LaTeX-examples/tikz/perceptron-notation/perceptron-notation.tex

\documentclass{article}
\usepackage[pdftex,active,tightpage]{preview}
\setlength\PreviewBorder{2mm}

\usepackage{amsmath}
\usepackage{tikz}
\usetikzlibrary{shapes, calc, shapes, arrows}

\tikzstyle{neuron}=[draw,circle,minimum size=20pt,inner sep=0pt]

\tikzstyle{stateTransition}=[->, thick]
\DeclareMathOperator{\xor}{XOR}
\begin{document}
\begin{preview}
\begin{tikzpicture}[scale=2]
    \node (h11)[neuron] at (0,4) {$1$};
    \node (h12)[neuron] at (0,3) {$2$};
    \node (h13)[neuron] at (0,2) {$3$};
    \node (h14)[neuron] at (0,1) {$4$};
    \node (h15)[neuron] at (0,0) {$5$};
    \node (h21)[neuron] at (1, 3) {$6$};
    \node (h22)[neuron] at (1, 2) {$7$};
    \node (h23)[neuron] at (1, 1) {$8$};
    \node (h31)[neuron] at (2,3.5) {$9$};
    \node (h32)[neuron] at (2,2.5) {$10$};
    \node (h33)[neuron] at (2,1.5) {$11$};
    \node (h34)[neuron] at (2,0.5) {$12$};

    \draw[stateTransition] (h11) -- (h21) node [midway,above=-0.06cm,sloped] {$61$};
    \draw[stateTransition] (h12) -- (h21) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h13) -- (h21) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h14) -- (h21) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h15) -- (h21) node [midway,above=-0.06cm,sloped] {};

    \draw[stateTransition] (h11) -- (h22) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h12) -- (h22) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h13) -- (h22) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h14) -- (h22) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h15) -- (h22) node [midway,above=-0.06cm,sloped] {};

    \draw[stateTransition] (h11) -- (h23) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h12) -- (h23) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h13) -- (h23) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h14) -- (h23) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h15) -- (h23) node [midway,above=-0.06cm,sloped] {$85$};

    % Middle
    \draw[stateTransition] (h21) -- (h31) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h22) -- (h31) node [midway,above=-0.1cm,sloped] {};
    \draw[stateTransition] (h23) -- (h31) node [midway,above=-0.06cm,sloped] {};

    \draw[stateTransition] (h21) -- (h32) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h22) -- (h32) node [midway,above=-0.1cm,sloped] {};
    \draw[stateTransition] (h23) -- (h32) node [midway,above=-0.06cm,sloped] {};

    \draw[stateTransition] (h21) -- (h33) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h22) -- (h33) node [midway,above=-0.1cm,sloped] {};
    \draw[stateTransition] (h23) -- (h33) node [midway,above=-0.06cm,sloped] {};

    \draw[stateTransition] (h21) -- (h34) node [midway,above=-0.06cm,sloped] {};
    \draw[stateTransition] (h22) -- (h34) node [midway,above=-0.1cm,sloped] {};
    \draw[stateTransition] (h23) -- (h34) node [midway,above=-0.06cm,sloped] {};

    % Last
    \draw[stateTransition] (h31) -- (2.5,3.5) node [midway,above=-0.1cm] {};
    \draw[stateTransition] (h32) -- (2.5,2.5) node [midway,above=-0.1cm] {};
    \draw[stateTransition] (h33) -- (2.5,1.5) node [midway,above=-0.1cm] {};
    \draw[stateTransition] (h34) -- (2.5,0.5) node [midway,above=-0.1cm] {};

\end{tikzpicture}
\end{preview}
\end{document}