LaTeX-examples/documents/handout-art-in-ml/feed-forward-nn.tikz

\tikzstyle{input}=[draw,fill=red!50,circle,minimum size=10pt,inner sep=0pt]
\tikzstyle{hidden}=[draw,fill=green!50,circle,minimum size=10pt,inner sep=0pt]
\tikzstyle{output}=[draw,fill=blue!50,circle,minimum size=10pt,inner sep=0pt]
\tikzstyle{bias}=[draw,dashed,fill=gray!50,circle,minimum size=10pt,inner sep=0pt]

\begin{tikzpicture}
  \node (b1)[bias] at (-1,0) {};
  \node (b2)[bias] at (-0.5,1) {};
  \node (i1)[input] at (0,0) {};
  \node (i2)[input] at (1,0) {};
  \node (i3)[input] at (2,0) {};
  \node (i4)[input] at (3,0) {};
  \node (i5)[input] at (4,0) {};
  \node (h1)[hidden] at (0.5,1) {};
  \node (h2)[hidden] at (1.5,1) {};
  \node (h3)[hidden] at (2.5,1) {};
  \node (o1)[output] at (1.5,2) {};

    \draw[->] (b2) -- (o1);
    \draw[->] (h1) -- (o1);
    \draw[->] (h2) -- (o1);
    \draw[->] (h3) -- (o1);

    \foreach \j in {1, ..., 3}{
        \foreach \i in {1, ..., 5}{
            \draw[<-] (h\j) -- (i\i);
        }
        \draw[<-] (h\j) -- (b1);
    }
\end{tikzpicture}