Browse Source

Add agent environment diagram for RL

Martin Thoma 9 years ago
parent
commit
fc8c41330a

+ 1 - 1
tikz/agent-environment-diagram-pomdp/Makefile

@@ -1,4 +1,4 @@
-SOURCE = pomdp
+SOURCE = agent-environment-diagram-pomdp
 DELAY = 80
 DENSITY = 300
 WIDTH = 512

+ 1 - 1
tikz/agent-environment-diagram-pomdp/README.md

@@ -1,3 +1,3 @@
 Compiled example
 ----------------
-![Example](pomdp.png)
+![Example](agent-environment-diagram-pomdp.png)

tikz/agent-environment-diagram-pomdp/pomdp.png → tikz/agent-environment-diagram-pomdp/agent-environment-diagram-pomdp.png


tikz/agent-environment-diagram-pomdp/pomdp.tex → tikz/agent-environment-diagram-pomdp/agent-environment-diagram-pomdp.tex


+ 33 - 0
tikz/agent-environment-diagram-rl/Makefile

@@ -0,0 +1,33 @@
+SOURCE = agent-environment-diagram-rl
+DELAY = 80
+DENSITY = 300
+WIDTH = 512
+
+make:
+	pdflatex $(SOURCE).tex -output-format=pdf
+	make clean
+
+clean:
+	rm -rf  $(TARGET) *.class *.html *.log *.aux *.data *.gnuplot
+
+gif:
+	pdfcrop $(SOURCE).pdf
+	convert -verbose -delay $(DELAY) -loop 0 -density $(DENSITY) $(SOURCE)-crop.pdf $(SOURCE).gif
+	make clean
+
+png:
+	make
+	make svg
+	inkscape $(SOURCE).svg -w $(WIDTH) --export-png=$(SOURCE).png
+
+transparentGif:
+	convert $(SOURCE).pdf -transparent white result.gif
+	make clean
+
+svg:
+	#inkscape $(SOURCE).pdf --export-plain-svg=$(SOURCE).svg
+	pdf2svg $(SOURCE).pdf $(SOURCE).svg
+	# Necessary, as pdf2svg does not always create valid svgs:
+	inkscape $(SOURCE).svg --export-width=$(WIDTH) --export-plain-svg=$(SOURCE)1.svg
+	rsvg-convert -a -w 720 -f svg $(SOURCE)1.svg -o $(SOURCE).svg
+	rm $(SOURCE)1.svg

+ 3 - 0
tikz/agent-environment-diagram-rl/README.md

@@ -0,0 +1,3 @@
+Compiled example
+----------------
+![Example](agent-environment-diagram-rl.png)

BIN
tikz/agent-environment-diagram-rl/agent-environment-diagram-rl.png


+ 15 - 0
tikz/agent-environment-diagram-rl/agent-environment-diagram-rl.tex

@@ -0,0 +1,15 @@
+\documentclass[varwidth=true, border=2pt]{standalone}
+
+\usepackage{tikz}
+\usetikzlibrary{shapes,snakes,shapes.geometric,positioning}
+
+\begin{document}
+\begin{tikzpicture}[node distance=2cm]
+    \node[ellipse,draw,minimum width=80pt,minimum height=20pt,fill=gray!5] (a) {Agent};
+    \node[ellipse,draw,minimum width=80pt,minimum height=20pt,fill=gray!5,below of=a] (u) {Umwelt};
+
+    % Arrows
+    \draw[bend left,->,very thick] (a.east) to node [auto] {Aktion $a_k$} (u.east);
+    \draw[bend left,->,very thick] (u.west) to node [auto, align=left, text width=3cm] {Zustand $x_k$,\newline{}Kosten /\newline{}Belohnung $r_k$} (a.west);
+\end{tikzpicture}
+\end{document}