evaluation.tex 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. \subsection{Merged Symbols}
  2. \begin{frame}[fragile]{Merged symbols (MER error)}
  3. \begin{table}[ht]
  4. \centering
  5. \begin{tabular}{lc|lc}
  6. \toprule
  7. \multicolumn{2}{c}{Base symbol} & \multicolumn{2}{c}{equivalent symbols}\\
  8. \LaTeX & Rendered & \LaTeX & Rendered \\\midrule
  9. \verb+\sum+ & $\sum$ & \verb+$\Sigma$+ & $\Sigma$\\
  10. \verb+\prod+ & $\prod$ & \verb+$\Pi$+ & $\Pi$\\
  11. ~ & ~ & \verb+$\sqcap$+ & $\sqcap$\\
  12. \verb+\coprod+ & $\coprod$ & \verb+$\amalg$+ & $\amalg$\\
  13. ~ & ~ & \verb+$\sqcup$+ & $\sqcup$\\
  14. \verb+\perp+ & $\perp$ & \verb+$\bot$+ & $\bot$\\
  15. \verb+\models+ & $\models$ & \verb+$\vDash$+ & $\vDash$\\
  16. \verb+|+ & | & \verb+\mid+ & $\mid$ \\
  17. \verb+\Delta+ & $\Delta$ & \verb+$\triangle$+ & $\triangle$\\
  18. ~ & ~ & \verb+$\vartriangle$+ & $\vartriangle$\\
  19. \bottomrule
  20. \end{tabular}
  21. \end{table}
  22. \end{frame}
  23. \begin{frame}[fragile]{Merged symbols (MER error)}
  24. \begin{table}[ht]
  25. \centering
  26. \begin{tabular}{lc|lc}
  27. \toprule
  28. \multicolumn{2}{c}{Base symbol} & \multicolumn{2}{c}{equivalent symbols}\\
  29. \LaTeX & Rendered & \LaTeX & Rendered \\\midrule
  30. \verb+\|+ & $\|$ & \verb+$\parallel$+ & $\parallel$\\
  31. \verb+\ohm+ & $\Omega$ & \verb+$\Omega$+ & $\Omega$\\
  32. \verb+\setminus+ & $\setminus$ & \verb+$\backslash$+ & $\backslash$\\
  33. \verb+\checked+ & {\mbox {\wasyfamily \char 8}} & \verb+$\checkmark$+ & $\checkmark$\\
  34. \verb+\&+ & $\&$ & \verb+$\with$+ & $\&$\\
  35. \verb+\#+ & $\#$ & \verb+$\sharp$+ & $\sharp$\\
  36. \verb+\S+ & $\S$ & \verb+$\mathsection$+ & $\mathsection$\\
  37. \verb+\nabla+ & $\nabla$ & \verb+\triangledown+ & $\triangledown$\\
  38. \verb+\lhd+ & $\lhd$ & \verb+$\triangleleft$+ & $\triangleleft$\\
  39. ~ & ~ & \verb+$\vartriangleleft$+ & $\vartriangleleft$\\
  40. \verb+\oiint+ & $\oiint$ & \verb+$\varoiint$+ & $\varoiint$\\
  41. \bottomrule
  42. \end{tabular}
  43. \end{table}
  44. \end{frame}
  45. \begin{frame}[fragile]{Merged symbols (MER error)}
  46. \begin{table}[ht]
  47. \centering
  48. \begin{tabular}{lc|lc}
  49. \toprule
  50. \multicolumn{2}{c}{Base symbol} & \multicolumn{2}{c}{equivalent symbols}\\
  51. \LaTeX & Rendered & \LaTeX & Rendered \\\midrule
  52. \verb+\mathbb{R}+ & $\mathbb{R}$ & \verb+$\mathds{R}$+ & $\mathds{R}$\\
  53. \verb+\mathbb{Q}+ & $\mathbb{Q}$ & \verb+\mathds{Q}+ & $\mathds{Q}$\\
  54. \verb+\mathbb{Z}+ & $\mathbb{Z}$ & \verb+\mathds{Z}+ & $\mathds{Z}$\\
  55. \verb+\mathcal{A}+ & $\mathcal{A}$ & \verb+\mathscr{A}+ & $\mathscr{A}$\\
  56. \verb+\mathcal{D}+ & $\mathcal{D}$ & \verb+\mathscr{D}+ & $\mathscr{D}$\\
  57. \verb+\mathcal{N}+ & $\mathcal{N}$ & \verb+\mathscr{N}+ & $\mathscr{N}$\\
  58. \verb+\mathcal{R}+ & $\mathcal{R}$ & \verb+\mathscr{R}+ & $\mathscr{R}$\\
  59. \verb+\propto+ & $\propto$ & \verb+$\varpropto$+ & $\varpropto$\\
  60. \bottomrule
  61. \end{tabular}
  62. \end{table}
  63. \end{frame}
  64. \subsection{Evaluation}
  65. \begin{frame}{Experiments}
  66. \textbf{Preprocessing:} Scaling, shifting and linear interpolation\\
  67. \textbf{Features:} Coordinates of 80 points (4 strokes with 20 points each)\\
  68. \textbf{Learning:} MLP, 1000 epochs, LR $\eta=0.1$, Momentum $\alpha=0.1$
  69. \begin{table}[h]
  70. \centering
  71. \begin{tabular}{clrrr}
  72. \toprule
  73. \multirow{2}{*}{System} & \multirow{2}{*}{Topology} & \multicolumn{3}{c}{Classification error}\\
  74. & & TOP1 & TOP3 & MER \\\midrule
  75. $B_1$ & 160:500:369 & $\SI{23.34}{\percent}$ & $\SI{6.80}{\percent}$ & $\SI{6.64}{\percent}$ \\
  76. $B_2$ & 160:500:500:369 & \underline{$\SI{21.51}{\percent}$} & $\SI{5.75}{\percent}$ & $\SI{5.67}{\percent}$ \\
  77. $B_3$ & 160:500:500:500:369 & $\SI{21.93}{\percent}$ & \underline{$\SI{5.74}{\percent}$} & \underline{$\SI{5.64}{\percent}$} \\
  78. $B_4$ & 160:500:500:500:500:369 & $\SI{23.88}{\percent}$ & $\SI{6.12}{\percent}$ & $\SI{6.04}{\percent}$ \\
  79. \bottomrule
  80. \end{tabular}
  81. \caption{Baseline systems with three different classification error measures.
  82. All errors were measured on the test set.}
  83. \label{table:baseline-systems}
  84. \end{table}
  85. \end{frame}
  86. \subsection{Complex classifier}
  87. \begin{frame}{Complex classifier}
  88. \textbf{Preprocessing:} Connect strokes, scale, shift and linear interpolation\\
  89. \textbf{Features:} Coordinates of 80 points (4 strokes with 20 points each), re-curvature per stroke, ink, stroke count, aspect ratio\\
  90. \textbf{Learning:} MLP, 1000 epochs, LR $\eta=0.1$, Momentum $\alpha=0.1$, supervised layer-wise pretraining
  91. \begin{table}[htb]
  92. \centering
  93. \begin{tabular}{lrrrrrr}
  94. \toprule
  95. \multirow{2}{*}{System} & \multicolumn{6}{c}{Classification error}\\
  96. \cmidrule(l){2-7}
  97. & TOP1 & change & TOP3 & change & MER & change \\\midrule
  98. $B_{1,c}$ & $\SI{20.96}{\percent}$ & $\SI{-2.38}{\percent}$ & $\SI{5.24}{\percent}$ & $\SI{-1.56}{\percent}$ & $\SI{5.13}{\percent}$ & $\SI{-1.51}{\percent}$ \\
  99. $B_{2,c}$ & $\SI{18.26}{\percent}$ & $\SI{-3.25}{\percent}$ & $\SI{4.07}{\percent}$ & $\SI{-1.68}{\percent}$ & \underline{$\SI{3.98}{\percent}$} & $\SI{-1.69}{\percent}$ \\
  100. $B_{3,c}$ & \underline{$\SI{18.19}{\percent}$} & $\SI{-3.74}{\percent}$ & \underline{$\SI{4.06}{\percent}$} & $\SI{-1.68}{\percent}$ & $\SI{3.99}{\percent}$ & $\SI{-1.65}{\percent}$ \\
  101. $B_{4,c}$ & $\SI{18.57}{\percent}$ & $\SI{-5.31}{\percent}$ & $\SI{4.25}{\percent}$ & $\SI{-1.87}{\percent}$ & $\SI{4.18}{\percent}$ & $\SI{-1.86}{\percent}$ \\
  102. \bottomrule
  103. \end{tabular}
  104. \caption{Error rates of the complex recognizer systems.}
  105. \label{table:complex-recognizer-systems-evaluation}
  106. \end{table}
  107. \end{frame}