main.tex 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109
  1. \documentclass[technote,a4paper,leqno]{IEEEtran}
  2. \pdfoutput=1
  3. \usepackage[utf8]{inputenc} % this is needed for umlauts
  4. \usepackage[USenglish]{babel} % this is needed for umlauts
  5. \usepackage[T1]{fontenc} % this is needed for correct output of umlauts in pdf
  6. \usepackage{amsmath,amssymb}
  7. \usepackage[table]{xcolor}
  8. \usepackage[absolute,overlay]{textpos}
  9. \usepackage{pgfplots}
  10. \pgfplotsset{compat=1.13}
  11. \usepackage{tikz}
  12. \usetikzlibrary{arrows.meta}
  13. \usetikzlibrary{decorations.pathreplacing}
  14. \usetikzlibrary{positioning}
  15. \usetikzlibrary{decorations.text}
  16. \usetikzlibrary{decorations.pathmorphing}
  17. \usetikzlibrary{shapes.multipart, calc}
  18. \usepackage{csquotes}
  19. \usepackage[binary-units,group-separator={,}]{siunitx}
  20. \sisetup{per-mode=fraction,
  21. binary-units=true,
  22. group-separator = {\,},
  23. range-phrase=-,
  24. detect-weight=true,
  25. detect-family=true}
  26. \DeclareSIUnit\pixel{px}
  27. \DeclareSIUnit\epoch{epoch}
  28. \DeclareSIUnit\float{float}
  29. \DeclareSIUnit\floats{floats}
  30. \usepackage{caption} % nicer captions
  31. \usepackage{url}
  32. \usepackage{breakurl}
  33. \usepackage[raiselinks=true,
  34. bookmarks=true,
  35. bookmarksopenlevel=1,
  36. bookmarksopen=true,
  37. bookmarksnumbered=true,
  38. breaklinks,
  39. hyperindex=true,
  40. plainpages=false,
  41. pdfpagelabels=true,
  42. pdfborder={0 0 0.5}]{hyperref}
  43. \def\UrlBreaks{\do\/\do-}
  44. \usepackage{xspace}
  45. \newcommand*\elide{\textup{[\,\dots]}\xspace}
  46. \usepackage[nameinlink, noabbrev,capitalise]{cleveref}
  47. \title{A review of activation functions for convolutional neural networks}
  48. \author{%
  49. \IEEEauthorblockN{Martin Thoma}\\
  50. \IEEEauthorblockA{E-Mail: info@martin-thoma.de} % ORCID: http://orcid.org/0000-0002-6517-1690
  51. }
  52. \hypersetup{
  53. pdfauthor = {Martin Thoma},
  54. pdfkeywords = {activation functions, review},
  55. pdfsubject = {activation functions},
  56. pdftitle = {A review of activation functions for convolutional neural networks},
  57. }
  58. \usepackage[inline]{enumitem}
  59. \usepackage{longtable}
  60. \usepackage{booktabs} % \toprule
  61. \usepackage{braket} % needed for \Set
  62. \usepackage{algorithm,algpseudocode}
  63. \usepackage[xindy,toc,section=section]{glossaries}
  64. % Make document nicer
  65. \DeclareMathOperator*{\argmin}{arg\,min}
  66. \DeclareMathOperator*{\sech}{sech}
  67. \DeclareMathOperator*{\conv}{conv}
  68. \DeclareMathOperator*{\ReLU}{ReLU}
  69. \DeclareMathOperator*{\StwoReLU}{S2ReLU}
  70. \DeclareMathOperator*{\logistic}{logistic}
  71. \newcommand*\diff{\mathop{}\!\mathrm{d}}
  72. \usepackage{tensor}
  73. \usepackage{parskip}
  74. \usepackage{multirow}
  75. \usepackage{microtype}
  76. \loadglsentries[main]{glossary}
  77. \makeglossaries
  78. % % Variables
  79. % \newcommand{\dbTotalClasses}{369}
  80. % \newcommand{\dbTotalInstances}{\num{168233}}
  81. % \newcommand{\dbName}{HASY}
  82. % \newcommand{\dbNameVersion}{HASYv2}
  83. % \newcommand{\dbSizeMB}{34.6}
  84. % \newcommand{\dbDownloadURL}{\url{https://doi.org/10.5281/zenodo.259444}}
  85. % \newcommand{\dbMDfivesum}{fddf23f36e24b5236f6b3a0880c778e3}
  86. % Start
  87. \begin{document}
  88. \maketitle
  89. \input{abstract}
  90. \input{content}
  91. \bibliographystyle{IEEEtranSA}
  92. \bibliography{bibliography}
  93. \printglossaries%
  94. \input{appendix}
  95. \end{document}