main.tex 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100
  1. \documentclass[technote,a4paper,leqno]{IEEEtran}
  2. \pdfoutput=1
  3. \usepackage[utf8]{inputenc} % this is needed for umlauts
  4. \usepackage[USenglish]{babel} % this is needed for umlauts
  5. \usepackage[T1]{fontenc} % this is needed for correct output of umlauts in pdf
  6. \usepackage{amsmath,amssymb}
  7. \usepackage[table]{xcolor}
  8. \usepackage[absolute,overlay]{textpos}
  9. \usepackage{tikz}
  10. \usepackage{csquotes}
  11. \usepackage[binary-units,group-separator={,}]{siunitx}
  12. \sisetup{per-mode=fraction,
  13. binary-units=true,
  14. group-separator = {\,},
  15. range-phrase=-,
  16. detect-weight=true,
  17. detect-family=true}
  18. \DeclareSIUnit\pixel{px}
  19. \DeclareSIUnit\epoch{epoch}
  20. \DeclareSIUnit\float{float}
  21. \DeclareSIUnit\floats{floats}
  22. \usepackage{caption} % nicer captions
  23. \usepackage{url}
  24. \usepackage{breakurl}
  25. \usepackage[raiselinks=true,
  26. bookmarks=true,
  27. bookmarksopenlevel=1,
  28. bookmarksopen=true,
  29. bookmarksnumbered=true,
  30. breaklinks,
  31. hyperindex=true,
  32. plainpages=false,
  33. pdfpagelabels=true,
  34. pdfborder={0 0 0.5}]{hyperref}
  35. \def\UrlBreaks{\do\/\do-}
  36. \usepackage{xspace}
  37. \newcommand*\elide{\textup{[\,\dots]}\xspace}
  38. \usepackage[nameinlink, noabbrev,capitalise]{cleveref}
  39. \title{A review of activation functions for convolutional neural networks}
  40. \author{%
  41. \IEEEauthorblockN{Martin Thoma}\\
  42. \IEEEauthorblockA{E-Mail: info@martin-thoma.de} % ORCID: http://orcid.org/0000-0002-6517-1690
  43. }
  44. \hypersetup{
  45. pdfauthor = {Martin Thoma},
  46. pdfkeywords = {activation functions, review},
  47. pdfsubject = {activation functions},
  48. pdftitle = {A review of activation functions for convolutional neural networks},
  49. }
  50. \usepackage[inline]{enumitem}
  51. \usepackage{longtable}
  52. \usepackage{booktabs} % \toprule
  53. \usepackage{braket} % needed for \Set
  54. \usepackage{algorithm,algpseudocode}
  55. \usepackage[xindy,toc,section=chapter,numberedsection=autolabel]{glossaries}
  56. % Make document nicer
  57. \DeclareMathOperator*{\argmin}{arg\,min}
  58. \DeclareMathOperator*{\sech}{sech}
  59. \DeclareMathOperator*{\conv}{conv}
  60. \DeclareMathOperator*{\ReLU}{ReLU}
  61. \DeclareMathOperator*{\StwoReLU}{S2ReLU}
  62. \DeclareMathOperator*{\logistic}{logistic}
  63. \newcommand*\diff{\mathop{}\!\mathrm{d}}
  64. \usepackage{tensor}
  65. \usepackage{parskip}
  66. \usepackage{multirow}
  67. \usepackage{microtype}
  68. \loadglsentries[main]{glossary}
  69. \makeglossaries
  70. % % Variables
  71. % \newcommand{\dbTotalClasses}{369}
  72. % \newcommand{\dbTotalInstances}{\num{168233}}
  73. % \newcommand{\dbName}{HASY}
  74. % \newcommand{\dbNameVersion}{HASYv2}
  75. % \newcommand{\dbSizeMB}{34.6}
  76. % \newcommand{\dbDownloadURL}{\url{https://doi.org/10.5281/zenodo.259444}}
  77. % \newcommand{\dbMDfivesum}{fddf23f36e24b5236f6b3a0880c778e3}
  78. % Start
  79. \begin{document}
  80. \maketitle
  81. \input{abstract}
  82. \input{content}
  83. \bibliographystyle{IEEEtranSA}
  84. \bibliography{bibliography}
  85. \input{appendix}
  86. \end{document}