CNN Intro presentaiton: Add first draft

presentations/CNN-Intro/CNN-Intro.tex

@@ -0,0 +1,119 @@
+\documentclass{beamer}
+\usetheme{metropolis}
+\usepackage{hyperref}
+\usepackage[utf8]{inputenc} % this is needed for german umlauts
+\usepackage[english]{babel} % this is needed for german umlauts
+\usepackage[T1]{fontenc}    % this is needed for correct output of umlauts in pdf
+\usepackage{tikz}
+\usetikzlibrary{arrows.meta}
+\usetikzlibrary{decorations.pathreplacing}
+\usetikzlibrary{positioning}
+\usetikzlibrary{decorations.text}
+\usetikzlibrary{decorations.pathmorphing}
+\usetikzlibrary{shapes.multipart, calc}
+
+\begin{document}
+
+\title{Convolutional Neural Networks (CNNs)}
+\subtitle{Theory and Applications}
+\author{Martin Thoma}
+\date{22. February 2019}
+\subject{Machine Learning, AI, Neural Networks, Convolutional Neural Networks}
+
+\frame{\titlepage}
+
+% \section{Neural Network Basics}
+% \subsection{}
+\begin{frame}{Artificial Neuron (Perceptron)}
+    $$f: \mathbb{R}^n \rightarrow \mathbb{R}$$
+    \begin{figure}[ht]
+        \centering
+        \includegraphics[width=0.8\paperwidth, height=0.7\paperheight, keepaspectratio]{graphics/artificial-neuron.pdf}
+    \end{figure}
+    % $$f(x) = ax^2 + bx + c \text{ with } f(0) = 3, f(1) = 2, f(-1) = 6$$
+    % \begin{align*}
+    %     \onslide<2->{f(0) &= a \cdot 0^2 + b \cdot 0 + c = 3} &\onslide<3->{\Rightarrow c &= 3\\}
+    %     \onslide<4->{f(1) &= a \cdot 1^2 + b \cdot 1 + 3 = 2} &\onslide<5->{\Rightarrow a &= -1-b\\}
+    %     \onslide<6->{f(-1) &= a \cdot {(-1)}^2 - b + 3 = 6\\}
+    %     \onslide<7->{\Leftrightarrow 3&=a - b\\}
+    %     \onslide<8->{\Leftrightarrow 3&= (-1-b) - b\\}
+    %     \onslide<9->{\Leftrightarrow b&= -2\\}
+    %     \onslide<10>{\Rightarrow \quad f(x) &= x^2 -2 x + 3\\}
+    % \end{align*}
+%     \only<1>{$$f: \mathbb{R}^n \rightarrow \mathbb{R}^m$$}
+%     \only<2>{$$f: \mathbb{R}^2 \rightarrow \mathbb{R}$$
+% # 2x - 1
+% # (x-1)^2 + 1
+%     Examples:
+%         \begin{itemize}
+%             \item $1 \rightarrow 1$: $f(x) = x$
+%             \item $2 \rightarrow 3$: $f(x) = $
+%             % \item $3 \rightarrow 3$
+%         \end{itemize}
+%     }
+\end{frame}
+
+\begin{frame}{Multi-Layer Perceptron (MLP)}
+    $$f: \mathbb{R}^n \rightarrow \mathbb{R}^m$$
+    \begin{figure}[ht]
+        \centering
+        \includegraphics[width=0.8\paperwidth, height=0.7\paperheight, keepaspectratio]{graphics/perceptron-notation.pdf}
+    \end{figure}
+\end{frame}
+
+\begin{frame}{}
+    \begin{itemize}[<+->]
+        \item Predict housing prices: (bed rooms, size, age) $\rightarrow$ Price
+        \item Product categorization: (weight, volume, price) $\rightarrow$ \{shoe, handbag, shirt\}
+        \item Image classification: List of pixel colors $\rightarrow$ \{cat, dog\}
+    \end{itemize}
+\end{frame}
+
+\begin{frame}{}
+    \begin{center}
+    \Huge Data
+    \end{center}
+\end{frame}
+
+\begin{frame}{Necessary Data}
+    \begin{itemize}
+        \item $f(x) = w_0$
+        \item $f(x) = w_1 \cdot x + w_0$
+        \item $f(x) = w_2^2 \cdot x^2 + w_1^2 \cdot x + w_0$
+        \item sin, cos, tan, \dots
+    \end{itemize}
+\end{frame}
+
+\begin{frame}{Convolution}
+\begin{figure}[ht]
+    \centering
+    \includegraphics[width=0.8\paperwidth]{graphics/convolution-linear.pdf}
+\end{figure}
+\end{frame}
+
+\begin{frame}{Convolutional Layer}
+\begin{figure}[ht]
+    \centering
+    \input{graphics/convolution-layer}
+\end{figure}
+\end{frame}
+
+\begin{frame}{Max Pooling}
+\begin{figure}[ht]
+    \centering
+    \includegraphics[width=0.8\paperwidth]{graphics/max-pooling.pdf}
+\end{figure}
+\end{frame}
+
+\section{Applications}
+\begin{frame}{Symbol recognizer}
+    \begin{center}
+        \href{http://write-math.com}{write-math.com}
+    \end{center}
+\end{frame}
+
+\begin{frame}{Symbol recognizer}
+GANs
+\end{frame}
+
+\end{document}

presentations/CNN-Intro/Makefile

@@ -0,0 +1,8 @@
+SOURCE = CNN-Intro
+
+make:
+	pdflatex $(SOURCE).tex -output-format=pdf
+	make clean
+
+clean:
+	rm -rf  $(TARGET) *.class *.html *.log *.aux *.out *.glo *.glg *.gls *.ist *.xdy *.1 *.toc *.snm *.nav *.vrb *.fls *.fdb_latexmk *.pyg

presentations/CNN-Intro/beamercolorthememetropolis-highcontrast.sty

@@ -0,0 +1,39 @@
+%%
+%% This is file `beamercolorthememetropolis-highcontrast.sty',
+%% generated with the docstrip utility.
+%%
+%% The original source files were:
+%%
+%% beamercolorthememetropolis-highcontrast.dtx  (with options: `package')
+%% ---------------------------------------------------------------------------
+%% Copyright 2015 Matthias Vogelgesang and the LaTeX community. A full list of
+%% contributors can be found at
+%% 
+%%     https://github.com/matze/mtheme/graphs/contributors
+%% 
+%% and the original template was based on the HSRM theme by Benjamin Weiss.
+%% 
+%% This work is licensed under a Creative Commons Attribution-ShareAlike 4.0
+%% International License (https://creativecommons.org/licenses/by-sa/4.0/).
+%% ---------------------------------------------------------------------------
+\NeedsTeXFormat{LaTeX2e}
+\ProvidesPackage{beamercolorthememetropolis-highcontrast}[2017/01/23 Metropolis color theme]
+\usecolortheme{metropolis}
+
+\definecolor{mAlert}{HTML}{AD003D}
+\definecolor{mExample}{HTML}{005580}
+
+\setbeamercolor{normal text}{%
+  fg=black,
+  bg=white
+}
+\setbeamercolor{alerted text}{%
+  fg=mAlert,
+}
+\setbeamercolor{example text}{%
+  fg=mExample,
+}
+\mode<all>
+\endinput
+%%
+%% End of file `beamercolorthememetropolis-highcontrast.sty'.

presentations/CNN-Intro/beamercolorthememetropolis.sty

@@ -0,0 +1,138 @@
+%%
+%% This is file `beamercolorthememetropolis.sty',
+%% generated with the docstrip utility.
+%%
+%% The original source files were:
+%%
+%% beamercolorthememetropolis.dtx  (with options: `package')
+%% ---------------------------------------------------------------------------
+%% Copyright 2015 Matthias Vogelgesang and the LaTeX community. A full list of
+%% contributors can be found at
+%% 
+%%     https://github.com/matze/mtheme/graphs/contributors
+%% 
+%% and the original template was based on the HSRM theme by Benjamin Weiss.
+%% 
+%% This work is licensed under a Creative Commons Attribution-ShareAlike 4.0
+%% International License (https://creativecommons.org/licenses/by-sa/4.0/).
+%% ---------------------------------------------------------------------------
+\NeedsTeXFormat{LaTeX2e}
+\ProvidesPackage{beamercolorthememetropolis}[2017/01/23 Metropolis color theme]
+\RequirePackage{pgfopts}
+\pgfkeys{
+  /metropolis/color/block/.cd,
+    .is choice,
+    transparent/.code=\metropolis@block@transparent,
+    fill/.code=\metropolis@block@fill,
+}
+\pgfkeys{
+  /metropolis/color/background/.cd,
+    .is choice,
+    dark/.code=\metropolis@colors@dark,
+    light/.code=\metropolis@colors@light,
+}
+\newcommand{\metropolis@color@setdefaults}{
+  \pgfkeys{/metropolis/color/.cd,
+    background=light,
+    block=transparent,
+  }
+}
+\definecolor{mDarkBrown}{HTML}{604c38}
+\definecolor{mDarkTeal}{HTML}{2C3F6B}
+\definecolor{mLightBrown}{HTML}{7473BD}
+\definecolor{mLightGreen}{HTML}{14B03D}
+\newcommand{\metropolis@colors@dark}{
+  \setbeamercolor{normal text}{%
+    fg=black!2,
+    bg=mDarkTeal
+  }
+  \usebeamercolor[fg]{normal text}
+}
+\newcommand{\metropolis@colors@light}{
+  \setbeamercolor{normal text}{%
+    fg=mDarkTeal,
+    bg=black!2
+  }
+}
+\setbeamercolor{alerted text}{%
+  fg=mLightBrown
+}
+\setbeamercolor{example text}{%
+  fg=mLightGreen
+}
+\setbeamercolor{titlelike}{use=normal text, parent=normal text}
+\setbeamercolor{author}{use=normal text, parent=normal text}
+\setbeamercolor{date}{use=normal text, parent=normal text}
+\setbeamercolor{institute}{use=normal text, parent=normal text}
+\setbeamercolor{structure}{use=normal text, fg=normal text.fg}
+\setbeamercolor{palette primary}{%
+  use=normal text,
+  fg=normal text.bg,
+  bg=normal text.fg
+}
+\setbeamercolor{frametitle}{%
+  use=palette primary,
+  parent=palette primary
+}
+\setbeamercolor{progress bar}{%
+  use=alerted text,
+  fg=alerted text.fg,
+  bg=alerted text.fg!50!black!30
+}
+\setbeamercolor{title separator}{
+  use=progress bar,
+  parent=progress bar
+}
+\setbeamercolor{progress bar in head/foot}{%
+  use=progress bar,
+  parent=progress bar
+}
+\setbeamercolor{progress bar in section page}{
+  use=progress bar,
+  parent=progress bar
+}
+\newcommand{\metropolis@block@transparent}{
+  \setbeamercolor{block title}{%
+    use=normal text,
+    fg=normal text.fg,
+    bg=
+  }
+  \setbeamercolor{block body}{
+    bg=
+  }
+}
+\newcommand{\metropolis@block@fill}{
+  \setbeamercolor{block title}{%
+    use=normal text,
+    fg=normal text.fg,
+    bg=normal text.bg!80!fg
+  }
+  \setbeamercolor{block body}{
+    use={block title, normal text},
+    bg=block title.bg!50!normal text.bg
+  }
+}
+\setbeamercolor{block title alerted}{%
+    use={block title, alerted text},
+    bg=block title.bg,
+    fg=alerted text.fg
+}
+\setbeamercolor{block title example}{%
+    use={block title, example text},
+    bg=block title.bg,
+    fg=example text.fg
+}
+\setbeamercolor{block body alerted}{use=block body, parent=block body}
+\setbeamercolor{block body example}{use=block body, parent=block body}
+\setbeamercolor{footnote}{fg=normal text.fg!90}
+\setbeamercolor{footnote mark}{fg=.}
+\setbeamercolor{bibliography entry author}{fg=, bg=}
+\setbeamercolor{bibliography entry title}{fg=, bg=}
+\setbeamercolor{bibliography entry location}{fg=, bg=}
+\setbeamercolor{bibliography entry note}{fg=, bg=}
+\metropolis@color@setdefaults
+\ProcessPgfPackageOptions{/metropolis/color}
+\mode<all>
+\endinput
+%%
+%% End of file `beamercolorthememetropolis.sty'.