latex

latex/chapters/abstract.aux

@@ -0,0 +1,44 @@
+\relax 
+\providecommand{\transparent@use}[1]{}
+\providecommand\hyper@newdestlabel[2]{}
+\@setckpt{chapters/abstract}{
+\setcounter{page}{2}
+\setcounter{equation}{0}
+\setcounter{enumi}{0}
+\setcounter{enumii}{0}
+\setcounter{enumiii}{0}
+\setcounter{enumiv}{0}
+\setcounter{footnote}{0}
+\setcounter{mpfootnote}{0}
+\setcounter{part}{0}
+\setcounter{chapter}{0}
+\setcounter{section}{0}
+\setcounter{subsection}{0}
+\setcounter{subsubsection}{0}
+\setcounter{paragraph}{0}
+\setcounter{subparagraph}{0}
+\setcounter{figure}{0}
+\setcounter{table}{0}
+\setcounter{parentequation}{0}
+\setcounter{svg@param@lastpage}{0}
+\setcounter{svg@param@currpage}{-1}
+\setcounter{caption@flags}{0}
+\setcounter{continuedfloat}{0}
+\setcounter{subfigure}{0}
+\setcounter{subtable}{0}
+\setcounter{float@type}{8}
+\setcounter{algorithm}{0}
+\setcounter{ALG@line}{0}
+\setcounter{ALG@rem}{0}
+\setcounter{ALG@nested}{0}
+\setcounter{ALG@Lnr}{2}
+\setcounter{ALG@blocknr}{10}
+\setcounter{ALG@storecount}{0}
+\setcounter{ALG@tmpcounter}{0}
+\setcounter{LT@tables}{0}
+\setcounter{LT@chunks}{0}
+\setcounter{section@level}{0}
+\setcounter{Item}{0}
+\setcounter{Hfootnote}{0}
+\setcounter{bookmark@seq@number}{0}
+}

latex/chapters/abstract.tex

@@ -0,0 +1,2 @@
+\chapter*{Abstract}
+Deep Learning folds feature extraction into the traditional neural network architecture. This paper will use the MNIST handwritten digit dataset to show the benefit in using deep learning techniques. 

latex/chapters/conclusion.aux

@@ -0,0 +1,44 @@
+\relax 
+\providecommand{\transparent@use}[1]{}
+\providecommand\hyper@newdestlabel[2]{}
+\@setckpt{chapters/conclusion}{
+\setcounter{page}{2}
+\setcounter{equation}{0}
+\setcounter{enumi}{0}
+\setcounter{enumii}{0}
+\setcounter{enumiii}{0}
+\setcounter{enumiv}{0}
+\setcounter{footnote}{0}
+\setcounter{mpfootnote}{0}
+\setcounter{part}{0}
+\setcounter{chapter}{1}
+\setcounter{section}{0}
+\setcounter{subsection}{0}
+\setcounter{subsubsection}{0}
+\setcounter{paragraph}{0}
+\setcounter{subparagraph}{0}
+\setcounter{figure}{0}
+\setcounter{table}{0}
+\setcounter{parentequation}{0}
+\setcounter{svg@param@lastpage}{0}
+\setcounter{svg@param@currpage}{-1}
+\setcounter{caption@flags}{0}
+\setcounter{continuedfloat}{0}
+\setcounter{subfigure}{0}
+\setcounter{subtable}{0}
+\setcounter{float@type}{8}
+\setcounter{algorithm}{0}
+\setcounter{ALG@line}{0}
+\setcounter{ALG@rem}{0}
+\setcounter{ALG@nested}{0}
+\setcounter{ALG@Lnr}{2}
+\setcounter{ALG@blocknr}{10}
+\setcounter{ALG@storecount}{0}
+\setcounter{ALG@tmpcounter}{0}
+\setcounter{LT@tables}{0}
+\setcounter{LT@chunks}{0}
+\setcounter{section@level}{0}
+\setcounter{Item}{0}
+\setcounter{Hfootnote}{0}
+\setcounter{bookmark@seq@number}{2}
+}

latex/chapters/introduction_and_motivation.aux

@@ -0,0 +1,47 @@
+\relax 
+\providecommand{\transparent@use}[1]{}
+\providecommand\hyper@newdestlabel[2]{}
+\@writefile{toc}{\contentsline {chapter}{\numberline {1}Introduction}{1}{chapter.1}\protected@file@percent }
+\@writefile{lof}{\addvspace {10\p@ }}
+\@writefile{lot}{\addvspace {10\p@ }}
+\@setckpt{chapters/introduction_and_motivation}{
+\setcounter{page}{2}
+\setcounter{equation}{0}
+\setcounter{enumi}{0}
+\setcounter{enumii}{0}
+\setcounter{enumiii}{0}
+\setcounter{enumiv}{0}
+\setcounter{footnote}{0}
+\setcounter{mpfootnote}{0}
+\setcounter{part}{0}
+\setcounter{chapter}{1}
+\setcounter{section}{0}
+\setcounter{subsection}{0}
+\setcounter{subsubsection}{0}
+\setcounter{paragraph}{0}
+\setcounter{subparagraph}{0}
+\setcounter{figure}{0}
+\setcounter{table}{0}
+\setcounter{parentequation}{0}
+\setcounter{svg@param@lastpage}{0}
+\setcounter{svg@param@currpage}{-1}
+\setcounter{caption@flags}{0}
+\setcounter{continuedfloat}{0}
+\setcounter{subfigure}{0}
+\setcounter{subtable}{0}
+\setcounter{float@type}{8}
+\setcounter{algorithm}{0}
+\setcounter{ALG@line}{0}
+\setcounter{ALG@rem}{0}
+\setcounter{ALG@nested}{0}
+\setcounter{ALG@Lnr}{2}
+\setcounter{ALG@blocknr}{10}
+\setcounter{ALG@storecount}{0}
+\setcounter{ALG@tmpcounter}{0}
+\setcounter{LT@tables}{0}
+\setcounter{LT@chunks}{0}
+\setcounter{section@level}{0}
+\setcounter{Item}{0}
+\setcounter{Hfootnote}{0}
+\setcounter{bookmark@seq@number}{2}
+}

latex/chapters/introduction_and_motivation.tex

@@ -0,0 +1,2 @@
+\chapter{Introduction}
+As mentioned before deep learning combines feature extraction through the use of convolution and pooling with traditional neural networks, replacing the intermediate step of humans extracting features from the dataset. Convolution is a fancy word for filtering, which is where we slide a trained filter over the input data, the purpose of which is to extract features and other useful information from the data. Pooling is then the process of taking local samples and selecting either the min, max, or average of the those samples. This can help identify locations of features and compact overall information from the convolution layer. The typical deep learning pipeline is several convolution and pooling layers followed by a few fully connected layers. We intend to show that by using a deep learning configuration you can reduce the required size of the feed forward section without sacrificing the results of your program, thus showing the effectiveness of deep learning. The MNIST database is one of the standard benchmark examples for image processing neural networks and as such we will be using a modified version of the DLIB deep learning example for the purposes of our comparison. This was done as it can be used to show the difference between standard feed forward neural networks and deep learning networks, without needing an expensive GPU or AI accelerator. The MNIST dataset is solvable uisng only feed forward neural networks, but we intend to show that using deep learning can improve performance on smaller networks. 

latex/chapters/results.aux

@@ -0,0 +1,44 @@
+\relax 
+\providecommand{\transparent@use}[1]{}
+\providecommand\hyper@newdestlabel[2]{}
+\@setckpt{chapters/results}{
+\setcounter{page}{2}
+\setcounter{equation}{0}
+\setcounter{enumi}{0}
+\setcounter{enumii}{0}
+\setcounter{enumiii}{0}
+\setcounter{enumiv}{0}
+\setcounter{footnote}{0}
+\setcounter{mpfootnote}{0}
+\setcounter{part}{0}
+\setcounter{chapter}{1}
+\setcounter{section}{0}
+\setcounter{subsection}{0}
+\setcounter{subsubsection}{0}
+\setcounter{paragraph}{0}
+\setcounter{subparagraph}{0}
+\setcounter{figure}{0}
+\setcounter{table}{0}
+\setcounter{parentequation}{0}
+\setcounter{svg@param@lastpage}{0}
+\setcounter{svg@param@currpage}{-1}
+\setcounter{caption@flags}{0}
+\setcounter{continuedfloat}{0}
+\setcounter{subfigure}{0}
+\setcounter{subtable}{0}
+\setcounter{float@type}{8}
+\setcounter{algorithm}{0}
+\setcounter{ALG@line}{0}
+\setcounter{ALG@rem}{0}
+\setcounter{ALG@nested}{0}
+\setcounter{ALG@Lnr}{2}
+\setcounter{ALG@blocknr}{10}
+\setcounter{ALG@storecount}{0}
+\setcounter{ALG@tmpcounter}{0}
+\setcounter{LT@tables}{0}
+\setcounter{LT@chunks}{0}
+\setcounter{section@level}{0}
+\setcounter{Item}{0}
+\setcounter{Hfootnote}{0}
+\setcounter{bookmark@seq@number}{2}
+}

latex/chapters/results.tex

@@ -0,0 +1 @@
+ 

latex/report.aux

@@ -0,0 +1,24 @@
+\relax 
+\providecommand{\transparent@use}[1]{}
+\AC@reset@newl@bel
+\providecommand\hyper@newdestlabel[2]{}
+\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
+\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
+\global\let\oldnewlabel\newlabel
+\gdef\newlabel#1#2{\newlabelxx{#1}#2}
+\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
+\AtEndDocument{\ifx\hyper@anchor\@undefined
+\let\newlabel\oldnewlabel
+\fi}
+\fi}
+\global\let\hyper@last\relax 
+\gdef\HyperFirstAtBeginDocument#1{#1}
+\providecommand\HyField@AuxAddToFields[1]{}
+\providecommand\HyField@AuxAddToCoFields[2]{}
+\@input{chapters/abstract.aux}
+\@writefile{toc}{\contentsline {chapter}{Table of Contents}{II}{section*.2}\protected@file@percent }
+\@input{chapters/introduction_and_motivation.aux}
+\@input{chapters/results.aux}
+\@input{chapters/conclusion.aux}
+\gdef\svg@ink@ver@settings{{\m@ne }{inkscape}{\m@ne }}
+\gdef \@abspage@last{4}

latex/report.out

@@ -0,0 +1,2 @@
+\BOOKMARK [0][-]{section*.2}{\376\377\000T\000a\000b\000l\000e\000\040\000o\000f\000\040\000C\000o\000n\000t\000e\000n\000t\000s}{}% 1
+\BOOKMARK [0][-]{chapter.1}{\376\377\000I\000n\000t\000r\000o\000d\000u\000c\000t\000i\000o\000n}{}% 2

latex/report.tex

@@ -0,0 +1,111 @@
+\documentclass[12pt,a4paper]{report}
+\usepackage[utf8]{inputenc}
+\usepackage[T1]{fontenc}
+\usepackage{ragged2e}
+\usepackage{arabtex}
+\usepackage{utf8}
+\usepackage{amsmath}
+\usepackage{amsfonts}
+\usepackage{svg}
+\usepackage{subcaption}
+\usepackage{acronym}
+\usepackage{algorithm}
+\usepackage{algpseudocode}
+\usepackage[noadjust]{cite}
+\usepackage[section]{placeins}
+\usepackage{mathtools}
+\usepackage{xcolor}
+
+\usepackage{datetime}
+\usepackage{longtable}
+\usepackage{tabularx}
+\usepackage{graphicx}
+\usepackage{caption}
+\usepackage{subcaption}
+\usepackage{float}
+
+\newcommand{\Var}[1]{\textcolor{blue}{#1}} % Color variables in blue
+
+\usepackage[hyperfootnotes,hidelinks]{hyperref}
+\hypersetup{
+	linktoc=all
+}
+
+\renewcommand{\contentsname}{Table of Contents}
+
+%----------EDIT COVER INFO HERE -----------------%
+
+\def \LOGOPATH {assets/brock.jpg}
+\def \UNIVERSITY {Brock University}
+\def \FACULTY {Faculty of Mathematics \& Science}
+\def \DEPARTEMENT {Department of Computer Science}
+\def \PROJECTTITLE {COSC 4P80 Final Project}
+\def \PROJECTSUBTITLE {A Comparative Analysis of Deep Learning and Feed-Forward Neural Networks}
+\def \STUDENTA {Brett Terpstra}
+\def \STUDENTB {Steve Mastrokalos}
+\def \STUDENTNOA {6920201}
+\def \STUDENTNOB {7276900}
+\def \STUDENTEMAILA {bt19ex@brocku.ca}
+\def \STUDENTEMAILB {sm21ks@brocku.ca}
+\def \SUPERVISOR {Dave Bockus}
+
+%------------------------------------------------%
+
+\newdateformat{monthyeardate}{%
+	\monthname[\THEMONTH], \THEYEAR}
+
+\begin{document}
+	\setlength{\parindent}{0em}
+	\setlength{\parskip}{0.5em}
+	
+	\pagenumbering{Roman}
+	
+	
+	\begin{titlepage}
+		\vfill
+		\begin{center}
+			\includegraphics[width=0.6\textwidth]{\LOGOPATH} \\
+			\fontsize{14pt}{14pt}\selectfont
+			\vfill
+			\UNIVERSITY \\
+			\FACULTY \\
+			\DEPARTEMENT \\
+			\vfill
+			\fontsize{18pt}{18pt}\selectfont
+			\textbf{\PROJECTTITLE}
+			\vfill
+			\fontsize{14pt}{14pt}\selectfont
+			Prepared By: \\
+			\STUDENTA \ \#\STUDENTNOA \\
+			\STUDENTEMAILA \\
+			\vfill
+			\STUDENTB \ \#\STUDENTNOB \\
+			\STUDENTEMAILB \\
+			\vfill
+			Instructor: \\
+			\SUPERVISOR
+			\vfill
+			\vfill
+			\vfill
+			\monthyeardate\today
+		\end{center}
+	\end{titlepage}
+	
+	\include{chapters/abstract}
+
+	\cleardoublepage \phantomsection \addcontentsline{toc}{chapter}{Table of Contents}
+	\tableofcontents
+	
+	\cleardoublepage
+	
+	\setlength{\parindent}{0em}
+	\setlength{\parskip}{0.5em}
+	
+	\pagenumbering{arabic}
+	
+	\include{chapters/introduction_and_motivation}
+	
+	\include{chapters/results}
+	
+	\include{chapters/conclusion}
+\end{document}

latex/report.toc

@@ -0,0 +1,2 @@
+\contentsline {chapter}{Table of Contents}{II}{section*.2}%
+\contentsline {chapter}{\numberline {1}Introduction}{1}{chapter.1}%