diff --git a/CMakeLists.txt b/CMakeLists.txt
index 9d661f6..c3c6616 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -1,5 +1,5 @@
 cmake_minimum_required(VERSION 3.25)
-project(COSC-4P80-Final-Project VERSION 0.0.24)
+project(COSC-4P80-Final-Project VERSION 0.0.25)
 
 option(ENABLE_ADDRSAN "Enable the address sanitizer" OFF)
 option(ENABLE_UBSAN "Enable the ub sanitizer" OFF)
diff --git a/latex/chapters/conclusion.aux b/latex/chapters/conclusion.aux
index fbfc3be..785c35d 100644
--- a/latex/chapters/conclusion.aux
+++ b/latex/chapters/conclusion.aux
@@ -2,7 +2,7 @@
 \providecommand{\transparent@use}[1]{}
 \providecommand\hyper@newdestlabel[2]{}
 \@setckpt{chapters/conclusion}{
-\setcounter{page}{2}
+\setcounter{page}{3}
 \setcounter{equation}{0}
 \setcounter{enumi}{0}
 \setcounter{enumii}{0}
@@ -11,8 +11,8 @@
 \setcounter{footnote}{0}
 \setcounter{mpfootnote}{0}
 \setcounter{part}{0}
-\setcounter{chapter}{1}
-\setcounter{section}{0}
+\setcounter{chapter}{2}
+\setcounter{section}{2}
 \setcounter{subsection}{0}
 \setcounter{subsubsection}{0}
 \setcounter{paragraph}{0}
@@ -37,8 +37,8 @@
 \setcounter{ALG@tmpcounter}{0}
 \setcounter{LT@tables}{0}
 \setcounter{LT@chunks}{0}
-\setcounter{section@level}{0}
+\setcounter{section@level}{4}
 \setcounter{Item}{0}
 \setcounter{Hfootnote}{0}
-\setcounter{bookmark@seq@number}{2}
+\setcounter{bookmark@seq@number}{5}
 }
diff --git a/latex/chapters/introduction_and_motivation.aux b/latex/chapters/introduction_and_motivation.aux
index c78ebcc..4a473bc 100644
--- a/latex/chapters/introduction_and_motivation.aux
+++ b/latex/chapters/introduction_and_motivation.aux
@@ -4,8 +4,19 @@
 \@writefile{toc}{\contentsline {chapter}{\numberline {1}Introduction}{1}{chapter.1}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
+\@writefile{toc}{\contentsline {paragraph}{}{1}{section*.4}\protected@file@percent }
+\@writefile{toc}{\contentsline {paragraph}{}{1}{section*.5}\protected@file@percent }
+\@writefile{toc}{\contentsline {paragraph}{}{1}{section*.6}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {2}Experimental Setup}{2}{chapter.2}\protected@file@percent }
+\@writefile{lof}{\addvspace {10\p@ }}
+\@writefile{lot}{\addvspace {10\p@ }}
+\@writefile{toc}{\contentsline {paragraph}{}{2}{section*.7}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {2.1}Experiment 1}{2}{section.2.1}\protected@file@percent }
+\@writefile{toc}{\contentsline {paragraph}{}{2}{section*.8}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {2.2}Experiment 2}{2}{section.2.2}\protected@file@percent }
+\@writefile{toc}{\contentsline {paragraph}{}{2}{section*.9}\protected@file@percent }
 \@setckpt{chapters/introduction_and_motivation}{
-\setcounter{page}{2}
+\setcounter{page}{3}
 \setcounter{equation}{0}
 \setcounter{enumi}{0}
 \setcounter{enumii}{0}
@@ -14,8 +25,8 @@
 \setcounter{footnote}{0}
 \setcounter{mpfootnote}{0}
 \setcounter{part}{0}
-\setcounter{chapter}{1}
-\setcounter{section}{0}
+\setcounter{chapter}{2}
+\setcounter{section}{2}
 \setcounter{subsection}{0}
 \setcounter{subsubsection}{0}
 \setcounter{paragraph}{0}
@@ -40,8 +51,8 @@
 \setcounter{ALG@tmpcounter}{0}
 \setcounter{LT@tables}{0}
 \setcounter{LT@chunks}{0}
-\setcounter{section@level}{0}
+\setcounter{section@level}{4}
 \setcounter{Item}{0}
 \setcounter{Hfootnote}{0}
-\setcounter{bookmark@seq@number}{2}
+\setcounter{bookmark@seq@number}{5}
 }
diff --git a/latex/chapters/introduction_and_motivation.tex b/latex/chapters/introduction_and_motivation.tex
index 6edd03b..359e6ce 100644
--- a/latex/chapters/introduction_and_motivation.tex
+++ b/latex/chapters/introduction_and_motivation.tex
@@ -1,2 +1,17 @@
 \chapter{Introduction}
-As mentioned before deep learning combines feature extraction through the use of convolution and pooling with traditional neural networks, replacing the intermediate step of humans extracting features from the dataset. Convolution is a fancy word for filtering, which is where we slide a trained filter over the input data, the purpose of which is to extract features and other useful information from the data. Pooling is then the process of taking local samples and selecting either the min, max, or average of the those samples. This can help identify locations of features and compact overall information from the convolution layer. The typical deep learning pipeline is several convolution and pooling layers followed by a few fully connected layers. We intend to show that by using a deep learning configuration you can reduce the required size of the feed forward section without sacrificing the results of your program, thus showing the effectiveness of deep learning. The MNIST database is one of the standard benchmark examples for image processing neural networks and as such we will be using a modified version of the DLIB deep learning example for the purposes of our comparison. This was done as it can be used to show the difference between standard feed forward neural networks and deep learning networks, without needing an expensive GPU or AI accelerator. The MNIST dataset is solvable uisng only feed forward neural networks, but we intend to show that using deep learning can improve performance on smaller networks. 
\ No newline at end of file
+\paragraph{}As previously mentioned, deep learning combines feature extraction through convolution and pooling with traditional neural networks, eliminating the need for humans to manually extract features from datasets. Convolution, in essence, is a filtering process where trained filter(s) slides over the input data to extract features and other useful information. Pooling is the subsequent process of taking local samples and selecting either the minimum, maximum, or average of those samples. This step helps identify feature locations and condenses the information produced by the convolution layer.
+
+\paragraph{}A typical deep learning pipeline consists of several convolution and pooling layers, followed by a few fully connected layers. In this work, we aim to demonstrate that using a deep learning configuration can reduce the size of the feed-forward section without compromising program performance, thereby highlighting the effectiveness of deep learning.
+
+\paragraph{}The MNIST database is a standard benchmark for image-processing neural networks. For our comparison, we will use a modified version of the DLIB deep learning example. This approach allows us to showcase the differences between standard feed-forward neural networks and deep learning networks without requiring expensive GPUs or AI accelerators. While the MNIST dataset is solvable using feed-forward neural networks, we intend to demonstrate that deep learning can achieve better classification performance, even on smaller networks.
+
+\chapter{Experimental Setup}
+\paragraph{}
+Our experiments are divided into two parts, each testing a deep learning network alongside its corresponding feed-forward network. For a fair comparison, the feed-forward test focuses explicitly on the feed-forward component of the deep learning network. This ensures that variables such as the number of layers or nodes in the feed-forward section remain consistent, minimizing potential biases and maintaining the integrity of our comparisons.
+
+\section{Experiment 1}
+\paragraph{}
+Our first experiment compares using the included example from the DLIB C++ library. Specifically the deep learning test consists of 
+
+\section{Experiment 2}
+\paragraph{}
\ No newline at end of file
diff --git a/latex/chapters/results.aux b/latex/chapters/results.aux
index 0342557..12e849f 100644
--- a/latex/chapters/results.aux
+++ b/latex/chapters/results.aux
@@ -2,7 +2,7 @@
 \providecommand{\transparent@use}[1]{}
 \providecommand\hyper@newdestlabel[2]{}
 \@setckpt{chapters/results}{
-\setcounter{page}{2}
+\setcounter{page}{3}
 \setcounter{equation}{0}
 \setcounter{enumi}{0}
 \setcounter{enumii}{0}
@@ -11,8 +11,8 @@
 \setcounter{footnote}{0}
 \setcounter{mpfootnote}{0}
 \setcounter{part}{0}
-\setcounter{chapter}{1}
-\setcounter{section}{0}
+\setcounter{chapter}{2}
+\setcounter{section}{2}
 \setcounter{subsection}{0}
 \setcounter{subsubsection}{0}
 \setcounter{paragraph}{0}
@@ -37,8 +37,8 @@
 \setcounter{ALG@tmpcounter}{0}
 \setcounter{LT@tables}{0}
 \setcounter{LT@chunks}{0}
-\setcounter{section@level}{0}
+\setcounter{section@level}{4}
 \setcounter{Item}{0}
 \setcounter{Hfootnote}{0}
-\setcounter{bookmark@seq@number}{2}
+\setcounter{bookmark@seq@number}{5}
 }
diff --git a/latex/report.aux b/latex/report.aux
index c8cc6e5..0567bb8 100644
--- a/latex/report.aux
+++ b/latex/report.aux
@@ -21,4 +21,4 @@
 \@input{chapters/results.aux}
 \@input{chapters/conclusion.aux}
 \gdef\svg@ink@ver@settings{{\m@ne }{inkscape}{\m@ne }}
-\gdef \@abspage@last{4}
+\gdef \@abspage@last{5}
diff --git a/latex/report.log b/latex/report.log
index 4af7f8a..d47fa3e 100644
--- a/latex/report.log
+++ b/latex/report.log
@@ -1,4 +1,4 @@
-This is pdfTeX, Version 3.141592653-2.6-1.40.24 (TeX Live 2022/Debian) (preloaded format=pdflatex 2023.10.9)  9 JAN 2025 14:40
+This is pdfTeX, Version 3.141592653-2.6-1.40.24 (TeX Live 2022/Debian) (preloaded format=pdflatex 2023.10.9)  9 JAN 2025 15:06
 entering extended mode
  restricted \write18 enabled.
  %&-line parsing enabled.
@@ -806,7 +806,7 @@ Package hyperref Info: Link coloring OFF on input line 57.
 (/usr/share/texlive/texmf-dist/tex/latex/arabtex/alocal.sty
 (ArabTeX) 3.11 local stub, 26.02.2006)
 (ArabTeX) version 3.11s (02.07.2006): second phase of patching)
-<assets/brock.jpg, id=15, 1053.9375pt x 638.385pt>
+<assets/brock.jpg, id=27, 1053.9375pt x 638.385pt>
 File: assets/brock.jpg Graphic file (type jpg)
 <use assets/brock.jpg>
 Package pdftex.def Info: assets/brock.jpg  used on input line 67.
@@ -835,7 +835,17 @@ l.94 	\include{chapters/abstract}
                                   [1
 
 
-] (./report.toc)
+] (./report.toc
+LaTeX Font Info:    Trying to load font information for U+msa on input line 8.
+
+(/usr/share/texlive/texmf-dist/tex/latex/amsfonts/umsa.fd
+File: umsa.fd 2013/01/14 v3.01 AMS symbols A
+)
+LaTeX Font Info:    Trying to load font information for U+msb on input line 8.
+
+(/usr/share/texlive/texmf-dist/tex/latex/amsfonts/umsb.fd
+File: umsb.fd 2013/01/14 v3.01 AMS symbols B
+))
 \tf@toc=\write7
 \openout7 = `report.toc'.
 
@@ -850,10 +860,20 @@ l.94 	\include{chapters/abstract}
 
 (./chapters/introduction_and_motivation.tex
 Chapter 1.
-) [1
+
+Overfull \hbox (4.3079pt too wide) in paragraph at lines 2--3
+ [][] \T1/cmr/m/n/12 As pre-vi-ously men-tioned, deep learn-ing com-bines fea-t
+ure ex-trac-tion through
+ []
+
+[1
 
 
 
+]
+Chapter 2.
+) [2
+
 ]
 \openout2 = `chapters/results.aux'.
 
@@ -1003,6 +1023,8 @@ fc-english.def    2016/01/12
   apatch.sty    2006/07/02  3.11s last minute patches 
 assets/brock.jpg
 chapters/abstract.tex
+    umsa.fd    2013/01/14 v3.01 AMS symbols A
+    umsb.fd    2013/01/14 v3.01 AMS symbols B
 chapters/introduction_and_motivation.tex
 chapters/results.tex
 chapters/conclusion.tex
@@ -1012,30 +1034,44 @@ chapters/conclusion.tex
 LaTeX Font Warning: Size substitutions with differences
 (Font)              up to 0.72pt have occurred.
 
-Package rerunfilecheck Info: File `report.out' has not changed.
-(rerunfilecheck)             Checksum: 209B4CB4B9B549162E11D42496BF7773;238.
+
+Package rerunfilecheck Warning: File `report.out' has changed.
+(rerunfilecheck)                Rerun to get outlines right
+(rerunfilecheck)                or use package `bookmark'.
+
+Package rerunfilecheck Info: Checksums for `report.out':
+(rerunfilecheck)             Before: CAA4FAEE2960169512419C2B4C6CA732;625
+(rerunfilecheck)             After:  7D3E0977AEBCA33FB26B3D757A6C75B2;608.
  )
 (\end occurred inside a group at level 1)
 
 ### semi simple group (level 1) entered at line 57 (\begingroup)
 ### bottom level 
 Here is how much of TeX's memory you used:
- 19508 strings out of 476091
- 321817 string characters out of 5794081
+ 19569 strings out of 476091
+ 322656 string characters out of 5794081
  1855330 words of memory out of 5000000
- 39470 multiletter control sequences out of 15000+600000
- 518668 words of font info for 41 fonts, out of 8000000 for 9000
+ 39500 multiletter control sequences out of 15000+600000
+ 523015 words of font info for 58 fonts, out of 8000000 for 9000
  1141 hyphenation exceptions out of 8191
- 94i,5n,92p,1627b,2026s stack positions out of 10000i,1000n,20000p,200000b,200000s
-{/usr/share/texmf/fonts/enc/dvips/cm-super/cm-super-t1.enc}</us
-r/share/texmf/fonts/type1/public/cm-super/sfbx1200.pfb></usr/share/texmf/fonts/
-type1/public/cm-super/sfbx1728.pfb></usr/share/texmf/fonts/type1/public/cm-supe
-r/sfbx2488.pfb></usr/share/texmf/fonts/type1/public/cm-super/sfrm1200.pfb></usr
-/share/texmf/fonts/type1/public/cm-super/sfrm1440.pfb>
-Output written on report.pdf (4 pages, 122852 bytes).
-PDF statistics:
- 71 PDF objects out of 1000 (max. 8388607)
- 53 compressed objects within 1 object stream
- 8 named destinations out of 1000 (max. 500000)
- 34 words of extra memory for PDF output out of 10000 (max. 10000000)
+ 94i,5n,92p,1010b,2028s stack positions out of 10000i,1000n,20000p,200000b,200000s
+
+pdfTeX warning (dest): name{subsection.2.0.2} has been referenced but does not 
+exist, replaced by a fixed one
+
+
+pdfTeX warning (dest): name{subsection.2.0.1} has been referenced but does not 
+exist, replaced by a fixed one
+
+{/usr/share/texmf/fonts/enc/dvips/cm-super/cm-super-t1.enc}</usr/share/texmf/fo
+nts/type1/public/cm-super/sfbx1200.pfb></usr/share/texmf/fonts/type1/public/cm-
+super/sfbx1728.pfb></usr/share/texmf/fonts/type1/public/cm-super/sfbx2488.pfb><
+/usr/share/texmf/fonts/type1/public/cm-super/sfrm1200.pfb></usr/share/texmf/fon
+ts/type1/public/cm-super/sfrm1440.pfb>
+Output written on report.pdf (5 pages, 129391 bytes).
+PDF statistics:
+ 103 PDF objects out of 1000 (max. 8388607)
+ 84 compressed objects within 1 object stream
+ 20 named destinations out of 1000 (max. 500000)
+ 58 words of extra memory for PDF output out of 10000 (max. 10000000)
 
diff --git a/latex/report.out b/latex/report.out
index 483e3b8..53cc163 100644
--- a/latex/report.out
+++ b/latex/report.out
@@ -1,2 +1,5 @@
 \BOOKMARK [0][-]{section*.2}{\376\377\000T\000a\000b\000l\000e\000\040\000o\000f\000\040\000C\000o\000n\000t\000e\000n\000t\000s}{}% 1
 \BOOKMARK [0][-]{chapter.1}{\376\377\000I\000n\000t\000r\000o\000d\000u\000c\000t\000i\000o\000n}{}% 2
+\BOOKMARK [0][-]{chapter.2}{\376\377\000E\000x\000p\000e\000r\000i\000m\000e\000n\000t\000a\000l\000\040\000S\000e\000t\000u\000p}{}% 3
+\BOOKMARK [1][-]{section.2.1}{\376\377\000E\000x\000p\000e\000r\000i\000m\000e\000n\000t\000\040\0001}{chapter.2}% 4
+\BOOKMARK [1][-]{section.2.2}{\376\377\000E\000x\000p\000e\000r\000i\000m\000e\000n\000t\000\040\0002}{chapter.2}% 5
diff --git a/latex/report.pdf b/latex/report.pdf
index b93564f..eed3d48 100644
Binary files a/latex/report.pdf and b/latex/report.pdf differ
diff --git a/latex/report.synctex.gz b/latex/report.synctex.gz
index 2583ef5..299ddc6 100644
Binary files a/latex/report.synctex.gz and b/latex/report.synctex.gz differ
diff --git a/latex/report.toc b/latex/report.toc
index 7c156f8..04a73c1 100644
--- a/latex/report.toc
+++ b/latex/report.toc
@@ -1,2 +1,11 @@
 \contentsline {chapter}{Table of Contents}{II}{section*.2}%
 \contentsline {chapter}{\numberline {1}Introduction}{1}{chapter.1}%
+\contentsline {paragraph}{}{1}{section*.4}%
+\contentsline {paragraph}{}{1}{section*.5}%
+\contentsline {paragraph}{}{1}{section*.6}%
+\contentsline {chapter}{\numberline {2}Experimental Setup}{2}{chapter.2}%
+\contentsline {paragraph}{}{2}{section*.7}%
+\contentsline {section}{\numberline {2.1}Experiment 1}{2}{section.2.1}%
+\contentsline {paragraph}{}{2}{section*.8}%
+\contentsline {section}{\numberline {2.2}Experiment 2}{2}{section.2.2}%
+\contentsline {paragraph}{}{2}{section*.9}%
diff --git a/part2/average_epochs.txt b/part2/average_epochs.txt
new file mode 100644
index 0000000..b190823
--- /dev/null
+++ b/part2/average_epochs.txt
@@ -0,0 +1 @@
+1000,1000
diff --git a/part2/deep_learning/epochs.png b/part2/deep_learning/epochs.png
new file mode 100644
index 0000000..ec4f8ef
Binary files /dev/null and b/part2/deep_learning/epochs.png differ
diff --git a/part2/deep_learning/mnist_network_deep_learning0.dat b/part2/deep_learning/mnist_network_deep_learning0.dat
new file mode 100644
index 0000000..2a4706a
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning0.dat differ
diff --git a/part2/deep_learning/mnist_network_deep_learning1.dat b/part2/deep_learning/mnist_network_deep_learning1.dat
new file mode 100644
index 0000000..8f12783
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning1.dat differ
diff --git a/part2/deep_learning/mnist_network_deep_learning2.dat b/part2/deep_learning/mnist_network_deep_learning2.dat
new file mode 100644
index 0000000..427eb82
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning2.dat differ
diff --git a/part2/deep_learning/mnist_network_deep_learning3.dat b/part2/deep_learning/mnist_network_deep_learning3.dat
new file mode 100644
index 0000000..007026d
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning3.dat differ
diff --git a/part2/deep_learning/mnist_network_deep_learning4.dat b/part2/deep_learning/mnist_network_deep_learning4.dat
new file mode 100644
index 0000000..f94e158
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning4.dat differ
diff --git a/part2/deep_learning/mnist_network_deep_learning5.dat b/part2/deep_learning/mnist_network_deep_learning5.dat
new file mode 100644
index 0000000..898295c
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning5.dat differ
diff --git a/part2/deep_learning/mnist_network_deep_learning6.dat b/part2/deep_learning/mnist_network_deep_learning6.dat
new file mode 100644
index 0000000..4c4555a
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning6.dat differ
diff --git a/part2/deep_learning/mnist_network_deep_learning7.dat b/part2/deep_learning/mnist_network_deep_learning7.dat
new file mode 100644
index 0000000..73a1445
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning7.dat differ
diff --git a/part2/deep_learning/mnist_network_deep_learning8.dat b/part2/deep_learning/mnist_network_deep_learning8.dat
new file mode 100644
index 0000000..3fb585a
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning8.dat differ
diff --git a/part2/deep_learning/mnist_network_deep_learning9.dat b/part2/deep_learning/mnist_network_deep_learning9.dat
new file mode 100644
index 0000000..205f8a5
Binary files /dev/null and b/part2/deep_learning/mnist_network_deep_learning9.dat differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning0 b/part2/deep_learning/mnist_sync_deep_learning0
new file mode 100644
index 0000000..6db550b
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning0 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning0_ b/part2/deep_learning/mnist_sync_deep_learning0_
new file mode 100644
index 0000000..46bf15b
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning0_ differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning1 b/part2/deep_learning/mnist_sync_deep_learning1
new file mode 100644
index 0000000..b14c61a
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning1 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning1_ b/part2/deep_learning/mnist_sync_deep_learning1_
new file mode 100644
index 0000000..9b249dd
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning1_ differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning2 b/part2/deep_learning/mnist_sync_deep_learning2
new file mode 100644
index 0000000..e83f6b4
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning2 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning2_ b/part2/deep_learning/mnist_sync_deep_learning2_
new file mode 100644
index 0000000..eeabaff
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning2_ differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning3 b/part2/deep_learning/mnist_sync_deep_learning3
new file mode 100644
index 0000000..aaf5921
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning3 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning3_ b/part2/deep_learning/mnist_sync_deep_learning3_
new file mode 100644
index 0000000..da4dfeb
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning3_ differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning4 b/part2/deep_learning/mnist_sync_deep_learning4
new file mode 100644
index 0000000..8c7dbd0
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning4 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning4_ b/part2/deep_learning/mnist_sync_deep_learning4_
new file mode 100644
index 0000000..c2ec5aa
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning4_ differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning5 b/part2/deep_learning/mnist_sync_deep_learning5
new file mode 100644
index 0000000..4fe8848
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning5 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning5_ b/part2/deep_learning/mnist_sync_deep_learning5_
new file mode 100644
index 0000000..b8b3245
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning5_ differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning6 b/part2/deep_learning/mnist_sync_deep_learning6
new file mode 100644
index 0000000..abb77cf
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning6 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning6_ b/part2/deep_learning/mnist_sync_deep_learning6_
new file mode 100644
index 0000000..fc48a12
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning6_ differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning7 b/part2/deep_learning/mnist_sync_deep_learning7
new file mode 100644
index 0000000..4d86117
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning7 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning7_ b/part2/deep_learning/mnist_sync_deep_learning7_
new file mode 100644
index 0000000..ade3a5a
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning7_ differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning8 b/part2/deep_learning/mnist_sync_deep_learning8
new file mode 100644
index 0000000..55033e9
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning8 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning8_ b/part2/deep_learning/mnist_sync_deep_learning8_
new file mode 100644
index 0000000..48fbb85
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning8_ differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning9 b/part2/deep_learning/mnist_sync_deep_learning9
new file mode 100644
index 0000000..9301dc4
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning9 differ
diff --git a/part2/deep_learning/mnist_sync_deep_learning9_ b/part2/deep_learning/mnist_sync_deep_learning9_
new file mode 100644
index 0000000..f0bcdcf
Binary files /dev/null and b/part2/deep_learning/mnist_sync_deep_learning9_ differ
diff --git a/part2/deep_learning/state.bin b/part2/deep_learning/state.bin
new file mode 100644
index 0000000..a706f4b
--- /dev/null
+++ b/part2/deep_learning/state.bin
@@ -0,0 +1,1035 @@
+9
+-1
+10
+100
+55605,4395,0.649081,0.01
+57361,2639,0.392697,0.01
+58224,1776,0.294506,0.01
+58784,1216,0.0816071,0.01
+58908,1092,0.0757899,0.01
+58996,1004,0.0709311,0.01
+59031,969,0.0551068,0.01
+59071,929,0.0527359,0.01
+59088,912,0.0506779,0.01
+59143,857,0.043364,0.01
+59208,792,0.0418594,0.01
+59264,736,0.0405023,0.01
+59287,713,0.0355514,0.01
+59324,676,0.0346073,0.01
+59361,639,0.033753,0.01
+59365,635,0.0306633,0.01
+59382,618,0.0300447,0.01
+59386,614,0.0294536,0.01
+59396,604,0.0270541,0.01
+59406,594,0.0265497,0.01
+59453,547,0.0260415,0.01
+59503,497,0.0238689,0.01
+59536,464,0.023389,0.01
+59548,452,0.0229229,0.01
+59598,402,0.0210565,0.01
+59623,377,0.0205635,0.01
+59633,367,0.0201106,0.01
+59651,349,0.0183813,0.01
+59674,326,0.018023,0.01
+59660,340,0.0176539,0.01
+59675,325,0.0162467,0.01
+59688,312,0.0159369,0.01
+59678,322,0.0156377,0.01
+59697,303,0.0145057,0.01
+59703,297,0.0142476,0.01
+59712,288,0.013988,0.01
+59708,292,0.0130106,0.01
+59704,296,0.0128341,0.01
+59708,292,0.0126363,0.01
+59726,274,0.0118507,0.01
+59722,278,0.0116882,0.01
+59718,282,0.0115103,0.01
+59739,261,0.0108662,0.01
+59723,277,0.0106932,0.01
+59745,255,0.0105714,0.01
+59727,273,0.0100329,0.01
+59742,258,0.00995985,0.01
+59729,271,0.00985036,0.01
+59716,284,0.00953463,0.01
+59719,281,0.00943078,0.01
+59698,302,0.00933246,0.01
+59689,311,0.00893835,0.01
+59677,323,0.0088864,0.01
+59677,323,0.00880338,0.01
+59671,329,0.00856209,0.01
+59670,330,0.00846087,0.01
+59659,341,0.00837247,0.01
+59669,331,0.00808062,0.01
+59678,322,0.00803083,0.01
+59688,312,0.00798501,0.01
+59698,302,0.00774232,0.01
+59703,297,0.00769444,0.01
+59732,268,0.0076511,0.01
+59725,275,0.00742355,0.01
+59756,244,0.00736855,0.01
+59772,228,0.00732389,0.01
+59789,211,0.00712406,0.01
+59808,192,0.00706862,0.01
+59813,187,0.00701278,0.01
+59834,166,0.00676556,0.01
+59840,160,0.00671754,0.01
+59843,157,0.00666658,0.01
+59871,129,0.00646522,0.01
+59870,130,0.00643508,0.01
+59880,120,0.00639562,0.01
+59883,117,0.00622875,0.01
+59888,112,0.00618699,0.01
+59886,114,0.00614666,0.01
+59890,110,0.00601707,0.01
+59886,114,0.00598471,0.01
+59887,113,0.0059484,0.01
+59887,113,0.00584679,0.01
+59890,110,0.0058089,0.01
+59884,116,0.00578235,0.01
+59888,112,0.00570864,0.01
+59884,116,0.00565606,0.01
+59872,128,0.0056395,0.01
+59872,128,0.00559867,0.01
+59868,132,0.00555365,0.01
+59871,129,0.00552358,0.01
+59861,139,0.00546162,0.01
+59866,134,0.00543199,0.01
+59864,136,0.00542211,0.01
+59860,140,0.00534585,0.01
+59852,148,0.00535215,0.01
+59845,155,0.00533117,0.01
+59841,159,0.00531606,0.01
+59827,173,0.00530146,0.01
+59813,187,0.00528478,0.01
+59803,197,0.00519587,0.01
+---
+100
+56326,3674,0.751152,0.01
+57889,2111,0.448587,0.01
+58507,1493,0.333488,0.01
+58749,1251,0.0825685,0.01
+58906,1094,0.0767151,0.01
+59016,984,0.072251,0.01
+59061,939,0.0576848,0.01
+59115,885,0.0555749,0.01
+59151,849,0.0535367,0.01
+59189,811,0.0462329,0.01
+59181,819,0.0448055,0.01
+59249,751,0.04353,0.01
+59322,678,0.0386225,0.01
+59373,627,0.0375354,0.01
+59399,601,0.036475,0.01
+59434,566,0.0325799,0.01
+59459,541,0.0316923,0.01
+59486,514,0.0308853,0.01
+59475,525,0.0278946,0.01
+59482,518,0.0272796,0.01
+59485,515,0.0266753,0.01
+59492,508,0.0243984,0.01
+59498,502,0.0238413,0.01
+59497,503,0.0233455,0.01
+59527,473,0.0214356,0.01
+59537,463,0.0210125,0.01
+59563,437,0.0205932,0.01
+59581,419,0.0190482,0.01
+59596,404,0.0186562,0.01
+59609,391,0.0182948,0.01
+59602,398,0.0168969,0.01
+59599,401,0.0166076,0.01
+59609,391,0.0163415,0.01
+59625,375,0.0152156,0.01
+59618,382,0.0149758,0.01
+59632,368,0.0147086,0.01
+59631,369,0.013695,0.01
+59619,381,0.0134468,0.01
+59624,376,0.0132315,0.01
+59680,320,0.0123456,0.01
+59690,310,0.0121924,0.01
+59681,319,0.0120121,0.01
+59680,320,0.0113477,0.01
+59685,315,0.0112266,0.01
+59682,318,0.0111124,0.01
+59686,314,0.0106629,0.01
+59671,329,0.0105731,0.01
+59672,328,0.0104617,0.01
+59677,323,0.0100964,0.01
+59665,335,0.0099496,0.01
+59678,322,0.00984517,0.01
+59683,317,0.00941058,0.01
+59685,315,0.00930503,0.01
+59690,310,0.0092047,0.01
+59691,309,0.00890343,0.01
+59703,297,0.00882263,0.01
+59708,292,0.00876971,0.01
+59713,287,0.00850399,0.01
+59735,265,0.0084453,0.01
+59735,265,0.00839521,0.01
+59748,252,0.00812193,0.01
+59749,251,0.00806139,0.01
+59738,262,0.00800086,0.01
+59733,267,0.00775068,0.01
+59723,277,0.00770943,0.01
+59715,285,0.00766129,0.01
+59713,287,0.00746749,0.01
+59710,290,0.00743216,0.01
+59714,286,0.00739126,0.01
+59716,284,0.0072787,0.01
+59713,287,0.00724318,0.01
+59725,275,0.00719893,0.01
+59725,275,0.0070467,0.01
+59734,266,0.00700144,0.01
+59738,262,0.00695864,0.01
+59734,266,0.00679369,0.01
+59717,283,0.0067432,0.01
+59693,307,0.00669397,0.01
+59670,330,0.00651468,0.01
+59654,346,0.00646388,0.01
+59637,363,0.00642654,0.01
+59642,358,0.00630426,0.01
+59624,376,0.00627918,0.01
+59687,313,0.00624262,0.01
+59695,305,0.0061425,0.01
+59707,293,0.00610162,0.01
+59729,271,0.00606321,0.01
+59727,273,0.00598238,0.01
+59708,292,0.00593061,0.01
+59718,282,0.00590733,0.01
+59720,280,0.0057752,0.01
+59704,296,0.00576611,0.01
+59737,263,0.00578079,0.01
+59743,257,0.00582928,0.01
+59760,240,0.00581371,0.01
+59755,245,0.00582259,0.01
+59927,73,0.00652017,0.001
+59943,57,0.00610852,0.001
+59950,50,0.00585344,0.001
+59954,46,0.00514706,0.001
+---
+100
+55472,4528,0.723138,0.01
+57561,2439,0.448993,0.01
+57938,2062,0.338222,0.01
+58493,1507,0.093653,0.01
+58711,1289,0.0861369,0.01
+58827,1173,0.0807345,0.01
+58937,1063,0.0634475,0.01
+58983,1017,0.0608715,0.01
+59049,951,0.058492,0.01
+59114,886,0.0499855,0.01
+59174,826,0.0484011,0.01
+59213,787,0.0470214,0.01
+59240,760,0.0419313,0.01
+59278,722,0.0408508,0.01
+59307,693,0.0397267,0.01
+59331,669,0.0355996,0.01
+59359,641,0.0346334,0.01
+59384,616,0.0337738,0.01
+59432,568,0.0306196,0.01
+59469,531,0.029887,0.01
+59490,510,0.029245,0.01
+59506,494,0.0268263,0.01
+59533,467,0.0263038,0.01
+59545,455,0.0257679,0.01
+59567,433,0.0237053,0.01
+59587,413,0.0232381,0.01
+59609,391,0.0227996,0.01
+59629,371,0.0210896,0.01
+59656,344,0.0206953,0.01
+59663,337,0.0202944,0.01
+59684,316,0.0188186,0.01
+59687,313,0.0184339,0.01
+59695,305,0.0181133,0.01
+59704,296,0.0168658,0.01
+59726,274,0.0166058,0.01
+59729,271,0.0163323,0.01
+59736,264,0.0153701,0.01
+59735,265,0.0151889,0.01
+59738,262,0.0150112,0.01
+59737,263,0.0142971,0.01
+59742,258,0.0141313,0.01
+59749,251,0.0139825,0.01
+59737,263,0.0132398,0.01
+59750,250,0.0131171,0.01
+59769,231,0.0129421,0.01
+59762,238,0.0122047,0.01
+59746,254,0.0120398,0.01
+59765,235,0.0118934,0.01
+59780,220,0.0113421,0.01
+59780,220,0.0111849,0.01
+59765,235,0.0110652,0.01
+59756,244,0.0106342,0.01
+59740,260,0.0105723,0.01
+59744,256,0.0104976,0.01
+59735,265,0.0101692,0.01
+59718,282,0.0100986,0.01
+59687,313,0.0100242,0.01
+59680,320,0.00974955,0.01
+59638,362,0.00967218,0.01
+59625,375,0.0096339,0.01
+59621,379,0.00940657,0.01
+59618,382,0.0093854,0.01
+59636,364,0.00937968,0.01
+59678,322,0.00921519,0.01
+59701,299,0.00920046,0.01
+59720,280,0.00915657,0.01
+59740,260,0.00891799,0.01
+59742,258,0.00887529,0.01
+59717,283,0.00877706,0.01
+59731,269,0.00844462,0.01
+59707,293,0.00829377,0.01
+59723,277,0.00816317,0.01
+59739,261,0.00765125,0.01
+59732,268,0.00752778,0.01
+59689,311,0.00743825,0.01
+59708,292,0.00715033,0.01
+59713,287,0.00706017,0.01
+59708,292,0.00699374,0.01
+59699,301,0.00666728,0.01
+59705,295,0.00661218,0.01
+59709,291,0.00654272,0.01
+59716,284,0.00630428,0.01
+59714,286,0.00622136,0.01
+59703,297,0.00614854,0.01
+59698,302,0.00587941,0.01
+59707,293,0.00579827,0.01
+59685,315,0.00574678,0.01
+59687,313,0.00554561,0.01
+59669,331,0.00550203,0.01
+59660,340,0.0054711,0.01
+59648,352,0.00533849,0.01
+59641,359,0.00530532,0.01
+59638,362,0.00528131,0.01
+59638,362,0.00518401,0.01
+59632,368,0.00517171,0.01
+59633,367,0.00515112,0.01
+59634,366,0.00503719,0.01
+59632,368,0.00501251,0.01
+59647,353,0.0049941,0.01
+59662,338,0.00489174,0.01
+---
+100
+54953,5047,0.79929,0.01
+57500,2500,0.491568,0.01
+58133,1867,0.367796,0.01
+58361,1639,0.0968005,0.01
+58420,1580,0.0900109,0.01
+58541,1459,0.0845634,0.01
+58649,1351,0.0664471,0.01
+58810,1190,0.0637449,0.01
+58969,1031,0.061196,0.01
+59064,936,0.0515641,0.01
+59140,860,0.0495307,0.01
+59187,813,0.0476837,0.01
+59242,758,0.0411195,0.01
+59300,700,0.0398828,0.01
+59335,665,0.0387362,0.01
+59341,659,0.0344705,0.01
+59360,640,0.0335152,0.01
+59388,612,0.0326746,0.01
+59426,574,0.0295921,0.01
+59455,545,0.0288926,0.01
+59468,532,0.0282445,0.01
+59485,515,0.025622,0.01
+59490,510,0.0250873,0.01
+59504,496,0.0246071,0.01
+59495,505,0.0226427,0.01
+59501,499,0.0222398,0.01
+59498,502,0.0218565,0.01
+59499,501,0.020478,0.01
+59505,495,0.0201814,0.01
+59483,517,0.0199149,0.01
+59468,532,0.0188471,0.01
+59464,536,0.0186336,0.01
+59472,528,0.0184066,0.01
+59440,560,0.0175569,0.01
+59437,563,0.0174209,0.01
+59426,574,0.0172365,0.01
+59421,579,0.0164452,0.01
+59414,586,0.0163068,0.01
+59436,564,0.0161355,0.01
+59459,541,0.0153623,0.01
+59508,492,0.0151874,0.01
+59538,462,0.0149875,0.01
+59581,419,0.0142171,0.01
+59617,383,0.0139847,0.01
+59652,348,0.0137438,0.01
+59683,317,0.0128643,0.01
+59725,275,0.0126284,0.01
+59741,259,0.0124295,0.01
+59738,262,0.0116712,0.01
+59752,248,0.0115055,0.01
+59756,244,0.0113362,0.01
+59751,249,0.0106507,0.01
+59765,235,0.0104964,0.01
+59758,242,0.0103696,0.01
+59768,232,0.0099243,0.01
+59771,229,0.00981764,0.01
+59774,226,0.00970472,0.01
+59769,231,0.0092573,0.01
+59775,225,0.00916449,0.01
+59784,216,0.00907244,0.01
+59780,220,0.00869856,0.01
+59782,218,0.00862135,0.01
+59785,215,0.00853742,0.01
+59774,226,0.00811745,0.01
+59768,232,0.0080275,0.01
+59805,195,0.00794815,0.01
+59791,209,0.00758304,0.01
+59806,194,0.00749072,0.01
+59798,202,0.00739821,0.01
+59813,187,0.00706361,0.01
+59820,180,0.00697713,0.01
+59834,166,0.00689927,0.01
+59832,168,0.00663,0.01
+59837,163,0.00658309,0.01
+59838,162,0.00651884,0.01
+59841,159,0.00631976,0.01
+59851,149,0.00628608,0.01
+59841,159,0.00624809,0.01
+59849,151,0.00611926,0.01
+59857,143,0.0060791,0.01
+59852,148,0.00604317,0.01
+59860,140,0.00593808,0.01
+59863,137,0.00590494,0.01
+59862,138,0.00587756,0.01
+59862,138,0.00575312,0.01
+59864,136,0.0057251,0.01
+59865,135,0.00570054,0.01
+59868,132,0.0056168,0.01
+59868,132,0.00558648,0.01
+59865,135,0.00556546,0.01
+59874,126,0.00548699,0.01
+59873,127,0.00546698,0.01
+59872,128,0.00545757,0.01
+59884,116,0.00538681,0.01
+59882,118,0.00537579,0.01
+59883,117,0.00536032,0.01
+59880,120,0.00528931,0.01
+59884,116,0.00527204,0.01
+59887,113,0.00526312,0.01
+59895,105,0.00520971,0.01
+---
+100
+56286,3714,0.693413,0.01
+57094,2906,0.414546,0.01
+57758,2242,0.309479,0.01
+58289,1711,0.0827356,0.01
+58623,1377,0.0775855,0.01
+58795,1205,0.0733572,0.01
+58902,1098,0.0584719,0.01
+58992,1008,0.055419,0.01
+59065,935,0.0528181,0.01
+59155,845,0.0441453,0.01
+59239,761,0.0427319,0.01
+59313,687,0.0414203,0.01
+59352,648,0.0366194,0.01
+59369,631,0.0356116,0.01
+59401,599,0.034689,0.01
+59439,561,0.0312717,0.01
+59454,546,0.0305516,0.01
+59462,538,0.0298665,0.01
+59492,508,0.0271283,0.01
+59493,507,0.0265024,0.01
+59495,505,0.0259313,0.01
+59489,511,0.023692,0.01
+59463,537,0.0231846,0.01
+59427,573,0.0227178,0.01
+59431,569,0.0209908,0.01
+59423,577,0.0206032,0.01
+59399,601,0.020239,0.01
+59370,630,0.0188454,0.01
+59371,629,0.0185394,0.01
+59385,615,0.0182224,0.01
+59384,616,0.0170312,0.01
+59426,574,0.0167581,0.01
+59418,582,0.0165136,0.01
+59439,561,0.0154499,0.01
+59454,546,0.0152175,0.01
+59450,550,0.0149735,0.01
+59467,533,0.0140272,0.01
+59469,531,0.0137446,0.01
+59487,513,0.0135219,0.01
+59498,502,0.0126603,0.01
+59493,507,0.0124795,0.01
+59498,502,0.0122936,0.01
+59517,483,0.0115972,0.01
+59514,486,0.0114639,0.01
+59526,474,0.0112917,0.01
+59550,450,0.0106743,0.01
+59536,464,0.0105249,0.01
+59573,427,0.0104014,0.01
+59540,460,0.00979262,0.01
+59562,438,0.00968733,0.01
+59534,466,0.00952418,0.01
+59534,466,0.0089785,0.01
+59506,494,0.00886341,0.01
+59539,461,0.0087747,0.01
+59518,482,0.00833744,0.01
+59586,414,0.00825879,0.01
+59636,364,0.00820019,0.01
+59703,297,0.00783237,0.01
+59740,260,0.0077754,0.01
+59769,231,0.00771299,0.01
+59769,231,0.00748837,0.01
+59784,216,0.00740692,0.01
+59778,222,0.00734028,0.01
+59784,216,0.00714636,0.01
+59790,210,0.00711978,0.01
+59790,210,0.00707033,0.01
+59795,205,0.00692661,0.01
+59801,199,0.0068967,0.01
+59772,228,0.00684971,0.01
+59774,226,0.00666322,0.01
+59774,226,0.00660309,0.01
+59763,237,0.0065718,0.01
+59772,228,0.00639785,0.01
+59780,220,0.00635608,0.01
+59775,225,0.00632558,0.01
+59778,222,0.00618887,0.01
+59778,222,0.00612638,0.01
+59782,218,0.0060879,0.01
+59772,228,0.00591685,0.01
+59788,212,0.00588255,0.01
+59780,220,0.00584712,0.01
+59796,204,0.00567525,0.01
+59787,213,0.00564945,0.01
+59800,200,0.00561871,0.01
+59781,219,0.00551803,0.01
+59777,223,0.00549948,0.01
+59761,239,0.00549024,0.01
+59738,262,0.0054253,0.01
+59727,273,0.00541501,0.01
+59727,273,0.00538805,0.01
+59724,276,0.00536844,0.01
+59754,246,0.00531981,0.01
+59763,237,0.0052773,0.01
+59732,268,0.00515823,0.01
+59772,228,0.00510895,0.01
+59759,241,0.00508521,0.01
+59741,259,0.00497021,0.01
+59763,237,0.00495362,0.01
+59777,223,0.00493615,0.01
+59725,275,0.0049023,0.01
+---
+100
+56518,3482,0.76683,0.01
+57068,2932,0.453704,0.01
+57746,2254,0.337101,0.01
+58167,1833,0.0843322,0.01
+58446,1554,0.0788268,0.01
+58632,1368,0.0745214,0.01
+58806,1194,0.0606615,0.01
+59005,995,0.0584223,0.01
+59121,879,0.056358,0.01
+59200,800,0.0487871,0.01
+59229,771,0.0472406,0.01
+59267,733,0.0458937,0.01
+59284,716,0.0408411,0.01
+59303,697,0.0397735,0.01
+59317,683,0.0388833,0.01
+59309,691,0.0354634,0.01
+59317,683,0.034855,0.01
+59324,676,0.0342441,0.01
+59318,682,0.0319386,0.01
+59310,690,0.0314023,0.01
+59294,706,0.0308665,0.01
+59295,705,0.0289157,0.01
+59321,679,0.0284603,0.01
+59363,637,0.0279729,0.01
+59389,611,0.0261149,0.01
+59398,602,0.0256383,0.01
+59440,560,0.0251751,0.01
+59442,558,0.0233771,0.01
+59482,518,0.022932,0.01
+59509,491,0.0224769,0.01
+59533,467,0.020625,0.01
+59546,454,0.0202534,0.01
+59553,447,0.0198857,0.01
+59542,458,0.0184486,0.01
+59542,458,0.0181208,0.01
+59541,459,0.0178363,0.01
+59514,486,0.0165521,0.01
+59478,522,0.0163164,0.01
+59489,511,0.016079,0.01
+59489,511,0.0150746,0.01
+59480,520,0.0149088,0.01
+59491,509,0.0147289,0.01
+59475,525,0.0139977,0.01
+59522,478,0.0138397,0.01
+59521,479,0.0136458,0.01
+59549,451,0.0129623,0.01
+59554,446,0.012796,0.01
+59582,418,0.01264,0.01
+59565,435,0.0120332,0.01
+59603,397,0.0118893,0.01
+59618,382,0.0117491,0.01
+59609,391,0.0111378,0.01
+59620,380,0.0110127,0.01
+59634,366,0.0108781,0.01
+59654,346,0.0103614,0.01
+59658,342,0.0102351,0.01
+59692,308,0.0101434,0.01
+59691,309,0.00972931,0.01
+59703,297,0.00960702,0.01
+59709,291,0.00952581,0.01
+59714,286,0.00913852,0.01
+59723,277,0.00904511,0.01
+59736,264,0.00895514,0.01
+59738,262,0.0085443,0.01
+59751,249,0.00849492,0.01
+59753,247,0.00841906,0.01
+59755,245,0.00809321,0.01
+59773,227,0.00805382,0.01
+59763,237,0.00800055,0.01
+59768,232,0.00779173,0.01
+59776,224,0.00773205,0.01
+59780,220,0.00768027,0.01
+59787,213,0.00755077,0.01
+59796,204,0.00749764,0.01
+59800,200,0.00743595,0.01
+59805,195,0.00719327,0.01
+59804,196,0.007162,0.01
+59812,188,0.00711783,0.01
+59809,191,0.00694139,0.01
+59822,178,0.00688872,0.01
+59822,178,0.00684489,0.01
+59822,178,0.00661864,0.01
+59827,173,0.00658054,0.01
+59843,157,0.00653373,0.01
+59838,162,0.0063502,0.01
+59854,146,0.00630594,0.01
+59851,149,0.00626979,0.01
+59854,146,0.00611074,0.01
+59853,147,0.00606863,0.01
+59844,156,0.00603528,0.01
+59849,151,0.00592279,0.01
+59842,158,0.00587939,0.01
+59844,156,0.00585532,0.01
+59834,166,0.00572487,0.01
+59829,171,0.00570674,0.01
+59827,173,0.00567351,0.01
+59837,163,0.00554146,0.01
+59816,184,0.0055332,0.01
+59823,177,0.00550673,0.01
+59807,193,0.00539873,0.01
+---
+100
+55825,4175,0.814957,0.01
+57677,2323,0.483904,0.01
+58087,1913,0.358618,0.01
+58390,1610,0.0898528,0.01
+58550,1450,0.0845881,0.01
+58739,1261,0.0799571,0.01
+58833,1167,0.0642561,0.01
+58885,1115,0.0614774,0.01
+58913,1087,0.0590781,0.01
+58989,1011,0.0506276,0.01
+59035,965,0.0490089,0.01
+59042,958,0.047607,0.01
+59054,946,0.0423964,0.01
+59079,921,0.0411628,0.01
+59036,964,0.0400352,0.01
+59018,982,0.0359168,0.01
+59026,974,0.0350835,0.01
+59066,934,0.0343988,0.01
+59100,900,0.0317148,0.01
+59127,873,0.0311649,0.01
+59190,810,0.0306377,0.01
+59253,747,0.0286356,0.01
+59318,682,0.0281776,0.01
+59346,654,0.0277637,0.01
+59402,598,0.0262047,0.01
+59444,556,0.0257897,0.01
+59440,560,0.0253548,0.01
+59474,526,0.0234574,0.01
+59502,498,0.0231203,0.01
+59503,497,0.0227861,0.01
+59533,467,0.0214954,0.01
+59539,461,0.0211408,0.01
+59556,444,0.0207811,0.01
+59572,428,0.0192367,0.01
+59581,419,0.0189343,0.01
+59585,415,0.0186107,0.01
+59584,416,0.0172843,0.01
+59596,404,0.0170068,0.01
+59614,386,0.0167519,0.01
+59623,377,0.0156624,0.01
+59619,381,0.0154181,0.01
+59610,390,0.0151854,0.01
+59617,383,0.0143416,0.01
+59619,381,0.0141501,0.01
+59617,383,0.0139746,0.01
+59628,372,0.0132962,0.01
+59632,368,0.0132123,0.01
+59666,334,0.0130267,0.01
+59680,320,0.0124495,0.01
+59673,327,0.0123218,0.01
+59667,333,0.012178,0.01
+59675,325,0.0116381,0.01
+59660,340,0.0115474,0.01
+59651,349,0.011393,0.01
+59647,353,0.0108228,0.01
+59671,329,0.0107352,0.01
+59709,291,0.0106514,0.01
+59705,295,0.0102883,0.01
+59728,272,0.0102173,0.01
+59726,274,0.0101322,0.01
+59717,283,0.00977727,0.01
+59714,286,0.0097106,0.01
+59743,257,0.00964195,0.01
+59743,257,0.00942586,0.01
+59713,287,0.00939364,0.01
+59702,298,0.00933223,0.01
+59673,327,0.00912877,0.01
+59631,369,0.00910252,0.01
+59620,380,0.00908483,0.01
+59585,415,0.00897134,0.01
+59601,399,0.00894001,0.01
+59626,374,0.00890762,0.01
+59628,372,0.00880324,0.01
+59616,384,0.00872312,0.01
+59641,359,0.00862495,0.01
+59641,359,0.00838706,0.01
+59638,362,0.00823229,0.01
+59670,330,0.00815219,0.01
+59710,290,0.0077903,0.01
+59749,251,0.00776081,0.01
+59730,270,0.0077065,0.01
+59797,203,0.00744943,0.01
+59821,179,0.0073829,0.01
+59833,167,0.0073015,0.01
+59829,171,0.00705042,0.01
+59826,174,0.00695291,0.01
+59811,189,0.00689229,0.01
+59809,191,0.0066685,0.01
+59782,218,0.00661734,0.01
+59771,229,0.00658397,0.01
+59770,230,0.00646433,0.01
+59773,227,0.00642152,0.01
+59778,222,0.00636294,0.01
+59790,210,0.00610003,0.01
+59816,184,0.00605849,0.01
+59800,200,0.0060046,0.01
+59802,198,0.00580242,0.01
+59805,195,0.00577805,0.01
+59812,188,0.00574039,0.01
+59823,177,0.00558561,0.01
+---
+100
+54200,5800,0.870325,0.01
+57536,2464,0.532833,0.01
+58191,1809,0.394347,0.01
+58554,1446,0.0944619,0.01
+58653,1347,0.0879153,0.01
+58747,1253,0.0827065,0.01
+58860,1140,0.0658307,0.01
+58923,1077,0.0633074,0.01
+58994,1006,0.0609844,0.01
+59023,977,0.0524859,0.01
+59069,931,0.0508028,0.01
+59110,890,0.0492417,0.01
+59176,824,0.0434216,0.01
+59229,771,0.0422483,0.01
+59277,723,0.041143,0.01
+59330,670,0.0370877,0.01
+59358,642,0.0362134,0.01
+59374,626,0.0353707,0.01
+59391,609,0.0323458,0.01
+59404,596,0.0316948,0.01
+59416,584,0.0310617,0.01
+59429,571,0.0287268,0.01
+59441,559,0.0282081,0.01
+59459,541,0.0276991,0.01
+59463,537,0.0256761,0.01
+59492,508,0.0252748,0.01
+59486,514,0.0248145,0.01
+59498,502,0.0230986,0.01
+59506,494,0.0226474,0.01
+59508,492,0.0222678,0.01
+59503,497,0.0208249,0.01
+59499,501,0.0205735,0.01
+59502,498,0.0203079,0.01
+59468,532,0.0193342,0.01
+59456,544,0.0191267,0.01
+59434,566,0.0189263,0.01
+59392,608,0.0181774,0.01
+59378,622,0.0180272,0.01
+59371,629,0.0178623,0.01
+59350,650,0.0170543,0.01
+59339,661,0.0169397,0.01
+59338,662,0.0167946,0.01
+59366,634,0.0162119,0.01
+59376,624,0.0160612,0.01
+59380,620,0.0159544,0.01
+59409,591,0.0154374,0.01
+59433,567,0.0152888,0.01
+59468,532,0.0151215,0.01
+59458,542,0.0145048,0.01
+59455,545,0.0143684,0.01
+59450,550,0.0142087,0.01
+59425,575,0.0136253,0.01
+59409,591,0.0134434,0.01
+59392,608,0.0132944,0.01
+59370,630,0.0126422,0.01
+59351,649,0.0125526,0.01
+59362,638,0.0124658,0.01
+59399,601,0.0120634,0.01
+59459,541,0.0118885,0.01
+59557,443,0.0117341,0.01
+59614,386,0.0110785,0.01
+59647,353,0.0108995,0.01
+59670,330,0.0107437,0.01
+59688,312,0.0102102,0.01
+59690,310,0.0101024,0.01
+59690,310,0.0099803,0.01
+59715,285,0.00956433,0.01
+59730,270,0.00948041,0.01
+59729,271,0.00939074,0.01
+59751,249,0.00907416,0.01
+59736,264,0.0089998,0.01
+59747,253,0.00893418,0.01
+59751,249,0.00867767,0.01
+59763,237,0.00862852,0.01
+59760,240,0.00858003,0.01
+59756,244,0.00837618,0.01
+59766,234,0.00830902,0.01
+59770,230,0.00827124,0.01
+59762,238,0.00809544,0.01
+59770,230,0.00802148,0.01
+59780,220,0.00796162,0.01
+59764,236,0.00767006,0.01
+59783,217,0.00762264,0.01
+59782,218,0.00756799,0.01
+59801,199,0.00742236,0.01
+59796,204,0.00736919,0.01
+59799,201,0.00733881,0.01
+59780,220,0.00717677,0.01
+59785,215,0.00716004,0.01
+59767,233,0.00709714,0.01
+59761,239,0.00690393,0.01
+59750,250,0.00685589,0.01
+59756,244,0.00680105,0.01
+59758,242,0.00668978,0.01
+59758,242,0.00663641,0.01
+59758,242,0.00660422,0.01
+59758,242,0.00642165,0.01
+59773,227,0.00638431,0.01
+59786,214,0.00635469,0.01
+59787,213,0.00616522,0.01
+---
+100
+55928,4072,0.648575,0.01
+57373,2627,0.4122,0.01
+57905,2095,0.314099,0.01
+58417,1583,0.0944704,0.01
+58767,1233,0.0885524,0.01
+58898,1102,0.0835768,0.01
+59009,991,0.0672349,0.01
+59081,919,0.0644659,0.01
+59126,874,0.0619506,0.01
+59159,841,0.053428,0.01
+59197,803,0.0518467,0.01
+59229,771,0.0504113,0.01
+59257,743,0.0453512,0.01
+59274,726,0.0442698,0.01
+59307,693,0.043286,0.01
+59332,668,0.0396002,0.01
+59349,651,0.0388392,0.01
+59360,640,0.0381367,0.01
+59374,626,0.0353399,0.01
+59375,625,0.0346909,0.01
+59384,616,0.0340778,0.01
+59397,603,0.031774,0.01
+59379,621,0.0312344,0.01
+59408,592,0.030692,0.01
+59407,593,0.0286921,0.01
+59411,589,0.0282674,0.01
+59429,571,0.0278274,0.01
+59439,561,0.026114,0.01
+59456,544,0.0256374,0.01
+59462,538,0.025216,0.01
+59462,538,0.0235674,0.01
+59472,528,0.0232094,0.01
+59489,511,0.0228538,0.01
+59494,506,0.0214492,0.01
+59500,500,0.0212017,0.01
+59505,495,0.0208989,0.01
+59495,505,0.019726,0.01
+59497,503,0.0195125,0.01
+59474,526,0.0193016,0.01
+59479,521,0.0183292,0.01
+59486,514,0.0181136,0.01
+59487,513,0.0179296,0.01
+59493,507,0.0170936,0.01
+59486,514,0.0169391,0.01
+59473,527,0.0167563,0.01
+59479,521,0.0160379,0.01
+59489,511,0.0158649,0.01
+59496,504,0.015671,0.01
+59481,519,0.0150457,0.01
+59500,500,0.0149256,0.01
+59491,509,0.0148254,0.01
+59513,487,0.0143257,0.01
+59530,470,0.0142143,0.01
+59534,466,0.0141301,0.01
+59538,462,0.0138349,0.01
+59551,449,0.0137589,0.01
+59576,424,0.0136592,0.01
+59584,416,0.0132833,0.01
+59601,399,0.0131445,0.01
+59612,388,0.0130363,0.01
+59638,362,0.0126612,0.01
+59653,347,0.0126153,0.01
+59675,325,0.0125464,0.01
+59678,322,0.0123412,0.01
+59689,311,0.0123374,0.01
+59709,291,0.0122581,0.01
+59713,287,0.0119693,0.01
+59702,298,0.0117695,0.01
+59714,286,0.0116706,0.01
+59709,291,0.0112808,0.01
+59706,294,0.0112409,0.01
+59703,297,0.0111711,0.01
+59700,300,0.0110441,0.01
+59678,322,0.0110034,0.01
+59656,344,0.011007,0.01
+59634,366,0.0111267,0.01
+59598,402,0.0109513,0.01
+59600,400,0.0108471,0.01
+59567,433,0.0104796,0.01
+59548,452,0.0103132,0.01
+59598,402,0.0101417,0.01
+59674,326,0.00939037,0.01
+59689,311,0.00911297,0.01
+59713,287,0.00889359,0.01
+59741,259,0.00820231,0.01
+59750,250,0.00809169,0.01
+59760,240,0.00796803,0.01
+59770,230,0.00749359,0.01
+59781,219,0.00739849,0.01
+59785,215,0.00732129,0.01
+59812,188,0.00702395,0.01
+59812,188,0.00693975,0.01
+59837,163,0.00687392,0.01
+59848,152,0.00661023,0.01
+59862,138,0.00653216,0.01
+59877,123,0.00646824,0.01
+59878,122,0.00625813,0.01
+59889,111,0.0062014,0.01
+59889,111,0.00615762,0.01
+59890,110,0.00594755,0.01
+---
+100
+56027,3973,0.661944,0.01
+58225,1775,0.401493,0.01
+58618,1382,0.29904,0.01
+58894,1106,0.0759571,0.01
+58998,1002,0.0706452,0.01
+59060,940,0.0662635,0.01
+59117,883,0.0515136,0.01
+59149,851,0.0493125,0.01
+59207,793,0.0473828,0.01
+59249,751,0.0406905,0.01
+59280,720,0.0394097,0.01
+59253,747,0.0382692,0.01
+59249,751,0.0342073,0.01
+59239,761,0.0333829,0.01
+59208,792,0.0326422,0.01
+59215,785,0.0300236,0.01
+59207,793,0.0294167,0.01
+59194,806,0.0288103,0.01
+59192,808,0.0264856,0.01
+59196,804,0.0258786,0.01
+59205,795,0.0253466,0.01
+59207,793,0.023264,0.01
+59226,774,0.022858,0.01
+59252,748,0.0224461,0.01
+59265,735,0.0209744,0.01
+59261,739,0.0206762,0.01
+59243,757,0.0203458,0.01
+59246,754,0.019118,0.01
+59245,755,0.018821,0.01
+59227,773,0.018517,0.01
+59236,764,0.0173231,0.01
+59251,749,0.0170614,0.01
+59263,737,0.0167783,0.01
+59287,713,0.0156217,0.01
+59316,684,0.0154052,0.01
+59362,638,0.0151685,0.01
+59376,624,0.0142042,0.01
+59407,593,0.014051,0.01
+59432,568,0.0138748,0.01
+59440,560,0.0132715,0.01
+59462,538,0.0131038,0.01
+59489,511,0.0129166,0.01
+59485,515,0.0122645,0.01
+59537,463,0.0120904,0.01
+59541,459,0.0119349,0.01
+59578,422,0.0113451,0.01
+59619,381,0.0111804,0.01
+59620,380,0.0110568,0.01
+59621,379,0.0105752,0.01
+59606,394,0.0104377,0.01
+59648,352,0.0103021,0.01
+59654,346,0.00981353,0.01
+59663,337,0.00970278,0.01
+59691,309,0.00959873,0.01
+59698,302,0.00917205,0.01
+59709,291,0.00907839,0.01
+59719,281,0.00899193,0.01
+59732,268,0.00868094,0.01
+59733,267,0.00859462,0.01
+59736,264,0.00851465,0.01
+59732,268,0.00822254,0.01
+59709,291,0.00815542,0.01
+59705,295,0.00809029,0.01
+59720,280,0.00783899,0.01
+59720,280,0.0077904,0.01
+59741,259,0.00772366,0.01
+59744,256,0.00750711,0.01
+59753,247,0.00743243,0.01
+59784,216,0.00734899,0.01
+59791,209,0.00709308,0.01
+59787,213,0.00702317,0.01
+59794,206,0.00694857,0.01
+59812,188,0.0066526,0.01
+59825,175,0.00659244,0.01
+59820,180,0.00653174,0.01
+59833,167,0.006286,0.01
+59828,172,0.00624684,0.01
+59845,155,0.00618855,0.01
+59846,154,0.00601426,0.01
+59857,143,0.00596627,0.01
+59854,146,0.00592122,0.01
+59852,148,0.00572319,0.01
+59848,152,0.00570611,0.01
+59850,150,0.00565625,0.01
+59861,139,0.00545862,0.01
+59871,129,0.00543213,0.01
+59860,140,0.00541224,0.01
+59864,136,0.0052925,0.01
+59880,120,0.00524329,0.01
+59878,122,0.00521246,0.01
+59868,132,0.00509083,0.01
+59893,107,0.00506755,0.01
+59886,114,0.00504451,0.01
+59891,109,0.00495801,0.01
+59887,113,0.00492494,0.01
+59898,102,0.00489923,0.01
+59896,104,0.00479851,0.01
+59896,104,0.00478108,0.01
+59900,100,0.00476883,0.01
+59900,100,0.00468399,0.01
+---
+
+10
+9889,111
+9901,99
+9885,115
+9896,104
+9873,127
+9883,117
+9892,108
+9874,126
+9885,115
+9897,103
diff --git a/part2/deep_train_results.csv b/part2/deep_train_results.csv
new file mode 100644
index 0000000..889316c
--- /dev/null
+++ b/part2/deep_train_results.csv
@@ -0,0 +1,101 @@
+Epoch,Loss
+0,0.73787
+1,0.448052
+2,0.33467
+3,0.0876439
+4,0.0816766
+5,0.0768863
+6,0.0610655
+7,0.0585332
+8,0.0562475
+9,0.0481311
+10,0.0465637
+11,0.0451581
+12,0.0400062
+13,0.0389325
+14,0.037937
+15,0.0342676
+16,0.0334845
+17,0.0327614
+18,0.0300113
+19,0.0293943
+20,0.0288128
+21,0.0265724
+22,0.0260745
+23,0.0255935
+24,0.0237493
+25,0.0233304
+26,0.0229116
+27,0.0213008
+28,0.0209253
+29,0.0205644
+30,0.0191676
+31,0.0188609
+32,0.0185619
+33,0.0173684
+34,0.0171256
+35,0.016868
+36,0.0158492
+37,0.0156435
+38,0.0154406
+39,0.0145908
+40,0.0144163
+41,0.0142341
+42,0.0135177
+43,0.0133566
+44,0.0131927
+45,0.0125518
+46,0.0124068
+47,0.0122552
+48,0.0117045
+49,0.0115701
+50,0.0114366
+51,0.0109153
+52,0.0108044
+53,0.0106944
+54,0.010273
+55,0.0101819
+56,0.0100983
+57,0.00974691
+58,0.00965401
+59,0.00957427
+60,0.00923357
+61,0.00915954
+62,0.00908868
+63,0.00880138
+64,0.00875445
+65,0.00868736
+66,0.0084282
+67,0.00836022
+68,0.00829248
+69,0.00804268
+70,0.00797707
+71,0.00791415
+72,0.00769194
+73,0.00763485
+74,0.00758166
+75,0.00740506
+76,0.00733043
+77,0.00727473
+78,0.00705562
+79,0.00699729
+80,0.00693839
+81,0.00669204
+82,0.0066269
+83,0.00656228
+84,0.00634856
+85,0.00629324
+86,0.00625214
+87,0.00609108
+88,0.00604756
+89,0.00601057
+90,0.00588366
+91,0.00584543
+92,0.00581568
+93,0.00569871
+94,0.0056681
+95,0.00564002
+96,0.00559551
+97,0.00553262
+98,0.00548598
+99,0.00531278
diff --git a/part2/feed_forward/mnist_network_feed_forward0.dat b/part2/feed_forward/mnist_network_feed_forward0.dat
new file mode 100644
index 0000000..201fe07
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward0.dat differ
diff --git a/part2/feed_forward/mnist_network_feed_forward1.dat b/part2/feed_forward/mnist_network_feed_forward1.dat
new file mode 100644
index 0000000..4fe9c45
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward1.dat differ
diff --git a/part2/feed_forward/mnist_network_feed_forward2.dat b/part2/feed_forward/mnist_network_feed_forward2.dat
new file mode 100644
index 0000000..9c486ec
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward2.dat differ
diff --git a/part2/feed_forward/mnist_network_feed_forward3.dat b/part2/feed_forward/mnist_network_feed_forward3.dat
new file mode 100644
index 0000000..8ae9f3a
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward3.dat differ
diff --git a/part2/feed_forward/mnist_network_feed_forward4.dat b/part2/feed_forward/mnist_network_feed_forward4.dat
new file mode 100644
index 0000000..c6dd8cd
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward4.dat differ
diff --git a/part2/feed_forward/mnist_network_feed_forward5.dat b/part2/feed_forward/mnist_network_feed_forward5.dat
new file mode 100644
index 0000000..5e51891
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward5.dat differ
diff --git a/part2/feed_forward/mnist_network_feed_forward6.dat b/part2/feed_forward/mnist_network_feed_forward6.dat
new file mode 100644
index 0000000..9b15e75
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward6.dat differ
diff --git a/part2/feed_forward/mnist_network_feed_forward7.dat b/part2/feed_forward/mnist_network_feed_forward7.dat
new file mode 100644
index 0000000..01af325
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward7.dat differ
diff --git a/part2/feed_forward/mnist_network_feed_forward8.dat b/part2/feed_forward/mnist_network_feed_forward8.dat
new file mode 100644
index 0000000..1b74802
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward8.dat differ
diff --git a/part2/feed_forward/mnist_network_feed_forward9.dat b/part2/feed_forward/mnist_network_feed_forward9.dat
new file mode 100644
index 0000000..f50c0f2
Binary files /dev/null and b/part2/feed_forward/mnist_network_feed_forward9.dat differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward0 b/part2/feed_forward/mnist_sync_feed_forward0
new file mode 100644
index 0000000..622223e
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward0 differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward0_ b/part2/feed_forward/mnist_sync_feed_forward0_
new file mode 100644
index 0000000..0e54ed0
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward0_ differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward1 b/part2/feed_forward/mnist_sync_feed_forward1
new file mode 100644
index 0000000..9fca768
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward1 differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward2 b/part2/feed_forward/mnist_sync_feed_forward2
new file mode 100644
index 0000000..0d1b34d
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward2 differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward3 b/part2/feed_forward/mnist_sync_feed_forward3
new file mode 100644
index 0000000..f33623e
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward3 differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward4 b/part2/feed_forward/mnist_sync_feed_forward4
new file mode 100644
index 0000000..00dcb8d
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward4 differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward5 b/part2/feed_forward/mnist_sync_feed_forward5
new file mode 100644
index 0000000..2a65f72
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward5 differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward6 b/part2/feed_forward/mnist_sync_feed_forward6
new file mode 100644
index 0000000..d4758f7
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward6 differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward7 b/part2/feed_forward/mnist_sync_feed_forward7
new file mode 100644
index 0000000..d5297c2
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward7 differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward8 b/part2/feed_forward/mnist_sync_feed_forward8
new file mode 100644
index 0000000..a4d9e8b
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward8 differ
diff --git a/part2/feed_forward/mnist_sync_feed_forward9 b/part2/feed_forward/mnist_sync_feed_forward9
new file mode 100644
index 0000000..f747144
Binary files /dev/null and b/part2/feed_forward/mnist_sync_feed_forward9 differ
diff --git a/part2/feed_forward/state.bin b/part2/feed_forward/state.bin
new file mode 100644
index 0000000..3a26fab
--- /dev/null
+++ b/part2/feed_forward/state.bin
@@ -0,0 +1,1035 @@
+9
+-1
+10
+100
+51137,8863,1.04869,0.01
+54315,5685,0.717143,0.01
+55423,4577,0.577563,0.01
+55993,4007,0.497317,0.01
+56327,3673,0.444235,0.01
+56536,3464,0.406082,0.01
+56701,3299,0.377087,0.01
+56849,3151,0.354128,0.01
+56981,3019,0.335389,0.01
+57088,2912,0.319712,0.01
+57149,2851,0.306342,0.01
+57225,2775,0.294766,0.01
+57306,2694,0.284629,0.01
+57368,2632,0.275657,0.01
+57410,2590,0.26764,0.01
+57474,2526,0.260412,0.01
+57516,2484,0.253846,0.01
+57571,2429,0.247841,0.01
+57599,2401,0.242321,0.01
+57652,2348,0.237217,0.01
+57684,2316,0.232476,0.01
+57704,2296,0.228057,0.01
+57741,2259,0.223926,0.01
+57767,2233,0.220051,0.01
+57805,2195,0.21641,0.01
+57830,2170,0.212977,0.01
+57873,2127,0.209731,0.01
+57903,2097,0.206657,0.01
+57928,2072,0.203743,0.01
+57943,2057,0.200974,0.01
+57962,2038,0.19834,0.01
+57987,2013,0.19583,0.01
+57995,2005,0.193434,0.01
+58027,1973,0.191145,0.01
+58049,1951,0.188956,0.01
+58046,1954,0.186859,0.01
+58068,1932,0.184851,0.01
+58097,1903,0.182924,0.01
+58109,1891,0.181074,0.01
+58106,1894,0.179292,0.01
+58140,1860,0.177576,0.01
+58156,1844,0.175924,0.01
+58157,1843,0.17433,0.01
+58166,1834,0.172794,0.01
+58190,1810,0.171311,0.01
+58184,1816,0.169879,0.01
+58195,1805,0.168495,0.01
+58195,1805,0.167155,0.01
+58218,1782,0.165857,0.01
+58225,1775,0.164601,0.01
+58252,1748,0.163382,0.01
+58254,1746,0.1622,0.01
+58276,1724,0.161054,0.01
+58270,1730,0.159939,0.01
+58276,1724,0.158857,0.01
+58281,1719,0.157805,0.01
+58282,1718,0.156782,0.01
+58297,1703,0.155787,0.01
+58298,1702,0.154817,0.01
+58319,1681,0.153872,0.01
+58330,1670,0.152952,0.01
+58337,1663,0.152055,0.01
+58348,1652,0.15118,0.01
+58354,1646,0.150325,0.01
+58358,1642,0.149489,0.01
+58375,1625,0.148674,0.01
+58365,1635,0.147878,0.01
+58378,1622,0.1471,0.01
+58383,1617,0.14634,0.01
+58390,1610,0.145595,0.01
+58398,1602,0.144868,0.01
+58388,1612,0.144157,0.01
+58408,1592,0.143461,0.01
+58417,1583,0.142779,0.01
+58424,1576,0.142112,0.01
+58440,1560,0.141459,0.01
+58437,1563,0.140818,0.01
+58440,1560,0.14019,0.01
+58442,1558,0.139574,0.01
+58452,1548,0.138969,0.01
+58463,1537,0.138376,0.01
+58454,1546,0.137794,0.01
+58466,1534,0.137223,0.01
+58451,1549,0.136662,0.01
+58461,1539,0.136111,0.01
+58474,1526,0.135568,0.01
+58476,1524,0.135035,0.01
+58483,1517,0.134512,0.01
+58488,1512,0.133997,0.01
+58492,1508,0.133491,0.01
+58497,1503,0.132994,0.01
+58506,1494,0.132504,0.01
+58496,1504,0.132023,0.01
+58513,1487,0.131549,0.01
+58506,1494,0.131083,0.01
+58514,1486,0.130623,0.01
+58521,1479,0.130171,0.01
+58525,1475,0.129727,0.01
+58527,1473,0.129289,0.01
+58537,1463,0.128858,0.01
+---
+100
+53294,6706,0.881882,0.01
+54571,5429,0.61831,0.01
+55273,4727,0.512753,0.01
+55749,4251,0.452098,0.01
+56071,3929,0.411399,0.01
+56292,3708,0.381665,0.01
+56468,3532,0.358662,0.01
+56625,3375,0.340172,0.01
+56746,3254,0.324899,0.01
+56847,3153,0.312008,0.01
+56938,3062,0.300917,0.01
+56999,3001,0.291261,0.01
+57056,2944,0.282758,0.01
+57112,2888,0.275192,0.01
+57156,2844,0.268413,0.01
+57196,2804,0.262292,0.01
+57228,2772,0.256726,0.01
+57275,2725,0.251629,0.01
+57324,2676,0.246945,0.01
+57372,2628,0.242612,0.01
+57415,2585,0.238587,0.01
+57466,2534,0.234841,0.01
+57504,2496,0.231342,0.01
+57510,2490,0.228058,0.01
+57561,2439,0.224959,0.01
+57589,2411,0.222035,0.01
+57615,2385,0.219266,0.01
+57625,2375,0.216637,0.01
+57666,2334,0.214132,0.01
+57685,2315,0.21174,0.01
+57703,2297,0.209452,0.01
+57717,2283,0.207261,0.01
+57734,2266,0.205154,0.01
+57764,2236,0.203128,0.01
+57796,2204,0.201176,0.01
+57816,2184,0.199294,0.01
+57842,2158,0.197475,0.01
+57859,2141,0.195716,0.01
+57870,2130,0.194012,0.01
+57885,2115,0.192363,0.01
+57897,2103,0.190762,0.01
+57918,2082,0.189209,0.01
+57931,2069,0.187702,0.01
+57951,2049,0.186238,0.01
+57967,2033,0.184815,0.01
+57967,2033,0.183429,0.01
+57991,2009,0.182079,0.01
+58016,1984,0.180765,0.01
+58036,1964,0.179486,0.01
+58044,1956,0.178241,0.01
+58070,1930,0.177029,0.01
+58082,1918,0.175847,0.01
+58092,1908,0.174694,0.01
+58103,1897,0.17357,0.01
+58120,1880,0.172472,0.01
+58139,1861,0.1714,0.01
+58152,1848,0.170353,0.01
+58153,1847,0.169332,0.01
+58166,1834,0.168335,0.01
+58192,1808,0.16736,0.01
+58203,1797,0.166407,0.01
+58207,1793,0.165476,0.01
+58214,1786,0.164566,0.01
+58223,1777,0.163675,0.01
+58229,1771,0.162805,0.01
+58236,1764,0.161951,0.01
+58235,1765,0.161117,0.01
+58250,1750,0.160301,0.01
+58246,1754,0.1595,0.01
+58250,1750,0.158717,0.01
+58252,1748,0.157949,0.01
+58263,1737,0.157196,0.01
+58285,1715,0.156459,0.01
+58283,1717,0.155736,0.01
+58285,1715,0.155027,0.01
+58290,1710,0.154331,0.01
+58296,1704,0.153648,0.01
+58307,1693,0.152977,0.01
+58317,1683,0.152319,0.01
+58318,1682,0.151673,0.01
+58321,1679,0.151037,0.01
+58326,1674,0.150413,0.01
+58341,1659,0.1498,0.01
+58330,1670,0.149197,0.01
+58342,1658,0.148604,0.01
+58342,1658,0.14802,0.01
+58347,1653,0.147446,0.01
+58351,1649,0.146881,0.01
+58352,1648,0.146326,0.01
+58345,1655,0.14578,0.01
+58365,1635,0.145242,0.01
+58367,1633,0.144714,0.01
+58383,1617,0.144193,0.01
+58369,1631,0.14368,0.01
+58366,1634,0.143174,0.01
+58369,1631,0.142676,0.01
+58381,1619,0.142184,0.01
+58372,1628,0.141699,0.01
+58367,1633,0.141221,0.01
+58389,1611,0.14075,0.01
+---
+100
+52850,7150,1.00212,0.01
+54496,5504,0.680009,0.01
+55172,4828,0.554304,0.01
+55626,4374,0.483571,0.01
+55998,4002,0.436623,0.01
+56300,3700,0.402352,0.01
+56522,3478,0.375758,0.01
+56711,3289,0.354242,0.01
+56843,3157,0.336395,0.01
+56990,3010,0.321292,0.01
+57088,2912,0.308282,0.01
+57208,2792,0.296919,0.01
+57270,2730,0.286879,0.01
+57344,2656,0.277919,0.01
+57413,2587,0.269851,0.01
+57475,2525,0.262543,0.01
+57531,2469,0.255886,0.01
+57582,2418,0.249779,0.01
+57636,2364,0.244158,0.01
+57675,2325,0.238962,0.01
+57724,2276,0.23414,0.01
+57743,2257,0.22965,0.01
+57784,2216,0.225454,0.01
+57800,2200,0.221523,0.01
+57839,2161,0.217832,0.01
+57870,2130,0.214356,0.01
+57892,2108,0.211079,0.01
+57900,2100,0.207977,0.01
+57921,2079,0.205037,0.01
+57940,2060,0.202246,0.01
+57972,2028,0.199589,0.01
+57984,2016,0.197059,0.01
+58006,1994,0.194644,0.01
+58039,1961,0.192339,0.01
+58052,1948,0.190135,0.01
+58061,1939,0.188022,0.01
+58085,1915,0.185998,0.01
+58092,1908,0.184053,0.01
+58116,1884,0.182185,0.01
+58130,1870,0.180387,0.01
+58142,1858,0.178655,0.01
+58157,1843,0.176987,0.01
+58166,1834,0.175378,0.01
+58180,1820,0.173824,0.01
+58190,1810,0.172324,0.01
+58201,1799,0.170873,0.01
+58204,1796,0.16947,0.01
+58213,1787,0.168112,0.01
+58225,1775,0.166795,0.01
+58233,1767,0.165517,0.01
+58241,1759,0.164278,0.01
+58242,1758,0.163075,0.01
+58250,1750,0.161907,0.01
+58243,1757,0.160772,0.01
+58261,1739,0.159669,0.01
+58278,1722,0.158596,0.01
+58283,1717,0.157553,0.01
+58274,1726,0.156536,0.01
+58303,1697,0.155545,0.01
+58326,1674,0.154581,0.01
+58323,1677,0.153642,0.01
+58319,1681,0.152726,0.01
+58331,1669,0.151832,0.01
+58346,1654,0.15096,0.01
+58342,1658,0.150106,0.01
+58344,1656,0.149274,0.01
+58360,1640,0.148459,0.01
+58363,1637,0.147664,0.01
+58361,1639,0.146887,0.01
+58351,1649,0.146127,0.01
+58373,1627,0.145383,0.01
+58364,1636,0.144656,0.01
+58379,1621,0.143945,0.01
+58391,1609,0.143247,0.01
+58390,1610,0.142565,0.01
+58394,1606,0.141897,0.01
+58395,1605,0.141243,0.01
+58414,1586,0.140601,0.01
+58421,1579,0.139972,0.01
+58424,1576,0.139355,0.01
+58436,1564,0.138751,0.01
+58427,1573,0.138158,0.01
+58450,1550,0.137576,0.01
+58440,1560,0.137006,0.01
+58448,1552,0.136445,0.01
+58459,1541,0.135895,0.01
+58470,1530,0.135354,0.01
+58455,1545,0.134823,0.01
+58474,1526,0.1343,0.01
+58469,1531,0.133787,0.01
+58477,1523,0.133283,0.01
+58496,1504,0.132787,0.01
+58490,1510,0.1323,0.01
+58518,1482,0.13182,0.01
+58505,1495,0.131348,0.01
+58511,1489,0.130884,0.01
+58511,1489,0.130427,0.01
+58513,1487,0.129978,0.01
+58522,1478,0.129535,0.01
+58532,1468,0.1291,0.01
+---
+100
+52418,7582,1.00906,0.01
+54391,5609,0.694246,0.01
+55179,4821,0.567158,0.01
+55611,4389,0.495052,0.01
+55920,4080,0.44725,0.01
+56135,3865,0.412523,0.01
+56363,3637,0.385702,0.01
+56544,3456,0.364101,0.01
+56704,3296,0.346165,0.01
+56841,3159,0.330991,0.01
+56948,3052,0.317934,0.01
+57070,2930,0.306529,0.01
+57187,2813,0.296454,0.01
+57237,2763,0.287471,0.01
+57305,2695,0.279405,0.01
+57347,2653,0.272098,0.01
+57402,2598,0.265452,0.01
+57436,2564,0.259365,0.01
+57491,2509,0.25377,0.01
+57533,2467,0.248602,0.01
+57554,2446,0.243815,0.01
+57602,2398,0.239361,0.01
+57626,2374,0.235206,0.01
+57655,2345,0.231315,0.01
+57694,2306,0.227665,0.01
+57721,2279,0.224225,0.01
+57750,2250,0.220976,0.01
+57780,2220,0.217898,0.01
+57813,2187,0.214975,0.01
+57829,2171,0.212194,0.01
+57853,2147,0.209547,0.01
+57874,2126,0.207025,0.01
+57883,2117,0.204618,0.01
+57903,2097,0.202316,0.01
+57923,2077,0.200113,0.01
+57940,2060,0.198001,0.01
+57953,2047,0.195975,0.01
+57976,2024,0.194027,0.01
+57977,2023,0.192152,0.01
+57998,2002,0.190347,0.01
+58011,1989,0.188608,0.01
+58018,1982,0.186931,0.01
+58035,1965,0.185312,0.01
+58034,1966,0.183746,0.01
+58039,1961,0.182231,0.01
+58050,1950,0.180768,0.01
+58063,1937,0.179349,0.01
+58078,1922,0.177977,0.01
+58094,1906,0.176646,0.01
+58103,1897,0.175356,0.01
+58105,1895,0.174102,0.01
+58128,1872,0.172886,0.01
+58135,1865,0.171704,0.01
+58136,1864,0.170556,0.01
+58144,1856,0.169441,0.01
+58161,1839,0.168357,0.01
+58166,1834,0.1673,0.01
+58186,1814,0.166271,0.01
+58186,1814,0.16527,0.01
+58205,1795,0.164293,0.01
+58210,1790,0.16334,0.01
+58216,1784,0.16241,0.01
+58238,1762,0.161502,0.01
+58244,1756,0.160616,0.01
+58257,1743,0.159751,0.01
+58260,1740,0.158906,0.01
+58259,1741,0.15808,0.01
+58277,1723,0.157273,0.01
+58280,1720,0.156485,0.01
+58290,1710,0.155712,0.01
+58298,1702,0.154956,0.01
+58303,1697,0.154217,0.01
+58304,1696,0.153492,0.01
+58312,1688,0.152781,0.01
+58327,1673,0.152085,0.01
+58336,1664,0.151402,0.01
+58344,1656,0.150734,0.01
+58347,1653,0.150078,0.01
+58350,1650,0.149434,0.01
+58348,1652,0.148804,0.01
+58348,1652,0.148185,0.01
+58350,1650,0.147578,0.01
+58366,1634,0.146981,0.01
+58363,1637,0.146396,0.01
+58374,1626,0.145819,0.01
+58373,1627,0.145253,0.01
+58383,1617,0.144695,0.01
+58387,1613,0.144148,0.01
+58379,1621,0.143608,0.01
+58386,1614,0.143078,0.01
+58392,1608,0.142556,0.01
+58404,1596,0.142042,0.01
+58408,1592,0.141536,0.01
+58411,1589,0.141039,0.01
+58409,1591,0.140549,0.01
+58420,1580,0.140065,0.01
+58433,1567,0.139589,0.01
+58433,1567,0.13912,0.01
+58426,1574,0.138657,0.01
+58439,1561,0.138201,0.01
+---
+100
+52571,7429,0.933206,0.01
+54444,5556,0.64702,0.01
+55161,4839,0.5334,0.01
+55595,4405,0.468248,0.01
+55913,4087,0.424227,0.01
+56179,3821,0.391794,0.01
+56437,3563,0.366533,0.01
+56662,3338,0.346083,0.01
+56818,3182,0.329031,0.01
+56951,3049,0.314534,0.01
+57065,2935,0.302,0.01
+57175,2825,0.29103,0.01
+57270,2730,0.281324,0.01
+57350,2650,0.272662,0.01
+57410,2590,0.264863,0.01
+57455,2545,0.257791,0.01
+57494,2506,0.251351,0.01
+57547,2453,0.24545,0.01
+57590,2410,0.24002,0.01
+57637,2363,0.235003,0.01
+57692,2308,0.230348,0.01
+57714,2286,0.226011,0.01
+57741,2259,0.221961,0.01
+57768,2232,0.218174,0.01
+57795,2205,0.214619,0.01
+57809,2191,0.211276,0.01
+57827,2173,0.208121,0.01
+57859,2141,0.205138,0.01
+57891,2109,0.202313,0.01
+57919,2081,0.199633,0.01
+57942,2058,0.197085,0.01
+57959,2041,0.19466,0.01
+57965,2035,0.192347,0.01
+57973,2027,0.190137,0.01
+57986,2014,0.188023,0.01
+58006,1994,0.185998,0.01
+58028,1972,0.184059,0.01
+58041,1959,0.182198,0.01
+58054,1946,0.180409,0.01
+58083,1917,0.178688,0.01
+58103,1897,0.177029,0.01
+58125,1875,0.175429,0.01
+58138,1862,0.173881,0.01
+58162,1838,0.172385,0.01
+58171,1829,0.170938,0.01
+58185,1815,0.169538,0.01
+58195,1805,0.168182,0.01
+58191,1809,0.166868,0.01
+58211,1789,0.165596,0.01
+58219,1781,0.164362,0.01
+58232,1768,0.163164,0.01
+58235,1765,0.162001,0.01
+58246,1754,0.160871,0.01
+58244,1756,0.159772,0.01
+58263,1737,0.158704,0.01
+58261,1739,0.157664,0.01
+58269,1731,0.156651,0.01
+58278,1722,0.155663,0.01
+58294,1706,0.154702,0.01
+58297,1703,0.153764,0.01
+58305,1695,0.152849,0.01
+58313,1687,0.151956,0.01
+58312,1688,0.151083,0.01
+58311,1689,0.150232,0.01
+58314,1686,0.149399,0.01
+58313,1687,0.148585,0.01
+58324,1676,0.14779,0.01
+58325,1675,0.147014,0.01
+58332,1668,0.146253,0.01
+58331,1669,0.145509,0.01
+58330,1670,0.144781,0.01
+58333,1667,0.144068,0.01
+58347,1653,0.14337,0.01
+58345,1655,0.142686,0.01
+58339,1661,0.142017,0.01
+58359,1641,0.14136,0.01
+58358,1642,0.140716,0.01
+58358,1642,0.140085,0.01
+58349,1651,0.139466,0.01
+58363,1637,0.138858,0.01
+58360,1640,0.138262,0.01
+58371,1629,0.137678,0.01
+58367,1633,0.137104,0.01
+58376,1624,0.13654,0.01
+58386,1614,0.135986,0.01
+58386,1614,0.135443,0.01
+58392,1608,0.134909,0.01
+58398,1602,0.134383,0.01
+58400,1600,0.133867,0.01
+58403,1597,0.13336,0.01
+58417,1583,0.13286,0.01
+58413,1587,0.132368,0.01
+58417,1583,0.131883,0.01
+58432,1568,0.131406,0.01
+58438,1562,0.130937,0.01
+58456,1544,0.130474,0.01
+58454,1546,0.130018,0.01
+58458,1542,0.129569,0.01
+58459,1541,0.129127,0.01
+58449,1551,0.128691,0.01
+---
+100
+52180,7820,0.932391,0.01
+54022,5978,0.657834,0.01
+54735,5265,0.546246,0.01
+55158,4842,0.482609,0.01
+55498,4502,0.44001,0.01
+55812,4188,0.408706,0.01
+56083,3917,0.384316,0.01
+56270,3730,0.36446,0.01
+56432,3568,0.347825,0.01
+56593,3407,0.333596,0.01
+56717,3283,0.321255,0.01
+56802,3198,0.310415,0.01
+56921,3079,0.300805,0.01
+57014,2986,0.292208,0.01
+57121,2879,0.284466,0.01
+57184,2816,0.277436,0.01
+57248,2752,0.271018,0.01
+57306,2694,0.265129,0.01
+57364,2636,0.259698,0.01
+57409,2591,0.254664,0.01
+57441,2559,0.249978,0.01
+57470,2530,0.245602,0.01
+57504,2496,0.241511,0.01
+57527,2473,0.23767,0.01
+57557,2443,0.234056,0.01
+57576,2424,0.230646,0.01
+57597,2403,0.227421,0.01
+57628,2372,0.224365,0.01
+57640,2360,0.221466,0.01
+57667,2333,0.21871,0.01
+57707,2293,0.216085,0.01
+57736,2264,0.21358,0.01
+57766,2234,0.211191,0.01
+57785,2215,0.208905,0.01
+57802,2198,0.206717,0.01
+57818,2182,0.204623,0.01
+57827,2173,0.202615,0.01
+57834,2166,0.200686,0.01
+57846,2154,0.198831,0.01
+57853,2147,0.197045,0.01
+57868,2132,0.195325,0.01
+57890,2110,0.193667,0.01
+57905,2095,0.192066,0.01
+57913,2087,0.19052,0.01
+57911,2089,0.189026,0.01
+57926,2074,0.18758,0.01
+57933,2067,0.186181,0.01
+57947,2053,0.184827,0.01
+57946,2054,0.183514,0.01
+57970,2030,0.182241,0.01
+57980,2020,0.181006,0.01
+57977,2023,0.179806,0.01
+57998,2002,0.178641,0.01
+57999,2001,0.177507,0.01
+58009,1991,0.176402,0.01
+57999,2001,0.175326,0.01
+58022,1978,0.174276,0.01
+58035,1965,0.173254,0.01
+58044,1956,0.172256,0.01
+58041,1959,0.171281,0.01
+58046,1954,0.170331,0.01
+58049,1951,0.169401,0.01
+58059,1941,0.168493,0.01
+58069,1931,0.167606,0.01
+58069,1931,0.166739,0.01
+58070,1930,0.165889,0.01
+58085,1915,0.165058,0.01
+58090,1910,0.164245,0.01
+58103,1897,0.163448,0.01
+58111,1889,0.162666,0.01
+58106,1894,0.1619,0.01
+58125,1875,0.161149,0.01
+58130,1870,0.160411,0.01
+58132,1868,0.159687,0.01
+58132,1868,0.158977,0.01
+58148,1852,0.15828,0.01
+58165,1835,0.157594,0.01
+58147,1853,0.156921,0.01
+58161,1839,0.156259,0.01
+58165,1835,0.155609,0.01
+58172,1828,0.154971,0.01
+58180,1820,0.154345,0.01
+58186,1814,0.15373,0.01
+58196,1804,0.153125,0.01
+58176,1824,0.152531,0.01
+58193,1807,0.151945,0.01
+58195,1805,0.151369,0.01
+58218,1782,0.150803,0.01
+58212,1788,0.150245,0.01
+58215,1785,0.149696,0.01
+58225,1775,0.149155,0.01
+58228,1772,0.148621,0.01
+58243,1757,0.148095,0.01
+58252,1748,0.147578,0.01
+58247,1753,0.147067,0.01
+58247,1753,0.146564,0.01
+58255,1745,0.146069,0.01
+58277,1723,0.14558,0.01
+58266,1734,0.145099,0.01
+58272,1728,0.144624,0.01
+---
+100
+52074,7926,1.00939,0.01
+54199,5801,0.699394,0.01
+55027,4973,0.572715,0.01
+55642,4358,0.500433,0.01
+56030,3970,0.452102,0.01
+56325,3675,0.416592,0.01
+56555,3445,0.388857,0.01
+56756,3244,0.366359,0.01
+56905,3095,0.34763,0.01
+57020,2980,0.331731,0.01
+57125,2875,0.318041,0.01
+57223,2777,0.306104,0.01
+57267,2733,0.295586,0.01
+57361,2639,0.286229,0.01
+57438,2562,0.277835,0.01
+57492,2508,0.270255,0.01
+57535,2465,0.263371,0.01
+57587,2413,0.257079,0.01
+57617,2383,0.251296,0.01
+57663,2337,0.245951,0.01
+57707,2293,0.240994,0.01
+57732,2268,0.236383,0.01
+57776,2224,0.232077,0.01
+57798,2202,0.228046,0.01
+57830,2170,0.224262,0.01
+57847,2153,0.220701,0.01
+57885,2115,0.217342,0.01
+57902,2098,0.214165,0.01
+57938,2062,0.211158,0.01
+57965,2035,0.208305,0.01
+57972,2028,0.205593,0.01
+57980,2020,0.203014,0.01
+58017,1983,0.200552,0.01
+58027,1973,0.198204,0.01
+58043,1957,0.195961,0.01
+58061,1939,0.193813,0.01
+58076,1924,0.191757,0.01
+58099,1901,0.189784,0.01
+58104,1896,0.18789,0.01
+58131,1869,0.186068,0.01
+58139,1861,0.184315,0.01
+58156,1844,0.182625,0.01
+58153,1847,0.180997,0.01
+58172,1828,0.179428,0.01
+58182,1818,0.177913,0.01
+58187,1813,0.176448,0.01
+58190,1810,0.175033,0.01
+58208,1792,0.173662,0.01
+58208,1792,0.172335,0.01
+58232,1768,0.17105,0.01
+58240,1760,0.169802,0.01
+58253,1747,0.168593,0.01
+58262,1738,0.167418,0.01
+58269,1731,0.166278,0.01
+58284,1716,0.165172,0.01
+58294,1706,0.164095,0.01
+58302,1698,0.163048,0.01
+58315,1685,0.162029,0.01
+58313,1687,0.161036,0.01
+58337,1663,0.160069,0.01
+58350,1650,0.159126,0.01
+58358,1642,0.158207,0.01
+58370,1630,0.157312,0.01
+58376,1624,0.156437,0.01
+58366,1634,0.155583,0.01
+58384,1616,0.15475,0.01
+58390,1610,0.153936,0.01
+58393,1607,0.153139,0.01
+58388,1612,0.15236,0.01
+58398,1602,0.151598,0.01
+58414,1586,0.150854,0.01
+58419,1581,0.150125,0.01
+58417,1583,0.149412,0.01
+58426,1574,0.148714,0.01
+58430,1570,0.148029,0.01
+58430,1570,0.14736,0.01
+58432,1568,0.146704,0.01
+58426,1574,0.146061,0.01
+58440,1560,0.145431,0.01
+58438,1562,0.144813,0.01
+58449,1551,0.144207,0.01
+58456,1544,0.143612,0.01
+58450,1550,0.143028,0.01
+58454,1546,0.142455,0.01
+58459,1541,0.141892,0.01
+58465,1535,0.141338,0.01
+58470,1530,0.140795,0.01
+58479,1521,0.14026,0.01
+58482,1518,0.139735,0.01
+58491,1509,0.139219,0.01
+58486,1514,0.13871,0.01
+58489,1511,0.138211,0.01
+58487,1513,0.137719,0.01
+58501,1499,0.137235,0.01
+58496,1504,0.13676,0.01
+58503,1497,0.136292,0.01
+58507,1493,0.13583,0.01
+58507,1493,0.135378,0.01
+58509,1491,0.134931,0.01
+58508,1492,0.134491,0.01
+---
+100
+51999,8001,1.10419,0.01
+53967,6033,0.747131,0.01
+54708,5292,0.607813,0.01
+55208,4792,0.530096,0.01
+55547,4453,0.478859,0.01
+55829,4171,0.441623,0.01
+56089,3911,0.41276,0.01
+56286,3714,0.389432,0.01
+56479,3521,0.370045,0.01
+56643,3357,0.353545,0.01
+56782,3218,0.339274,0.01
+56894,3106,0.326774,0.01
+57018,2982,0.315692,0.01
+57107,2893,0.305785,0.01
+57195,2805,0.296845,0.01
+57293,2707,0.288726,0.01
+57361,2639,0.281304,0.01
+57423,2577,0.274478,0.01
+57472,2528,0.268171,0.01
+57543,2457,0.262323,0.01
+57585,2415,0.256876,0.01
+57647,2353,0.251789,0.01
+57680,2320,0.247024,0.01
+57720,2280,0.242553,0.01
+57746,2254,0.238344,0.01
+57779,2221,0.234381,0.01
+57813,2187,0.230642,0.01
+57848,2152,0.2271,0.01
+57875,2125,0.223744,0.01
+57902,2098,0.220556,0.01
+57932,2068,0.217522,0.01
+57948,2052,0.214628,0.01
+57969,2031,0.211865,0.01
+57964,2036,0.209225,0.01
+57977,2023,0.206699,0.01
+57985,2015,0.204275,0.01
+57997,2003,0.201952,0.01
+58001,1999,0.199721,0.01
+58029,1971,0.197575,0.01
+58051,1949,0.195512,0.01
+58061,1939,0.193525,0.01
+58067,1933,0.191613,0.01
+58092,1908,0.189767,0.01
+58099,1901,0.187987,0.01
+58111,1889,0.186266,0.01
+58120,1880,0.184607,0.01
+58110,1890,0.183001,0.01
+58125,1875,0.181446,0.01
+58125,1875,0.179941,0.01
+58143,1857,0.178485,0.01
+58147,1853,0.177073,0.01
+58146,1854,0.175704,0.01
+58142,1858,0.174377,0.01
+58146,1854,0.173088,0.01
+58159,1841,0.171835,0.01
+58147,1853,0.170617,0.01
+58157,1843,0.169432,0.01
+58136,1864,0.16828,0.01
+58141,1859,0.16716,0.01
+58153,1847,0.166068,0.01
+58145,1855,0.165004,0.01
+58144,1856,0.163969,0.01
+58154,1846,0.162957,0.01
+58170,1830,0.161972,0.01
+58158,1842,0.161009,0.01
+58152,1848,0.160072,0.01
+58165,1835,0.159155,0.01
+58164,1836,0.158262,0.01
+58163,1837,0.157388,0.01
+58183,1817,0.156535,0.01
+58181,1819,0.1557,0.01
+58180,1820,0.154884,0.01
+58196,1804,0.154086,0.01
+58203,1797,0.153305,0.01
+58207,1793,0.15254,0.01
+58207,1793,0.151791,0.01
+58202,1798,0.151059,0.01
+58217,1783,0.150341,0.01
+58221,1779,0.149636,0.01
+58225,1775,0.148947,0.01
+58218,1782,0.148271,0.01
+58226,1774,0.147608,0.01
+58228,1772,0.146959,0.01
+58224,1776,0.146323,0.01
+58236,1764,0.145698,0.01
+58239,1761,0.145085,0.01
+58245,1755,0.144483,0.01
+58242,1758,0.143893,0.01
+58255,1745,0.143312,0.01
+58263,1737,0.142742,0.01
+58268,1732,0.142181,0.01
+58260,1740,0.141631,0.01
+58277,1723,0.14109,0.01
+58271,1729,0.140557,0.01
+58286,1714,0.140034,0.01
+58274,1726,0.139519,0.01
+58293,1707,0.139012,0.01
+58292,1708,0.138513,0.01
+58293,1707,0.138023,0.01
+58301,1699,0.137541,0.01
+---
+100
+52549,7451,0.941493,0.01
+54396,5604,0.651098,0.01
+55054,4946,0.5356,0.01
+55534,4466,0.470681,0.01
+55874,4126,0.427592,0.01
+56125,3875,0.39618,0.01
+56301,3699,0.371853,0.01
+56502,3498,0.352228,0.01
+56656,3344,0.335852,0.01
+56803,3197,0.321924,0.01
+56927,3073,0.309886,0.01
+57029,2971,0.299338,0.01
+57114,2886,0.290018,0.01
+57196,2804,0.281688,0.01
+57240,2760,0.274187,0.01
+57302,2698,0.267385,0.01
+57368,2632,0.261181,0.01
+57430,2570,0.255491,0.01
+57462,2538,0.250244,0.01
+57514,2486,0.245383,0.01
+57554,2446,0.240865,0.01
+57588,2412,0.23665,0.01
+57611,2389,0.232708,0.01
+57640,2360,0.229011,0.01
+57684,2316,0.225537,0.01
+57694,2306,0.222263,0.01
+57727,2273,0.219164,0.01
+57748,2252,0.216227,0.01
+57778,2222,0.213437,0.01
+57807,2193,0.210783,0.01
+57840,2160,0.208251,0.01
+57870,2130,0.20584,0.01
+57896,2104,0.203534,0.01
+57927,2073,0.201324,0.01
+57944,2056,0.199205,0.01
+57961,2039,0.197167,0.01
+57984,2016,0.195208,0.01
+57989,2011,0.193319,0.01
+58019,1981,0.191496,0.01
+58034,1966,0.189736,0.01
+58069,1931,0.188033,0.01
+58085,1915,0.186382,0.01
+58111,1889,0.184781,0.01
+58125,1875,0.183228,0.01
+58147,1853,0.181719,0.01
+58154,1846,0.180253,0.01
+58174,1826,0.178829,0.01
+58193,1807,0.177444,0.01
+58214,1786,0.176098,0.01
+58228,1772,0.174787,0.01
+58241,1759,0.173509,0.01
+58243,1757,0.172265,0.01
+58248,1752,0.171052,0.01
+58260,1740,0.169868,0.01
+58264,1736,0.168713,0.01
+58276,1724,0.167586,0.01
+58296,1704,0.166485,0.01
+58307,1693,0.16541,0.01
+58311,1689,0.164361,0.01
+58310,1690,0.163335,0.01
+58307,1693,0.162332,0.01
+58317,1683,0.161352,0.01
+58320,1680,0.160394,0.01
+58315,1685,0.159458,0.01
+58319,1681,0.158541,0.01
+58336,1664,0.157645,0.01
+58346,1654,0.156768,0.01
+58339,1661,0.155912,0.01
+58353,1647,0.155073,0.01
+58356,1644,0.154252,0.01
+58356,1644,0.153448,0.01
+58364,1636,0.15266,0.01
+58378,1622,0.15189,0.01
+58388,1612,0.151135,0.01
+58369,1631,0.150395,0.01
+58377,1623,0.149669,0.01
+58380,1620,0.148959,0.01
+58368,1632,0.148262,0.01
+58372,1628,0.147578,0.01
+58381,1619,0.146906,0.01
+58372,1628,0.146249,0.01
+58372,1628,0.145602,0.01
+58382,1618,0.144968,0.01
+58390,1610,0.144346,0.01
+58395,1605,0.143734,0.01
+58387,1613,0.143134,0.01
+58384,1616,0.142544,0.01
+58395,1605,0.141963,0.01
+58410,1590,0.141393,0.01
+58414,1586,0.140832,0.01
+58412,1588,0.140281,0.01
+58411,1589,0.139739,0.01
+58410,1590,0.139206,0.01
+58407,1593,0.138683,0.01
+58404,1596,0.138167,0.01
+58425,1575,0.13766,0.01
+58411,1589,0.137162,0.01
+58410,1590,0.136672,0.01
+58419,1581,0.13619,0.01
+58424,1576,0.135715,0.01
+---
+100
+52907,7093,0.901952,0.01
+54550,5450,0.631247,0.01
+55150,4850,0.521686,0.01
+55518,4482,0.45982,0.01
+55744,4256,0.419057,0.01
+55916,4084,0.389626,0.01
+56074,3926,0.367033,0.01
+56207,3793,0.348914,0.01
+56343,3657,0.333866,0.01
+56459,3541,0.321034,0.01
+56598,3402,0.30984,0.01
+56724,3276,0.299938,0.01
+56827,3173,0.291053,0.01
+56957,3043,0.282999,0.01
+57043,2957,0.275647,0.01
+57146,2854,0.268887,0.01
+57220,2780,0.262642,0.01
+57288,2712,0.256845,0.01
+57360,2640,0.251435,0.01
+57421,2579,0.24637,0.01
+57469,2531,0.241623,0.01
+57515,2485,0.237162,0.01
+57550,2450,0.232956,0.01
+57597,2403,0.228987,0.01
+57639,2361,0.225237,0.01
+57672,2328,0.22169,0.01
+57692,2308,0.218329,0.01
+57717,2283,0.215141,0.01
+57734,2266,0.21211,0.01
+57767,2233,0.209229,0.01
+57796,2204,0.206481,0.01
+57824,2176,0.203859,0.01
+57838,2162,0.201351,0.01
+57866,2134,0.198952,0.01
+57880,2120,0.196654,0.01
+57894,2106,0.194452,0.01
+57907,2093,0.19234,0.01
+57918,2082,0.190313,0.01
+57920,2080,0.188363,0.01
+57939,2061,0.186489,0.01
+57946,2054,0.184685,0.01
+57963,2037,0.182947,0.01
+57977,2023,0.181268,0.01
+57996,2004,0.179647,0.01
+58004,1996,0.178081,0.01
+58023,1977,0.176568,0.01
+58036,1964,0.175105,0.01
+58045,1955,0.173689,0.01
+58054,1946,0.172318,0.01
+58060,1940,0.17099,0.01
+58066,1934,0.169703,0.01
+58076,1924,0.168452,0.01
+58079,1921,0.167239,0.01
+58086,1914,0.166059,0.01
+58098,1902,0.164913,0.01
+58100,1900,0.163798,0.01
+58103,1897,0.162713,0.01
+58117,1883,0.161657,0.01
+58122,1878,0.160628,0.01
+58137,1863,0.159626,0.01
+58152,1848,0.158648,0.01
+58150,1850,0.157696,0.01
+58166,1834,0.156766,0.01
+58170,1830,0.155858,0.01
+58192,1808,0.154973,0.01
+58188,1812,0.154108,0.01
+58191,1809,0.153263,0.01
+58204,1796,0.152438,0.01
+58208,1792,0.151631,0.01
+58220,1780,0.150843,0.01
+58222,1778,0.150071,0.01
+58219,1781,0.149316,0.01
+58228,1772,0.148577,0.01
+58235,1765,0.147854,0.01
+58242,1758,0.147146,0.01
+58249,1751,0.146453,0.01
+58252,1748,0.145773,0.01
+58252,1748,0.145107,0.01
+58268,1732,0.144453,0.01
+58283,1717,0.143812,0.01
+58275,1725,0.143182,0.01
+58280,1720,0.142565,0.01
+58297,1703,0.141959,0.01
+58303,1697,0.141364,0.01
+58310,1690,0.140779,0.01
+58310,1690,0.140205,0.01
+58314,1686,0.139641,0.01
+58317,1683,0.139086,0.01
+58307,1693,0.138541,0.01
+58324,1676,0.138006,0.01
+58325,1675,0.137479,0.01
+58322,1678,0.136961,0.01
+58332,1668,0.136452,0.01
+58333,1667,0.135952,0.01
+58324,1676,0.13546,0.01
+58325,1675,0.134975,0.01
+58341,1659,0.134499,0.01
+58333,1667,0.134031,0.01
+58346,1654,0.133569,0.01
+58351,1649,0.133114,0.01
+---
+
+10
+9632,368
+9560,440
+9588,412
+9593,407
+9579,421
+9573,427
+9588,412
+9600,400
+9593,407
+9580,420
diff --git a/part2/forward_train_results.csv b/part2/forward_train_results.csv
new file mode 100644
index 0000000..2272d99
--- /dev/null
+++ b/part2/forward_train_results.csv
@@ -0,0 +1,101 @@
+Epoch,Loss
+0,0.976437
+1,0.674343
+2,0.552924
+3,0.483993
+4,0.438136
+5,0.404714
+6,0.378856
+7,0.358012
+8,0.34071
+9,0.326037
+10,0.313377
+11,0.302307
+12,0.29252
+13,0.283781
+14,0.275915
+15,0.268783
+16,0.262278
+17,0.256309
+18,0.250806
+19,0.245709
+20,0.24097
+21,0.236551
+22,0.232416
+23,0.228539
+24,0.224892
+25,0.221455
+26,0.218207
+27,0.21513
+28,0.212211
+29,0.209437
+30,0.206795
+31,0.204276
+32,0.201869
+33,0.199568
+34,0.197364
+35,0.19525
+36,0.193223
+37,0.191274
+38,0.189399
+39,0.187593
+40,0.185851
+41,0.184171
+42,0.182548
+43,0.18098
+44,0.179462
+45,0.177994
+46,0.176573
+47,0.175195
+48,0.173859
+49,0.172563
+50,0.171305
+51,0.170083
+52,0.168896
+53,0.167741
+54,0.166618
+55,0.165524
+56,0.164459
+57,0.163422
+58,0.162411
+59,0.161425
+60,0.160463
+61,0.159525
+62,0.158609
+63,0.157714
+64,0.15684
+65,0.155986
+66,0.155151
+67,0.154335
+68,0.153536
+69,0.152755
+70,0.151991
+71,0.151243
+72,0.15051
+73,0.149792
+74,0.149089
+75,0.1484
+76,0.147725
+77,0.147062
+78,0.146412
+79,0.145775
+80,0.145149
+81,0.144535
+82,0.143933
+83,0.143341
+84,0.14276
+85,0.142189
+86,0.141627
+87,0.141075
+88,0.140532
+89,0.139999
+90,0.139474
+91,0.138958
+92,0.13845
+93,0.13795
+94,0.137458
+95,0.136973
+96,0.136496
+97,0.136027
+98,0.135564
+99,0.135109
diff --git a/part2/silly2.png b/part2/silly2.png
new file mode 100644
index 0000000..014140b
Binary files /dev/null and b/part2/silly2.png differ
diff --git a/part2/test_results_table.txt b/part2/test_results_table.txt
new file mode 100644
index 0000000..b397429
--- /dev/null
+++ b/part2/test_results_table.txt
@@ -0,0 +1,9 @@
+\begin{figure}
+	\begin{tabular}{|c|c|c|c|}
+		\hline
+		Test & Correct & Incorrect & Accuracy (\%) \\
+		\hline
+		Feed-Forward & 9588 & 411 & 96\\
+		Deep Learning & 9887 & 112 & 99\\
+	\end{tabular}
+\end{figure}
diff --git a/src/MNIST.cpp b/src/MNIST.cpp
index 374a0dd..8ab4bdd 100644
--- a/src/MNIST.cpp
+++ b/src/MNIST.cpp
@@ -80,35 +80,35 @@ namespace fp
 
             switch (magic_arr[2])
             {
-            // unsigned char
+                // unsigned char
             case 0x08:
                 data = mk_v<blt::u8>{};
                 read_data<blt::u8>(file, total_size);
                 break;
-            // signed char
+                // signed char
             case 0x09:
                 data = mk_v<blt::i8>{};
                 read_data<blt::i8>(file, total_size);
                 break;
-            // short
+                // short
             case 0x0B:
                 data = mk_v<blt::u16>{};
                 read_data<blt::u16>(file, total_size);
                 reverse_data<blt::u16>();
                 break;
-            // int
+                // int
             case 0x0C:
                 data = mk_v<blt::u32>{};
                 read_data<blt::u32>(file, total_size);
                 reverse_data<blt::u32>();
                 break;
-            // float
+                // float
             case 0x0D:
                 data = mk_v<blt::f32>{};
                 read_data<blt::f32>(file, total_size);
                 reverse_data<blt::f32>();
                 break;
-            // double
+                // double
             case 0x0E:
                 data = mk_v<blt::f64>{};
                 read_data<blt::f64>(file, total_size);
@@ -598,10 +598,10 @@ namespace fp
                 {
                     network = load_network<NetworkType>(local_ident);
                 }
-                catch (dlib::serialization_error&)
-                {
-                    goto train_label;
-                }
+            catch (dlib::serialization_error&)
+            {
+                goto train_label;
+            }
             else
             {
                 train_label:
@@ -712,6 +712,34 @@ namespace fp
         return run_network_tests<net_type_ff>(path, "feed_forward", runs, restore);
     }
 
+    auto run_deep_learning_tests_v3(const std::string& path, const blt::i32 runs, const bool restore)
+    {
+        using namespace dlib;
+        using net_type_dl = loss_multiclass_log<
+            fc<10,
+               relu<fc<6,
+                       relu<fc<6,
+                               max_pool<2, 2, 2, 2, relu<con<16, 5, 5, 1, 1,
+                                                             max_pool<2, 2, 2, 2, relu<con<6, 5, 5, 1, 1,
+                                                                                           input<matrix<blt::u8>>>>>>>>>>>>>>;
+        BLT_TRACE("Running deep learning tests");
+        return run_network_tests<net_type_dl>(path, "deep_learning", runs, restore);
+    }
+
+    auto run_feed_forward_tests_v3(const std::string& path, const blt::i32 runs, const bool restore)
+    {
+        using namespace dlib;
+
+        using net_type_ff = loss_multiclass_log<
+            fc<10,
+               relu<fc<6,
+                       relu<fc<6,
+                               input<matrix<blt::u8>>>>>>>>;
+
+        BLT_TRACE("Running feed forward tests");
+        return run_network_tests<net_type_ff>(path, "feed_forward", runs, restore);
+    }
+
     void run_mnist(const int argc, const char** argv)
     {
         binary_directory = std::filesystem::current_path();
@@ -785,9 +813,11 @@ namespace fp
         auto path = binary_directory + args.get<std::string>("network");
 
         // auto [deep_stats, deep_tests] = run_deep_learning_tests(path, runs, restore);
-        auto [forward_stats, forward_tests] = run_feed_forward_tests_v2(path, runs, restore);
-        auto [deep_stats, deep_tests] = run_deep_learning_tests_v2(path, runs, restore);
+        // auto [deep_stats, deep_tests] = run_deep_learning_tests_v2(path, runs, restore);
+        auto [deep_stats, deep_tests] = run_deep_learning_tests_v3(path, runs, restore);
         // auto [forward_stats, forward_tests] = run_feed_forward_tests(path, runs, restore);
+        // auto [forward_stats, forward_tests] = run_feed_forward_tests_v2(path, runs, restore);
+        auto [forward_stats, forward_tests] = run_feed_forward_tests_v3(path, runs, restore);
 
         auto average_forward_size = forward_stats.average_size();
         auto average_deep_size = deep_stats.average_size();