up imgs

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture2.aux

@@ -7,7 +7,9 @@
 \@writefile{toc}{\contentsline {section}{\numberline {1.1}Argomento}{1}\protected@file@percent }
 \@writefile{toc}{\contentsline {section}{\numberline {1.2}Loss}{1}\protected@file@percent }
 \@writefile{toc}{\contentsline {subsection}{\numberline {1.2.1}Absolute Loss}{1}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.1}{\ignorespaces Example of domain of $K_{NN}$}}{2}\protected@file@percent }
 \@writefile{toc}{\contentsline {subsection}{\numberline {1.2.2}Square Loss}{2}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.3}Example of information of square loss}{2}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.2}{\ignorespaces Example of domain of $K_{NN}$}}{2}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.4}labels and losses}{3}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.3}Example of information of square loss}{3}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.5}Example TF(idf) documents encoding}{5}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.4}labels and losses}{4}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.5}Example TF(idf) documents encoding}{6}\protected@file@percent }

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture2.log

@@ -1,4 +1,4 @@
-This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  15 APR 2020 21:01
+This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  20 APR 2020 14:50
 entering extended mode
 **./lecture2.tex
 (lecture2.tex
@@ -333,129 +333,148 @@ Underfull \hbox (badness 10000) in paragraph at lines 17--30
 
  []
 
+<../img/lez2-img1.JPG, id=1, 99.37125pt x 78.2925pt>
+File: ../img/lez2-img1.JPG Graphic file (type jpg)
+<use ../img/lez2-img1.JPG>
+Package pdftex.def Info: ../img/lez2-img1.JPG  used on input line 36.
+(pdftex.def)             Requested size: 155.99762pt x 122.92067pt.
 
-Underfull \hbox (badness 10000) in paragraph at lines 32--35
+Underfull \hbox (badness 10000) in paragraph at lines 32--42
 
  []
 
+
+LaTeX Warning: `h' float specifier changed to `ht'.
+
 [1
 
 
 {C:/Users/AndreDany/AppData/Local/MiKTeX/2.9/pdftex/config/pdftex.map}]
-Underfull \hbox (badness 10000) in paragraph at lines 49--52
+<../img/lez2-img2.JPG, id=16, 173.14688pt x 85.06781pt>
+File: ../img/lez2-img2.JPG Graphic file (type jpg)
+<use ../img/lez2-img2.JPG>
+Package pdftex.def Info: ../img/lez2-img2.JPG  used on input line 53.
+(pdftex.def)             Requested size: 155.99762pt x 76.64468pt.
+
+Underfull \hbox (badness 10000) in paragraph at lines 49--58
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 49--52
+Underfull \hbox (badness 10000) in paragraph at lines 62--65
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 63--81
+Underfull \hbox (badness 10000) in paragraph at lines 62--65
 
  []
 
-[2]
+[2 <../img/lez2-img1.JPG> <../img/lez2-img2.JPG>]
-Underfull \hbox (badness 10000) in paragraph at lines 81--86
+Underfull \hbox (badness 10000) in paragraph at lines 76--94
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 89--109
+Underfull \hbox (badness 10000) in paragraph at lines 94--99
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 89--109
+Underfull \hbox (badness 10000) in paragraph at lines 102--122
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 89--109
+Underfull \hbox (badness 10000) in paragraph at lines 102--122
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 110--115
+Underfull \hbox (badness 10000) in paragraph at lines 102--122
 
  []
 
 [3]
-Underfull \hbox (badness 10000) in paragraph at lines 118--156
+Underfull \hbox (badness 10000) in paragraph at lines 123--128
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 118--156
+Underfull \hbox (badness 10000) in paragraph at lines 131--169
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 118--156
+Underfull \hbox (badness 10000) in paragraph at lines 131--169
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 118--156
+Underfull \hbox (badness 10000) in paragraph at lines 131--169
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 118--156
+Underfull \hbox (badness 10000) in paragraph at lines 131--169
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 118--156
+Underfull \hbox (badness 10000) in paragraph at lines 131--169
-
- []
-
-[4]
-Underfull \hbox (badness 10000) in paragraph at lines 164--171
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 172--182
+Underfull \hbox (badness 10000) in paragraph at lines 131--169
 
  []
 
-[5]
+[4] [5]
-Underfull \hbox (badness 10000) in paragraph at lines 189--199
+Underfull \hbox (badness 10000) in paragraph at lines 177--184
 
  []
 
-[6] (lecture2.aux) ) 
+
+Underfull \hbox (badness 10000) in paragraph at lines 185--195
+
+ []
+
+
+Underfull \hbox (badness 10000) in paragraph at lines 202--212
+
+ []
+
+[6] [7] (lecture2.aux) ) 
 Here is how much of TeX's memory you used:
- 5099 strings out of 480934
+ 5114 strings out of 480934
- 68776 string characters out of 2909670
+ 69055 string characters out of 2909670
- 333073 words of memory out of 3000000
+ 336089 words of memory out of 3000000
- 20853 multiletter control sequences out of 15000+200000
+ 20864 multiletter control sequences out of 15000+200000
  546309 words of font info for 55 fonts, out of 3000000 for 9000
  1141 hyphenation exceptions out of 8191
- 42i,10n,50p,316b,142s stack positions out of 5000i,500n,10000p,200000b,50000s
+ 42i,10n,50p,316b,234s stack positions out of 5000i,500n,10000p,200000b,50000s
- <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfo
+ <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/
-ur/jknappen/ec/dpi600\ecbx1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9
+ljfour/jknappen/ec/dpi600\ecbx1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX
-\fonts/pk/ljfour/jknappen/ec/dpi600\ecti1200.pk> <C:\Users\AndreDany\AppData\Lo
+\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecti1200.pk> <C:\Users\AndreDany\AppDat
-cal\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\tcrm1200.pk> <C:\Users\AndreD
+a\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\tcrm1200.pk> <C:\Users\An
-any\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx1440.pk> <C
+dreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx1440.pk
-:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\e
+> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi6
-crm1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknapp
+00\ecrm1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jk
-en/ec/dpi600\ecbx1728.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk
+nappen/ec/dpi600\ecbx1728.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\font
-/ljfour/jknappen/ec/dpi600\ecbx2488.pk><C:/Program Files/MiKTeX 2.9/fonts/type1
+s/pk/ljfour/jknappen/ec/dpi600\ecbx2488.pk><C:/Program Files/MiKTeX 2.9/fonts/t
-/public/amsfonts/cm/cmex10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/
+ype1/public/amsfonts/cm/cmex10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/pub
-amsfonts/cm/cmmi12.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts
+lic/amsfonts/cm/cmmi12.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsf
-/cm/cmmi8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr12
+onts/cm/cmmi8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/c
-.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr6.pfb><C:/P
+mr12.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr6.pfb><
-rogram Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr8.pfb><C:/Program Fil
+C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr8.pfb><C:/Program
-es/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy10.pfb><C:/Program Files/MiKTe
+ Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy10.pfb><C:/Program Files/M
-X 2.9/fonts/type1/public/amsfonts/cm/cmsy6.pfb><C:/Program Files/MiKTeX 2.9/fon
+iKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy6.pfb><C:/Program Files/MiKTeX 2.9
-ts/type1/public/amsfonts/cm/cmsy8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/
+/fonts/type1/public/amsfonts/cm/cmsy8.pfb><C:/Program Files/MiKTeX 2.9/fonts/ty
-public/amsfonts/symbols/msbm10.pfb>
+pe1/public/amsfonts/symbols/msbm10.pfb>
-Output written on lecture2.pdf (6 pages, 165099 bytes).
+Output written on lecture2.pdf (7 pages, 186460 bytes).
 PDF statistics:
- 276 PDF objects out of 1000 (max. 8388607)
+ 281 PDF objects out of 1000 (max. 8388607)
  0 named destinations out of 1000 (max. 500000)
- 1 words of extra memory for PDF output out of 10000 (max. 10000000)
+ 11 words of extra memory for PDF output out of 10000 (max. 10000000)
 

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture2.tex

@@ -30,7 +30,14 @@ One example of loss is the absolute loss: absolute difference between numbers\\
 \section{Loss}
 \subsection{Absolute Loss}
 $$\ell(y,\hat{y} = | y - \hat{y} |  \Rightarrow absolute \quad loss\\ $$
---- DISEGNO ---\\\\
+\\
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez2-img1.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
+\\
 Some inconvenient properties:
 
 \begin{itemize}
@@ -40,8 +47,14 @@ Some inconvenient properties:
 
 \subsection{Square Loss}
 $$ \ell(y,\hat{y} = ( y - \hat{y} )^2  \Rightarrow \textit{square loss}\\$$
--- DISEGNO ---\\
+\\
-Derivative :
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez2-img2.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
+\\Derivative :
 \begin{itemize}
 \item more informative
 \item and differentible 

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture3.aux

@@ -1,6 +1,13 @@
 \relax 
-\@writefile{toc}{\contentsline {section}{\numberline {1}Lecture 3 - 07-04-2020}{1}\protected@file@percent }
+\@nameuse{bbl@beforestart}
-\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Overfitting}{3}\protected@file@percent }
+\babel@aux{english}{}
-\@writefile{toc}{\contentsline {subsubsection}{\numberline {1.1.1}Noise in the data}{3}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {1}Lecture 3 - 07-04-2020}{1}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {1.2}Underfitting}{5}\protected@file@percent }
+\@writefile{lof}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {subsection}{\numberline {1.3}Nearest neighbour}{5}\protected@file@percent }
+\@writefile{lot}{\addvspace {10\p@ }}
+\@writefile{lof}{\contentsline {figure}{\numberline {1.1}{\ignorespaces Example of domain of $K_{NN}$}}{1}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.1}Overfitting}{3}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.1.1}Noise in the data}{3}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.2}Underfitting}{5}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.3}Nearest neighbour}{5}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.2}{\ignorespaces Example of domain of $K_{NN}$}}{6}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.3}{\ignorespaces Example of domain of $K_{NN}$}}{6}\protected@file@percent }

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture3.log

@@ -1,65 +1,66 @@
-This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.12)  12 APR 2020 15:20
+This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  20 APR 2020 14:58
 entering extended mode
 **./lecture3.tex
 (lecture3.tex
-LaTeX2e <2020-02-02> patch level 2
+LaTeX2e <2020-02-02> patch level 5
-L3 programming layer <2020-02-14>
+L3 programming layer <2020-03-06>
-("E:\Program Files\MiKTeX 2.9\tex/latex/subfiles\subfiles.cls"
+("C:\Program Files\MiKTeX 2.9\tex/latex/subfiles\subfiles.cls"
 Document Class: subfiles 2020/02/14 v1.6 Multi-file projects (class)
 Preamble taken from file `../main.tex'
-("E:\Program Files\MiKTeX 2.9\tex/latex/tools\verbatim.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/tools\verbatim.sty"
 Package: verbatim 2019/11/10 v1.5r LaTeX2e package for verbatim enhancements
-\every@verbatim=\toks14
+\every@verbatim=\toks15
-\verbatim@line=\toks15
+\verbatim@line=\toks16
 \verbatim@in@stream=\read2
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/import\import.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/import\import.sty"
 Package: import 2020/04/01  v 6.2
 ) (../main.tex
-("E:\Program Files\MiKTeX 2.9\tex/latex/base\article.cls"
+("C:\Program Files\MiKTeX 2.9\tex/latex/base\report.cls"
-Document Class: article 2019/12/20 v1.4l Standard LaTeX document class
+Document Class: report 2019/12/20 v1.4l Standard LaTeX document class
-("E:\Program Files\MiKTeX 2.9\tex/latex/base\size12.clo"
+("C:\Program Files\MiKTeX 2.9\tex/latex/base\size12.clo"
 File: size12.clo 2019/12/20 v1.4l Standard LaTeX file (size option)
 )
 \c@part=\count167
-\c@section=\count168
+\c@chapter=\count168
-\c@subsection=\count169
+\c@section=\count169
-\c@subsubsection=\count170
+\c@subsection=\count170
-\c@paragraph=\count171
+\c@subsubsection=\count171
-\c@subparagraph=\count172
+\c@paragraph=\count172
-\c@figure=\count173
+\c@subparagraph=\count173
-\c@table=\count174
+\c@figure=\count174
+\c@table=\count175
 \abovecaptionskip=\skip47
 \belowcaptionskip=\skip48
 \bibindent=\dimen134
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsmath.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsmath.sty"
 Package: amsmath 2020/01/20 v2.17e AMS math features
 \@mathmargin=\skip49
 
 For additional information on amsmath, use the `?' option.
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amstext.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amstext.sty"
 Package: amstext 2000/06/29 v2.01 AMS text
 
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsgen.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsgen.sty"
 File: amsgen.sty 1999/11/30 v2.0 generic functions
-\@emptytoks=\toks16
+\@emptytoks=\toks17
 \ex@=\dimen135
 ))
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsbsy.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsbsy.sty"
 Package: amsbsy 1999/11/29 v1.2d Bold Symbols
 \pmbraise@=\dimen136
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsopn.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsopn.sty"
 Package: amsopn 2016/03/08 v2.02 operator names
 )
-\inf@bad=\count175
+\inf@bad=\count176
 LaTeX Info: Redefining \frac on input line 227.
-\uproot@=\count176
+\uproot@=\count177
-\leftroot@=\count177
+\leftroot@=\count178
 LaTeX Info: Redefining \overline on input line 389.
-\classnum@=\count178
+\classnum@=\count179
-\DOTSCASE@=\count179
+\DOTSCASE@=\count180
 LaTeX Info: Redefining \ldots on input line 486.
 LaTeX Info: Redefining \dots on input line 489.
 LaTeX Info: Redefining \cdots on input line 610.
@@ -68,48 +69,48 @@ LaTeX Info: Redefining \cdots on input line 610.
 \big@size=\dimen137
 LaTeX Font Info:    Redeclaring font encoding OML on input line 733.
 LaTeX Font Info:    Redeclaring font encoding OMS on input line 734.
-\macc@depth=\count180
+\macc@depth=\count181
-\c@MaxMatrixCols=\count181
+\c@MaxMatrixCols=\count182
 \dotsspace@=\muskip16
-\c@parentequation=\count182
+\c@parentequation=\count183
-\dspbrk@lvl=\count183
+\dspbrk@lvl=\count184
-\tag@help=\toks17
+\tag@help=\toks18
-\row@=\count184
+\row@=\count185
-\column@=\count185
+\column@=\count186
-\maxfields@=\count186
+\maxfields@=\count187
-\andhelp@=\toks18
+\andhelp@=\toks19
 \eqnshift@=\dimen138
 \alignsep@=\dimen139
 \tagshift@=\dimen140
 \tagwidth@=\dimen141
 \totwidth@=\dimen142
 \lineht@=\dimen143
-\@envbody=\toks19
+\@envbody=\toks20
 \multlinegap=\skip50
 \multlinetaggap=\skip51
-\mathdisplay@stack=\toks20
+\mathdisplay@stack=\toks21
 LaTeX Info: Redefining \[ on input line 2859.
 LaTeX Info: Redefining \] on input line 2860.
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/systeme\systeme.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/systeme\systeme.sty"
-("E:\Program Files\MiKTeX 2.9\tex/latex/xstring\xstring.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/xstring\xstring.sty"
-("E:\Program Files\MiKTeX 2.9\tex/generic/xstring\xstring.tex"
+("C:\Program Files\MiKTeX 2.9\tex/generic/xstring\xstring.tex"
-\integerpart=\count187
+\integerpart=\count188
-\decimalpart=\count188
+\decimalpart=\count189
 )
 Package: xstring 2019/02/06 v1.83 String manipulations (CT)
 )
-("E:\Program Files\MiKTeX 2.9\tex/generic/systeme\systeme.tex"
+("C:\Program Files\MiKTeX 2.9\tex/generic/systeme\systeme.tex"
-\SYS_systemecode=\toks21
+\SYS_systemecode=\toks22
-\SYS_systempreamble=\toks22
+\SYS_systempreamble=\toks23
-\SYSeqnum=\count189
+\SYSeqnum=\count190
 )
 Package: systeme 2019/01/13 v0.32 Mise en forme de systemes d'equations (CT)
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\amssymb.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\amssymb.sty"
 Package: amssymb 2013/01/14 v3.01 AMS font symbols
 
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\amsfonts.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\amsfonts.sty"
 Package: amsfonts 2013/01/14 v3.01 Basic AMSFonts support
 \symAMSa=\mathgroup4
 \symAMSb=\mathgroup5
@@ -117,13 +118,125 @@ LaTeX Font Info:    Redeclaring math symbol \hbar on input line 98.
 LaTeX Font Info:    Overwriting math alphabet `\mathfrak' in version `bold'
 (Font)                  U/euf/m/n --> U/euf/b/n on input line 106.
 ))
-("E:\Program Files\MiKTeX 2.9\tex/latex/subfiles\subfiles.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/subfiles\subfiles.sty"
 Package: subfiles 2020/02/14 v1.6 Multi-file projects (package)
+)
+("C:\Program Files\MiKTeX 2.9\tex/generic/babel\babel.sty"
+Package: babel 2020/02/28 3.41 The Babel package
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/babel\switch.def"
+File: switch.def 2020/02/28 3.41 Babel switching mechanism
+)
+*************************************
+* Local config file bblopts.cfg used
+*
+("C:\Program Files\MiKTeX 2.9\tex/latex/arabi\bblopts.cfg"
+File: bblopts.cfg 2005/09/08 v0.1 add Arabic and Farsi to "declared" options of
+ babel
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/babel-english\english.ldf"
+Language: english 2017/06/06 v3.3r English support from the babel system
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/babel\babel.def"
+File: babel.def 2020/02/28 3.41 Babel common definitions
+\babel@savecnt=\count191
+\U@D=\dimen144
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/babel\txtbabel.def")
+\bbl@readstream=\read3
+\bbl@dirlevel=\count192
+)
+Package babel Info: \l@canadian = using hyphenrules for english
+(babel)             (\language0) on input line 102.
+Package babel Info: \l@australian = using hyphenrules for ukenglish
+(babel)             (\language72) on input line 105.
+Package babel Info: \l@newzealand = using hyphenrules for ukenglish
+(babel)             (\language72) on input line 108.
+))
+("C:\Program Files\MiKTeX 2.9\tex/latex/xcolor\xcolor.sty"
+Package: xcolor 2016/05/11 v2.12 LaTeX color extensions (UK)
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics-cfg\color.cfg"
+File: color.cfg 2016/01/02 v1.6 sample color configuration
+)
+Package xcolor Info: Driver file: pdftex.def on input line 225.
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics-def\pdftex.def"
+File: pdftex.def 2018/01/08 v1.0l Graphics/color driver for pdftex
+)
+Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1348.
+Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1352.
+Package xcolor Info: Model `RGB' extended on input line 1364.
+Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1366.
+Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1367.
+Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1368.
+Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1369.
+Package xcolor Info: Model `Gray' substituted by `gray' on input line 1370.
+Package xcolor Info: Model `wave' substituted by `hsb' on input line 1371.
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\dvipsnam.def"
+File: dvipsnam.def 2016/06/17 v3.0m Driver-dependent file (DPC,SPQR)
+))
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\graphicx.sty"
+Package: graphicx 2019/11/30 v1.2a Enhanced LaTeX Graphics (DPC,SPQR)
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\keyval.sty"
+Package: keyval 2014/10/28 v1.15 key=value parser (DPC)
+\KV@toks@=\toks24
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\graphics.sty"
+Package: graphics 2019/11/30 v1.4a Standard LaTeX Graphics (DPC,SPQR)
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\trig.sty"
+Package: trig 2016/01/03 v1.10 sin cos tan (DPC)
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics-cfg\graphics.cfg"
+File: graphics.cfg 2016/06/04 v1.11 sample graphics configuration
+)
+Package graphics Info: Driver file: pdftex.def on input line 105.
+)
+\Gin@req@height=\dimen145
+\Gin@req@width=\dimen146
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/sectsty\sectsty.sty"
+Package: sectsty 2002/02/25 v2.0.2 Commands to change all sectional heading sty
+les
+
+
+LaTeX Warning: Command \underbar  has changed.
+               Check if current package is valid.
+
+
+LaTeX Warning: Command \underline  has changed.
+               Check if current package is valid.
+
+) ("C:\Program Files\MiKTeX 2.9\tex/latex/framed\framed.sty"
+Package: framed 2011/10/22 v 0.96: framed or shaded text with page breaks
+\OuterFrameSep=\skip52
+\fb@frw=\dimen147
+\fb@frh=\dimen148
+\FrameRule=\dimen149
+\FrameSep=\dimen150
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/titlesec\titlesec.sty"
+Package: titlesec 2019/10/16 v2.13 Sectioning titles
+\ttl@box=\box47
+\beforetitleunit=\skip53
+\aftertitleunit=\skip54
+\ttl@plus=\dimen151
+\ttl@minus=\dimen152
+\ttl@toksa=\toks25
+\titlewidth=\dimen153
+\titlewidthlast=\dimen154
+\titlewidthfirst=\dimen155
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/base\fontenc.sty"
+Package: fontenc 2020/02/11 v2.0o Standard LaTeX package
 )))
-("E:\Program Files\MiKTeX 2.9\tex/latex/l3backend\l3backend-pdfmode.def"
+("C:\Program Files\MiKTeX 2.9\tex/latex/l3backend\l3backend-pdfmode.def"
-File: l3backend-pdfmode.def 2020-02-03 L3 backend support: PDF mode
+File: l3backend-pdfmode.def 2020-03-12 L3 backend support: PDF mode
-\l__kernel_color_stack_int=\count190
+\l__kernel_color_stack_int=\count193
-\l__pdf_internal_box=\box47
+\l__pdf_internal_box=\box48
 )
 (lecture3.aux)
 \openout1 = `lecture3.aux'.
@@ -142,21 +255,74 @@ LaTeX Font Info:    Checking defaults for OMX/cmex/m/n on input line 3.
 LaTeX Font Info:    ... okay on input line 3.
 LaTeX Font Info:    Checking defaults for U/cmr/m/n on input line 3.
 LaTeX Font Info:    ... okay on input line 3.
+ ("C:\Program Files\MiKTeX 2.9\tex/context/base/mkii\supp-pdf.mkii"
+[Loading MPS to PDF converter (version 2006.09.02).]
+\scratchcounter=\count194
+\scratchdimen=\dimen156
+\scratchbox=\box49
+\nofMPsegments=\count195
+\nofMParguments=\count196
+\everyMPshowfont=\toks26
+\MPscratchCnt=\count197
+\MPscratchDim=\dimen157
+\MPnumerator=\count198
+\makeMPintoPDFobject=\count199
+\everyMPtoPDFconversion=\toks27
+) ("C:\Program Files\MiKTeX 2.9\tex/latex/epstopdf-pkg\epstopdf-base.sty"
+Package: epstopdf-base 2020-01-24 v2.11 Base part for package epstopdf
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/infwarerr\infwarerr.sty"
+Package: infwarerr 2019/12/03 v1.5 Providing info/warning/error messages (HO)
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/grfext\grfext.sty"
+Package: grfext 2019/12/03 v1.3 Manage graphics extensions (HO)
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/kvdefinekeys\kvdefinekeys.sty"
+Package: kvdefinekeys 2019-12-19 v1.6 Define keys (HO)
+))
+("C:\Program Files\MiKTeX 2.9\tex/latex/kvoptions\kvoptions.sty"
+Package: kvoptions 2019/11/29 v3.13 Key value format for package options (HO)
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/ltxcmds\ltxcmds.sty"
+Package: ltxcmds 2019/12/15 v1.24 LaTeX kernel commands for general use (HO)
+)
+("C:\Program Files\MiKTeX 2.9\tex/generic/kvsetkeys\kvsetkeys.sty"
+Package: kvsetkeys 2019/12/15 v1.18 Key value parser (HO)
+))
+("C:\Program Files\MiKTeX 2.9\tex/latex/pdftexcmds\pdftexcmds.sty"
+Package: pdftexcmds 2019/11/24 v0.31 Utility functions of pdfTeX for LuaTeX (HO
+)
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/iftex\iftex.sty"
+Package: iftex 2020/03/06 v1.0d TeX engine tests
+)
+Package pdftexcmds Info: \pdf@primitive is available.
+Package pdftexcmds Info: \pdf@ifprimitive is available.
+Package pdftexcmds Info: \pdfdraftmode found.
+)
+Package epstopdf-base Info: Redefining graphics rule for `.eps' on input line 4
+85.
+Package grfext Info: Graphics extension search list:
+(grfext)             [.pdf,.png,.jpg,.mps,.jpeg,.jbig2,.jb2,.PDF,.PNG,.JPG,.JPE
+G,.JBIG2,.JB2,.eps]
+(grfext)             \AppendGraphicsExtensions on input line 504.
+)
+Chapter 1.
 
 Underfull \hbox (badness 10000) in paragraph at lines 5--7
 
  []
 
 LaTeX Font Info:    Trying to load font information for U+msa on input line 7.
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\umsa.fd"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\umsa.fd"
 File: umsa.fd 2013/01/14 v3.01 AMS symbols A
 )
 LaTeX Font Info:    Trying to load font information for U+msb on input line 7.
 
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\umsb.fd"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\umsb.fd"
 File: umsb.fd 2013/01/14 v3.01 AMS symbols B
 )
-Overfull \hbox (12.30455pt too wide) detected at line 9
+Overfull \hbox (12.26892pt too wide) detected at line 9
 \OML/cmm/m/it/12 x \OT1/cmr/m/n/12 = (\OML/cmm/m/it/12 x[]; :::; x[]\OT1/cmr/m/
 n/12 ) \OML/cmm/m/it/12 x[] []x \OMS/cmsy/m/n/12 2 \OML/cmm/m/it/12 X[] X \OT1/
 cmr/m/n/12 = \U/msb/m/n/12 R[] \OML/cmm/m/it/12 X \OT1/cmr/m/n/12 = \OML/cmm/m/
@@ -165,198 +331,226 @@ t/12 ::: \OMS/cmsy/m/n/12 
 \OML/cmm/m/it/12 X[] \OMS/cmsy/m/n/12 
 \OML/cmm/m/
 it/12 x
  []
 
+<../img/lez3-img1.JPG, id=1, 445.665pt x 107.65219pt>
+File: ../img/lez3-img1.JPG Graphic file (type jpg)
+<use ../img/lez3-img1.JPG>
+Package pdftex.def Info: ../img/lez3-img1.JPG  used on input line 25.
+(pdftex.def)             Requested size: 312.00119pt x 75.36586pt.
 
-Underfull \hbox (badness 10000) in paragraph at lines 9--28
+Underfull \hbox (badness 10000) in paragraph at lines 9--34
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 9--28
+Underfull \hbox (badness 10000) in paragraph at lines 9--34
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 9--28
+Underfull \hbox (badness 10000) in paragraph at lines 9--34
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 9--28
+Underfull \hbox (badness 10000) in paragraph at lines 9--34
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 9--28
+Underfull \hbox (badness 10000) in paragraph at lines 9--34
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 9--28
+Underfull \hbox (badness 10000) in paragraph at lines 9--34
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 9--28
+Underfull \hbox (badness 10000) in paragraph at lines 9--34
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 28--35
+Underfull \hbox (badness 10000) in paragraph at lines 9--34
+
+ []
+
+
+Underfull \hbox (badness 10000) in paragraph at lines 34--41
 
  []
 
 [1
 
-{C:/Users/AndreDany/AppData/Local/MiKTeX/2.9/pdftex/config/pdftex.map}]
+
-Underfull \hbox (badness 10000) in paragraph at lines 48--54
+{C:/Users/AndreDany/AppData/Local/MiKTeX/2.9/pdftex/config/pdftex.map} <../img/
+lez3-img1.JPG>]
+Underfull \hbox (badness 10000) in paragraph at lines 54--60
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 54--65
+Underfull \hbox (badness 10000) in paragraph at lines 60--71
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 65--75
+Underfull \hbox (badness 10000) in paragraph at lines 71--81
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 65--75
+Underfull \hbox (badness 10000) in paragraph at lines 71--81
 
  []
 
 [2]
-Underfull \hbox (badness 10000) in paragraph at lines 78--86
+Underfull \hbox (badness 10000) in paragraph at lines 84--92
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 89--96
+Underfull \hbox (badness 10000) in paragraph at lines 95--102
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 104--108
+Underfull \hbox (badness 10000) in paragraph at lines 110--114
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 104--108
+Underfull \hbox (badness 10000) in paragraph at lines 110--114
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 104--108
+Underfull \hbox (badness 10000) in paragraph at lines 110--114
 
  []
 
 [3]
-Underfull \hbox (badness 10000) in paragraph at lines 110--138
+Underfull \hbox (badness 10000) in paragraph at lines 116--144
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 110--138
+Underfull \hbox (badness 10000) in paragraph at lines 116--144
 
  []
 
 
-Overfull \hbox (25.43301pt too wide) in paragraph at lines 110--138
+Overfull \hbox (25.43301pt too wide) in paragraph at lines 116--144
 [] 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 110--138
+Underfull \hbox (badness 10000) in paragraph at lines 116--144
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 110--138
+Underfull \hbox (badness 10000) in paragraph at lines 116--144
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 144--160
+Underfull \hbox (badness 10000) in paragraph at lines 150--166
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 164--168
+Underfull \hbox (badness 10000) in paragraph at lines 170--174
 
  []
 
 [4]
-Overfull \hbox (36.32568pt too wide) detected at line 170
+Overfull \hbox (36.23656pt too wide) detected at line 176
 \OML/cmm/m/it/12 A \OMS/cmsy/m/n/12  \OML/cmm/m/it/12 ERM[] \OMS/cmsy/m/n/12 !
  []
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 177--179
+Underfull \hbox (badness 10000) in paragraph at lines 183--185
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 184--186
+Underfull \hbox (badness 10000) in paragraph at lines 190--192
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 187--223
+Underfull \hbox (badness 10000) in paragraph at lines 193--204
-
- []
-
-
-Underfull \hbox (badness 10000) in paragraph at lines 187--223
-
- []
-
-
-Underfull \hbox (badness 10000) in paragraph at lines 187--223
-
- []
-
-
-Underfull \hbox (badness 10000) in paragraph at lines 187--223
-
- []
-
-
-Underfull \hbox (badness 10000) in paragraph at lines 187--223
 
  []
 
 [5]
-Underfull \hbox (badness 10000) in paragraph at lines 225--226
+<../img/lez3-img2.JPG, id=34, 135.50626pt x 131.74219pt>
+File: ../img/lez3-img2.JPG Graphic file (type jpg)
+<use ../img/lez3-img2.JPG>
+Package pdftex.def Info: ../img/lez3-img2.JPG  used on input line 210.
+(pdftex.def)             Requested size: 155.99762pt x 151.66916pt.
+<../img/lez3-img3.JPG, id=35, 142.28156pt x 121.20282pt>
+File: ../img/lez3-img3.JPG Graphic file (type jpg)
+<use ../img/lez3-img3.JPG>
+Package pdftex.def Info: ../img/lez3-img3.JPG  used on input line 221.
+(pdftex.def)             Requested size: 155.99762pt x 132.89998pt.
+
+Underfull \hbox (badness 10000) in paragraph at lines 205--238
 
  []
 
-[6] (lecture3.aux) ) 
+
-Here is how much of TeX's memory you used:
+Underfull \hbox (badness 10000) in paragraph at lines 205--238
- 2035 strings out of 481556
+
- 27886 string characters out of 2923622
+ []
- 264292 words of memory out of 3000000
+
- 17282 multiletter control sequences out of 15000+200000
+
- 539886 words of font info for 51 fonts, out of 3000000 for 9000
+Underfull \hbox (badness 10000) in paragraph at lines 205--238
- 1141 hyphenation exceptions out of 8191
+
- 42i,11n,44p,316b,125s stack positions out of 5000i,500n,10000p,200000b,50000s
+ []
- <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfo
+
-ur/jknappen/ec/dpi600\tcrm1200.pk><E:/Program Files/MiKTeX 2.9/fonts/type1/publ
+
-ic/amsfonts/cm/cmbx12.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfo
+Underfull \hbox (badness 10000) in paragraph at lines 205--238
-nts/cm/cmex10.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/c
+
-mmi12.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmmi8.pfb
+ []
-><E:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr12.pfb><E:/Prog
+
-ram Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr8.pfb><E:/Program Files/
+[6 <../img/lez3-img2.JPG> <../img/lez3-img3.JPG>]
-MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy10.pfb><E:/Program Files/MiKTeX 2
+Underfull \hbox (badness 10000) in paragraph at lines 240--241
-.9/fonts/type1/public/amsfonts/cm/cmsy6.pfb><E:/Program Files/MiKTeX 2.9/fonts/
+
-type1/public/amsfonts/cm/cmsy8.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/pub
+ []
-lic/amsfonts/cm/cmti12.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/public/amsf
+
-onts/symbols/msbm10.pfb>
+[7] (lecture3.aux) ) 
-Output written on lecture3.pdf (6 pages, 135258 bytes).
+Here is how much of TeX's memory you used:
-PDF statistics:
+ 5120 strings out of 480934
- 70 PDF objects out of 1000 (max. 8388607)
+ 69187 string characters out of 2909670
- 0 named destinations out of 1000 (max. 500000)
+ 335089 words of memory out of 3000000
- 1 words of extra memory for PDF output out of 10000 (max. 10000000)
+ 20869 multiletter control sequences out of 15000+200000
+ 546309 words of font info for 55 fonts, out of 3000000 for 9000
+ 1141 hyphenation exceptions out of 8191
+ 42i,11n,50p,316b,236s stack positions out of 5000i,500n,10000p,200000b,50000s
+ <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfo
+ur/jknappen/ec/dpi600\tcrm1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9
+\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx1440.pk> <C:\Users\AndreDany\AppData\Lo
+cal\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx1728.pk> <C:\Users\AndreD
+any\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx1200.pk> <C
+:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\e
+cti1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknapp
+en/ec/dpi600\ecrm1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk
+/ljfour/jknappen/ec/dpi600\ecbx2488.pk><C:/Program Files/MiKTeX 2.9/fonts/type1
+/public/amsfonts/cm/cmex10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/
+amsfonts/cm/cmmi12.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts
+/cm/cmmi8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr12
+.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr8.pfb><C:/P
+rogram Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy10.pfb><C:/Program F
+iles/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy6.pfb><C:/Program Files/MiKT
+eX 2.9/fonts/type1/public/amsfonts/cm/cmsy8.pfb><C:/Program Files/MiKTeX 2.9/fo
+nts/type1/public/amsfonts/symbols/msbm10.pfb>
+Output written on lecture3.pdf (7 pages, 198422 bytes).
+PDF statistics:
+ 275 PDF objects out of 1000 (max. 8388607)
+ 0 named destinations out of 1000 (max. 500000)
+ 16 words of extra memory for PDF output out of 10000 (max. 10000000)
 

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture3.tex

@@ -19,8 +19,14 @@ Example $(x,y)$ \qquad y is the label associated with x\\
 Learning with example $(x_1,y_1)...(x_m,y_m)  \quad \textit{training set} $\\\\
 Training set is a set of examples with every algorithm can learn.......\\\\
 Learning algorithm take training set as input and produces a predictor as output.\\\\
- ......DISEGNO \\\\
+\\
-With image recognition we use as measurement pixels.\\
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.8\linewidth]{../img/lez3-img1.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
+\\With image recognition we use as measurement pixels.\\
 How do we measure the power of a predictor?\\
 A learning algorithm will look at training set, algorithm and generate the predictor. Now the problem is verify the score. \\
 Now we can consider a test set collection of example
@@ -194,20 +200,29 @@ $
 S is the traning set $(x_1,y_1)...(x_m,y_m) \\ x_t \in \barra{R}^d \qquad y_t \in \{-1,1\} \\\\
 d = 2 \rightarrow \textit{2-dimensional vector}\\
 $\\
-....-- DISEGNO --...
-\\
 where + and - are labels
-\\\\
+\newpage
 \textbf{Point of test set}
 \\
 If i want to predict this point?
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez3-img2.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
 \\
 Maybe if point is close to point with label i know then. Maybe they have the same label.
 \\
 $\hat{y} = + \quad or \quad  \hat{y} = - $
 \\\\
-.....-- DISEGNO -- ...
+\begin{figure}[h]
-\\\
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez3-img3.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
+\\
 I can came up with some sort of classifier.
 \\\\
 Given $S$ training set, i can define $\hnn$  $X \rightarrow \{-1,1\}\\

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture4.aux

@@ -1,4 +1,15 @@
 \relax 
-\@writefile{toc}{\contentsline {section}{\numberline {1}Lecture 4 - 07-04-2020}{1}\protected@file@percent }
+\@nameuse{bbl@beforestart}
-\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Computing $h_{NN}$}{1}\protected@file@percent }
+\babel@aux{english}{}
-\@writefile{toc}{\contentsline {subsection}{\numberline {1.2}Tree Predictor}{2}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {1}Lecture 4 - 07-04-2020}{1}\protected@file@percent }
+\@writefile{lof}{\addvspace {10\p@ }}
+\@writefile{lot}{\addvspace {10\p@ }}
+\@writefile{toc}{\contentsline {section}{\numberline {1.1}Computing $h_{NN}$}{1}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.1}{\ignorespaces Example of domain of $K_{NN}$}}{2}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.2}Tree Predictor}{3}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.2}{\ignorespaces Example of domain of $K_{NN}$}}{3}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.3}{\ignorespaces Example of domain of $K_{NN}$}}{4}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.4}{\ignorespaces Example of domain of $K_{NN}$}}{5}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.5}{\ignorespaces Example of domain of $K_{NN}$}}{5}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.6}{\ignorespaces Example of domain of $K_{NN}$}}{5}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.7}{\ignorespaces Example of domain of $K_{NN}$}}{6}\protected@file@percent }

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture4.log

@@ -1,65 +1,66 @@
-This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.12)  12 APR 2020 16:33
+This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  20 APR 2020 15:07
 entering extended mode
 **./lecture4.tex
 (lecture4.tex
-LaTeX2e <2020-02-02> patch level 2
+LaTeX2e <2020-02-02> patch level 5
-L3 programming layer <2020-02-14>
+L3 programming layer <2020-03-06>
-("E:\Program Files\MiKTeX 2.9\tex/latex/subfiles\subfiles.cls"
+("C:\Program Files\MiKTeX 2.9\tex/latex/subfiles\subfiles.cls"
 Document Class: subfiles 2020/02/14 v1.6 Multi-file projects (class)
 Preamble taken from file `../main.tex'
-("E:\Program Files\MiKTeX 2.9\tex/latex/tools\verbatim.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/tools\verbatim.sty"
 Package: verbatim 2019/11/10 v1.5r LaTeX2e package for verbatim enhancements
-\every@verbatim=\toks14
+\every@verbatim=\toks15
-\verbatim@line=\toks15
+\verbatim@line=\toks16
 \verbatim@in@stream=\read2
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/import\import.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/import\import.sty"
 Package: import 2020/04/01  v 6.2
 ) (../main.tex
-("E:\Program Files\MiKTeX 2.9\tex/latex/base\article.cls"
+("C:\Program Files\MiKTeX 2.9\tex/latex/base\report.cls"
-Document Class: article 2019/12/20 v1.4l Standard LaTeX document class
+Document Class: report 2019/12/20 v1.4l Standard LaTeX document class
-("E:\Program Files\MiKTeX 2.9\tex/latex/base\size12.clo"
+("C:\Program Files\MiKTeX 2.9\tex/latex/base\size12.clo"
 File: size12.clo 2019/12/20 v1.4l Standard LaTeX file (size option)
 )
 \c@part=\count167
-\c@section=\count168
+\c@chapter=\count168
-\c@subsection=\count169
+\c@section=\count169
-\c@subsubsection=\count170
+\c@subsection=\count170
-\c@paragraph=\count171
+\c@subsubsection=\count171
-\c@subparagraph=\count172
+\c@paragraph=\count172
-\c@figure=\count173
+\c@subparagraph=\count173
-\c@table=\count174
+\c@figure=\count174
+\c@table=\count175
 \abovecaptionskip=\skip47
 \belowcaptionskip=\skip48
 \bibindent=\dimen134
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsmath.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsmath.sty"
 Package: amsmath 2020/01/20 v2.17e AMS math features
 \@mathmargin=\skip49
 
 For additional information on amsmath, use the `?' option.
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amstext.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amstext.sty"
 Package: amstext 2000/06/29 v2.01 AMS text
 
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsgen.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsgen.sty"
 File: amsgen.sty 1999/11/30 v2.0 generic functions
-\@emptytoks=\toks16
+\@emptytoks=\toks17
 \ex@=\dimen135
 ))
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsbsy.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsbsy.sty"
 Package: amsbsy 1999/11/29 v1.2d Bold Symbols
 \pmbraise@=\dimen136
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsopn.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsmath\amsopn.sty"
 Package: amsopn 2016/03/08 v2.02 operator names
 )
-\inf@bad=\count175
+\inf@bad=\count176
 LaTeX Info: Redefining \frac on input line 227.
-\uproot@=\count176
+\uproot@=\count177
-\leftroot@=\count177
+\leftroot@=\count178
 LaTeX Info: Redefining \overline on input line 389.
-\classnum@=\count178
+\classnum@=\count179
-\DOTSCASE@=\count179
+\DOTSCASE@=\count180
 LaTeX Info: Redefining \ldots on input line 486.
 LaTeX Info: Redefining \dots on input line 489.
 LaTeX Info: Redefining \cdots on input line 610.
@@ -68,48 +69,48 @@ LaTeX Info: Redefining \cdots on input line 610.
 \big@size=\dimen137
 LaTeX Font Info:    Redeclaring font encoding OML on input line 733.
 LaTeX Font Info:    Redeclaring font encoding OMS on input line 734.
-\macc@depth=\count180
+\macc@depth=\count181
-\c@MaxMatrixCols=\count181
+\c@MaxMatrixCols=\count182
 \dotsspace@=\muskip16
-\c@parentequation=\count182
+\c@parentequation=\count183
-\dspbrk@lvl=\count183
+\dspbrk@lvl=\count184
-\tag@help=\toks17
+\tag@help=\toks18
-\row@=\count184
+\row@=\count185
-\column@=\count185
+\column@=\count186
-\maxfields@=\count186
+\maxfields@=\count187
-\andhelp@=\toks18
+\andhelp@=\toks19
 \eqnshift@=\dimen138
 \alignsep@=\dimen139
 \tagshift@=\dimen140
 \tagwidth@=\dimen141
 \totwidth@=\dimen142
 \lineht@=\dimen143
-\@envbody=\toks19
+\@envbody=\toks20
 \multlinegap=\skip50
 \multlinetaggap=\skip51
-\mathdisplay@stack=\toks20
+\mathdisplay@stack=\toks21
 LaTeX Info: Redefining \[ on input line 2859.
 LaTeX Info: Redefining \] on input line 2860.
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/systeme\systeme.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/systeme\systeme.sty"
-("E:\Program Files\MiKTeX 2.9\tex/latex/xstring\xstring.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/xstring\xstring.sty"
-("E:\Program Files\MiKTeX 2.9\tex/generic/xstring\xstring.tex"
+("C:\Program Files\MiKTeX 2.9\tex/generic/xstring\xstring.tex"
-\integerpart=\count187
+\integerpart=\count188
-\decimalpart=\count188
+\decimalpart=\count189
 )
 Package: xstring 2019/02/06 v1.83 String manipulations (CT)
 )
-("E:\Program Files\MiKTeX 2.9\tex/generic/systeme\systeme.tex"
+("C:\Program Files\MiKTeX 2.9\tex/generic/systeme\systeme.tex"
-\SYS_systemecode=\toks21
+\SYS_systemecode=\toks22
-\SYS_systempreamble=\toks22
+\SYS_systempreamble=\toks23
-\SYSeqnum=\count189
+\SYSeqnum=\count190
 )
 Package: systeme 2019/01/13 v0.32 Mise en forme de systemes d'equations (CT)
 )
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\amssymb.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\amssymb.sty"
 Package: amssymb 2013/01/14 v3.01 AMS font symbols
 
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\amsfonts.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\amsfonts.sty"
 Package: amsfonts 2013/01/14 v3.01 Basic AMSFonts support
 \symAMSa=\mathgroup4
 \symAMSb=\mathgroup5
@@ -117,13 +118,125 @@ LaTeX Font Info:    Redeclaring math symbol \hbar on input line 98.
 LaTeX Font Info:    Overwriting math alphabet `\mathfrak' in version `bold'
 (Font)                  U/euf/m/n --> U/euf/b/n on input line 106.
 ))
-("E:\Program Files\MiKTeX 2.9\tex/latex/subfiles\subfiles.sty"
+("C:\Program Files\MiKTeX 2.9\tex/latex/subfiles\subfiles.sty"
 Package: subfiles 2020/02/14 v1.6 Multi-file projects (package)
+)
+("C:\Program Files\MiKTeX 2.9\tex/generic/babel\babel.sty"
+Package: babel 2020/02/28 3.41 The Babel package
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/babel\switch.def"
+File: switch.def 2020/02/28 3.41 Babel switching mechanism
+)
+*************************************
+* Local config file bblopts.cfg used
+*
+("C:\Program Files\MiKTeX 2.9\tex/latex/arabi\bblopts.cfg"
+File: bblopts.cfg 2005/09/08 v0.1 add Arabic and Farsi to "declared" options of
+ babel
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/babel-english\english.ldf"
+Language: english 2017/06/06 v3.3r English support from the babel system
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/babel\babel.def"
+File: babel.def 2020/02/28 3.41 Babel common definitions
+\babel@savecnt=\count191
+\U@D=\dimen144
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/babel\txtbabel.def")
+\bbl@readstream=\read3
+\bbl@dirlevel=\count192
+)
+Package babel Info: \l@canadian = using hyphenrules for english
+(babel)             (\language0) on input line 102.
+Package babel Info: \l@australian = using hyphenrules for ukenglish
+(babel)             (\language72) on input line 105.
+Package babel Info: \l@newzealand = using hyphenrules for ukenglish
+(babel)             (\language72) on input line 108.
+))
+("C:\Program Files\MiKTeX 2.9\tex/latex/xcolor\xcolor.sty"
+Package: xcolor 2016/05/11 v2.12 LaTeX color extensions (UK)
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics-cfg\color.cfg"
+File: color.cfg 2016/01/02 v1.6 sample color configuration
+)
+Package xcolor Info: Driver file: pdftex.def on input line 225.
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics-def\pdftex.def"
+File: pdftex.def 2018/01/08 v1.0l Graphics/color driver for pdftex
+)
+Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1348.
+Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1352.
+Package xcolor Info: Model `RGB' extended on input line 1364.
+Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1366.
+Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1367.
+Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1368.
+Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1369.
+Package xcolor Info: Model `Gray' substituted by `gray' on input line 1370.
+Package xcolor Info: Model `wave' substituted by `hsb' on input line 1371.
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\dvipsnam.def"
+File: dvipsnam.def 2016/06/17 v3.0m Driver-dependent file (DPC,SPQR)
+))
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\graphicx.sty"
+Package: graphicx 2019/11/30 v1.2a Enhanced LaTeX Graphics (DPC,SPQR)
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\keyval.sty"
+Package: keyval 2014/10/28 v1.15 key=value parser (DPC)
+\KV@toks@=\toks24
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\graphics.sty"
+Package: graphics 2019/11/30 v1.4a Standard LaTeX Graphics (DPC,SPQR)
+
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics\trig.sty"
+Package: trig 2016/01/03 v1.10 sin cos tan (DPC)
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/graphics-cfg\graphics.cfg"
+File: graphics.cfg 2016/06/04 v1.11 sample graphics configuration
+)
+Package graphics Info: Driver file: pdftex.def on input line 105.
+)
+\Gin@req@height=\dimen145
+\Gin@req@width=\dimen146
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/sectsty\sectsty.sty"
+Package: sectsty 2002/02/25 v2.0.2 Commands to change all sectional heading sty
+les
+
+
+LaTeX Warning: Command \underbar  has changed.
+               Check if current package is valid.
+
+
+LaTeX Warning: Command \underline  has changed.
+               Check if current package is valid.
+
+) ("C:\Program Files\MiKTeX 2.9\tex/latex/framed\framed.sty"
+Package: framed 2011/10/22 v 0.96: framed or shaded text with page breaks
+\OuterFrameSep=\skip52
+\fb@frw=\dimen147
+\fb@frh=\dimen148
+\FrameRule=\dimen149
+\FrameSep=\dimen150
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/titlesec\titlesec.sty"
+Package: titlesec 2019/10/16 v2.13 Sectioning titles
+\ttl@box=\box47
+\beforetitleunit=\skip53
+\aftertitleunit=\skip54
+\ttl@plus=\dimen151
+\ttl@minus=\dimen152
+\ttl@toksa=\toks25
+\titlewidth=\dimen153
+\titlewidthlast=\dimen154
+\titlewidthfirst=\dimen155
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/base\fontenc.sty"
+Package: fontenc 2020/02/11 v2.0o Standard LaTeX package
 )))
-("E:\Program Files\MiKTeX 2.9\tex/latex/l3backend\l3backend-pdfmode.def"
+("C:\Program Files\MiKTeX 2.9\tex/latex/l3backend\l3backend-pdfmode.def"
-File: l3backend-pdfmode.def 2020-02-03 L3 backend support: PDF mode
+File: l3backend-pdfmode.def 2020-03-12 L3 backend support: PDF mode
-\l__kernel_color_stack_int=\count190
+\l__kernel_color_stack_int=\count193
-\l__pdf_internal_box=\box47
+\l__pdf_internal_box=\box48
 )
 (lecture4.aux)
 \openout1 = `lecture4.aux'.
@@ -142,13 +255,66 @@ LaTeX Font Info:    Checking defaults for OMX/cmex/m/n on input line 3.
 LaTeX Font Info:    ... okay on input line 3.
 LaTeX Font Info:    Checking defaults for U/cmr/m/n on input line 3.
 LaTeX Font Info:    ... okay on input line 3.
+ ("C:\Program Files\MiKTeX 2.9\tex/context/base/mkii\supp-pdf.mkii"
+[Loading MPS to PDF converter (version 2006.09.02).]
+\scratchcounter=\count194
+\scratchdimen=\dimen156
+\scratchbox=\box49
+\nofMPsegments=\count195
+\nofMParguments=\count196
+\everyMPshowfont=\toks26
+\MPscratchCnt=\count197
+\MPscratchDim=\dimen157
+\MPnumerator=\count198
+\makeMPintoPDFobject=\count199
+\everyMPtoPDFconversion=\toks27
+) ("C:\Program Files\MiKTeX 2.9\tex/latex/epstopdf-pkg\epstopdf-base.sty"
+Package: epstopdf-base 2020-01-24 v2.11 Base part for package epstopdf
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/infwarerr\infwarerr.sty"
+Package: infwarerr 2019/12/03 v1.5 Providing info/warning/error messages (HO)
+)
+("C:\Program Files\MiKTeX 2.9\tex/latex/grfext\grfext.sty"
+Package: grfext 2019/12/03 v1.3 Manage graphics extensions (HO)
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/kvdefinekeys\kvdefinekeys.sty"
+Package: kvdefinekeys 2019-12-19 v1.6 Define keys (HO)
+))
+("C:\Program Files\MiKTeX 2.9\tex/latex/kvoptions\kvoptions.sty"
+Package: kvoptions 2019/11/29 v3.13 Key value format for package options (HO)
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/ltxcmds\ltxcmds.sty"
+Package: ltxcmds 2019/12/15 v1.24 LaTeX kernel commands for general use (HO)
+)
+("C:\Program Files\MiKTeX 2.9\tex/generic/kvsetkeys\kvsetkeys.sty"
+Package: kvsetkeys 2019/12/15 v1.18 Key value parser (HO)
+))
+("C:\Program Files\MiKTeX 2.9\tex/latex/pdftexcmds\pdftexcmds.sty"
+Package: pdftexcmds 2019/11/24 v0.31 Utility functions of pdfTeX for LuaTeX (HO
+)
+
+("C:\Program Files\MiKTeX 2.9\tex/generic/iftex\iftex.sty"
+Package: iftex 2020/03/06 v1.0d TeX engine tests
+)
+Package pdftexcmds Info: \pdf@primitive is available.
+Package pdftexcmds Info: \pdf@ifprimitive is available.
+Package pdftexcmds Info: \pdfdraftmode found.
+)
+Package epstopdf-base Info: Redefining graphics rule for `.eps' on input line 4
+85.
+Package grfext Info: Graphics extension search list:
+(grfext)             [.pdf,.png,.jpg,.mps,.jpeg,.jbig2,.jb2,.PDF,.PNG,.JPG,.JPE
+G,.JBIG2,.JB2,.eps]
+(grfext)             \AppendGraphicsExtensions on input line 504.
+)
+Chapter 1.
 LaTeX Font Info:    Trying to load font information for U+msa on input line 8.
- ("E:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\umsa.fd"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\umsa.fd"
 File: umsa.fd 2013/01/14 v3.01 AMS symbols A
 )
 LaTeX Font Info:    Trying to load font information for U+msb on input line 8.
 
-("E:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\umsb.fd"
+("C:\Program Files\MiKTeX 2.9\tex/latex/amsfonts\umsb.fd"
 File: umsb.fd 2013/01/14 v3.01 AMS symbols B
 )
 Underfull \hbox (badness 10000) in paragraph at lines 10--14
@@ -165,118 +331,140 @@ Underfull \hbox (badness 10000) in paragraph at lines 21--39
 
  []
 
+<../img/lez4-img1.JPG, id=1, 222.8325pt x 179.92218pt>
+File: ../img/lez4-img1.JPG Graphic file (type jpg)
+<use ../img/lez4-img1.JPG>
+Package pdftex.def Info: ../img/lez4-img1.JPG  used on input line 54.
+(pdftex.def)             Requested size: 155.99762pt x 125.95839pt.
 
-Underfull \hbox (badness 10000) in paragraph at lines 42--66
+Underfull \hbox (badness 10000) in paragraph at lines 42--70
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 42--66
+Underfull \hbox (badness 10000) in paragraph at lines 42--70
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 42--66
+Underfull \hbox (badness 10000) in paragraph at lines 42--70
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 42--66
+Underfull \hbox (badness 10000) in paragraph at lines 42--70
 
  []
 
 [1
 
+
 {C:/Users/AndreDany/AppData/Local/MiKTeX/2.9/pdftex/config/pdftex.map}]
-Underfull \hbox (badness 10000) in paragraph at lines 68--70
+Underfull \hbox (badness 10000) in paragraph at lines 72--74
+
+ []
+
+<../img/lez4-img2.JPG, id=16, 310.15875pt x 176.91093pt>
+File: ../img/lez4-img2.JPG Graphic file (type jpg)
+<use ../img/lez4-img2.JPG>
+Package pdftex.def Info: ../img/lez4-img2.JPG  used on input line 92.
+(pdftex.def)             Requested size: 195.0pt x 111.225pt.
+
+Underfull \hbox (badness 10000) in paragraph at lines 77--98
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 73--88
+Underfull \hbox (badness 10000) in paragraph at lines 77--98
 
  []
 
-[2]
+[2 <../img/lez4-img1.JPG>]
-Underfull \hbox (badness 10000) in paragraph at lines 93--99
+<../img/lez4-img3.JPG, id=22, 122.70844pt x 57.21375pt>
+File: ../img/lez4-img3.JPG Graphic file (type jpg)
+<use ../img/lez4-img3.JPG>
+Package pdftex.def Info: ../img/lez4-img3.JPG  used on input line 110.
+(pdftex.def)             Requested size: 117.00119pt x 54.5544pt.
+
+Underfull \hbox (badness 10000) in paragraph at lines 103--114
 
  []
 
 
-Overfull \hbox (30.99239pt too wide) detected at line 115
+LaTeX Warning: `h' float specifier changed to `ht'.
+
+[3 <../img/lez4-img2.JPG>]
+Overfull \hbox (30.95695pt too wide) detected at line 129
 \OML/cmm/m/it/12 X \OT1/cmr/m/n/12 = \OMS/cmsy/m/n/12 f\OML/cmm/m/it/12 Sunny; 
 \OT1/cmr/m/n/12 50%\OML/cmm/m/it/12 ; No\OMS/cmsy/m/n/12 g  !  []f\OML/cmm/m/it
 /12 outlook:humidity; windy\OMS/cmsy/m/n/12 g
  []
 
-[3]
+<../img/lez4-img4.JPG, id=27, 76.78688pt x 45.92157pt>
+File: ../img/lez4-img4.JPG Graphic file (type jpg)
+<use ../img/lez4-img4.JPG>
+Package pdftex.def Info: ../img/lez4-img4.JPG  used on input line 166.
+(pdftex.def)             Requested size: 77.99881pt x 46.64948pt.
+<../img/lez4-img5.JPG, id=28, 76.78688pt x 55.70813pt>
+File: ../img/lez4-img5.JPG Graphic file (type jpg)
+<use ../img/lez4-img5.JPG>
+Package pdftex.def Info: ../img/lez4-img5.JPG  used on input line 174.
+(pdftex.def)             Requested size: 77.99881pt x 56.59116pt.
+<../img/lez4-img6.JPG, id=29, 461.47406pt x 211.54031pt>
+File: ../img/lez4-img6.JPG Graphic file (type jpg)
+<use ../img/lez4-img6.JPG>
+Package pdftex.def Info: ../img/lez4-img6.JPG  used on input line 185.
+(pdftex.def)             Requested size: 312.00119pt x 143.0224pt.
 
-LaTeX Warning: Command \textquoteright invalid in math mode on input line 163.
+LaTeX Warning: Command \textquoteright invalid in math mode on input line 189.
 
+<../img/lez4-img7.JPG, id=30, 278.54062pt x 389.95688pt>
+File: ../img/lez4-img7.JPG Graphic file (type jpg)
+<use ../img/lez4-img7.JPG>
+Package pdftex.def Info: ../img/lez4-img7.JPG  used on input line 192.
+(pdftex.def)             Requested size: 272.99881pt x 382.20868pt.
 
-Underfull \hbox (badness 10000) in paragraph at lines 142--164
+Underfull \hbox (badness 10000) in paragraph at lines 156--196
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 142--164
+Underfull \hbox (badness 10000) in paragraph at lines 156--196
 
  []
 
+[4 <../img/lez4-img3.JPG>]
 
-Underfull \hbox (badness 10000) in paragraph at lines 142--164
+LaTeX Warning: `h' float specifier changed to `ht'.
 
- []
+[5 <../img/lez4-img4.JPG> <../img/lez4-img5.JPG> <../img/lez4-img6.JPG>]
-
+[6 <../img/lez4-img7.JPG>] (lecture4.aux) ) 
-
-Underfull \hbox (badness 10000) in paragraph at lines 142--164
-
- []
-
-
-Underfull \hbox (badness 10000) in paragraph at lines 142--164
-
- []
-
-
-Underfull \hbox (badness 10000) in paragraph at lines 142--164
-
- []
-
-
-Underfull \hbox (badness 10000) in paragraph at lines 142--164
-
- []
-
-
-Underfull \hbox (badness 10000) in paragraph at lines 142--164
-
- []
-
-[4] (lecture4.aux) ) 
 Here is how much of TeX's memory you used:
- 2047 strings out of 481556
+ 5146 strings out of 480934
- 28032 string characters out of 2923622
+ 69745 string characters out of 2909670
- 262310 words of memory out of 3000000
+ 334089 words of memory out of 3000000
- 17294 multiletter control sequences out of 15000+200000
+ 20892 multiletter control sequences out of 15000+200000
- 542187 words of font info for 61 fonts, out of 3000000 for 9000
+ 546720 words of font info for 61 fonts, out of 3000000 for 9000
  1141 hyphenation exceptions out of 8191
- 42i,8n,44p,316b,125s stack positions out of 5000i,500n,10000p,200000b,50000s
+ 42i,8n,50p,316b,238s stack positions out of 5000i,500n,10000p,200000b,50000s
- <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfo
+ <C:\Users\AndreDany\AppData\Local\M
-ur/jknappen/ec/dpi600\tcrm1200.pk><E:/Program Files/MiKTeX 2.9/fonts/type1/publ
+iKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\tcrm1200.pk> <C:\Users\AndreDany\A
-ic/amsfonts/cm/cmbx12.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfo
+ppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx1200.pk> <C:\Use
-nts/cm/cmex10.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/c
+rs\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx17
-mmi10.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmmi12.pf
+28.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec
-b><E:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmmi8.pfb><E:/Pro
+/dpi600\ecti1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfo
-gram Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr12.pfb><E:/Program File
+ur/jknappen/ec/dpi600\ecrm1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9
-s/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr8.pfb><E:/Program Files/MiKTeX 2
+\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx2488.pk><C:/Program Files/MiKTeX 2.9/fo
-.9/fonts/type1/public/amsfonts/cm/cmsy10.pfb><E:/Program Files/MiKTeX 2.9/fonts
+nts/type1/public/amsfonts/cm/cmex10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type
-/type1/public/amsfonts/cm/cmsy8.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/pu
+1/public/amsfonts/cm/cmmi12.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public
-blic/amsfonts/cm/cmti12.pfb><E:/Program Files/MiKTeX 2.9/fonts/type1/public/ams
+/amsfonts/cm/cmmi8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts
-fonts/symbols/msbm10.pfb>
+/cm/cmr12.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr8.
-Output written on lecture4.pdf (4 pages, 125307 bytes).
+pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy10.pfb><C:/
+Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy8.pfb><C:/Program F
+iles/MiKTeX 2.9/fonts/type1/public/amsfonts/symbols/msbm10.pfb>
+Output written on lecture4.pdf (6 pages, 241317 bytes).
 PDF statistics:
- 64 PDF objects out of 1000 (max. 8388607)
+ 218 PDF objects out of 1000 (max. 8388607)
  0 named destinations out of 1000 (max. 500000)
- 1 words of extra memory for PDF output out of 10000 (max. 10000000)
+ 36 words of extra memory for PDF output out of 10000 (max. 10000000)
 

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture4.tex

@@ -49,8 +49,12 @@ You can vary this algorithm as you want.\\\\
 Let’s go back to Binary classification.\\
 The $k$ parameter is the effect of making the structure of classifier more
 complex and less complex for small value of $k$.\\\\
---.. DISEGNO ..--
+\begin{figure}[h]
-\\
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez4-img1.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
 Fix training set and test set\\
 Accury as oppose to the error
 \\\\
@@ -83,6 +87,12 @@ I want to avoid comparing $x_i$ with $x_j$,  $i\neq j $\\
 so comparing different feature and we want to compare each feature with
 each self. I don’t want to mix them up.\\
 We can use a tree!
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.5\linewidth]{../img/lez4-img2.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
 \\
 I have 3 features:
 \begin{itemize}
@@ -90,17 +100,21 @@ I have 3 features:
 \item humidity $= \{[0,100]\}$
 \item windy $ = \{yes,no\}$
 \end{itemize}
-... -- DISEGNO -- ...\\\\
 Tree is a natural way of doing decision and abstraction of decision process of
 one person. It is a good way to deal with categorical variables.\\
 What kind of tree we are talking about?\\
 Tree has inner node and leaves. Leaves are associated with labels $(Y)$ and
 inner nodes are associated with test.
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.3\linewidth]{../img/lez4-img3.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
 \begin{itemize}
 \item Inner node $\rightarrow$ test
 \item Leaves $\rightarrow$ label in Y
 \end{itemize}
-%... -- DISEGNO -- ... 
 Test if a function $f$ (NOT A PREDICTOR!) \\
 Test $ \qquad f_i \, X_i \rightarrow \{1,...,k\}$
 \\ where $k$ is the number of children (inner node) to which test is assigned
@@ -146,19 +160,37 @@ $ Y = \{-1, +1 \}$
 \\\\
 What's the simplest way?\\
 Initial tree and correspond to a costant classifier
-\\\\
+\\
--- DISEGNO --
+\begin{figure}[h]
-\\\\
+    \centering
+    \includegraphics[width=0.2\linewidth]{../img/lez4-img4.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
 \textbf{Majority of all example}
-\\\\
+\\
--- DISEGNO --
+\begin{figure}[h]
-\\\\
+    \centering
+    \includegraphics[width=0.2\linewidth]{../img/lez4-img5.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
 $(x_1, y_1) ... (x_m, y_m)$ \\
 $ x_t \in X$ \qquad $ y_t \in \{-1,+1\}$\\
 Training set $S = \{ (x,y) \in S$, x is routed to $\ell\}$\\
 $S_{\ell}^+$ 
-\\\\
+\\
--- DISEGNO --
+\begin{figure}[h]
-\\\\
+    \centering
-$ S_{\ell}$ and $ S’_{\ell}$ are given by the result of the test, not the labels  and $\ell$ and $\ell'$.
+    \includegraphics[width=0.8\linewidth]{../img/lez4-img6.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}\\
+$ S_{\ell}$ and $ S’_{\ell}$ are given by the result of the test, not the labels  and $\ell$ and $\ell'$.\\
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.7\linewidth]{../img/lez4-img7.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
 \end{document}

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture5.aux

@@ -1,25 +1,20 @@
 \relax 
-\providecommand\hyper@newdestlabel[2]{}
-\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
-\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
-\global\let\oldcontentsline\contentsline
-\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}}
-\global\let\oldnewlabel\newlabel
-\gdef\newlabel#1#2{\newlabelxx{#1}#2}
-\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
-\AtEndDocument{\ifx\hyper@anchor\@undefined
-\let\contentsline\oldcontentsline
-\let\newlabel\oldnewlabel
-\fi}
-\fi}
-\global\let\hyper@last\relax 
-\gdef\HyperFirstAtBeginDocument#1{#1}
-\providecommand\HyField@AuxAddToFields[1]{}
-\providecommand\HyField@AuxAddToCoFields[2]{}
-\bibstyle{gbt7714-numerical}
 \@nameuse{bbl@beforestart}
 \babel@aux{english}{}
-\@writefile{toc}{\contentsline {section}{\numberline {1}Tree Classifier}{1}{section.1}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {1}Lecture 5 - 07-04-2020}{1}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {2}Jensen’s inequality}{2}{section.2}\protected@file@percent }
+\@writefile{lof}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {3}Tree Predictor}{6}{section.3}\protected@file@percent }
+\@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {4}Statistical model for Machine Learning}{7}{section.4}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.1}Tree Classifier}{1}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.1}{\ignorespaces Example of domain of $K_{NN}$}}{1}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.2}{\ignorespaces Example of domain of $K_{NN}$}}{2}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.2}Jensen’s inequality}{3}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.3}{\ignorespaces Example of domain of $K_{NN}$}}{3}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.4}{\ignorespaces Example of domain of $K_{NN}$}}{3}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.5}{\ignorespaces Example of domain of $K_{NN}$}}{4}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.6}{\ignorespaces Example of domain of $K_{NN}$}}{5}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.7}{\ignorespaces Example of domain of $K_{NN}$}}{6}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.8}{\ignorespaces Example of domain of $K_{NN}$}}{6}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.9}{\ignorespaces Example of domain of $K_{NN}$}}{6}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.3}Tree Predictor}{7}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.10}{\ignorespaces Example of domain of $K_{NN}$}}{7}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.4}Statistical model for Machine Learning}{8}\protected@file@percent }

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture5.tex

@@ -9,9 +9,14 @@ Supposed we groped a tree up to this point and we are wandering how to
 grow it.
 \\
 $S$ Training set $(x_1,y_1)...(x_m,y_m)$, $x_1 \in X$
-\\\\
+\\
--- DISEGNO
+\begin{figure}[h]
-\\\\
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez5-img1.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
+\\
 $$
 \sll \equiv \{(x_1,y_1) \, x_t \quad \textit{is router to } \ell \}
 $$
@@ -57,22 +62,39 @@ where $\psi(a) = min \{a, 1-a \} \qquad a \in [0,1] $
 \\
 I want to replace inner node with other leaves.
 \\
--- DISEGNO --
+\begin{figure}[h]
-\\\\
+    \centering
+    \includegraphics[width=0.8\linewidth]{../img/lez5-img2.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
+\\
 How is traning error going to change?
 (when i replace inner nodes with other leaves)
 \\
 I’m hoping my algorithm is not going to overfit (if training error goes to 0 also
-testing error goes to 0).\\
+testing error goes to 0).
-
+\newpage
 \section{Jensen’s inequality}
-If $\psi$ is a concave function $\longrightarrow $ (like $log$ or $\sqrt[2]{..}$ )\\
+If $\psi$ is a concave function $\longrightarrow $ (like $log$ or $\sqrt[2]{..}$ )
+\\
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez5-img3.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
+\\
 Also $\psi$ is a function that map $0$ to $1$, \quad $\longrightarrow$ \quad $\psi\:[0,1]\rightarrow \barra{R}$\\
 $$
 \psi(\alpha \cdot a + (1-\alpha) \cdot b ) \geq \alpha \cdot \psi(a) + (1-\alpha) \cdot \psi(b)
 \qquad \textit{Also 2° derivative is negative}$$
-\\
+\begin{figure}[h]
--- DISEGNO --
+    \centering
+    \includegraphics[width=0.5\linewidth]{../img/lez5-img4.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
 \\
 $$ \hat{\ell}(h_T) = \frac{1}{m} \cdot \sum_{\ell}{} \psi  (\frac{\nl^+}{\nl}) \cdot \nl
 $$
@@ -89,8 +111,13 @@ $
 \\\\
 I want to check function $min$ concave between 0 and 1.\\
 $$min (0,1) = 0  \qquad \psi(a) = min(\alpha, 1- \alpha) $$
-\\ -- DISEGNO --
+\begin{figure}[h]
-\\\\
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez5-img5.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
+\\
 \red{This is a concave function and now I can apply Jensen's inquality}
 \\\\
 $$
@@ -139,8 +166,13 @@ the approximately since we are not every time sure.
 \\\\
 --- MANCA PARTE ---
 \\
---- IMMAGINE ---
+\begin{figure}[h]
-\\\\
+    \centering
+    \includegraphics[width=0.8\linewidth]{../img/lez5-img6.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
+\\
 $ p = 0.8 \qquad q = 1 \qquad r = 1 \qquad \alpha = 60\%$
 \\
 Net Change in number of mistakes\\
@@ -155,9 +187,19 @@ Fraction of example miss classified $\ell -$ error $\ell' +$  error $\ell"$ \\
 $$
 = 0.2 - ( \frac{1}{2} \cdot 0.4 + \frac{1}{2} \cdot 0 ) = 0  
 $$
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.6\linewidth]{../img/lez5-img7.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez5-img8.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
 \\
---- DISEGNO ---
-\\\\
 Idea is to replace minimum function with convex combination.
 $$
 \psi(\alpha) = min\ \{\alpha, 1-\alpha\} \qquad \psi(a) \geq \psi(\alpha)
@@ -170,11 +212,15 @@ $$
 )}
 \end{cases}
 $$
-All this functions has this shape (concave???)\\
+All this functions has this shape (concave???)
--- DISEGNO --
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.4\linewidth]{../img/lez5-img9.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
 \\
 In practise Machine Learning algorithm use GNI or entropy to control the split
-\\\\
 \section{Tree Predictor}
 \begin{itemize}
 \item Multi class classification $|Y| > 2$ $\longrightarrow$ \red{take majority}
@@ -189,7 +235,12 @@ Unless leaves are \textit{"pured"}, the training error will be bigger than 0.
 \\\\
 In general, i can always write $\hat{\ell}(h_t)$ to 0 by growing enough the tree unless there are $x_1$ in the Time Series such that $(x_t, y_t)(x_t,y_t’)$ with $y_t \neq y_t’$ both occur.
 \\
---- DISEGNO ----
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.7\linewidth]{../img/lez5-img10.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
 \\
 $$ if (x_1 = \alpha) \wedge (x_2 = \geq \alpha) \vee (x_1 = b) \vee (x_1 = c) \wedge (x_3= y) \qquad 
 $$

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture6.aux

@@ -6,6 +6,10 @@
 \@writefile{lot}{\addvspace {10\p@ }}
 \@writefile{toc}{\contentsline {section}{\numberline {1.1}Bayes Optimal Predictor}{1}\protected@file@percent }
 \@writefile{toc}{\contentsline {subsection}{\numberline {1.1.1}Square Loss}{2}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.1}{\ignorespaces Example of domain of $K_{NN}$}}{2}\protected@file@percent }
 \@writefile{toc}{\contentsline {subsection}{\numberline {1.1.2}Zero-one loss for binary classification}{3}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {1.2}Bayes Risk}{5}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.2}{\ignorespaces Example of domain of $K_{NN}$}}{4}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {1.1}{\ignorespaces Example of Bayes Risk}}{5}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.3}{\ignorespaces Example of domain of $K_{NN}$}}{4}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.4}{\ignorespaces Example of domain of $K_{NN}$}}{5}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.2}Bayes Risk}{6}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1.5}{\ignorespaces Example of domain of $K_{NN}$}}{6}\protected@file@percent }

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture6.log

@@ -1,4 +1,4 @@
-This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  13 APR 2020 15:27
+This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  20 APR 2020 15:22
 entering extended mode
 **./lecture6.tex
 (lecture6.tex
@@ -367,54 +367,65 @@ Underfull \hbox (badness 10000) in paragraph at lines 62--66
 
  []
 
+<../img/lez6-img0.JPG, id=15, 73.02281pt x 59.47218pt>
+File: ../img/lez6-img0.JPG Graphic file (type jpg)
+<use ../img/lez6-img0.JPG>
+Package pdftex.def Info: ../img/lez6-img0.JPG  used on input line 85.
+(pdftex.def)             Requested size: 39.00238pt x 31.76602pt.
 
-Underfull \hbox (badness 10000) in paragraph at lines 81--85
+Underfull \hbox (badness 10000) in paragraph at lines 81--92
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 81--85
+Underfull \hbox (badness 10000) in paragraph at lines 94--100
+
+ []
+
+[2 <../img/lez6-img0.JPG>]
+Underfull \hbox (badness 10000) in paragraph at lines 105--107
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 87--93
+Underfull \hbox (badness 10000) in paragraph at lines 118--122
-
- []
-
-[2]
-Underfull \hbox (badness 10000) in paragraph at lines 98--100
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 111--115
+Overfull \hbox (13.10564pt too wide) detected at line 133
-
- []
-
-
-Overfull \hbox (13.10564pt too wide) detected at line 126
 \OML/cmm/m/it/12 X \U/msa/m/n/12 v \OML/cmm/m/it/12 D[]  [][]\OMS/cmsy/m/n/12 !
   [][]
  []
 
-
-Underfull \hbox (badness 10000) in paragraph at lines 132--150
-
- []
-
-
-Underfull \hbox (badness 10000) in paragraph at lines 132--150
-
- []
-
 [3]
-Underfull \hbox (badness 10000) in paragraph at lines 165--169
+<../img/lez6-img1.JPG, id=26, 363.60844pt x 154.32657pt>
+File: ../img/lez6-img1.JPG Graphic file (type jpg)
+<use ../img/lez6-img1.JPG>
+Package pdftex.def Info: ../img/lez6-img1.JPG  used on input line 144.
+(pdftex.def)             Requested size: 234.00238pt x 99.31967pt.
+<../img/lez6-img2.JPG, id=27, 406.51875pt x 102.3825pt>
+File: ../img/lez6-img2.JPG Graphic file (type jpg)
+<use ../img/lez6-img2.JPG>
+Package pdftex.def Info: ../img/lez6-img2.JPG  used on input line 158.
+(pdftex.def)             Requested size: 234.00238pt x 58.93352pt.
+ [4 <../img/lez6-img1.JPG> <../img/lez6-img2.JPG>]
+Underfull \hbox (badness 10000) in paragraph at lines 165--167
+
+ []
+
+<../img/lez6-img3.JPG, id=31, 299.61937pt x 127.22531pt>
+File: ../img/lez6-img3.JPG Graphic file (type jpg)
+<use ../img/lez6-img3.JPG>
+Package pdftex.def Info: ../img/lez6-img3.JPG  used on input line 175.
+(pdftex.def)             Requested size: 272.99881pt x 115.93051pt.
+
+Underfull \hbox (badness 10000) in paragraph at lines 188--192
 
  []
 
 
-Overfull \hbox (55.32307pt too wide) detected at line 171
+Overfull \hbox (55.32307pt too wide) detected at line 194
 \OT1/cmr/m/n/12 = \OML/cmm/m/it/12 argmin \OT1/cmr/m/n/12 ( \OML/cmm/m/it/12 I\
 OMS/cmsy/m/n/12 f[] \OT1/cmr/m/n/12 = 1\OMS/cmsy/m/n/12 g 
 \U/msb/m/n/12 E [] 
 \OT1/cmr/m/n/12 + \OML/cmm/m/it/12 I\OMS/cmsy/m/n/12 f[] \OT1/cmr/m/n/12 = \OMS
@@ -423,87 +434,56 @@ OMS/cmsy/m/n/12 f[] \OT1/cmr/m/n/12 = 1\OMS/cmsy/m/n/12 g 
 \U/msb/m/n/12 E []
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 176--177
+Underfull \hbox (badness 10000) in paragraph at lines 199--200
 
  []
 
 
-Underfull \hbox (badness 10000) in paragraph at lines 179--185
+Underfull \hbox (badness 10000) in paragraph at lines 202--208
 
  []
 
-[4]
+[5 <../img/lez6-img3.JPG>]
-Underfull \hbox (badness 10000) in paragraph at lines 206--210
+Underfull \hbox (badness 10000) in paragraph at lines 229--233
 
  []
 
-
+<../img/lez6-img4.JPG, id=38, 377.91188pt x 182.93344pt>
-LaTeX Warning: File `bayesrisk.jpg' not found on input line 223.
+File: ../img/lez6-img4.JPG Graphic file (type jpg)
-
+<use ../img/lez6-img4.JPG>
-
+Package pdftex.def Info: ../img/lez6-img4.JPG  used on input line 246.
-! Package pdftex.def Error: File `bayesrisk.jpg' not found: using draft setting
+(pdftex.def)             Requested size: 272.99881pt x 132.1502pt.
-.
+[6 <../img/lez6-img4.JPG>] [7] (lecture6.aux) ) 
-
-See the pdftex.def package documentation for explanation.
-Type  H <return>  for immediate help.
- ...                                              
-                                                  
-l.223 ...phics[width=0.7\textwidth]{bayesrisk.jpg}
-                                                  
-Try typing  <return>  to proceed.
-If that doesn't work, type  X <return>  to quit.
-
-LaTeX Font Info:    Trying to load font information for T1+cmtt on input line 2
-23.
-("C:\Program Files\MiKTeX 2.9\tex/latex/base\t1cmtt.fd"
-File: t1cmtt.fd 2019/12/16 v2.5j Standard LaTeX font definitions
-)
-
-! LaTeX Error: There's no line here to end.
-
-See the LaTeX manual or LaTeX Companion for explanation.
-Type  H <return>  for immediate help.
- ...                                              
-                                                  
-l.229 C
-       onditional risk will be high aroun the half so min between the two is...
-
-Your command was ignored.
-Type  I <command> <return>  to replace it with another command,
-or  <return>  to continue without it.
-
-[5] [6] (lecture6.aux) ) 
 Here is how much of TeX's memory you used:
- 5153 strings out of 480934
+ 5140 strings out of 480934
- 69770 string characters out of 2909670
+ 69533 string characters out of 2909670
- 334037 words of memory out of 3000000
+ 333089 words of memory out of 3000000
- 20886 multiletter control sequences out of 15000+200000
+ 20884 multiletter control sequences out of 15000+200000
- 547608 words of font info for 60 fonts, out of 3000000 for 9000
+ 547295 words of font info for 59 fonts, out of 3000000 for 9000
  1141 hyphenation exceptions out of 8191
- 42i,7n,50p,332b,301s stack positions out of 5000i,500n,10000p,200000b,50000s
+ 42i,7n,50p,332b,234s stack positions out of 5000i,500n,10000p,200000b,50000s
- <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/
+ <C:\Users\AndreDany\AppData\Loc
-ljfour/jknappen/ec/dpi600\ectt1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX
+al\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\tcbx1200.pk> <C:\Users\AndreDa
-\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\tcbx1200.pk> <C:\Users\AndreDany\AppDat
+ny\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx1200.pk> <C:
-a\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx1200.pk> <C:\Users\An
+\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\tc
-dreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\tcrm1200.pk
+rm1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappe
-> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi6
+n/ec/dpi600\ecbx1440.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/
-00\ecbx1440.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jk
+ljfour/jknappen/ec/dpi600\ecti1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX
-nappen/ec/dpi600\ecti1200.pk> <C:\Users\AndreDany\AppData\Local\MiKTeX\2.9\font
+\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx1728.pk> <C:\Users\AndreDany\AppDat
-s/pk/ljfour/jknappen/ec/dpi600\ecbx1728.pk> <C:\Users\AndreDany\AppData\Local\M
+a\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecrm1200.pk> <C:\Users\An
-iKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecrm1200.pk> <C:\Users\AndreDany\A
+dreDany\AppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx2488.pk
-ppData\Local\MiKTeX\2.9\fonts/pk/ljfour/jknappen/ec/dpi600\ecbx2488.pk><C:/Prog
+><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmex10.pfb><C:/Pro
-ram Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmex10.pfb><C:/Program File
+gram Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmmi12.pfb><C:/Program Fil
-s/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmmi12.pfb><C:/Program Files/MiKTeX
+es/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmmi8.pfb><C:/Program Files/MiKTeX
- 2.9/fonts/type1/public/amsfonts/cm/cmmi8.pfb><C:/Program Files/MiKTeX 2.9/font
+ 2.9/fonts/type1/public/amsfonts/cm/cmr12.pfb><C:/Program Files/MiKTeX 2.9/font
-s/type1/public/amsfonts/cm/cmr12.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/p
+s/type1/public/amsfonts/cm/cmr8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/pu
-ublic/amsfonts/cm/cmr8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsf
+blic/amsfonts/cm/cmsy10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/ams
-onts/cm/cmsy10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/
+fonts/cm/cmsy8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/sym
-cmsy8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/symbols/msam
+bols/msam10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/symbol
-10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/symbols/msbm10.
+s/msbm10.pfb>
-pfb>
+Output written on lecture6.pdf (7 pages, 234521 bytes).
-Output written on lecture6.pdf (6 pages, 161135 bytes).
 PDF statistics:
- 270 PDF objects out of 1000 (max. 8388607)
+ 260 PDF objects out of 1000 (max. 8388607)
  0 named destinations out of 1000 (max. 500000)
- 1 words of extra memory for PDF output out of 10000 (max. 10000000)
+ 26 words of extra memory for PDF output out of 10000 (max. 10000000)
 

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture6.tex

@@ -79,7 +79,14 @@ where red{$G(\hat{y})$ is equal to the part between $\left[...\right]$}
 $$
 \frac{d G(\hat{y})}{d\hat{y}} = 2 \cdot \hat{y}- 2 \cdot \barra{E} \left[ \, y | X= x \, \right] = 0  \quad \longrightarrow \quad \red{\textit{So setting derivative to 0}}
 $$
-\\ --- DISEGNO OPT CURVE ---\\\\
+Suppose we have a learning domain\\
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.1\linewidth]{../img/lez6-img0.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
+\\
 $G' (\hat{y}) = \hat{y}^2 - 2\cdot b \cdot \hat{y}$
 \\
 $$
@@ -130,9 +137,14 @@ $$\
 $$
 D_{y|x} = \{ \eta(x), 1- \eta(x) \}
 $$
-\\
+\newpage
 Suppose we have a learning domain\\
---- DISEGNO --
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.6\linewidth]{../img/lez6-img1.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
 \\
 where $\eta$ is a function of $x$, so i can plot it\\
 $\eta$ will te me $Prob (x) = $
@@ -141,10 +153,15 @@ $\eta$ tells me a lot how hard is learning problem in the domain
 \\
 $\eta(x)$ is not necessary continous
 \\
---- DISEGNO ---
+\begin{figure}[h]
-\\\\
+    \centering
-$\eta(x) \in \{0,1\} $ \qquad $y$ is always determined by $x$
+    \includegraphics[width=0.6\linewidth]{../img/lez6-img2.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
 \\
+$\eta(x) \in \{0,1\} $ \qquad $y$ is always determined by $x$
+\newpage
 How to get $f^*$ from the graph?
 \\
 $$
@@ -153,7 +170,13 @@ $$
 $$
 Y = \{-1, +1 \}
 $$
---- DISEGNO ---\\
+\begin{figure}[h]
+    \centering
+    \includegraphics[width=0.7\linewidth]{../img/lez6-img3.JPG}
+    \caption{Example of domain of $\knn$}
+    %\label{fig:}
+\end{figure}
+\\
 ===============================\\
 MANCA ROBAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\\
 ==============================
@@ -217,10 +240,11 @@ $$\
 $$
 \barra{E} \left[ \, \ell , f^*(x) \, \right] = \barra{E} \left[ \, min \, \{ \eta(x) , 1- \eta(x) \} \, \right] 
 $$
+\\
 \begin{figure}[h]
     \centering
-    \includegraphics[width=1\textwidth]{bayesrisk.jpg}
+    \includegraphics[width=0.7\linewidth]{../img/lez6-img4.JPG}
-    \caption{Example of Bayes Risk}
+    \caption{Example of domain of $\knn$}
     %\label{fig:}
 \end{figure}
 \\

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture7.log

@@ -1,4 +1,4 @@
-This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  15 APR 2020 12:37
+This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  20 APR 2020 15:22
 entering extended mode
 **./lecture7.tex
 (lecture7.tex
@@ -513,10 +513,10 @@ Underfull \hbox (badness 10000) in paragraph at lines 295--300
 
 [7] (lecture7.aux) ) 
 Here is how much of TeX's memory you used:
- 5142 strings out of 480934
+ 5143 strings out of 480934
- 69599 string characters out of 2909670
+ 69603 string characters out of 2909670
- 337073 words of memory out of 3000000
+ 337089 words of memory out of 3000000
- 20884 multiletter control sequences out of 15000+200000
+ 20885 multiletter control sequences out of 15000+200000
  548726 words of font info for 60 fonts, out of 3000000 for 9000
  1141 hyphenation exceptions out of 8191
  42i,7n,50p,332b,236s stack positions out of 5000i,500n,10000p,200000b,50000s
@@ -538,7 +538,7 @@ e1/public/amsfonts/cm/cmsy10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/publi
 c/amsfonts/cm/cmsy6.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfont
 s/cm/cmsy8.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/symbols
 /msbm10.pfb>
-Output written on lecture7.pdf (7 pages, 264976 bytes).
+Output written on lecture7.pdf (7 pages, 264984 bytes).
 PDF statistics:
  279 PDF objects out of 1000 (max. 8388607)
  0 named destinations out of 1000 (max. 500000)

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture8.log

@@ -1,4 +1,4 @@
-This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  15 APR 2020 18:38
+This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  20 APR 2020 15:22
 entering extended mode
 **./lecture8.tex
 (lecture8.tex
@@ -435,10 +435,10 @@ Package pdftex.def Info: ../img/lez8-img5.JPG  used on input line 206.
 (pdftex.def)             Requested size: 312.00119pt x 84.1262pt.
 [5 <../img/lez8-img4.JPG>] [6 <../img/lez8-img5.JPG>] (lecture8.aux) ) 
 Here is how much of TeX's memory you used:
- 5133 strings out of 480934
+ 5134 strings out of 480934
- 69435 string characters out of 2909670
+ 69439 string characters out of 2909670
- 334073 words of memory out of 3000000
+ 334089 words of memory out of 3000000
- 20878 multiletter control sequences out of 15000+200000
+ 20879 multiletter control sequences out of 15000+200000
  546968 words of font info for 58 fonts, out of 3000000 for 9000
  1141 hyphenation exceptions out of 8191
  42i,7n,50p,332b,238s stack positions out of 5000i,500n,10000p,200000b,50000s
@@ -459,7 +459,7 @@ e1/public/amsfonts/cm/cmr12.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public
 cm/cmsy10.pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy6
 .pfb><C:/Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy8.pfb><C:/
 Program Files/MiKTeX 2.9/fonts/type1/public/amsfonts/symbols/msbm10.pfb>
-Output written on lecture8.pdf (6 pages, 231902 bytes).
+Output written on lecture8.pdf (6 pages, 231874 bytes).
 PDF statistics:
  254 PDF objects out of 1000 (max. 8388607)
  0 named destinations out of 1000 (max. 500000)

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/lectures/lecture9.log

@@ -1,4 +1,4 @@
-This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  15 APR 2020 20:40
+This is pdfTeX, Version 3.14159265-2.6-1.40.21 (MiKTeX 2.9.7300 64-bit) (preloaded format=pdflatex 2020.4.13)  20 APR 2020 15:23
 entering extended mode
 **./lecture9.tex
 (lecture9.tex
@@ -453,10 +453,10 @@ Underfull \hbox (badness 10000) in paragraph at lines 209--226
 
 [5 <../img/lez9-img3.JPG>] [6] (lecture9.aux) ) 
 Here is how much of TeX's memory you used:
- 5139 strings out of 480934
+ 5140 strings out of 480934
- 69381 string characters out of 2909670
+ 69385 string characters out of 2909670
- 335073 words of memory out of 3000000
+ 335089 words of memory out of 3000000
- 20878 multiletter control sequences out of 15000+200000
+ 20879 multiletter control sequences out of 15000+200000
  551506 words of font info for 66 fonts, out of 3000000 for 9000
  1141 hyphenation exceptions out of 8191
  42i,13n,50p,332b,236s stack positions out of 5000i,500n,10000p,200000b,50000s
@@ -480,7 +480,7 @@ rogram Files/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmr8.pfb><C:/Program Fil
 es/MiKTeX 2.9/fonts/type1/public/amsfonts/cm/cmsy10.pfb><C:/Program Files/MiKTe
 X 2.9/fonts/type1/public/amsfonts/cm/cmsy8.pfb><C:/Program Files/MiKTeX 2.9/fon
 ts/type1/public/amsfonts/symbols/msbm10.pfb>
-Output written on lecture9.pdf (6 pages, 237910 bytes).
+Output written on lecture9.pdf (6 pages, 237915 bytes).
 PDF statistics:
  277 PDF objects out of 1000 (max. 8388607)
  0 named destinations out of 1000 (max. 500000)

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/main.aux

@@ -1,103 +1,129 @@
 \relax 
 \@nameuse{bbl@beforestart}
 \babel@aux{english}{}
-\@writefile{toc}{\contentsline {chapter}{\numberline {1}Lecture 1 - 09-03-2020}{4}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {1}Lecture 1 - 09-03-2020}{5}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {1.1}Introduction of the course}{4}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.1}Introduction of the course}{5}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {1.2}Examples}{4}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {1.2}Examples}{5}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.1}Spam filtering}{7}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.2.1}Spam filtering}{8}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {2}Lecture 2 - 07-04-2020}{8}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {2}Lecture 2 - 07-04-2020}{9}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {2.1}Argomento}{8}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {2.1}Argomento}{9}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {2.2}Loss}{8}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {2.2}Loss}{9}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.1}Absolute Loss}{8}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.1}Absolute Loss}{9}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.2}Square Loss}{9}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {2.1}{\ignorespaces Example of domain of $K_{NN}$}}{10}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.3}Example of information of square loss}{9}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.2}Square Loss}{10}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.4}labels and losses}{10}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {2.2}{\ignorespaces Example of domain of $K_{NN}$}}{10}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.5}Example TF(idf) documents encoding}{12}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.3}Example of information of square loss}{11}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {3}Lecture 3 - 07-04-2020}{14}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.4}labels and losses}{12}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {2.2.5}Example TF(idf) documents encoding}{14}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {3}Lecture 3 - 07-04-2020}{16}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {3.1}Overfitting}{16}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {3.1}{\ignorespaces Example of domain of $K_{NN}$}}{16}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {3.1.1}Noise in the data}{16}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {3.1}Overfitting}{18}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {3.2}Underfitting}{17}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {3.1.1}Noise in the data}{18}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {3.3}Nearest neighbour}{18}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {3.2}Underfitting}{20}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {4}Lecture 4 - 07-04-2020}{20}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {3.3}Nearest neighbour}{20}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {3.2}{\ignorespaces Example of domain of $K_{NN}$}}{21}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {3.3}{\ignorespaces Example of domain of $K_{NN}$}}{21}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {4}Lecture 4 - 07-04-2020}{23}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {4.1}Computing $h_{NN}$}{20}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {4.1}Computing $h_{NN}$}{23}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {4.2}Tree Predictor}{21}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {4.1}{\ignorespaces Example of domain of $K_{NN}$}}{24}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {5}Lecture 5 - 07-04-2020}{24}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {4.2}Tree Predictor}{25}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {4.2}{\ignorespaces Example of domain of $K_{NN}$}}{25}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {4.3}{\ignorespaces Example of domain of $K_{NN}$}}{26}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {4.4}{\ignorespaces Example of domain of $K_{NN}$}}{27}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {4.5}{\ignorespaces Example of domain of $K_{NN}$}}{27}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {4.6}{\ignorespaces Example of domain of $K_{NN}$}}{27}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {4.7}{\ignorespaces Example of domain of $K_{NN}$}}{28}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {5}Lecture 5 - 07-04-2020}{29}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {5.1}Tree Classifier}{24}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {5.1}Tree Classifier}{29}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {5.2}Jensen’s inequality}{25}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.1}{\ignorespaces Example of domain of $K_{NN}$}}{29}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {5.3}Tree Predictor}{27}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.2}{\ignorespaces Example of domain of $K_{NN}$}}{30}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {5.4}Statistical model for Machine Learning}{28}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {5.2}Jensen’s inequality}{31}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {6}Lecture 6 - 07-04-2020}{30}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.3}{\ignorespaces Example of domain of $K_{NN}$}}{31}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.4}{\ignorespaces Example of domain of $K_{NN}$}}{31}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.5}{\ignorespaces Example of domain of $K_{NN}$}}{32}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.6}{\ignorespaces Example of domain of $K_{NN}$}}{33}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.7}{\ignorespaces Example of domain of $K_{NN}$}}{34}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.8}{\ignorespaces Example of domain of $K_{NN}$}}{34}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.9}{\ignorespaces Example of domain of $K_{NN}$}}{34}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {5.3}Tree Predictor}{35}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {5.10}{\ignorespaces Example of domain of $K_{NN}$}}{35}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {5.4}Statistical model for Machine Learning}{36}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {6}Lecture 6 - 07-04-2020}{38}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {6.1}Bayes Optimal Predictor}{30}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {6.1}Bayes Optimal Predictor}{38}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {6.1.1}Square Loss}{31}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {6.1.1}Square Loss}{39}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {6.1.2}Zero-one loss for binary classification}{32}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {6.1}{\ignorespaces Example of domain of $K_{NN}$}}{39}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {6.2}Bayes Risk}{34}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {6.1.2}Zero-one loss for binary classification}{40}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {6.1}{\ignorespaces Example of Bayes Risk}}{34}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {6.2}{\ignorespaces Example of domain of $K_{NN}$}}{41}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {7}Lecture 7 - 07-04-2020}{35}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {6.3}{\ignorespaces Example of domain of $K_{NN}$}}{41}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {6.4}{\ignorespaces Example of domain of $K_{NN}$}}{42}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {6.2}Bayes Risk}{43}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {6.5}{\ignorespaces Example of domain of $K_{NN}$}}{43}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {7}Lecture 7 - 07-04-2020}{45}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {7.1}Chernoff-Hoffding bound}{35}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {7.1}Chernoff-Hoffding bound}{45}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {7.2}Union Bound}{36}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {7.2}Union Bound}{46}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {7.1}{\ignorespaces Example}}{36}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {7.1}{\ignorespaces Example}}{46}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {7.2}{\ignorespaces Example}}{37}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {7.2}{\ignorespaces Example}}{47}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {7.3}{\ignorespaces Example}}{37}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {7.3}{\ignorespaces Example}}{47}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {7.4}{\ignorespaces Example}}{38}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {7.4}{\ignorespaces Example}}{48}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {7.5}{\ignorespaces Example}}{38}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {7.5}{\ignorespaces Example}}{48}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {7.6}{\ignorespaces Draw of how $\hat  {h}$, $h^*$ and $f^*$ are represented}}{39}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {7.6}{\ignorespaces Draw of how $\hat  {h}$, $h^*$ and $f^*$ are represented}}{49}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {7.3}Studying overfitting of a ERM}{40}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {7.3}Studying overfitting of a ERM}{50}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {8}Lecture 8 - 07-04-2020}{42}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {8}Lecture 8 - 07-04-2020}{52}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{lof}{\contentsline {figure}{\numberline {8.1}{\ignorespaces Representation of $\hat  {h}$, $h^*$ and $f^*$ }}{42}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {8.1}{\ignorespaces Representation of $\hat  {h}$, $h^*$ and $f^*$ }}{52}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {8.2}{\ignorespaces Example}}{43}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {8.2}{\ignorespaces Example}}{53}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {8.1}The problem of estimating risk in practise}{43}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {8.1}The problem of estimating risk in practise}{53}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {8.2}Cross-validation}{45}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {8.2}Cross-validation}{55}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {8.3}{\ignorespaces Splitting test and training set}}{45}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {8.3}{\ignorespaces Splitting test and training set}}{55}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {8.4}{\ignorespaces K-folds}}{46}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {8.4}{\ignorespaces K-folds}}{56}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {8.3}Nested cross validation}{47}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {8.3}Nested cross validation}{57}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {8.5}{\ignorespaces Nested Cross Validation}}{47}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {8.5}{\ignorespaces Nested Cross Validation}}{57}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {9}Lecture 9 - 07-04-2020}{48}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {9}Lecture 9 - 07-04-2020}{58}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {9.1}Tree predictors}{48}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {9.1}Tree predictors}{58}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {9.1}{\ignorespaces Tree building}}{48}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {9.1}{\ignorespaces Tree building}}{58}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {9.2}{\ignorespaces Tree with at most N node}}{49}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {9.2}{\ignorespaces Tree with at most N node}}{59}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {9.1.1}Catalan Number}{50}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {9.1.1}Catalan Number}{60}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {9.3}{\ignorespaces Algorithm for tree predictors}}{52}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {9.3}{\ignorespaces Algorithm for tree predictors}}{62}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {10}Lecture 10 - 07-04-2020}{54}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {10}Lecture 10 - 07-04-2020}{64}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {10.1}TO BE DEFINE}{54}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {10.1}TO BE DEFINE}{64}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {10.2}MANCANO 20 MINUTI DI LEZIONE}{54}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {10.2}MANCANO 20 MINUTI DI LEZIONE}{64}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {10.1}{\ignorespaces Point (2) - where \hskip 1em\relax $y = cx +q$ \hskip 2em\relax $y = -cx +q $}}{56}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {10.1}{\ignorespaces Point (2) - where \hskip 1em\relax $y = cx +q$ \hskip 2em\relax $y = -cx +q $}}{66}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {10.3}Compare risk for zero-one loss}{56}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {10.3}Compare risk for zero-one loss}{66}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {10.2}{\ignorespaces Point}}{57}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {10.2}{\ignorespaces Point}}{67}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {11}Lecture 11 - 20-04-2020}{58}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {11}Lecture 11 - 20-04-2020}{68}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {11.1}Analysis of $K_{NN}$}{58}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {11.1}Analysis of $K_{NN}$}{68}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {11.1}{\ignorespaces Example of domain of $K_{NN}$}}{58}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {11.1}{\ignorespaces Example of domain of $K_{NN}$}}{68}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {11.2}{\ignorespaces Diagonal length}}{59}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {11.2}{\ignorespaces Diagonal length}}{69}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {11.3}{\ignorespaces Shape of the function}}{60}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {11.3}{\ignorespaces Shape of the function}}{70}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {11.1.1}Study of $K_{NN}$}{61}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {11.1.1}Study of $K_{NN}$}{71}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {11.1.2}study of trees}{62}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {11.1.2}study of trees}{72}\protected@file@percent }
-\@writefile{toc}{\contentsline {section}{\numberline {11.2}Non-parametric Algorithms}{63}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {11.2}Non-parametric Algorithms}{73}\protected@file@percent }
-\@writefile{lof}{\contentsline {figure}{\numberline {11.4}{\ignorespaces Parametric and non parametric growing as training set getting larger}}{64}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {11.4}{\ignorespaces Parametric and non parametric growing as training set getting larger}}{74}\protected@file@percent }
-\@writefile{toc}{\contentsline {subsection}{\numberline {11.2.1}Example of parametric algorithms}{64}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {11.2.1}Example of parametric algorithms}{74}\protected@file@percent }
-\@writefile{toc}{\contentsline {chapter}{\numberline {12}Lecture 12 - 21-04-2020}{65}\protected@file@percent }
+\@writefile{toc}{\contentsline {chapter}{\numberline {12}Lecture 12 - 21-04-2020}{75}\protected@file@percent }
 \@writefile{lof}{\addvspace {10\p@ }}
 \@writefile{lot}{\addvspace {10\p@ }}
-\@writefile{toc}{\contentsline {section}{\numberline {12.1}Non parametrics algorithms}{65}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {12.1}Non parametrics algorithms}{75}\protected@file@percent }
 \bibstyle{abbrv}
 \bibdata{main}

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/main.lof

@@ -1,34 +1,60 @@
 \babel@toc {english}{}
 \addvspace {10\p@ }
 \addvspace {10\p@ }
+\contentsline {figure}{\numberline {2.1}{\ignorespaces Example of domain of $K_{NN}$}}{10}%
+\contentsline {figure}{\numberline {2.2}{\ignorespaces Example of domain of $K_{NN}$}}{10}%
 \addvspace {10\p@ }
+\contentsline {figure}{\numberline {3.1}{\ignorespaces Example of domain of $K_{NN}$}}{16}%
+\contentsline {figure}{\numberline {3.2}{\ignorespaces Example of domain of $K_{NN}$}}{21}%
+\contentsline {figure}{\numberline {3.3}{\ignorespaces Example of domain of $K_{NN}$}}{21}%
 \addvspace {10\p@ }
+\contentsline {figure}{\numberline {4.1}{\ignorespaces Example of domain of $K_{NN}$}}{24}%
+\contentsline {figure}{\numberline {4.2}{\ignorespaces Example of domain of $K_{NN}$}}{25}%
+\contentsline {figure}{\numberline {4.3}{\ignorespaces Example of domain of $K_{NN}$}}{26}%
+\contentsline {figure}{\numberline {4.4}{\ignorespaces Example of domain of $K_{NN}$}}{27}%
+\contentsline {figure}{\numberline {4.5}{\ignorespaces Example of domain of $K_{NN}$}}{27}%
+\contentsline {figure}{\numberline {4.6}{\ignorespaces Example of domain of $K_{NN}$}}{27}%
+\contentsline {figure}{\numberline {4.7}{\ignorespaces Example of domain of $K_{NN}$}}{28}%
 \addvspace {10\p@ }
+\contentsline {figure}{\numberline {5.1}{\ignorespaces Example of domain of $K_{NN}$}}{29}%
+\contentsline {figure}{\numberline {5.2}{\ignorespaces Example of domain of $K_{NN}$}}{30}%
+\contentsline {figure}{\numberline {5.3}{\ignorespaces Example of domain of $K_{NN}$}}{31}%
+\contentsline {figure}{\numberline {5.4}{\ignorespaces Example of domain of $K_{NN}$}}{31}%
+\contentsline {figure}{\numberline {5.5}{\ignorespaces Example of domain of $K_{NN}$}}{32}%
+\contentsline {figure}{\numberline {5.6}{\ignorespaces Example of domain of $K_{NN}$}}{33}%
+\contentsline {figure}{\numberline {5.7}{\ignorespaces Example of domain of $K_{NN}$}}{34}%
+\contentsline {figure}{\numberline {5.8}{\ignorespaces Example of domain of $K_{NN}$}}{34}%
+\contentsline {figure}{\numberline {5.9}{\ignorespaces Example of domain of $K_{NN}$}}{34}%
+\contentsline {figure}{\numberline {5.10}{\ignorespaces Example of domain of $K_{NN}$}}{35}%
 \addvspace {10\p@ }
-\contentsline {figure}{\numberline {6.1}{\ignorespaces Example of Bayes Risk}}{34}%
+\contentsline {figure}{\numberline {6.1}{\ignorespaces Example of domain of $K_{NN}$}}{39}%
+\contentsline {figure}{\numberline {6.2}{\ignorespaces Example of domain of $K_{NN}$}}{41}%
+\contentsline {figure}{\numberline {6.3}{\ignorespaces Example of domain of $K_{NN}$}}{41}%
+\contentsline {figure}{\numberline {6.4}{\ignorespaces Example of domain of $K_{NN}$}}{42}%
+\contentsline {figure}{\numberline {6.5}{\ignorespaces Example of domain of $K_{NN}$}}{43}%
 \addvspace {10\p@ }
-\contentsline {figure}{\numberline {7.1}{\ignorespaces Example}}{36}%
+\contentsline {figure}{\numberline {7.1}{\ignorespaces Example}}{46}%
-\contentsline {figure}{\numberline {7.2}{\ignorespaces Example}}{37}%
+\contentsline {figure}{\numberline {7.2}{\ignorespaces Example}}{47}%
-\contentsline {figure}{\numberline {7.3}{\ignorespaces Example}}{37}%
+\contentsline {figure}{\numberline {7.3}{\ignorespaces Example}}{47}%
-\contentsline {figure}{\numberline {7.4}{\ignorespaces Example}}{38}%
+\contentsline {figure}{\numberline {7.4}{\ignorespaces Example}}{48}%
-\contentsline {figure}{\numberline {7.5}{\ignorespaces Example}}{38}%
+\contentsline {figure}{\numberline {7.5}{\ignorespaces Example}}{48}%
-\contentsline {figure}{\numberline {7.6}{\ignorespaces Draw of how $\hat {h}$, $h^*$ and $f^*$ are represented}}{39}%
+\contentsline {figure}{\numberline {7.6}{\ignorespaces Draw of how $\hat {h}$, $h^*$ and $f^*$ are represented}}{49}%
 \addvspace {10\p@ }
-\contentsline {figure}{\numberline {8.1}{\ignorespaces Representation of $\hat {h}$, $h^*$ and $f^*$ }}{42}%
+\contentsline {figure}{\numberline {8.1}{\ignorespaces Representation of $\hat {h}$, $h^*$ and $f^*$ }}{52}%
-\contentsline {figure}{\numberline {8.2}{\ignorespaces Example}}{43}%
+\contentsline {figure}{\numberline {8.2}{\ignorespaces Example}}{53}%
-\contentsline {figure}{\numberline {8.3}{\ignorespaces Splitting test and training set}}{45}%
+\contentsline {figure}{\numberline {8.3}{\ignorespaces Splitting test and training set}}{55}%
-\contentsline {figure}{\numberline {8.4}{\ignorespaces K-folds}}{46}%
+\contentsline {figure}{\numberline {8.4}{\ignorespaces K-folds}}{56}%
-\contentsline {figure}{\numberline {8.5}{\ignorespaces Nested Cross Validation}}{47}%
+\contentsline {figure}{\numberline {8.5}{\ignorespaces Nested Cross Validation}}{57}%
 \addvspace {10\p@ }
-\contentsline {figure}{\numberline {9.1}{\ignorespaces Tree building}}{48}%
+\contentsline {figure}{\numberline {9.1}{\ignorespaces Tree building}}{58}%
-\contentsline {figure}{\numberline {9.2}{\ignorespaces Tree with at most N node}}{49}%
+\contentsline {figure}{\numberline {9.2}{\ignorespaces Tree with at most N node}}{59}%
-\contentsline {figure}{\numberline {9.3}{\ignorespaces Algorithm for tree predictors}}{52}%
+\contentsline {figure}{\numberline {9.3}{\ignorespaces Algorithm for tree predictors}}{62}%
 \addvspace {10\p@ }
-\contentsline {figure}{\numberline {10.1}{\ignorespaces Point (2) - where \hskip 1em\relax $y = cx +q$ \hskip 2em\relax $y = -cx +q $}}{56}%
+\contentsline {figure}{\numberline {10.1}{\ignorespaces Point (2) - where \hskip 1em\relax $y = cx +q$ \hskip 2em\relax $y = -cx +q $}}{66}%
-\contentsline {figure}{\numberline {10.2}{\ignorespaces Point}}{57}%
+\contentsline {figure}{\numberline {10.2}{\ignorespaces Point}}{67}%
 \addvspace {10\p@ }
-\contentsline {figure}{\numberline {11.1}{\ignorespaces Example of domain of $K_{NN}$}}{58}%
+\contentsline {figure}{\numberline {11.1}{\ignorespaces Example of domain of $K_{NN}$}}{68}%
-\contentsline {figure}{\numberline {11.2}{\ignorespaces Diagonal length}}{59}%
+\contentsline {figure}{\numberline {11.2}{\ignorespaces Diagonal length}}{69}%
-\contentsline {figure}{\numberline {11.3}{\ignorespaces Shape of the function}}{60}%
+\contentsline {figure}{\numberline {11.3}{\ignorespaces Shape of the function}}{70}%
-\contentsline {figure}{\numberline {11.4}{\ignorespaces Parametric and non parametric growing as training set getting larger}}{64}%
+\contentsline {figure}{\numberline {11.4}{\ignorespaces Parametric and non parametric growing as training set getting larger}}{74}%
 \addvspace {10\p@ }

1year/3trimester/Machine Learning, Statistical Learning, Deep Learning and Artificial Intelligence/Machine Learning/main.toc

@@ -1,54 +1,54 @@
 \babel@toc {english}{}
-\contentsline {chapter}{\numberline {1}Lecture 1 - 09-03-2020}{4}%
+\contentsline {chapter}{\numberline {1}Lecture 1 - 09-03-2020}{5}%
-\contentsline {section}{\numberline {1.1}Introduction of the course}{4}%
+\contentsline {section}{\numberline {1.1}Introduction of the course}{5}%
-\contentsline {section}{\numberline {1.2}Examples}{4}%
+\contentsline {section}{\numberline {1.2}Examples}{5}%
-\contentsline {subsection}{\numberline {1.2.1}Spam filtering}{7}%
+\contentsline {subsection}{\numberline {1.2.1}Spam filtering}{8}%
-\contentsline {chapter}{\numberline {2}Lecture 2 - 07-04-2020}{8}%
+\contentsline {chapter}{\numberline {2}Lecture 2 - 07-04-2020}{9}%
-\contentsline {section}{\numberline {2.1}Argomento}{8}%
+\contentsline {section}{\numberline {2.1}Argomento}{9}%
-\contentsline {section}{\numberline {2.2}Loss}{8}%
+\contentsline {section}{\numberline {2.2}Loss}{9}%
-\contentsline {subsection}{\numberline {2.2.1}Absolute Loss}{8}%
+\contentsline {subsection}{\numberline {2.2.1}Absolute Loss}{9}%
-\contentsline {subsection}{\numberline {2.2.2}Square Loss}{9}%
+\contentsline {subsection}{\numberline {2.2.2}Square Loss}{10}%
-\contentsline {subsection}{\numberline {2.2.3}Example of information of square loss}{9}%
+\contentsline {subsection}{\numberline {2.2.3}Example of information of square loss}{11}%
-\contentsline {subsection}{\numberline {2.2.4}labels and losses}{10}%
+\contentsline {subsection}{\numberline {2.2.4}labels and losses}{12}%
-\contentsline {subsection}{\numberline {2.2.5}Example TF(idf) documents encoding}{12}%
+\contentsline {subsection}{\numberline {2.2.5}Example TF(idf) documents encoding}{14}%
-\contentsline {chapter}{\numberline {3}Lecture 3 - 07-04-2020}{14}%
+\contentsline {chapter}{\numberline {3}Lecture 3 - 07-04-2020}{16}%
-\contentsline {section}{\numberline {3.1}Overfitting}{16}%
+\contentsline {section}{\numberline {3.1}Overfitting}{18}%
-\contentsline {subsection}{\numberline {3.1.1}Noise in the data}{16}%
+\contentsline {subsection}{\numberline {3.1.1}Noise in the data}{18}%
-\contentsline {section}{\numberline {3.2}Underfitting}{17}%
+\contentsline {section}{\numberline {3.2}Underfitting}{20}%
-\contentsline {section}{\numberline {3.3}Nearest neighbour}{18}%
+\contentsline {section}{\numberline {3.3}Nearest neighbour}{20}%
-\contentsline {chapter}{\numberline {4}Lecture 4 - 07-04-2020}{20}%
+\contentsline {chapter}{\numberline {4}Lecture 4 - 07-04-2020}{23}%
-\contentsline {section}{\numberline {4.1}Computing $h_{NN}$}{20}%
+\contentsline {section}{\numberline {4.1}Computing $h_{NN}$}{23}%
-\contentsline {section}{\numberline {4.2}Tree Predictor}{21}%
+\contentsline {section}{\numberline {4.2}Tree Predictor}{25}%
-\contentsline {chapter}{\numberline {5}Lecture 5 - 07-04-2020}{24}%
+\contentsline {chapter}{\numberline {5}Lecture 5 - 07-04-2020}{29}%
-\contentsline {section}{\numberline {5.1}Tree Classifier}{24}%
+\contentsline {section}{\numberline {5.1}Tree Classifier}{29}%
-\contentsline {section}{\numberline {5.2}Jensen’s inequality}{25}%
+\contentsline {section}{\numberline {5.2}Jensen’s inequality}{31}%
-\contentsline {section}{\numberline {5.3}Tree Predictor}{27}%
+\contentsline {section}{\numberline {5.3}Tree Predictor}{35}%
-\contentsline {section}{\numberline {5.4}Statistical model for Machine Learning}{28}%
+\contentsline {section}{\numberline {5.4}Statistical model for Machine Learning}{36}%
-\contentsline {chapter}{\numberline {6}Lecture 6 - 07-04-2020}{30}%
+\contentsline {chapter}{\numberline {6}Lecture 6 - 07-04-2020}{38}%
-\contentsline {section}{\numberline {6.1}Bayes Optimal Predictor}{30}%
+\contentsline {section}{\numberline {6.1}Bayes Optimal Predictor}{38}%
-\contentsline {subsection}{\numberline {6.1.1}Square Loss}{31}%
+\contentsline {subsection}{\numberline {6.1.1}Square Loss}{39}%
-\contentsline {subsection}{\numberline {6.1.2}Zero-one loss for binary classification}{32}%
+\contentsline {subsection}{\numberline {6.1.2}Zero-one loss for binary classification}{40}%
-\contentsline {section}{\numberline {6.2}Bayes Risk}{34}%
+\contentsline {section}{\numberline {6.2}Bayes Risk}{43}%
-\contentsline {chapter}{\numberline {7}Lecture 7 - 07-04-2020}{35}%
+\contentsline {chapter}{\numberline {7}Lecture 7 - 07-04-2020}{45}%
-\contentsline {section}{\numberline {7.1}Chernoff-Hoffding bound}{35}%
+\contentsline {section}{\numberline {7.1}Chernoff-Hoffding bound}{45}%
-\contentsline {section}{\numberline {7.2}Union Bound}{36}%
+\contentsline {section}{\numberline {7.2}Union Bound}{46}%
-\contentsline {section}{\numberline {7.3}Studying overfitting of a ERM}{40}%
+\contentsline {section}{\numberline {7.3}Studying overfitting of a ERM}{50}%
-\contentsline {chapter}{\numberline {8}Lecture 8 - 07-04-2020}{42}%
+\contentsline {chapter}{\numberline {8}Lecture 8 - 07-04-2020}{52}%
-\contentsline {section}{\numberline {8.1}The problem of estimating risk in practise}{43}%
+\contentsline {section}{\numberline {8.1}The problem of estimating risk in practise}{53}%
-\contentsline {section}{\numberline {8.2}Cross-validation}{45}%
+\contentsline {section}{\numberline {8.2}Cross-validation}{55}%
-\contentsline {section}{\numberline {8.3}Nested cross validation}{47}%
+\contentsline {section}{\numberline {8.3}Nested cross validation}{57}%
-\contentsline {chapter}{\numberline {9}Lecture 9 - 07-04-2020}{48}%
+\contentsline {chapter}{\numberline {9}Lecture 9 - 07-04-2020}{58}%
-\contentsline {section}{\numberline {9.1}Tree predictors}{48}%
+\contentsline {section}{\numberline {9.1}Tree predictors}{58}%
-\contentsline {subsection}{\numberline {9.1.1}Catalan Number}{50}%
+\contentsline {subsection}{\numberline {9.1.1}Catalan Number}{60}%
-\contentsline {chapter}{\numberline {10}Lecture 10 - 07-04-2020}{54}%
+\contentsline {chapter}{\numberline {10}Lecture 10 - 07-04-2020}{64}%
-\contentsline {section}{\numberline {10.1}TO BE DEFINE}{54}%
+\contentsline {section}{\numberline {10.1}TO BE DEFINE}{64}%
-\contentsline {section}{\numberline {10.2}MANCANO 20 MINUTI DI LEZIONE}{54}%
+\contentsline {section}{\numberline {10.2}MANCANO 20 MINUTI DI LEZIONE}{64}%
-\contentsline {section}{\numberline {10.3}Compare risk for zero-one loss}{56}%
+\contentsline {section}{\numberline {10.3}Compare risk for zero-one loss}{66}%
-\contentsline {chapter}{\numberline {11}Lecture 11 - 20-04-2020}{58}%
+\contentsline {chapter}{\numberline {11}Lecture 11 - 20-04-2020}{68}%
-\contentsline {section}{\numberline {11.1}Analysis of $K_{NN}$}{58}%
+\contentsline {section}{\numberline {11.1}Analysis of $K_{NN}$}{68}%
-\contentsline {subsection}{\numberline {11.1.1}Study of $K_{NN}$}{61}%
+\contentsline {subsection}{\numberline {11.1.1}Study of $K_{NN}$}{71}%
-\contentsline {subsection}{\numberline {11.1.2}study of trees}{62}%
+\contentsline {subsection}{\numberline {11.1.2}study of trees}{72}%
-\contentsline {section}{\numberline {11.2}Non-parametric Algorithms}{63}%
+\contentsline {section}{\numberline {11.2}Non-parametric Algorithms}{73}%
-\contentsline {subsection}{\numberline {11.2.1}Example of parametric algorithms}{64}%
+\contentsline {subsection}{\numberline {11.2.1}Example of parametric algorithms}{74}%
-\contentsline {chapter}{\numberline {12}Lecture 12 - 21-04-2020}{65}%
+\contentsline {chapter}{\numberline {12}Lecture 12 - 21-04-2020}{75}%
-\contentsline {section}{\numberline {12.1}Non parametrics algorithms}{65}%
+\contentsline {section}{\numberline {12.1}Non parametrics algorithms}{75}%