LossFunctions LectureNotes
LossFunctions LectureNotes
"##
&
$%
' (# !)
!* (# +,"## -%.,"/0
4"##
+,"## -%.,"/0 (#
1"$. 23%
1"$.%53% (# ! 1"$.
23%
&
6&1"$.23% (# 7 &
1"$. 23%
7 #"$.23% (# 78 &
#"$. 23% 9
1:/-,;5#-< 4-3,%5%= +43##5$5>3.5"%
$9 ?-=,-##5"%
CD$+%BE
@-3.:,-# A #-
B3,=-.# 0 $
$" 03
A
A
F,-<5>.5"%# A
G . H- 3,- 5%.-,-#.-<
." #"2-J"H
F3,32-.-,# A I
/,-<5>. :#5%=
":, K /3,32-.-,#
!"##$%
9
L 130 B+IM
$:%>.5"% "$ N C 03M
:%#
O
I
"""
A
,3%<"240 5%5.5345*-<
Q
P
RS M
3,=25%
D
..VV:.5"%$C
H- %--< ." >J""#-
IT @& I<<
* UV6 =,3<5-%. O
#32/4- H5#-
&
<-#>-%. A
$:44 <3.3
W X3.>J H5#-
6YZX
81^M
!".# $% \
!) ]
E N0 &
03M) N
", +"#.$% >J"5>-# >3% [-
",5=5%34 W !5 N 87^ M
" I
] E 0 &
034
N
!5
1-%#5.5;5.0M
` a
74#"
"
83%J3..3%
"
>344-<
"
3#
cd
9
<5#.3%>-
J-3;540
_
_
81^ 9
b _ _
/-%345*-#
g
I.J"
95%e5=B2G=329>3=#-#993#3f5$#H30&3#23$E-2<3& .J-
S:[-, 4"## .3f-# .J- [-#.
"$ [".J
[-
h-3, ."
",5=5% L >4"#- ." [-
3H30 $,"2 ",5=5% L >4"#- ." [ O
J5
iS:[-, g
!* 4"##
$:%>.5"% (# +,"##
^%.,"/0
j =,":%< .,:.J
L 0 3%< /,-<5>.5"% L 0k
j .".34 <3.3 /"5%.# l H544 >"%#5<-, 2 E
&
H-
&
81^
E2 &) N 0O 03O M) X5%3,0 >,"## ^%.,"/0
D
&
m
E2 n$05<%405M
D
N0 EB &
@X
N
h3.:,3440 +"25%= $",
M p .-#-#J</-5%q.J3"H-M
5# "25..-<
H-
#5=%
&
!
+ EB
&
!Dk0)
&
/--H--# A !D
04% o <& [M 42f &sM
&
E
j
E A
03 h"H -t32/4- 5# .J3. 2"<-4 5# /,-<5>.5%=
H,"%=
&
5
&
5. 5#
&u
/,-<5>.5%=
&
b b
>43## 4 9
!2# p
L NUcYD`U&s6a !>- &v
6)9u a
_!2
_@
D 69s
V0% D
6U9UU
E O
\
I! I!
E 2-% HJ5>J 4"## $:2.5"%
>J3%=-N :/<3.-
D m
>3% .J-
l R30 wx 5%
H-5=J.# -$$->.5;-40
.J- >3#-
"$ 25# &
>43##5$5>3.5"% 9
H5.J
3,-
<-345%=
>43##-# 6
>3.-=",5-#
15=2"5< 5# #q:3#J5%=
$,5>.5"% `4"=5#.5> Bw
%".
#"$. 23% $: 5#
3 4"## $:%>.5"%
?. 34#"
#q:3#J-# .J5%=# [\H $" - w 3<<5%= :/." y
=
9
7>.5;3.5"%
$:%>.5"% N #5=2"5< \#"$.23%M
5#
3//45-< [-$",- +^E X+^ 4"##-# 9
.J-#-
N 1/ M
5# .J-
BJ- <-,5;3.5;-
"$ +^ x,. z/M ?!1 hM
@">3440 >,"##
_
9
E. 5# 3
&
{ 85# &
>43##5$5-< L H-5=J. 5#
$3>.", 5%>,-3#-< 9
$">:#5%=
Z,":%< .,:.J
|
' 1>",-
'
:2
O
o +& #%<,.*4"=>#3M
~
#9 L 3 & #
O O
<& # OR 4"="# M
O
.5%"
+ &
N 4 &
+ &
1wB ["=:# M 9
•• ^9 ^3.
{ R:#. .34f 3[":. B,5/4-. 4"## 3%< 5.# ;3,53%.#
."H3,<# 2-.,5> 4-3,%5%=
L
8";5%= ` "4<
9
#45<-# a
;->.",
A 7%0 5# .J-
H-5=J.
m
"$ .J3.
H-5=J.T# ."=-.J-,
b
€
b
Ea hEh
>43##-# 7:
V H
O •h M
^^^M
T
] '
:555555]
F,- 3>.5;3.-< "/ hJ"H-
"$ .J-
N h <52 M
&
Eh tw
b
N H\" #"$.23% M
D
O
0 T# 0G0ƒa
3
]`22 & & &
0 O H5#-
kC L 3$.-, #"$.%-##
&v
=,":%< .,:.J
0% -H5
T
Nd‚6M 9
9
9
„ O]/
b
O
@^x
^& ^xE 9#-
O
-9 x5$- H3t
C^
k
x
O
9
+3#" } x* +--# U)
O
9
+43## E s O } C*
O
O O
<-/-%<# :/"% A
€ E. H544
+& E w
M 5# 5% SH O
3%<
H-5=J.# 2"#.40
<,5;-%
.345M 3%=4- [-.H--%
`x5M 3%< l ;->.",
NX3J:
3,-
9
[":%<3,5-#x544 L
66
[0
@-3.:,-#
†<3$"529. 2=$-H--%R$J09n
"$ #/3>- H5.J5% #"2-
3%=:43, ,3%=-
1" 3# "%- 9
•
Z""< .">3/.:,-
5%.,3 >43## ;3,53.5"%
X:.
X-#5<-# 744
O
#/3>- =".
8.=
‡%-;-% 3%<
P -tJ3:#.-< 3#
$-3.:,-#
[53#-< #/3>- 3,-
#/,-3< 344 ";-,
F3,.5.5"%5%=
j
b
F"5%.#
b
>4"#- ." +H O M
H*
H544
,
="." >43## & "4 9
J:="
b
X:.
b
>4"#-
+43##-# N H5.J
3,-
=-..5%= 5%3=3f5M
H\" 3%0 3//3,-%. >4:#.-,5%= Q
.J-
h$" 5#
$,-- /,"G->. $-3.:,-#
."
BJ5#
230
%". [- =""< $",
=-%-,345*3.5"%# 3%< $354#
5% I/-% #-. #>-%3,5"#
&
9
8 #"$.23% ."
]
&
8"<5$5-< 1"$.
&
23%
! &
1"$. 23%
!3,=- $5,#.
5# .J-
83,=5% #"$.23%
'
,-345#-< S-4/# ." 3>J5-;-
-##-%.5;5#:34
34 0
&
p +"2/3>.%-##
$",;-,5$5>3.5"%
… [5.-, &
>43##
#-/3,3[545.0 9
",
]m 3#
]ˆˆ ]] ]]
9
.
' o !0
!"
b
h05 b .J- 544 >"#
@-25%5%"
4"= N
D & -
ƒƒJˆ]]
3
9
8"<5$5-<
1"$.23t R:#.
D
+"%#5<-,5%=
X5%3,0 >43##5$5>3.5"%
N x Omt}x*mw
$", >43##5$5>3.5"% "$
Sx5449[-\4+"#+I<J=
N3M ." >43## &
"4 9
E. x544 N 8 #"$.H3,-M
&
+"#$",< a } U
Wl F,"G->.-< $-3.:,-
9
>O
#/3>- 9
' +*
["#f0
X5#->.",
9
=&
#--5%=
w 43#. 430-,
)& w +
H-5=J.#M )
O
$-3.:,-# 9
344
.J5%=#3,-
%",2345*-< N 344 +5,>4-M
",
…
#/3>- F3,.5 .5"%=
BJ5# -%#:,-# :%[53#-<
j 1.544 %". ." 2:>J +"2/3>. [:. [-..-,
.J3% [3#5> #"$. 23%
)' !3,=-
23,=5%#
#"$. 23%
~ j F"5%.# :%5.
3,- ";-,
~
o
3%=:43,
0
>5,>4- 3%<
O X":%<3,0 >3%
#--%
[-
/,"/-,40 9
r BJ- 3%=4- 5#
,3%=5%=
$,"2 † ." 3
M
j +"# N IM 5#
2"%"."%5>3440
<->,-3#5%= [$H N I t M
&
5"-
† Ba .J-% † #"
E$
{ [-4"%=5%=
>43## :#
<->,-3#-<
=".
9
>"2/3>.%-## L 7%=:43,
23,=5%
7%=:43, [":%<3,5-# ."
7%=:43, 83,=5%#
IA 8I
3%=4-N ,3%=" & 3
M
N
2
L .;-
5%.-=-,M sU2= ." >" &
E2 M 9
h"H
[":%<3,0 $",
.J- <->5#5"% >43## "4&
,-q:5,-# ]
.J-
>43##5$5>3.5"%
23,=5% 43,=-,
w>"M 5#
2"%"."%5>3440 <->,-3#5%= $5%
9
5$
5%.-=-, 9
^^ 22&
^^%f325^&%29#352G-%9^^]u
d6UM D
5%$-,%"#
>"$4*2"# ƒw
>"# p
+"#52"M
&
&
)>2 w
?3%=-
&
.J w &
$. O
M
&u N&u O
M
&Y
S-%>- d6UM 5#
2"%"."%5>3440
3
>"# N I3M uU {
+"# >" O M &
+"# >2 I,< ŠU {
III I""
II I"
II I"
.
R% Š h",2345*-
… >"%>4:#5"%
>43##5$5>3.5"%
7%." <:>- • H-5=J.#
n-," .J- [53#
.J-
3%=:43, 23,=5%
+"%.,"44-<
[0 † 9
L<5#>,525%3.5;-
!-3< ." 4-3,%
3%<
1"$.H3,- 9
D
} h* N F3f5#.3% M O
O
wuVH Q
="
7 I &6U) D z
O
N E%<53 M O
V N
X5%3,0M
803„ˆ
7%=:43,
9
f >43##
L
#-/3,3.5"%
9
#-
]
g
N ‡17 M 3
] IO o 8I O D z
%".3,0
"
†
%9H#
} x* N F3f5#.3% M
L D
zE8 &66 M
3""
6M uu„uŠ
BJ5# 2-3%# .J3. $", 8D)
7
7%=:43, #-/3,3.",#
6\dU † z$*M `Z". <5;5<-< M
D
• O 5%."
€ $",
u /3,.#
<:" F3f5#.3% N fDu" M
HJ0 U6Duu6&&6UU •
$%0.#%<5"4:# """ [":%<3,0M
b , <->5#5"%
N ‡#3 M 45f-40
5% O
y F"5%. =-.#
m =-t[52#-<., 3$.-,† c 0": 3,-
%". 344"H-< ." ="
>4"#-
A
?-2-2[-, ." F3f5#.3%
0":
3,- 9
."" m
."" S3." 3#
+"%#5<-,-< 3# { L +3#-<
$", ‡17 N z &6)U M 6Y Q 6YD) +"#.#M ii
O
&6)uUDd 23,=5%
/3,32-.-, l -%#:,-#
.J3.
uU&ŠcU L >"#† U6DU
235%.35%-<
=".
9
1"$. 23%
N #/J-,- $3>- 4"## M
;-,0 #.--/
5#
.3,=-. 4"=5. $",
ZB >43## 9
'
N#"$. 23% <"25%3.-#M
>43##-#
w5$$-,-%. 23,=5%# $", <5$$-,-%.
9
43,=-,
#/3>- #"2- 5%.-, >43## $-3.:,-#
1" 5% <->5#5"% J3;-
230
H544 J"2- #2344-,
23,=5%
3%< ".J-,#
23,=5%
,ˆˆˆ2
9
7„qƒ5^
'
5#
w->5#5"%
<-$5%-<
5%
+"# @3>- ] j 23,=5%
+"#5%- #/J-,-$3>-
#/3>- :%45f- Q
D
$", l
23%
23,=5% /3,32-.-,
N X #/3>-
3##:25%= B^^ 23,=5% [\H 3%=:43, & 9
y >43##-# { D .J-%
r !3,=- 83,=5% +"#5%- 4"## † 23<
83,=5% †2„f
*$=-#f"#4"05952
D
!-2 O 0 O
-#>>"#†059<&2d$8"$n>"=G %-2fs23#2=29<-
5
M {
O„0
H
t
D xBS x T44
tm\0 *-#.0
-#>"#>"# ] ]M
8./
D
HGt5
>"# >"ƒ
O 5$
>9 ]
N "#4"O M }
+"#$",< o 2-
‹
^BS
+* ]
+"#$",< }
^<=3,]/
[- †
&
+"#.3 M 52
&
3
] $", >43## 6 ] +"# N I M O
5#
23t525*-< N Œ6M
HJ54-
+"#>"3M 5#
25%525*-< N U)cM
P
4:$5=H,-#
5%$3=
€
SH9.4•43#" 9 } y +"#>2"<*†HB89Ce { +"#>"5.2
44H*4444%444"#" O +"# † )M +"# wR
T b
+3#>5"M
>"# † <.2
… +3#" O } +"# U)
"%40 J3;-
$3.
7%=:43,
%3%3=%:$-5,%-<3,=M
[5#->.",