@

(X, Y )
 F (X) = A1 · X + A0
A1 A0

A1 = 5
A0 = 0.5 A0 A0 = −2

A1
 n

[(X1 , Y1 ), (X2 , Y2 ), ..., (Xn , Yn )]

F (X)
 1 !
n
C(X) = · (F (Xi ) − Yi )2
2 i=1

F (X) Y

F (X)
F (X) A1 A0
A1 A0
C(X)

∂C
Anew = Aold − α ·
∂A

α
 A1 A0

A0 A1 A2
 X1 X2 X3
X = (X1, X2, X3)
F (X)

F (X) F

"
F (X) ≥ 0.5
=
F (X) < 0.5

F (X)

X1 X2 X3

1
F (X) =
1+ e−(A1 ·X1 +A2 ·X2 +A3 ·X3 )

A1 A2
A3

A1 · X1 +
A2 · X2 + A3 · X3

[(X1 , Y1 ), (X2 , Y2 ), ..., (Xn , Yn )]

 n
#
= (F (Xi ))Yi · (1 − F (Xi ))1−Yi
i=1
 P (X1 , X2 , X3 , Y )

P (X1 , X2 , X3 , Y ) = P (Y ) · P (X1 |Y ) · P (X2 |X1 , Y ) · P (X3 |X1 , X2 , Y )

X2
Y X1
X2
P (X2 |X1 , Y ) = P (X2 |Y )

P (X1 , X2 , X3 , Y ) = P (Y ) · P (X1 |Y ) · P (X2 |Y ) · P (X3 |Y )

P (X1 |Y ) P (X2 |Y )

Y X1

P (X1 = |Y = )

P (X1 = |Y = ) = 10/25 = 2/5

P (X2 = |Y =
)
 X1 X2

W1 W2 W1 · X1 + W2 · X2 < 0
W1 · X1 + W2 · X2 >= 0
W1 · X1 + W2 · X2
W1 ·
X1 + W2 · X2
 [(X1 , Y1 ), (X2 , Y2 ), ..., (Xn , Yn )] X
Y W
 1
||W ||2
2
W

Yi (W T Xi ) ≥ 1 i = 1, ..., n

X = (X1 , X2 , X3 ) X
T (X) =
(X1 , X2 , X3 , X1 · X1 , X2 · X2 , X3 · X3 )
 1 !
||W ||2 + K · si
2
W
i

Yi (W T Xi ) ≥ 1 − si i = 1, ..., n
si ≥ 0 i = 1, ..., m

si
 T

n
!
(T ) = − pi log pi
i=1

pi

12 12 8 8
(T )=− log − log
20 20 20 20
≈ 0.2922

7 7 3 3
( )=− log − log
<
10 10 10 10
≈ 0.265

9 9 1 1
( )=− log − log
≥
10 10 10 10
≈ 0.1412

T f
 (T, f ) = − (T |f )

10 10
(T, f ) = 0.2922 − · 0.265 − · 0.1412
20 20
≈ 0.0891

10
20
 P

P P

P
 P
P
 L2
L1
U = (U1 , U2 , ..., Un ) V = (V1 , V2 , ..., Vn )

$
L2 (U, V ) = (U1 − V1 )2 + ... + (Un − Vn )2
L1 (U, V ) = |(U1 − V1 )| + ... + |(Un − Vn )|

L2
k

k=1

k
10 − 30%
 E1

E2

E3

E4

E1 E 2 E 3 E4
 n
n
5−10
 (A, B, C)
(A) (B) (C) (A, B) (A, C) (B, C) (A, B, C)

N
2N − 1 2N
 k
f1 f2 fk S

S
k
Sk fk S
Sk S Sk
Sk

S
f1 f2 f3
S {f1 }
{f2 } {f3 }
S
S

k2

S
L1
L2

A = (A1 , A2 , ..., Ak ) k L2

1 !
n
C(X) = · (F (Xi ) − Yi )2
2 i=1

L2

1 !
n !k
C(X) = · (F (Xi ) − Yi )2 + L · A2i
2 i=1 i=1

L
L2 L

L L
L2
 L
L2

L
L2

L2 L2

L1
L1
L2

k
!
L· A2i
i=1

k
!
L· |Ai |
i=1

L1
L1
L
L2
L1

L1
L1

L2
 N = 6 K = 3
M =4
 M1

M1
W1

M2
M2 W2

X M1 M5
 #
=
#

3
5 = 60%

TP + TN
=
TP + TN + FP + FN
2+1
2+1+1+1 = 60%
 2+90
2+90+7+1 = 92%

F1
F1

TP
=
TP + FP
TP
=
TP + FN
2
2+1 = 66.6%
2
2+7 = 22.2%
F1

·
F1 = 2 ·
+

F1 33.3%

F1
F1
Y1 Y2 Y3 G1 G2 G3

%3
|yi − gi |
= i=1
3

(0.1, −1.3, 0.8) (−0.4, −0.3, 1)

|0 − 1 − (−0.4)| + | − 1.3 − (−0.3)| + |0.8 − 1|

=
3
≈ 0.767
(chicken)
 (chicken, pasta)

M →n M
n
(chicken, pasta) →
(cheese) n
M

(M, n) M
(chicken, pasta) → (cheese)
2
3 (chicken, pasta, cheese) (chicken, pasta)

(broccoli) → (chocolate)
n M
M n

n
2 1 1
(chicken, pasta) → (cheese) 3 − 2 = 6

(chicken, pasta)
(cheese)
(cheese)
(chicken, pasta)

(chicken, pasta)
(cheese)
n (X1 , X2 , ..., Xn )

k
(C1 , C2 , ..., Ck )
 Cj Cj
X1

(L2 (X1 , Cj ))2 Cj (C1 , C2 , ..., Ck )

L2 (X1 , Cj ) L2

X1 Cj
(X1 , X2 , ..., Xn )
 Z1
Z1
Z2

Z1

Z1

Z2
 Z1
Z2

Z1
Z2

(X1 , X2 , ..., Xn )
v

1! T 2
n
(X v)
n i=1 i
v
v

k k
 100 100

100 100 3
100·100·3 =
30, 000

100, 000

V = (1, 0.4, 2)
W = (−1, 0.2, 1)
W1 · V1 + W2 · V2 + W3 · V3 = −1 · 1 + 0.2 · 0.4 + 1 · 2 = 1.08
 W2 = (3, 0.3, −0.1)

0.81
(0.35, 0.45, 0.2)
(0.1, 0.8, 0.1)
 (−1, 1)

Linear2 (Linear1 (X)) = Linear(X)

L1 L2
0.1 − 0.5
 [1, 2, 3]
[(X1 , Y1 ), ..., (Xn , Yn )]

3
n !
!
− Ij,c log(Pj,c )
j=1 c=1

Pj,c c
j Ij,c
j c Y3
I3,2 I3,1 I3,3
 4x4x3

2x2x3

2x2x3
2x2
2x2x3
2x2x10
 100x100x3

30, 000 · 100 = 3, 000, 0000

5x5
5 · 5 · 3 = 75

200 · 75 = 15, 000

1x1 11x11
1x1
2x2
 X1

O1
S

St = F (U Xt + W St−1 )
Ot = (V T St )

F U
W
V

U
W

U W V