the university of chicago problems of learning on manifolds a

advertisement
!"#%$&&'"()
*+,-$.+
*(/"#0/
0+234() 5! $. 06
1
7
"6870++9/18 "'2*+:
*10+*0
:,(;70:/</
0//
/-'*"(/2
0=4
$&1$.):$.) :! $.*>/*"?!"(>*
@BAC*"#"D*++
+/+FEHGIGIJ
! " # $ % # & ' " )(*! * )$
+
A " )( ! * , - . * /! 0 1
2/! % %3 4/ 4 +/ 5 #61 #7 8 9 : ; +< = >/! % . & @?BA % ) ## $ #
/ ##3 3 - 8 8* , " 3 & !/!#5
# 53 +/ 2/ #3 3 < * +/ B$ B A4! ! > 7 1 4 * $ & * , +!
>/+ "(0/$&
"D '4/
: "D 8(+!"#: E
*
E
J
0 / "9 H # 0 H0 # # &4 # & # 0
)(1
%:
) E & 0 E E /2
E J 9 E J E J E @" )(*! * E J J > * @ # * $ E ( # E & " " 2
E E 1 # /! E E E J -" E *5 E # #
#
E
J
J
EHJ
E
E
E
E
E
JIG
3:$. (D30,"#
*+ J J E $ " = ' J J 0 $ J 5 J 0 /
J #D J @" +' . J E @" J 7 J . J E * /! " J &D J / .0 J E "9 J J @ 9 J 4 ' "9
* J # & 0 J
" 0 JE
JE
JIJ
J
J
J
J
G
E
J
HG
IE
HJ
/+:.2: ?
E ' " ? 4/
% :4:
+: HJ
+/ * . / * E &"& "9 *%
J HGIG '(
* ! +/ * & & *
* &2 & * & " ) * : &# E EHGIGIG /! # J / ( & /! # 3A (
8# 1> & 1 0 =3 *
8/ * 4/ = 7 & $ # 4 *
/ & #@ " &* * / * +/ & * 9 / * 0 # & . 7 & JIGIG 6 !/ /! +/ % *)(
* +/ A ) 9 #'(
" * 9 = A * '# / #"( *5 / &= " *)(
+/! * * A EA J ) #= * =5 : ! (
# # ** B ! # (
" 2 2/ 3A B +/ / "!$#% !$&'&
* * (3 2A 2A B* 3 3A 2A * * * ) # $&9 & % * . 3( = GEHG )/ $ 1 B & % * . ,+;*( # $. (
. -+1( * '
HG
IE
E , 5
& .
< * HGIGIGIG 0 " * 9
J (* * "9
B # GIGIGIG '#
IE
J J E
J J
$ 1 * 8 IGIGIGHG $&9 ) 8 * 8 (
A 5 1 2 +
+
E G / . & 1 . # 1 > * '(
J 2 # $ * 1 > * '(
J 2 # $ * IE
&7* 1 , ## ! # ,/ *# * " ! 5# 9* &3
A 5 /!#5 ##B * # ' & B % * & # & 5 ) # * IA >/ * *# & * 5 ! 8 +/ /! '( ># HA) GIG GIG
> GIGIGIG +/ A , & ,## ;1 A < , * # & 5 +/ > 5 ( /! *5
/! +/ '( A *5 A/!#5 ! +/ A & 5 A
# * * # * # A * # 5 , ! # 5 0 *" /! 4/ (
" '( & "(
< 3 +/ $ 9 * # (
# 4/ & 5 0 # E
5 !
&#
2 *# 1 + & 5 0 &# # 0 "9 # # +/! >/ # 5 #
A 8 ! # # #" ! 8?A * . %& $ ' ( ? A)& $ +* -,. 0/ A /!
1"2 # ? # # 2?
3 9 & 4( ? # # ,9 1 +*5768/95 :6<;=;=;:6 +* 6>/ * # / *# A #7 / # 4 A )/ A &# 31 % # "9 < ** A /! % ? 9 .2 9 / A/!5 8 1 < )@ ) & *61" A / * &5 0 , / *"( & & , # & 0 B ? A # # IA $9 !* 9 / @ '(
0 . 1 4
+/ ; 8# # "9 ' A /!# 9 A " ? # * 9 & $ 61 A@/! % 85 ,7 61 = 61 &(
) " < 9 J
&5 & 9 * 7
* ./ / +/ / * * 2 & +/ # 2
"/ *1/!#509 H;A +/ )
5 -#3 #7 A ! 8
# / )9 ' = ' HA &( # ?B ( -A / . IE ? #3 31 9 < * & BB ( @ ' IA 5 2/! 1 > ! B*
# 3 #7 . / 3
#3
31
$
#7 + * /! % +/ B( B
/ 3 1 .
!
/!#5 % & > & + ' /! 0
5>/ 3= 5 3 *
1
&5 *
* #
2 3 4/ # &5 . =3 #
< # < 1 /! #7 8 +/! . & 3 + 7 $ A
$ 50 " A A
> HA A 3A G > + " 1
B
>/+ 2 & ( & +* &
4 & +* @
/
& B * > * # ' & ? 5 , * )9 <3
*2 *6 (
? 3 7 +* +* 68* & ?# " # *61 * 5 & )/ 1 * * 9 4
' / & # & 3
* * 53
& ACEHGIGIE 61 . # A@ > < 8 /! " " 8 '( * /! # +/ A 2 2 5 ! 2A 3 +/ " *"! %$
* HA B * * ' " * + ; " &* " '(
0 61 " .5 # / * ! ) # +/ 8 $ !3 * ' * % # &# & # 5 > /! (
8 .* 9 B - * A ? A A; * $ , '5 > 0 1 A /! ! , % 0 /! # 9 B/! # (
!# = /! # "( / * % 8* ' / " & 0 / @ A / * / ,7 9 , * 6 6 @ @ 2
* 6 @ ,/ * * = * # + * & 4/ 9 5
. ( 3 IA 61 > B9
(
& * ;# .
" * :$
* * %" . " #7 " A 8 # 4/! *61 &# 5
E E 5
9 7
* ; 0 * ;*
+ # A =
# /! 2 HA * ;
&# $ > . # * # " 9 5 :6 @ # #
.A4 9 $/! # # A G # 9 * ' @" +' # 5
9 "
'( ' A & /! '(
* 1 ) & /! ' GHGIGIG A
/!5 ' # &1 0 > > < # /! 0 5 # 0 +' #7 8 5 (
&# * & 1 ( )
$"
9 #
8
# # & * ' /!
0
" # * & 61 + * /! 2 1
&
/!5 / < 2 2 # * *
' &# /!5
/ 3 " +/ *
1 1 /
* +/ ;
" +/ # #
& 0/! 0 #
+/ & 4/ *
!* * . * * *
& / > *" *-5 6=;<;=;6 * A : + 8A
+ G ) D /: A
$ 2 A
@
AHE GIG A A A
EHGIG .
B
&
" , # 9 )/ 30 5 5 83 +/ 8
* 5 6<;=;=;:68* A/ & 0 / A /!#5 =* > & " * + 2 2 2 ! # & ,* 9 A *# ) " )*( ! * 8 . 6 . * . 3 -/ * & +/ #
1 / % " ? A E & B &# B" * # *61 > " 8/ * * * & # & + (
/" " +/ * & A EHGHG :J & /! * 9 . #* # * * 9 5 # 3A /!# & * 1 06 "
( , + # &# ( # &5 # , & ) ;
#;
< 4 /! # # 0 @? A , 9 ) # /! ? . E J
! *#31 AC ACE GIG EA E GIGIJ 9 ## HA 2A /! # # < +/ < "(
& A A & > 3 9 # /! +' 0 5 5 2/ # &# , , # 5 * =/ ! # (
A 5 %
? +/ ) A
# # #1 * 1 > > HA & > . +/ " ? HA 0 8 / 1 ADEHGIGHG D 4/ * A EHGIGIG ) 4/ /! # ## # " " * / 3 & &# ; 5 *# * $ ' # = $ A5 ( #7* * / 3 5 A A
31 A ,7 /! # % ! . ' * * +/ A * 5 #7* .: 3 *2 5 #61 '5 *#3 A $ # /!5 # A / 5 ># '(
' +" * A
/ 4/ # ! 1 ' . > )/ ' 1
# " 8 / ;/! ) > / 3
< % > . )/ ' * ; # / 0 # (
& " D A +/ ) A *61 50 1 0 & * ' *5 61 ! 9 * 1 A 3 E GIGIG E 9 , +" )*( ! * > + " " ' < < < " *( ! / * " * 0/! / * 5 * (!3 " ! *61 ,3 5 / * , 4 A ' " *( ! /!5 # # 9 J )/ 3 & 3 #* * # #< , & A / * * " &# " # "#"# 3 4/ * & EHGHGIG /! / 3 " . B ,/! 0 # A2' $#3 AEHGHGIG3A' A A = EHGIGIE G
/!# <* / " ! * , &
" =/ * 3 4/ ** # 1 2A 12AD A / / # HA 4/ A * 8/ 3 3 * A=> " E GIG E 0 '# 5 " & 3 * * " # F & = ' 8 +/ A; A; ' 2A
& : ## #7 & # B ! (
* -* & ) * < # A &5 ' $ &##3 A * . 4 A * / & , / * A #3 1 & A2EHGHGIG3A 4/ ># (
$ /! $ / 4/ * # *# 5 .: , /!#
HAB +/ ) A . . &5 /! # A ' 5 * * " HAIEHGIGIG3A +/ B AHEHGIGHG3A
1 A E GIGIG. % ( # # 0 ,1 3A B / ;/!# B # ) 3 4 # > /! - /!#5
* +
= +/ 5 +
5
4/ ( ' A & &* /!#
- # ' 5. # # A
' &# =/! * > 4 B $ # A /!# 5 $/! + 3A # A .5 # = " &8 1 /!# # A ) # & &# $ - +/! ($" * 5 6=;=;<;<68* A
+ ! ? A9 & 5 6<;=;=;:6 A ? 5 (
!
* A *576<;=;=;<6 * / %?
+/ = /!5 5 * /!
A
" * /!# 8* 8 + *576<;=;=;<6 * A ? A1/ / * /! + A &5 A 1 +/ + 0 * ; " &* & ,
'
* 4/ # ! # !!#" . / %$
'& * *)( * )
/ +* ( 1 ! !$# !-, # * .? "+ /$ 0& * $ * @ *)( * /! = # # ? !
E
## A * 0(
0 ' & !/! )
*< A
* .5 * * 1 ! !$# !-, # " %$ & .* % $8 1 & & & * & $ % 5 HA 0 ' . E ;E 5 ' ' " HA / # A/ + / , / * 3 * ! !$# !-, # ? " $ & $ * A .
.
( /! ( ;G 9 5 / !/!# + ( %
! !$# !-, # " ( # $ +& % ( G" $ & * #"9 /!#5 5 J 7J " A +HA * A
/! /! & &J 5 * ;# ;* #7 * ; * , E /
*
J
/!
/ =A1 # 4//A # ,A
( ( @ :" * #
" * # A " 9 ./!#5 9 $
# " 6=;=;=;:6 A 5 # 61 E A * 1 A
5 5 5
A 5
G 5 A 5 A 5
A
5
;* * ;#+G % * ; ! . ( # *
(
5 $ :6=;=;<;<6 $ !"#$"%
" 9 +/ > 4 " &* & 2 ' $ # 4/! * !
0 * )
"
. #
, *
5
&# . . * / / * 5 ,*
2 5 '& 6 &
A
% 7" 0/ 5 6>/ 6<;=;=;<68/ ( 1
!/ / * #
,7 8 +/! "$ +/
(
@
/
( (
& F /! 5# 8/ * ( *
1 * * ( HA , #7 2 * * (
* /
/ ( 8* / * A/ $ +/ @ / ( ( ( E E E
(
/!
HA ( ( )1
@
# A ( 0/ @ / ( ( +/ / ( @E / / ( ( (
(
/ / ( ( ( @E / / ( ( ;
E ( (
(
* +/ , 9 HA #7 09 ,
5
( < & ( + # $ + #& # $ <
A 2
8 +/ 2 *61 ?E E " )9 0
, #7 * " 1 # #7 * ; #
" $ 31 &5 * ;*
/! * ;G ) A0 1* G * # 0/!5 # #
# 1 A / # 3 ,
( 1 A # % 4/ ;* /! &# '( 7
* '(
#)= ( ;G0 $ + 1
"(
$ +/
$ ( * > < + 5 ;=;=; "
/! $ +/ 4 $ & # / ,7 @ ( ( ( (
/!
5 $ :6<;=;=;:6 09 $ " ( ( $ $
(
)( .A ) ( A = 4
# & @ *A (
; A / 6 *
4/ # 4 , * ;*
+/
; &# & #7 * ; #
'
"
" * & 0 " &)(! * , " / +' 9 < 2/! * & " &)(
! + " A & A ( '(
? ! &! ? B/ /! A1/ 31 = . " - 5 * " * = " & 5 & ( ? /!# / * 1 *6 & +* & * * 89 4/ & @ & * +*6 & +* +*6 E J & ! * @ ! A5 " " ! A$# & " &%' & :6 ")( " +*6 " +* # #7 * * ,* G -* :
&
/.
& +*
# & *
0 # &
* 1. %2
+/ .'5;/ 7 61# IA
%2
&
* 6 * 0(
&
* :6 *0 (# & * 3* 0 & * ' 4* #788 +A / 3 * 0 & * & + * 5 ' IA / = & @
& +*
/ & +*
/!
= +5 $ = 9 - # &# . ? +*-6 & @
&
* & +*
@
*
/ @
*
*
*
@
@
1 / & + /! +/ & 3 2 $ &# > ' 9
,
5
.
& E /!
$ 3 /! * '(
,7* & , #7 5
& & ( ( # & =#
( @
$ ,7* 0 *6 (E 9 * ' " & /! % * # & @ "
& /! & . * $9 * $ # 4/ 3 @ &# A % & 9 * % 6 & ( @ 8& 1 .
& .
& 8&
, 9 6 & , #7 & * 3+/ A4 1 3A " 1 G 5 ;<;=; & * * ;#
> # & = " # / 6 0 * # 4/ # 4/! ) 1/
% IA & & & 5 )
A *
4 ( (
& 5 + * 6=;=;=;6 & + * # %
)" "# $ ." &)(! * , 0 '(
* +/ 5" & ( ? < ! #'(
A 6 < # 6 G & < *614(
*61 G # " 6 6>/ 8& +/ A /! 3
* > *61 ) A
& @
6 G @ . 6>/ & 0/ E $ & A/!5 9
* B/! 2 2 ? * @ & 6>/ 6>/ /5 /!
6>/ /! 6 &
/! / * 6>/ ! @ 1 &# # G3A 3 * 68/ * = '#7
0 &$ #" ( A A # 68/ & 0/ & HA #
$
9 " / $ & ! & * 5 6=;=;=;68*
A
& * ! & * @
@
.
#
& 0/
A = +
. . .
'
%
.
.
/
( & +*
B * 5 $/!# * * ;
%" * ' , # ,3+/ A/ 5 A
$ 2 " 0 = 87
2A . .
. 0 +/ 5 . . 5
. . .
. . . ) ' 5 B " " * 4 ' " )9 HA
/ & " * /! 8 +/! =/ . . ( " * @ * ( *
/! G
5 , ##7 &(
< * ; " * & " & )(
! " D IA EHG
)/ 3 * * # # 56 5 . - ' A $ &##3 A A )(
53 A " * A J A A E * 2*# %8 2A A#E GIG E @
5 /!#5 /! '(
# * ' $/ , * - . ( , ' B / .* 8 /!#5% / /!# '( * / * * 0 * * 9 1 2*# 1 A A & A # /! A /! , / ) # '( #0 )/ 3 $* = +/ " &6 %/ A @/ * A /! $ # 1 4
/ * ( * /! ( , / ( /! , # . * " # / ;
) A/ /! "' & / 6 A & A +/ $ / ,7 +/ , / / *# 9 +/ 0 / / * ! . + 3 * 6 6 ,7 * 6 /!# * $ / 31 * # = * A 9 * E
/!5 = 61# - # 2 >/ * .
# 6 /! 6 8/ $ / ' $ &##3 A9 #7 6 * 6
A . $#3 A; , #7 4
#
& & # A A ## " 61 @ , , :6 6 $ $ /! $ $ & & 0 > #7 ( +/ A " / +/ 8 # B # A #7* " &* A /!#5 & 2/! * * (
(
@
( (
! "$#%&'()+*#,+-!"/.012
E !"$),+#"=,<-"FHG$"
E ,+-!"IF;,+KJL#M(% #
^ E % G$+,) "!_F`,+$aRS#"$-Fb!% Y
1j
s
& A & A A % 8 .' .$ &# #3 " A 4HA A
*
3!4658792;:1#<+)"=,+ #% %->?,+(#,@,+$BA(),<"!"DC
E NCPOQ%-,)#RS&MT#,)@!"U#VRW#"(-FX!%ZY[M$+\*] Y$S#V=DY
dc&,+"eG$)Yf#!Rg,) E
Z"8*# #"=,<F`,+RW#"$ FX!% Yh2i,+
E !"$),+#"=,k.H#l-,i +Fb++Y<,)@"j:m7n,)W!-*`#g'T!G$"(YoFbl#"K#"$#%->],+ E
"=*6#Z#"8,lprq
EIE
=+
* (
2 * (
*
*
(
6 &
5 6 " &
@
# # * ( ( @
1
5
6
# ; 6 * ( *
# * ( #A'/!
0 *
, #7 2 2 2 2 0 *( 5
* 1
# HA , #%
*( *
( 5
5
* ( *
( /!
* 5
5
5
&( # #7 " * # )9 5
< * ; * > /! * ; BG3A /!#5 ; &# 5 /! * ; * > * * ; # & 2
HA 7 ; &# 0/!5 " <" 8 * , !$#%/.
0 '(
! '# * # # / 1/!# 1 A9EHGIGIG /! > & +/ A=EHGHGIG 5
( # 9 1 * (
*
* 6
EHJ
# # / & A > 5 2/ # +/ A3E GIGIG ' '(
' A ,/ * $ & # & /!5 .;
* > &@ * # *5 #61 : ' 5
# & 1
#
+' )& & " " ( "#"# * +/ * . A EHGIGIGA ' !* " * . ) /8 HA . " A ( ? 9 4/ ( 5 6=;=;=;6 A ? A + 0 +
& 7 "
5 * 9 < * 1 A * 6=;<;=;<68* 2 * * 6=;=;=;68* & * ( * E @E )
' / $ " " ( 5 ( ( * 6 * * # * / A$5 ( ,7* *-5 6=;=;<;<68*
5
*
@
(
5
(
*
0 ( ( 5 $/ ( / #"(
) - ! A! ! ! 8 $8/! + A
0 * # /!#5%/ $/!# 7=
E
J .J -"# . &3 * '(
*
+ +/ 1 & @
( @
9 . $/!# +/ 4
0 )9
! % ! E &
&
& HA =/! 1* &
+
)
1* &
5
A
" 9 @
*
+/ 4/ @
( +*
E
8& " !
@
(
*
(
+*
@
*
)* /!
& 0 " 9 A & * ) # A * 1 +* # 0 # 5 " * +/ * " " ( * @ * ' / 8 * $/! * A/ " ( * " ( ( +' * * 6
A/ *
(
(" (
E
/!
&
% A *'( ' 8/ " &
&
" ( &
6=;<;=;<6 (
(
E "
&
" " (
A ( @
8& " ' ( & " ( !
&
&
' @
(
(
&
+/ = @
(" (
#A/
(
@
@
( & " ( (
" ( / $
&
( & @
( " (( (
89
( & " !
(
(
&
@
E (
( " (( " (
@
E
( " (( "
" /!#5 A
&
( " (( " (
$
# IA1/ * & HA !&
5 # /!#5% ' #
* A * HA HA " ( " 5 6=;<;=;<6 "
"
)
=
" * '(
#
5 6<;=;=;<6
! %"
6
A A
(
" +" %" 6 ( ( 2
$ A %"
" " (
E
6
( + &
E A/ "#"( ,
#7
* ' @ ( @
9 /! @
( @
8& ! E
&
( @ 8& /!#5 9 /!#5, +/ . ?" * &"(
@
+/ & # # / 3
)* /! # /! # &A%EHGIGIGA +/ * A:EHGIGIG % /! #
#7 !
9 #</! < +/ % &# ** *5 " >3 +/ * </ 5 3
* +/ / % /! # * 1 * +/ $ !5 * 5 &#
+ 26 # A # * " *
&# # E
"9 (
A A
( G 6 & /!5
5 &"( / / 3 / # #
8 ; #
%
%%
EHGHGIG 5 /! # +/ $9 E /! # , / ? / & (
/! # . 2# +/ 9 ( J /! / * #3 A
& . # &# /! # ,? + +/ A /! # * ' &# A &#1 &# / : 4/ A /! * A &# , . 8 / ;/! (
5 7 # /! A A % 07 2AB/!#5 % %/! /! # 4/ * & +/ E4( ' ' 4 % "# !" , #7 . , 9* 5
0 7 & =
# ' $ ) * A1/ &5 . & G 6 " G 6 " (
G 6 E
/!
& * G * G 6 " G 6 "@ /! & +* ! 53 :" 6>/ $ & # & 6>/ 8 +/! 6>/ @
5 6>/
@
& 2
#
, / & '' , HA
#7 2 / !/ # 5 - && G 6 " G 6 " ) B/!# 2 * A >61 5 #> # /! $ * / * 7 A / G IG % 5< 1 5
IGIG & * <5 GIGHG
HGHG # HGHG . #7 5 . 9 * +/ , #7 " , / 8 " * * # $/! . * A / +/ / ,/ * 9 < .(
B * +/ 2 $9 / * * #$
% !" / B ,/! JHGIG *61 / ! +/ * , ,## / * * # B 5 / *
$ IGIG ! *61 B ) * 1 ,
$ * * H@A JHGIG / = 5 (
IGHG " /!
9
1
" 5
#7 * * !1
,5
(
#7 1 * 1 " & & &
JIGIG E
61 ( *
> ) ' # IA" & JHGIG & 1> ( '*
$
61 1 .JIGIG , ? 28
HA / +/ %
)
* A 0 # # , 8 +/ HA / #B3 +/ '" 9 " # ' 5
* # * *& 5 4 /" /! ' * = +/ +/ ,9 9
* " * / * # & ,# ! $ / <# < 9 # < 1
5 #7
/!# *5 /
61 9 * +/ 5 ! * /! #8
/ ! ! +/ '(
' &* & 5 &3 7
/! ,## 0/! +/ / 5 ## * , * ,
)
51 3 & 5 & ./
5 $ &#
. 5 /
8 *
5 * $ *
) 2/ 5
5 / * & 8 & 2 #7
&* /!5 9
4/ ' +/ 9
5
/ "(
, A 8 HA %" BJIG : JIG 4 A . 8
E ) A " 4
9A JIG
& &*
/ 3 ,
, <* & "(
# ##3 = +/ +/ * * =
* 9
4/ #* 0 &5 % , # B/! ! & ** & D" A A 5 / $
.
)/ 3 &# % !/ +/ " 1 @6 /
&5 ##7 " (*! . 1 " # 5 '(
& ' + #
* * 8 > A '(
( " , 5 E # ) +/ * /! 5
# . & ( A ! &# # ! # > ( .(
HA 3 ? < * +/ >/! % ? A $ # . " & 4 + + ; ! & A9EHGIGHG * +/ / 0 # > ) / (
5 8 > ! B 9 * HA
*61 5 A : l
J
8 * /! 3 $ * E 2 , ;
& "(
= 4 A& @ * +/
# & 5 ; 2 # # " J
. )/ 3 A / + #* < " # " =/!#5
+ A @ - +/ /! " = >6 . ) A
25 # * * 8 - )
A ; $9 IA IA /!# & &# A / # 3 4/ +/ /!#5
* # ! A * 5 # *"9 = # !61 1 # & # "9 %9
/ *
4/! # * *
>
)( , # ! # * * %
5 * * )/ * #
* # 0 4 # * #
+/ )
* 9 & 2 ; 0 0 B
"
*61 2 & ) & #7 = & 0 * * 9 # * < "9 2 & / / 3 2
9 * # /!
*# +
'7*
313 5
'* # * (
2
5
#
/ + * "9 ,/! +/ ( & "(
/! '( 8
%#
=
/ < < = & * *# /!5< ! .(
, 0 B ' 8
'
1 *# 9 )( & / %/ 61
&# & 1 > & * /!#5 # # 2A A
A
A A
?
A
G ! A 3 A:EHGIG A A A A
A EHGIGIGA A 3 A E GIG E A
H A
/
+
A +EHG
JE
JIJ
861 " "9 ;" ?
HA . #7 * (
* >/! * $/ * / 8 ' - : -/! & ' . +/ )
8 2 ## '* HA /!#5< '( & 1A /! # GIGHG +/ ) 531 1 * HA / 0 # /! $ % $/! *
## 0?
A & , $?
# >2 / 3 '(
+/ A A)EHGHGIG3A41 A A EHGIGIG A # 5 3A / / &*A / 7* A 313 3A=EHGHG EA /!
B
/ & #3
9 /
0 !
#
1 # = * 0* 9 9
&( * 9 /! * 5 6 A
/! * < * 9 & # * / *# / A # A * 5 A % * & *
#
5 ! # / B " B/! & @ +/ A / + # = * / 0 . ! 3. 7 3A A 8 +
* /! * / & A * 4 =/! # A@/!# . * = J
& /!
#; +/ ( " <? HA / IA 0 * * 0* 9
9 + " 8 @ " HA +/ / $* / *
+/ 9 4/ )/ HGHG +/ /E J * * / @ & %/! 61 3 ) % 8 $ ! # > E 4/ / / 9 . * B A 5 # " = * +/ # J
E ' < AB * # .* * (
0 $ /!5 < * * "9 )9 ? ) , > "9 )9 J
- A # 61 / & 8 * 5 # " + , 2 # IA/ / #3 , 0/!#5 = & ,* $ **"9 &# HA@/ / #3 > /! $ +/! # 0/! * '5 . +/ . * 9 * & * +/ > 2/! = 31 / ( J
& /! ." . A / * +/ , & * = /
+/ 61
# $ "9 "9 * <# *+
" )* * 9
* 0 "9 +
A&#/ * 2 * $ * >* 9 )9 ( 2 / #7 $5 9 $/ + "9 ! * 9 :2@ HA = ! $##7 !/ = * " ( $ & / * /! 0
/ /! 0" $ A/!5
# # * / * * &5 =/ $ ' = / = / / # 8 / # # ! +/ - # /! # /!# ; # 1 . 9 1 & .A A E GIGIG / 8 ' A / & , 9 # 5 / 1 F 1 & * 8 5
# !
/ * 1 $ +/ B/!# / #"( -
* " # & )/
# # *
& '7
313 &3 # /!
/!5 & "9 J
/! % &
A % A
A A 3AEHGIGIE ! A 3A+EHGIG A
!
# 5 / #3 5 > #
5 " )(! * , # '(
1A " ./! & A 0 A /!5
$3+/ " (*! A @" 5 . B?
" (*! 8 %@ #8; @/ 0 /! ( )( 9 *" ( /! * /!# , 8 3 IA 0/! & * * 4 . # 9 & >
8/ /
A
&
&
& * /!
* ' A l+i ,+
#"W ],)"$-*l% -,)9#,+G+1!"W,+
RW#"(-FX!%ZY@#"(Y,+
,)W,+
)
+G'
E ,
J
#M% # E NCPOQ%-,)#RW
+* E !"(" E ,+-!"W'T, :n"S,+i!Rg,) E
M9#,)
l!)"8'T+2
]
33!4=2(Fbl#"
M$+MT+,+-
"=,)+DY$G
F
E ,+-!"
J
+/ , " A / A/!
%* 61
(
@ 6 61 IA / * 5 6 /! 1# * * IA; 5 = A
/ * @E +* 5 %/ +* * "9 > (' 2 0 / 0 & * ' " * A / . , & " &* + 9 A !/ ' /! * ! +* * @" A &# < A
/!5 / 0/!# 3 * . A + ' # ' A
, $/ # 8 8 + * 5 6=;<;=;6 * A ? A / 9
+ = * * A /!
* @ 6 $ * * = & / /! / , # ) ' ! # !!
'
!$# # " $ &
* *)( * 0".$ * & & * 1 .$ @ ?# 0 <? HA 5 A'/!5 * 9 3 / * 5 / * A >* "FH#
E ,i:l"
Z#
E - E %-2:Q`Yg,&,+
!G9-l) J
. $3 * 5 ( " * *)( /!
E " * ;
# * '(
* ; ( ;G $ " * & )9 4 #7
6A/! +/ A ( ( )" * 0 HA
" 9 /!5 & = )9 #7 +/ 6 ! # 9 55 5 ;<;=; 5 A
5
;< ;=; A 5 ;<;=; A
7J '&- ' &! # " ' ,/ ,7 * @ ( ( @
(
5
5
/!
,/ /! 3 +
# * #7 4
@ 5 6=;<;=;<6 ( ) # " (
5
(
/!
J
*
5 6=;=;=;6
* 55 5 ;=;<; 5
5 ;=;<; 5 ;=;<; -# * ' * A / $ ( & ( &# * "9
5 " & * &! &! & ! ' "D * A$ $ / 6 ( 5 ( ( G
* @ 6 ( 5 ( ( G
A A .* 9 7 J A )( ( ' "9 ! ( 5 ( ( 0 9 / >
) * # & 4" ? A ( :! ## %? A + " & ( ? A , # +/ 9 # 61 - # / '9 * . / > @" *( ! * '( (
lk#+G$RgM$,+ !"
,+$#,m,+gRW#"$ FX!% YK '(G,:& % %+ RgM(%Z-FX>g,+$`Y$ E G(++-!"
s
D,) E ,+%->[)MT# D "21,+
FHG$"
)!Rg,) E #% %-><R`'TY$Y$YK "
E ,+ !"$WY",o$#j*K,)'T
M$+Fbl",,)S:n+>@#'T!G,i,+$; D#
E ,
Y$ T+"8,+Z#'( % -, >
",;" E +#+>2
"A"$-,)%->Y$ T+"8,+Z#'(%-2Q'(G,W:Q
E !"$Y$ ,+-!"$
/ & " )(*! * ) * +/
"#
%
"%%
G
"# ( , 9(
# + A@/! * '(
# * ) & $/ & * +* /! * ' A 8 . * 5 A / 2A G * ' &
@
# & # " %
# @
# /!
& ( # - #* ' /! 1 6 E 6<;=;=; ) A
% # , A / $ ( & ;
& &
1/ * ' " )(! * , +' & B ) +/ + D,)+!"
E !"$Y(-,+-!"$#+
"YYFbiMT! "=,P:l +
E !"=*+"
E A ! '
" "#
"%
!#
% %%
#
"#
& # +/! A HA 13A G & .
! 5 (
& . & 0 #
)
& * .7
3A/ 3& & ! * &# HA %
' * & .
A
&
(
&
0 #& .
?A & . &
&
&
# .
# %
# &%
&
& (
& 6 & & 6 &
( /! / & <
9* & " ?
& 5 F A ( " A & 5 ; " $ * # = # = 1 % 6 ( & A/ $ / & & % & 6& ( % 6 ( E
B# HA/!
9 * > # A 13A G 5 G # * ;# /!5 (
5
% 5 : 2 , +/ * * /! * ; #/G & ! 5 & 9
* ' & $/ # ' (
' % #7* ,
' .
* &
@
* ) $ /!
( +* & +* # % 89
* '(
( 6 &
& 9 1 8
& ,
#
#$/ 3 +/ +* .
5
&
* 6 (
(
@
(
5
* 5 6 6 *
( ( * $
5
(
+* ( & +* 5 6=;=;=;6 & * !
# * #
./ * &6 /!
& *-5
$
6<;=;=;<6 *
J
* /! 5 / .
> /
</!
# 2 * ,/! ?
/! # &#
#
/ >/ <#3
# 1 5 / 2/!# / * 2 # B/! * 5 61 *
# =#3 * /! $/ /
0 $/
3 5 0 &3
8 #7 % 31
( & @ & ( ( &
( * *)( A ( G / + 3A A / A ( A (
! ( & @ & ( ( 5 6=;<;=;<6 ( IA/!
/" * @
,A
A5 A @ # $ ! % $ % % "# "# !%
" '& 6 . ./! # / ( B* !
1> / #3 = & & ( ? & )9 ,
# & A'+/ / + & ' A 9 +
# 8. & +* / A
$ + # $ * * . 09 : / 3 0/
A @ /$ 5
/!
/ $ A / )! 0 + ## !/ # # :
+/ / 0 G
5 @
/ $ 6=;=;<;6>/
" ? * , #7 61
$ # & + & @ / ! = =A " 8 - + A 5 /!
( * +/ 5 6>/ 6=;=;=;6>/ A 6 G 6=;=;=;6 G A /! + 7 $ A A $ #" 6 6=;=;=;:6 6 G 6=;=;=;:6 G %$& ('*) + ,-
.
>/ > # / 5 6=;=;=;6>/ A 1 ,7 !9 ' ' & +* / A $ +(
, , ! 0/ /21 143 5
(
=A /!
5 + + =A + @ + @ + @ + " & # & A/!
8 % 3+/ A5- & A6 5 6=;=;=;6 & / *
* # ,5 5 ( 0/ 5 6=;=;=;6>/ A (
% +/ )
61 & %/! / # "#
/ ' " /! A/ )9 > )' A 12A <" '& 6 / # # 1 0$ &% &,
'$ & 7
" * & 9 @ A
/!
/ * & =A ( ( % 9 % # ( " 9 ! 9 * * ' / 3 * 8 " 25 5 / & 5 6=;=;=;6 & 0 A / > #7 2 )9 "## "#
'
!
+/ (
(
( &
&
@
( % 6 ( % 6 (
5
/!5< = < &+* * /! % # A #7 * ;*
A A # * ;# '( * ' l
#%-,)"$#,+ *
YA("$-,+ !"UZ<,+
:l$ E $#iRS#"8>"$ E ;M(+MT+,+-
)C E #% % Y
^ "RW#%Z YfJ
i$#,iZ1,+`YA("(-,+-!"< "
#M(%Z#
1]G$"2
E #"$_
33!4
;&# 7
* ;
5 ;G0
= * ; 5 = . * * & # *561 '(
# 8 +/! ) '& 6 / & & 5 & A & 5 &
/! / 0 & 5 & A > # . '( ! 5
6 "@
@
$ & 5
5
6 "@
$ & & ( A 6 E 5 *53 5
(
% / & 5 & / * * A / # 41 A < > 3 ' % # =9 . & .A * / : % /! .G 3 +/ * #2 * A
1 > / # A HG /! / * ) #2 ; A 9 4/ # 7 * ; /
!
/! $ & * 2 = / " * , * $" - * 3A1* ! /! ' &**
) . "= E " * * ! & ! * * (
E *61"& < # 4/! ,@ A
E # "' # / / 8 * 9
" * )! E / 2 & A
,/ 2 E 1A A1* / & /! ) * B # +/! A / - 0 9
(
A 1A "' * $/ # 4/ A # 4/! 5 &# , # * ;#
0 "% &5 / / *
# + # $" $"# "#
## *561 / B &#5
(
%$&
/!5 E 2E 2 / IGIGIGHG )
#
/ 8 * 0 # 2 /!#5 3 " ; * B # ! HGIGIGIG IGIGHGIG 2
IGIGIGIG8 +' /! , #* A / %9 * / /! HGIGIGIG 0 . /! * % /! , & <* 9 4
EHG
/ ;
&J 5 +/
"#
4
oG$)
RW#n#h#
'(G,
,+gA$+,
55M( "
E -M#%
55lY( Rg"$+ !"$#%j* E ,)
,+G"Y;!G$,
,)&(#*n#lM(%-#+#"=,L Y
MT!++-'%->g'=>Y"$! + "k,+`Y(#,+#
E !RgMT!""=,+;F
l$ T:1#hY!"
,)l#
,+$W),;Fn#% %
ZRW#m,)+M$++"8,;#
EE % #,)nA"$Y$ "Q,+
T E ,LF$ RWM$+j*D "1,+n'(#)% Z"
"#),
E % #++ A
E #,+-!"
E "-!='T2
#
EE G9#
E >2
1> & & 7 ! /! 1 & * ; 8 # 1 * #7 * 3 /! .# 4/ # % +;(
* 1 * 9 + / 3 0 ACJ .* 8 * * 5 * # HA " * 5 3 1 > * A
* 3+/ * "9 +1( , # ## 5 +/ =5 # 1 & 8 $ # +/ 2 5 # 1 > * ; " * % & 9 1 > ; * A 4./! 1 & 8/!# 4 B /! 1 > & @ 1 * ; * 9 1 > 8 * A /! 1 * ; * > 4 HA'" * ; & A & +
9 = /! 1 * ; * /! 2 / G HG 1 4EHG / 30/ *# $ /! B B/! / * /! # . + +
0 .# #31 3A ' HG (
1 * * GHG GHG A " &* * 9 / *# 1 9 >/! HGIGHG< * ?' , IA /! HGIG HGHG2 * & A; # > '(
= 8 E GIGIGIG ' +/ 09 I * "9 * ! * * 1 # /! & 1 > " * G
& ; EHG
H G
GIG EHGHG HGIG
GIGIG
+1(*
EHG
HJ J HJ
H G
J E E J EIE G E GIG
HGIG
EIE J J G
G IGHG
G E J J E J G
HGIGHG
E
J J E E E G
EHGIGHGIG
E J J J E E E J
HGIGHGIG
J E J J J G E E E J
J 4 * - IGIGIGHG
$&
# * A 5 1 B +
E G / # 1 $# ;* # +/! EHG , IGHGIGIG A GIGHGIG GIGHG 0 4* "9 * /! #
$ A =* "9 $ +;(* # #* 1 $ HA % /! / * EHG A .E * + 6! # & < 1 > * A@ / $ * = +/ A A /! 1 & * - @ # E G HG * A A E * A 1 3 5 @ 1 & * ; A /!#5 , ' B* $ $
RgRg>
5555WMT! "=,+1:Q;:n+
% RW-,+#,+ !"$
+G$+M E ,,+(#,
iFX+
E !RgM(G,+Z"gRg+
G("$#'(%-m,)
,+
#
E ,+G$#%
E !RgMG,)
"=G$R
Rg+;,+$#"
'TlF
555S-"=* E ,)&Y(Gm,)W,+
-"=* E ,)
"$*
-"=* E ,)&:n!G(% Y RgM$j*;MT+FbRW#"
E ;*"
E Y$
555
FbG,+
HG
'
"% % "#
* # / > * "9 EHG / (
' * GIGIG &5 & EHG
)/ 8 # A , /!#5 / (
< / ! * / /! , * ?
A-9 )/ 0 ( * (
* A / * # /! # # & # ( #3 / A /! * "9 0 $ +//A . % * 8/ .1 ; /! + " 37 # & 1 +/ / 53 =/ /
$ # 2 '( # HGHG ,/ # '* A-/!#5 > * 0 "9 (
)/ ' 5 ' 2 *61 IGHGIG,/ #7 0 * /! G @ + A 8 /! J 8 IGIGHG ( . 3 > / * $
5 A 5 ( *0 A8 / * 8 $/ % ( # / 8##3 * . + = # * . +/ ' 8/! $. + &9 #7 3 /! 5 +
EHG ./! A'/ 3 1 1 . #7 % /J E
3
#+
"@,+
E #)mF
555
-"=* E ,):Q&,+# 9#,+i,+ RgNC E !"(+G$RW "$
+G$),
5
9#"$Y!R
)M(% -,+Q+ "
E l,+
E !RgM(G,+#,+ !"$
" * I J
IJ E
IJ E G
J
J
4 ;*
EHG
HG
GIG EHGIG HGHG
IE IG E
IG E G J J G E J
IE J J J E J E HJ J J E HJ HG J J E GIGIG
EHGIGIG
HG
GIG
HGIG
GIGHG
HGIGHG
E JIG
E E GIGHGIG
E EHJ IGHGIG
J E 1 & * 1 2 J 2# +;(*
J E E J ; * (
# 1 & 0
)/! /
/! *
& 8
;/! 9 B +
'*
- ! /
%
$. A .EHG G
H A H A A .JIG
.$& A A
JIG
C G J 9ACEHGIGHG
HGIG E G
A 9
!/ 1 & * ; 1 &# 1 *#
/!
$ *
# * = 0 #
$61
/! ## 9
&5 .
9
/ 7 ! 31
* *
# * 1 > 1 * /
1 * '
* 4 8* 9 /! $ / * #
)"#
"% % "#
/ & 9 $
*9 # / $ / +/ @ 3 A A 3 $ ) $ " * 4 ;* EHG
H G
GIG EHGIG HGHG
G
EHJ
J
E
E
E
E
EHG
E
H G
E G EIE G J J GIG
HGIG
EIE J G J
G IGHG
EIE E J HGIGHG
E E J EIE J
E GIGHGIG
J J 1 2 G E
E
J
G J
GIGIG
J
IE
+;(*
E E E
E
E G
1 & * ;* (
J 2# 5 4/ * * & 5 8 & # +/ '
B ) A 1> * 1 B 3
. G 1 J ) +/ J J<9 + * /! , ' "9 / EHGIGIG /! . # 4 +/ 8 IGHG EHGIGHG B "9 4 = #* /! * / # $
"% #$
85
$/ . "% % %
# * . # ,* "9
5 / * ** 2A % +/ . 5 & + /! # </ < * 9
" ! 5 +/ ! ## , .* $ * A , * 9 /! > = * / % HJ
E + # & 56 &$&
1 IGIGIGHG A / & * & * /! 0 $ A %* " 0* GIGHGIG /!#5/ , J (*
* 9
/ " * HA1/!#5, B * 2 * 5 ! 1. * % * < * A / 9 = + +
. # . +1*( + 6 J 6 * 9 !
+ +/ " ' * "9 8 9$ % * "9 . *# 8 9
+/ ## # * 61 ## . / 5 / 6 * <;
0
>1
IA +/ ) * 0* / )(
" 5 $ & 1 #
* *61 < * E B/ ! , '(
" > * ) B" 5 < 1 . . ' ? A 5
,+
FQ,+W,)),`+,` ; "
E %ZG$YYB:l-,+a,+g,)9# "$ "),
+i#,)`Y$+M(Y\:l",)W,+;'#)`% "$
#"$Y
;% #'T%-YZ"a,+
^ '(#, E RgDY_D2
J = - * (
A # 0; 5 " # 5 4 * ) A =/ * '(
3% 5 B
861 5 & #
. $
8 5 4 & =;
@" /!# +/ /" * 0 # > ? " (*! (
2 A B/!# > 9 61 9 B/!# 4/ +/ )1 5 4 # ) / .5 # 2 # 8 #3 A 61 # , ! $ A /! A1 +/ ) A 531 # " * ? * &
# +/ * &
@
5
1 * 1 " &)(! * , < & *61 0 / *61 # & ( / + *61 *61 /!# * 6 !5 % 61 ( ! !$# !$& - ,# !$& !# !- # ? !$# ! . # # ! &!
! # !- ! # ! #
`
(
(
!$# ! ( (
* *5# & ? A!/!#5 / /!## 2 5 / </!# #! , & 0 +*6 ? ? ( ? 9 = *61 ? +*6 6 ;G
2
1 +*6 . / & * = 0/! $ & # & +* +*6 G 6 +/ +/ *61 ( * . ( ? ' !$& !-- # & +* # & !+ " ! '# ! & !- !- + ! # +*-6 .
+*6 *6 #
&
&
*6 # . +*6 & * * 0 # 4/ * #
# $
&
& +*
@
.
. &
# ' & , $ #'&# ( A' B / # @ & * % &
* @
.
. &
# # ! ! !- * # "
& /!
!"!#
$% '&( )*+,-!#./
" * &10)2 !#
43
%56-
$,%++- 2
& +*
" +* @
@
.
.
. " .
&
# # .7 !#8!-98-:;<3
+,= 2?> > ++@;A
> B-%
;<C!#.!#
$DE-3
+-,-F-+ > 2 ,-;G3
H!,I8#
4J * LK &
FM ON1P%( N1P QSRUT- OQ VWQ XR ,YQ Z W[ \[R- ]+*_^a`
*b 5 ]+* ^ XQ \[.QBcdR-/Y VeQ !R Z VOQRW[ V%T- R-fQ T Q Z g[R QR %fQ V , Z
hT6Q V!QWQ?i ]\j_^ " ` b 5 ] ^ R- \[.Q V Ick[.Q VhR !.Q lZ Q mR- \[.Q V [.Q Y\Y Q !:V!Q ZWZ Z [ Y=T \[.Q 1V Z Q Z XV.QhQ Q [R Z fQ V , Z
nT6Q V!QWQi $s o]t^ # t
]p
&uv^
o] K ^*` +; ]Xp kq ^ .
$ @r
o] K ^*`xw q X] p kq ^ .
@r
y[.Q W
V Q Z R Z zR {T6Q !.Q T- Y s o]\t^ # t
b
o] K ^
]p
& i ^
{V $|} > ++k
,~!!€3
v56
J"%;F
+ ]Xp
& i ^ ;F+ ]Xp&u‚^ $";<3
+?,%+=ƒ
+ 2 -#
h;<3
W/!-I„:,+ >4&$… ++ > 8;y#
h3
%56-
e+,;<;'- !#
n ,-
„:FW#
%,a!†„:h!#
> #+F%3.-B‡ P & 7.;G3
+ 2ˆ> > ++_# > !#F;F+ > #,
` u& #
<-%'-8-„
=!- 2 4
I
,%,~n„
F%@
,!/!#
n
;F„:,%;<'
ƒ
W/!- & | ",- > =! o]
^8` b hb b ]
^$`
nb b=& *
B` q & #.-
J-
J"!#45-%-„+ 6> 
J u
!
q
)
*
. 35353
# '/. ' 6) 02* 1 # 4
! *
q
* )
*
# ' . 0 1/) # .98 " %
7!
)
*
*
#&' . 0 1/) # .98 " %
!BA
`
G7!BA
`
' C
)H
!BA
)' C L u$w =q E p ' C
)D
b
b ?]
> I
*
T q U
u
i - Nq V
!
)
# '&. # )+* s "$#&%
o]W
^6,
YX
] u$w q=< > 1
#)'
> @
b ?H]
q ^^ &
b q ]L
` i -u
w
L ,qN
L E >
bI?] q ^6OP,
^Eb@?H] q ^6FQ,
p
) ' L Z
, w i -u
!-?Rh-
?!#
S
7 ! A
V
b
V
7 ! A
! A
qrv„x{[&a`[_†a o [‡x^`rYrm
`
) ' L - Nq , )' L E > , p
c_f[;g-&a+ 2 a #[1DE-3
+,hbO- o ha_KiMj o] K ^1` &k l S
vtwhbs7s[xy[bs_zreb{}|~reb7a o [€hw{cu[ L ` o] K ^ whbs a o [€ubq&a`‚creb„ƒni…
# []\G^`_+aEcbad[Je^!+-cbRa#[]_;
Bo [p_`[&qrebst_`uv
!
L - Nq L - Nq nE-?6
?
#@
o] - q ^ - q ,
B`
b ?H] q ^+Fao] - q 6^ , > @
q ^ FKJML b
L - Nq o] - q ^6,
)
*
u$w q E p :-!#./g!#
*%,,-
,%;
T
-
u
` ! # ) ' ! 0 1;# ) .98 " % `
#@
#
43
56
$@,J-+k,-I„: > =! :-?!#.
K&
s"$)+#&* %(' o]
^+,
h`
`
!
!BA
o ‚cq o
) ' L , nm
!#"$&%#'()+*-,
.Nb a o ‚c_‡_`[&q&a`‚creb …z[„qreb_6‚cs[&^ wb ƒ2s‚cv [ b_6‚crebw{ „
v wb‚r{cs0/1 ‚_`rev [&a`^`‚qw{{| [vF„y[ss[s
‚cb32 , 4
m | [ …€‚{c_
{ „ [ ‚bad[^6[_+ad[s ‚cbQq&rev x uad‚b4ta o [ 5nwx{ whq‚ whbHƒ#6z[&{a`^dwv ‚ rexy[^dw=adre^pre^/
m?|
whaPwt\ g[&s x re‚ba/
‚a o reuaRw {cre_6_Rr!4e[&b[^`w{c‚}aN| … [~vtw| w_`_6uv [ a o w=aRa o w=a x r‚cbaR‚_
a o [‡r^`‚74‚cb r a o [ whvF„‚c[&ba€_`xGwq&[i98-:3/
m
;!<>=?=?@BADCFEGCIHJCGcGKJLMNLPORQNLPSUTWVXQT7SUYWZ[\VPL^]$_`Obac80ZbSdZe]$f>[\VUYITWOb[?O#]
t r^s
s‚c_+a`npo Nq t
VgZ[ ULih^_$TjYkYlLU[mZbS
tWtetuwv q t r
hKJLU_`L vyx Z[JT7SPKJLPSzY#O{Ob_)QNLU_}|3ZY~80Z[9Q tWtet T7SiYjKJLf€VU‚TIQNLgZ[ƒ[\Ob_UaTj[„2 ,m…
| [„\G^6_6a x^`rZe[„a o [ _6adwhad[&v„[&ba re^ a o [ qu^6e[t{c[b4a o ‚cbB2 mˆ5 [&aŠ‰
[^6[bad‚cw-„{[„ubq/ad‚rebfml| ‚a o reua a o [t{cre_6_ re4e[&b[^`w{c‚}aN| … [qwhb w_`_6uv„[„a o
†_`O‡O#] …
‰9‹ q 8 ris
L 8m Bo [^6[&re^6[ˆ‰ q rXs
4e^`wx o r‰ q r ‚c_4‚e[&bI„|
uŒ q €Ž r m :prZ…
s‚c_6agnpo >q’‘ r^s
|
[ o w[ˆ–
•
u
•
q‰ ‹r s
“ ”
| L u
•
u
w“ ”
•
„ [ w s‚ƒ
q r y
wha-‰ q 8 rds
8i
a o [„{c[b4a o r†a o [tqu^6e[ w{creb4 a o [
q‰ ‹r , u
uwŒ q €Ž r m Bo u_
q‰ ‹r , s
|
‘ u
L ‘ Ž u˜Œ q’‘ > r
—
™ ‚v„‚{ w^6{|eiM… [ qwb w{_`rP_`[&[pa o wha_`[š4ev [bazrh a o [ {‚cb[zqrebb[q&a`‚cb4‡a o [€xyre‚cba ‘ a`r‡a o [€re^`‚F4e‚cb
‚c_B[&uGw{n‚cb{[b4a o adr<„ ra o a o [Pqu^6e[‡{c[&b4a o whbs a`r ‘ ux adr7_`rv„[Ra`[^`v _€r4re^`s[&^ — m
.Nb4e[&b[^`w{ in…z[„qwb aw›h[ w _`[q/ad‚reb r a o [„vtwb‚re{s „ | w x{ wb[ a o ^`reu4 o ‘ whbs a o [
re^6‚74e‚bfi _6uq o
a o wha a o [x{cwb[ ‚ba`[^6_`[q/ad_~a o [ vtwhb‚re{s wha~w qu^+e[mœ.2a7‚c_ q&{c[w^ a o wha~a o [
{c[&b4a o r a o [4e[&r s[_`‚qB‚c_„y[&aN… [[&b a o [B{c[&b4a o _]r a o [B_6[q/ad‚crb~qu^+e[ wbs a o [B{c‚cb[z_`[š4ev [ba
qrbb[q/ad‚b4 ‘ adrta o [ re^6‚74e‚b wbs a o [&^`[&r^`[ v u_6aPw{_`rˆ„y[ [&uGw{ a`r s‚c_+awbq[ x{u_ r^`s[&^ —
ad[&^`v _m
 b wŸžp‚[v„wbb‚cwbv„wb‚r{cst… [ o wZ[‡a o [‡[/g x rb[bad‚cw{ v„wx^`rev
wha„w x re‚ba~adr a o [ vtwhb‚re{s [/g x !¡/1 £¢
/
m
a o [ awb4e[ba _`xGwq&[
Bo ‚c_7x^6rZ ‚s[_„w {crYqw{†q&r r^`s‚bGwhad[
8
q o w^+a q [;gxyreb[&bad‚ wh{ bre^6vtwh{ qrYre^6s‚cbGw=ad[_ r re^ w b[‚74 o y
„ re^ o r rYs r&[^`rm :prad[ a o whaP_6‚cbq&[
1 ‚_ ‚_`rev [&a`^`‚cqw{c{}|t[&vF„y[ss[&sQ‚cb 2 ,
/
1 …€‚a o a o [ qre^6^`[&_`xyrebs‚b4
ƒ2s‚cv [b_`‚crbGw{B{c‚b[wh^ _6u
„_6xGwq[Qrh2 , m
‚cb[^`_6[ ‚_B{crYqw{{|7… [{c{ ƒNs[/\Gb[&sfm
… [ qwb ‚cs[bad‚}(|{¡/
‚_„rb[ ƒ da rƒ2reb[iz_`r a o [
Bo [ [;g x reb[bad‚cw{ v„wx
;!<>=?=?@BADCFEGCFEGC’] :ƒ¡}/1 T7SdZJObTj[JY Tj[0YjKJLzYZ[NMNLU[JY^SZNVPL
t [;g x q r t s
†_`O‡O#] …
re{c{rZ…€_R_6a`^dw‚F4 o a`re^+…†w^6s{| ^`rv
t
tu˜Œ q t
t Ž r
a o [ x^`[&Y‚reu_ {c[&v„v„w wbs a o [7s[&\b‚a`‚crebQra o [
[/g xyreb[&ba`‚ w{ v„wxfm
r s
qrYre^6s‚cbGw=ad[_‰ q ^
@k=
2pi … [ s[brhad[1„|‰ ‚a`_ ^`[x^`[_6[baw=ad‚crb ‚bRa o [ [/g xyreb[&ba`‚ w{
‚}e[&b w†ubq&ad‚rebX‰ /1 ¢
‰ q [/g x q )r r m
A CFE CGCU[YjKJL{L JOb[\LU[JYITIZ[\Ob_$aŸZVPO‡Ob_)QTj[9ZY#LPS
YlLU_PLgQ{ZY~8ƒYjKJLzaŸZ[JT ] Ob QGZ9 ZNVUTIZ[œVgZ[ ULih^_$TjYIY#LU[mZbS
s
q 1 r :
VPLU[
j!#" ‰ q 8 r
‰ q 8 r^s
YjKJLˆ7L’]$Y$WKZ[9Q3SUTIQNL„T7S Z%JObTj[JYdOb[˜Y’KJL„aŸZ[JT ] Ob Q?Z[9Qˆ8
hKJLU_`L-8Ob[
¡}/
Ob[
YjKJL{_$T MbKNYzT7S{YjKJL
Ob_$T MTj[œO#]zYjKJLiYZ[NMNLU[JYSZNVPLzYlOi/1wZY~8 …'& Obh&L x LU_YjKJL( Z_PLiYjKJLSRZa L)JObTj[JY!Tj[„2 ,œ…
†_`O‡O#] … ž€re_`[&b6„y[^)4i xGw4e[
+*-,*.$ @ , wA CFEGC A C
‰ q0/ r^s21
;!<>=?=?@BADCFEGC:GC';DOb_iZŸSUf<
4'E
n
8m
"
T
T ‘ U
q03 V ‘ r
!
"
!7987
)+* ' ‰ q 6r ,
465
'
VUTWLU[JYI=(-SUaŸZj~O>JLU[ S‡LUY#?A@
‰ qF/ r6,HG s
IKJMLH1R
NPO Q 4TSKEPU
n
"
X
/1CB~8-:D?
‰ q r s[&a qgq , [/g x r q gr r6,
•
†_`O‡O#] … ua
/
[;gx >q r m| [ o we[~s
s
/
s
s[&a q , [;gx r+,
whbs a o [ re^`v u{ w~re{c{rZ…€_ a o [
q o wb4e[Pr hw^6‚ w-„{[ ^6u{c[Pwbs a o [ Wwq&a€a o wha€[/g x ‚c_€{crYqw{{|7reb[ 2ƒ a`rƒNrb[m
@k=
A CFEGC C)U[?L JOb[\LU[JYITIZDVPO‡Ob_)QTj[9ZYlLPS
s[&a q , [/g x ! •
q gr r^s
•
1
•
†_`O‡O#] … m 4mi
Rr w^6v„ri
| i zo wxa`[^
;!<>=?=?@BADCFEGC C
‰ q 8 r^s
mOb_PLPO x LU_
,
q03 V ‘ r
, ‘ U
"
!
"
n
'
!
V r
q$3 ‘
{‚cv
“
r u
i ™ [&q&a`‚crebƒ| m
"
!
7 7 '
)6* ‰ qF/ r6,HG
'
4 #"
X
!
Tj[0YjKJLdZa RTWLU[JY^SZNVPL 2 ,œ…
†_`O‡O#] …
|
re^`v u{ w
^`rev5n[&v„v„w
4
s
!7 A
[/g x — q03 m — r
q 8 r ‰ q 8 rGu ‰ q 8 r
T7SŠZƒVPOb[SUYWZ[JY … t
/
q03 m 3 r
t QNLU[\ObYlLPSdYjKJL
7
! ,
, ‘ U
q
3
?
4'EPU
n
r m
m | m |~wbs 5 [&v„v„w
3
" ' 4 EPU
!
q03 V ‘ r
‚cb_+ad[whs r a o [P… o re{c[ v„wb‚}re{csfm
a o [ w^g4euv„[&ba y
„ [{rZ…Pi a o [^`[/re^`[Q… [
… [Pr„awh‚cbf
m| m
)6* ' ‰ qF/ r6,HG s
^`rev5n[&v„v„w
1
3
?
•
q$3 m r wbs
q$3 m — r re{c{rM…€_[w_`‚{|I^`rev
x^6r q&[[s adr x^6rM[ re^`v u{ w q$3 m 3 r m
?
•
[ \G^`_+a bra`[ a o whaO„| wt_6adwbsGwh^`s w^)4euv [ba w{reb4 a o [ {c‚cb[_ rh 5n[&v„v„w~…z[~qwb
‚cba`[R4e^`whad[ rZe[&^ w~_6u q‚c[&bad{| _`v„w{c{frx [&b _6[&a
… o [&^`[
8
" )+* % ' ‰ q r ,
s ‰ q 8 r#1
hKJLU_`LzSŸT7SdYjKJLzS‡VgZ Z_-VUfN_ x ZYkfN_`L O#]}/1˜ZY8BZ[9Q
[\Ob_$a
KNT MbKJLU_dOb_)QNLU_Y#LU_$adS
ZY~8 …
q 8 r T7SzYjKJLS‡VgZ Z_dVUf>_ x ZYIf>_`L-O#]/
hKJLU_`L
1
q 8 r q
!
n
"
"
7 !#" 1 " 8 % 7 '
!
)+*
‰ q r s[&a q)q , [/g x r q )r r6,
•
m m 3 … [ _6[[Pa o w=a
7 !#" 1h" 8 % 7 '
)+*
‰ q r s[&a q)q , [/g x r q gr r6,
X
q03 m r
|
‰ q 8
j q ‰R
s[/a qgq , [/g x r q gr r)r u
s
r q s[&a q , [;gx r)r q 8 r
! •
1 _†… [ o we[P_6[[b ‚b a o [ x^6[&Y‚cru_†{c[&v„v„w s[/a q , [/g x q )r r^s
•
Bo u_ q s[/a q , [/g x rgr q 8 r^s
Em | [ o w[ j q s[&a q , [;gx ! q rgr!s j J • 1
q 8 r m Bo u_ ‚}aB‚c_B[w_6|a`r7_`[[Pa o wha
Ž …
j
‰ q r q
U
•
•
1
q8 r
u@? q
rgr X
•
j ‰ q 8 r61
q 8 r^s
‰ q 8 r^s
r u ? q r m
r u@? q r O q 8 r^s
q 8 r ‰ q 8 r
— revF„‚cb‚b4Ra o ‚_ [uGwha`‚creb7…€‚a o re^6v u{cw q$3 m r wbs ^`[&qw{{c‚cb4Ra o wha
q 8 r q q 8 r q
‰ q 8 rs
j
6" ‰ q 8
r whbs
‰ q 8 r qrv„x{[&a`[Ra o [Px^6r rm
+*-,*.$ @ , wA CFEGC GC
;~Ob_S‡Oba
T
1
LŠVPOb[SUYWZ[JY
!
q03 V ‘ r
T ‘ U
"
"
n
'
7 7 ' ,HG
)6*
!
X
sR1
•
q8 r
—
u
†_`O‡O#] …
re{c{rZ…€_ ‚v„v [s‚ wha`[{| ^`revKa o [†x^6[&Y‚cru_ {[v vtw€wxx{c‚c[&s a`r a o [zqrb_6adwba ubq/ad‚reb
whbs brad‚b4 a o w=a
<
*-,
<N=
q$3 V r
!
r q 8m
"
A CFE CGC
{c‚v
‘
' “
!
Q
"
S
'
"
n
U
!7
7
)6* ' ‰ qF/ r,HG †_`O‡O#] … _6‚cb4 a o [„x^6[&Y‚cru_Pqre^6re{c{cw^6| …€‚a o
v u{cw q$3 m 3 r i…z[‡_`[&[‡a o wha
“ U
1 $q 3
u
"
!
V ‘r
S n
'
“ U
!7
"
q$3 V ‘ r
"
!
7'
6) * ‰ Fq / r6,HG X
"
S n
'
"
n
!7
7'
)6* ‰ q 8 r,HG X
!7
7'
)6* ‰ q 8 r,HG
X
s
‰ q8 r
^`revDa o [Ps[/\Gb‚}ad‚crb rh s[&^`‚}w=ad‚[Pwbs q$3 m — r reb[ ‚cv v„[&s‚ wha`[{}|„r-„aw‚b_
T
T ‘
U
0q 3 V ‘ r
!
"
'
n
"
!
s ‰ q 8 r
‰ q 8 r wbs _`u
„a`^dwq/ad‚b4 ‚}a ^`rev
s
1
7 7'
)+* ‰ Fq / r,HG X
a o [7re^
ƒ
—
•
s
{c‚v
“
V r
‘ U q$3 ‘
"
!
™ ‚v„‚{ w^6{|
T
T ‘
U
•
s
{c‚v
“
V r
‘ U q$3 ‘
"
!
q03 V ‘ r
"
n
'
!
"
"
n
'
7 7'
!
7 7 '
!
7 7'
"
n
'
!
‰ qF/ r,HG )+*
1
)+* ‰ q 8 r,HG X
)+* ‰ q 8 r,HG ‰ q8 rX
1
‰ q8 rX
w›‚cb4~a o [‡s‚ [^`[&bq[Px^6rZe[_pa o [ a o [re^6[v m
@k=
A CFEGCIH C
‰ q r
4 @k=
!7
N )6* 87 ' H, G{s
‰ q [;gx q gr r
I J L NPO Q 4S
!7
N ! )+" * " 8 % 7 '
s[&a q , [/g x ! q gr r6,
A CFEGCIH9HJC
‰ q0/ r#1
@k=
•
q0/ r ‰ q0/ r u
— ‰ q0/
r!s
T
1
T ‘
q$3 V ‘ r
"
!
!
4'E
'
n
7 N 8 7'
)+*
‰ q 6r ,HG q 8 r
A CFEGCkHNEGCGKJL„Tj[JY#LWM_)Z S h&L Z_`LƒL x Z‚fZYITj[NM-] Ob_ VPOba 9
fNYkTj[NMBY’KJL-M_)ZJK G Z9 ZNVUTIZ[
Z_`L
‰ qF/ r
‰ q0/ r
4
Z[9Q
!7$8
‰ q0/ r
7 ‰ q r6,HG
)6N *
!798
4
6) N *
7 H, G
hKJLU_`LYjKJLXZH9_`O TjaŸZYkTWOb[0VgZ[ ULaŸZ QNLiZ_ RTjYk_)Z_$Tj=(XMNO‡ORQdMT x LU[ˆSUf<
+*-,*.$ @ , wA CFEGCkH GC
‰ q0/ r
•
‰ qF/ r qF/ r u
— ‰ q0/ r 1
q$3 V ‘ r
!
"
'
S
4
!
798 N 7
)6*
‘
VUTWLU[JYI=(ŸaŸZ[( J
ObTj[JYjS …
‰ q +r ,HG
1
‰ q0/ r
3
Z S‡O
8 s
GKJLU_`L’] Ob_`L
‰ q0/ rK H •
‰ q0/ r q0/ r u ‰ q0/ r#1 ‰ q0/ r
— (-SUfRYI_gZNVUYITj[NM
q$3 V ‘ r
YjKJLPS‡LŠLRfZ‚TjYITWLPSih&LMNLUY
q03 V ‘ r
!
"
' ‘
‰
1
‰
!
"
' S
4
!798
‘
6) N *
7 H, G 1
•
3
3
2
2
1
1
0
0
−1
−1
−2
−2
−3
−2
0
2
3
+o
+
+ o
+ ?oo
o
+o
−3
−2
2
1
0
−1
−2
0
2
−3
−2
0
2
0
0.1
1
0.5
0
?+++ o o
+ + oo
oo
0
−0.5
−1
−1
0
1
−0.1
0
0
0.1
−0.1
•
•
F‚ 4eu^`[
m
r xI^`rZ…
e
wb[&{ m
… r q{cw_`_6[_ reb@w x{cwb[q&u^6[m
wb[{|
[/gwv x{[_m
@c‚ _ w„xyre‚cbapadr y[ q&{ w_6_`‚}\G[sfm wb[{ — m 8 8 ^dwbsrev ub{cw [&{c[&s
6zra6adrev^`rZ…
wh
b [{ 3 m.Ns[w{ ^`[&x^`[&_`[&badwhad‚reb rya o [ q&u^6[m wb[{ m re_`‚}ad‚crb_
xyre‚cbad_pwbs
wh( a`[^pwxx{}|Y‚cb47[‚F4e[b ubq&a`‚creb_prh a o [d5nwx{cwq‚cwbfm wb[{ m
w{{9[/gwv x{[_m
m˜5nw y[{c[&s
[/gwv x{[_m
rf{cw [&{c[&s
re_`‚}ad‚reb_€r
15
10
5
0
−5
−10
100
50
−15
−10
‚F4eu^6[
0
0
5
t = 5.0
N = 10
t = 5.0
N=5
t = 25.0
N = 10
t = 25.0
‚F4eu^`[ m —
t=∞
10
15
sGwhadw7xyre‚ba`_€reba o [ 6_+…€‚c_`_€^6re{c{ m
|8 8 8 ^`wbsrv
N=5
N=5
m|
−5
N = 10
t=∞
N = 15
N = 15
N = 15
t = 5.0
t = 25.0
t=∞
…zr2s‚cv [b_`‚crbGw{^`[x^`[_6[baw=ad‚crb_~r€a o [ 6_6…€‚_`_~^`r{c{ sGwhadwi re^ s ‚ [ ^`[&ba
o
o
o
o
s hw{cu[_zrh a [ bYuv [&^†rnb[w^`[&_6aBb[‚74 yre^6_ whbs a [ [ w=a›[&^`b[&{9xGw^`wv [&ad[&^ ‘ m ‘ qr^`^`[&_`xyrebs_€adr~a o [Ps‚c_6q^`[/ad[ … [‚74 o a`_m
−3
8
0
x 10
4
6
4
10
2
2
20
0
0
−2
30
−2
−4
−6
40
0
20
40
−8
−4
−5
0
−2
5
0
x 10
2
−3
o [z{c[/(a xGwb[&{Y_ o rZ…€_ w o re^6‚ rbadw{wbs w€[^+ad‚cqw{ Gw^&m o [v ‚css{[]xGwb[&{‚c_ w
‚F4eu^`[ m 3
aN… r s‚cv [b_6‚crebw{^`[&x^`[&_`[badwhad‚reb~ra o [z_6[&a]rGw{c{‚cv„w4e[&_4u_`‚cb4 a o [ 5nwx{cwq‚cwb [&‚74e[&bv„wx_m
o [„^`‚74 o a xGwb[{_ o rZ…€_ a o [t^6[_`u{a r€w x^`‚cbq‚cxw{ qrev x rb[bad_ wbGw{}|Y_`‚c_Pu_6‚cb4 a o [7\G^`_+a
aN… r„x^6‚cbq&‚cxGwh{fs‚c^6[q/ad‚crb_†adr ^`[&x^`[&_`[bapa o [‡sGwhadwm Rra`_pq&re^`^6[_6x rebs a`r„‚vtw4[_†r4e[&^6ad‚qw{
Gw^6_pwbs u _6‚74eb_€q&re^`^6[_`xyrebs adr7‚vtw4[_Br o re^6‚ rbadw{ Gwh^`_m
0.03
0.025
1
0.02
0.015
3
0.01
0.005
0
−0.005
2
−0.01
F‚ 4eu^`[
srev„w‚bfm
m
−0.015
−0.015
−0.01
−0.005
0
0.005
0.01
0.015
0.02
— 8 8 v re_+a ^6[u[ba†… re^6s_zr9a o [6z^`rZ…€b q&re^`xu_†^`[&x^`[&_`[ba`[s ‚cb7a o [ _`xy[q/ad^dwh{
has
0.028
in
−0.011
0.0275
0.027
0.0265
didn’t
0.0135
be
find
make
say
on
look
get
take
give
see
under
0.013
upon
−0.0115
could
told
did
was
want
saw
0.0125
got
along
0.012
can
during
0.026
0.0115
at
from
do
0.0255
know
would
might
never
began
than
of
against
between
toward
said
going
−0.012
help become
go
0.025
felt
0.011
may
should
will
must
0.0105
among
0.01
0.0245
does
−0.0125
0.024
used
put
2
4
6
8
were
0.0095
0.015 0.016 0.017 0.018
7
8
−3
9
10
−3
x 10
x 10
‚F4eu^`[
m d^ w 4ev„[&bad_€{ w y[{{c[&s | w^6^`rZ…€_iG^6rev {c[/(aBadr ^`‚F4 o am o [ \G^6_6ap‚c_€[;gq&{cu_6‚[{|
‚cb \Gb‚a`‚[_zrh e[ ^ _ia o [ _`[&qrebs q&reba w‚b_zx^`[xyre_6‚ad‚reb_zwbs a o [ a o ‚^`sv re_6a`{|7v r sw{9whbs
wu g ‚{c‚ wh^6|7e[&^ _&
m
[‡_6[[ a o wha€a o [P_6|Y
b awhq&ad‚qP_6ad^6uq&a`u^`[‡‚c_†… [{{ 2x^`[&_`[^+e[&sfm
0.015
0.01
0.005
1
3
0
−0.005
2
−0.01
−0.015
−0.01
−0.005
0
0.005
0.01
0.015
F‚ 4eu^`[
m
_`xy[[&q o sGwhadw‡xyre‚ba`_ x{cra6ad[&s„‚b7a o [€aN…zr s‚cv [b_6‚crebw{J5nwx{cwq‚cwb~_`xy[q/ad^dwh{
^`[&x^`[&_`[&badwhad‚rebfm
8
−3
−3
x 10
−3
x 10
x 10
ao
5.06
−6.6
sh
5.4
ao
ao
q
h#
h#
5.3
ao
ao
5.04
5.2
ao
−6.7
sh
ao
sh
5.02
5
sh
sh
ao
sh
sh
sh
sh
h#
dcl
aa
sh
sh
4.9
ao
−7
gcl
aa
ao
ao
ao ao
4.8
ao
h#
h#
q ao
sh
4.7
q
h#h#
4.6
−7.1
sh
−8.2 −8 −7.8 −7.6 −7.4
ao
0l
10
20
−3
5
ao
4.98
4.94
h#
−6.8
−6.9
4.96
kcl
5.1
−4
x 10
x 10
7.5
8
8.5
9
9.5
−3
x 10
ao
•
‚F4eu^`[
m
{rZ…€ux rhza o [7a o ^`[&[„_6[{[q&a`[s ^`[R4‚creb_ q i | i — r {[&(a a`r ^6‚74 o am„:prad‚q[~a o [
o [„sGw=aw xyre‚ba`_Pqre^6^`[_6x rbs‚cb4 a`r a o [
x o rb[&a`‚cq o rev r 4e[b[‚aN| rza o [„q o re_`[&b ^`[š4e‚creb_m
_dwhv„[P^`[š4e‚crb o w[ _`‚v„‚{ w^ x o reb[&ad‚q ‚s[ba`‚aN| a o reu4 o a o [/| vtw| q wbs sr r w^`‚_`[ ^`rev rYq qu^`^`[&bq[&_Br9a o [ _`wv [ x o reb[v [Rw=azs‚ 9[&^`[&bazx r‚cbad_‚cb a o [pua`a`[^`wbq[hm o [ _+| v re{ 6_ o
_6adwbs_ re^ a o [ ^`‚qwha`‚[ ‚cb a o [ …zre^6sƒSPKJL `ww i wr _6awhbs re^ rZ…z[&{c_†‚bta o [ …zre^6s_zQ Z_
wbs Zj^6[_6x [&q&ad‚}e[&{| )›q&{ i esq&{ i 4eq&{ B_+awbsPre^nq{re_`u^`[_ x^6[q[&s‚cb4pa o [ _+adrex qreb_`rebGwhba`_
o )› i es i 4 7^6[_`xy[q/ad‚}e[{}|em _6adwbs_Bre^B_6‚c{c[&bq[hm
•
60
Laplacian 60,000 points total
Laplacian 10,000 points total
Laplacian 1,000 points total
best k−NN, k=1,3,5
40
Error rate, %
20
10
5
3
2
20
50
100
500
1000
Number of Labeled Points
5000
20000
50000
[&{c[&s
[&{c[&s
F‚ 4eu^`[
m
:. ™
sGwhadw _`[&am [^6q[&badw4e[‡[^6^`re^B^`whad[&_€r^†s‚ [^6[bapbuv y[^`_€r {cw
wbs ub{cw y[ {c[&sx r‚cbad_€qrv„xGwh^`[sa`r y[_+a}›N: : Gw_6[P{c‚cb[m
80
Laplacian 19,935 points total
Laplacian 2,000 points total
Laplacian 600 points total
best k−NN, k=1,3,5
70
Error rate, %
60
50
40
30
22
50
100
500
1000
5000
Number of Labeled Points
10000
18000
•
F‚ 4eu^`[
m 8 |8 p
: [&…€_)4e^`reux_ sGwhadw 6_ [&am ^`^6re^ `^ whad[&_ re^‡s‚ 9[&^`[ba buv y[^`_ rB{cw
wbs ub{cw y[ {c[&sx rc‚ bad_€qrv„xGwh^`[sa`r y[ _+a : : w _`[&{c‚cb[m
|
30
Laplacian 13168 points total
Laplacian 2000 points total
Laplacian 600 points total
best k−NN, k=1,3,5
28
26
24
Error rate, %
22
20
18
16
14
12
10
8
20
50
100
500
1000
Number of Labeled Points
• •
F‚ 4eu^`[
m
. . swhaw_6[&am ^`^6re^ `^ whad[&_ re^ps‚ 9[&^`[ba bYuv
y[{c[&s x re‚bad_€qrev xGw^6[sadr y[_+a : : Gwh_`[{‚cb[hm
5000
10000
[&^`_Rrh]{ w y[{[s wbs ub{ w 30
3−NN on the held out set using the Laplacian labels from the training set
Laplacian baseline on the training set
best−NN using the labeled points only
25
Error rate, %
20
15
10
5
2
100
500
1000
Number of Labeled Points
5000
•
‚F4eu^`[
m | ž€[_`u{ad_Brb a o [ o [&{cs reua€sGw=aw `_ [/am žpwbsrev {|„q o re_6[b { w y[{[sw^6[ u _`[&s `a r
o [b w
{ w [&{4a o [ ^6[_+a rha o [ 8 8 88 x re‚baRad^`w‚cb‚b4 _6&[ a‡u_`‚b4a o [Ÿ5nwx{cwq‚cwb &q { w_6_`‚\[^m
•
— N: :Kq{cw_`_6‚\G[&^B‚c_€wxx{c‚[sadr~a o [ o [{cs reu a 8 8 8 8 xyre‚cbaBa`[_6ap_6[&am
•
m^6z[&{7›‚cb9i m]: ‚}|er 4‚ i)GZ9 ZNVUTIZ[ T MNLU[JaŸZJS] Ob_ zTja UL [SUTWOb[9Z‚TjY9( }LgQfJVUYITWOb[
•
•
•
XZYWZ eL9_PLPS‡LU[JYWZYITWOb[GiG: [&u^dw{ zrv„xu awha`‚crebfi ub[X|8 8 —
m
q r —— —
Z[9Q
miy:p‚|er4e‚ i m q | 8 8 | r m.GZ9 ZNVUTIZ[  T MNLU[JaŸZJSiZ[9Q JLPVUYI_)Z LPVPKN[JT RfJLPS] bO _
a ULgQ QTj[NM Z[9Q ‚f US Y#LU_$Tj[NMi s hwbq&[_p‚cb : &[ u^dwh{ .Nbre^`v„wha`‚creb
^6r q&[_`_6‚cb4 ™ |Y_6a`[v _
•
q :}. ™r ier{ 3 m
| X6z[{F›‚cbfi
m}if: ‚}|er 4‚ i m q |8 8 — r m GLUa FT WSUfMJLU_ x T7S‡LgQ LgZ_$[JTj[NMƒOb[ 0Z[JT ] Ob QbS/i
5 [w^6b‚cb4 ru^`bGwh{ i ™ y
x [q&‚ w{\.N_`_`u[ reb z{cu_6ad[&^`‚b4ia`r„whxx [w^m
— X6z[{F›‚cbfi
wq o ‚b[
}m iRs[ ™ ‚{hwi
m}i5nwb4r^`sfi m }m i [&b[b Gwhuv i m 6 m q |8 8 8 r m
_)ZJK
H9_`O TjaŸZYITWOb[SYlO LPORQNLPSUTWVPS˜Ob[ya ULgQ QNgL Q 0Z[JT ] Ob QbS/i ^`[&x^`‚bai wZhw‚{ w {c[ w=a
o a`adx
‚c_`rvtwx9m _+awbr^`sfm [su 6zs ™ 5 m xys
3
X6z[^6b_6a`[‚bfi
3Tj[\VUfNYjS/iJ.
m 6z{uv i ™ m
o w…€{ w i'DLgZ_$[JTj[NMŸ]$_`Oba
•
5]i9|8 8 i
GZ
ULU7LgQ
Z[9Q
_)ZJK
[J Z ULU7LgQ XZYWZ?f SUTj[NM
!
#"
u[&ai  mi
m c{ ‚_`_`[&[ 4i
 MNOb_$TjYjKNa TWV €YWZ RTj‚TjY9( Z [9Q LU[\LU_)Z‚T ‡ZYkTWOb[y†}LU_j] bO _
•
•
aŸZ[\VPL/m shwbq&[_~‚b : [&u^dwh{&.Nbre^6vtw=ad‚crb
^`Y
r q[&_`_6‚cb4 ™ | _+ad[&v„_ — i
#|8 | i
.
•
^`[_6_ q |8 8 r i
X6zreu_
$ m †w_6a`[{c{‚ i *
Rr†w^`v
8
*
• •
•
•
—
.-
ri
m q
•
/
97LPS>B
wha6ad[&^`b
*
/
1
2
m}i34
3-
o u b4i wb?žPm ~mi ^`‚74re^5|wb9i
wu9i ™ m m}i & T MbKJLU_„LUT MNLU[ x Z‚fJLPSŸZ[9QƒT7S‡O>JLU_$TF
a LUYk_$TWV„Tj[\LRfZ‚TjYITWLPS3Ob[ eTWLUaŸZ[J[JTIZ[waŸZ[JT ] Ob QbS{Z[9Q3M_)ZJK S>B zrev v ub‚qwha`‚creb_ reb
bGwh{|Y_`‚_€wbs [&rev [&ad^+|eia`r„whxx [w^i
•
ws{c[&|i ™ m mf[&a w{ i q
| r m [w0L < VUTWLU[JYLUT MNLU[ x LPVUY#Ob_ŠZ H9_`ORZNVPKŠ] Ob_ ![9QTj[NM{[\LUYk‚T7SUY
Z_$YkTjYITWOb[S … P!! _)Z[SRZNVUYITWOb[SdOb[ Oba 9fNY#LU_ TIQNLgQ dLPSUT M[ B •• q r
| m
•
r m iLUf>_)Z XLUYIh&Ob_ ‡>S B
w|N›‚cbfi ™ m q
Oba 9_`LPKJLU[SUT x L ;DObf>[9Q ZYITWOb[ ^`[&ba`‚cq&[ w{{ m
87
0
| r m TWLUaŸZ[J[JTIZ[ LPOba LUYI_(MBG6z‚c^)› o wu_`[&^m
5
87
|
$+
,
JOb[\LU[JYITIZ)(JZ‚fJLŠO#]' Z ULU7LgQ Za
[ Y’KJL
r i
o [[R4[^i
Obh&LU_ ObfN[9Q] Ob_dYjKJL €aŸZj7LPSUY!T MNLU[ x Z‚f€L-O#]iY’KJL GZ9 • ZNVUTIZ[ B ^`r {c[&v„_†‚b
bGw{}|Y_`‚c_ q ž‡m m ubb‚b4e_i[s r i ^6‚cbq&[&adrb b‚[^6_`‚aN|
^6[_`_&i 8i
•
o ub4i wbˆžPm ~m q r m JLPVUYI_)Z _)ZJK GKJLPOb_ ( B\ž€[R4e‚rebGw{ zreb[^6[bq&[ ™ [ ^`‚[_B‚b
wha o [v„whad‚q_&ibuv y[^ | m
•
'&
*m
%
m
m zrZ[^i
•
•
žp[&qreb‚ad‚rebˆ5 [&a6ad[^6_i
q
;:
;:
—
6
9
7
•
3
• •
8•
87
•
i
9LPVPKN[JT Rf€LPS~] Ob_†_PO Tja TjY$( †&_`O R 7LUadS/i
&
0
+
•
MNOb_$TjY’KNa~i
•
3 m}i
8-~m :
ULU7LgQ
•
•
|
|
,- q †w{c{uv
XZYWZi
9
bbGw{_ r
r m GKJL Z9 ZNVUTIZ[?Ob[œZ eTWLUa aŸZ[J[JTIZ[ 0Z[JT ] Ob QB †wv ^6‚cs4e[
-
GZ m
0Z[JT ] Ob QbS/i
[v„whad‚q_i
:
*eLgQfJVUYkTWOb[ (!DO‡VgZj=(
žprZ… [‚_i ™ m mi ™ wu{ iJ5]m 7m q |8 8 8 r m iOb[J‚Tj[\LgZ_ Tja U
L [SUTWOb[9Z‚TjY9(
— X
~Tj[\LgZ_&a ULgQ QjT [NMB ™ q&‚c[&bq[hi er {D| 8 m
•
| 3 ™ q o rY[{F›rexi 6 mi ™ v„re{cwi
m}i u[{{c[&^i ~m #žPm q r m iOb[J‚Tj[\LgZ_
ZbSXZ
LU_$[\LU T MNLU[ x Z‚f€L†&_`O R7LU
a Bf: [&u^dw{ zrv„xu a wha`‚crebfi re{
|
™r |8 8 |Yi er{
i ™ m o ^`ubfi m ‚a`q o [{{ i L Y  ZbSPSUT VgZYkTWOb[X]$_POba
wq o ‚cb[X5 [w^6b‚cb4 — q | — r i€| 8 8 8
PS‡Oba LUYI_UTWV'UaULgQ QTj[NMbS/i bbGw{_Br wha o
GKJL+UaULgQ QTj[NM„†&_`O R 7LUa ] Ob_ eTWLUaŸZ[J[JTIZ[
|
^6r q&[_`_6‚cb4 ™ |Y_+ad[v _ q :}.
shwbq&[_P‚cb : [u^dw{.Nb re^`v„whad‚reb
‚74ewv i m ~m
Tj[
[  Z ULU7LgQ
J
•
: w_ o i m q
3rm •
r m
: w_ o i m q
wha o [v„whad‚q_&i — m
•
Xžpr_`[b y[^)4i ™ m q
b‚}e[&^`_`‚}aN|
^`[&_`_m
|8
|
'
rebsre^&ibž‡m .mib5nw [^+aN|ei m q |8 8 | r m T f SUTWOb[
LU_$[\LU SOb[
)_ ZJK S&Z[9Q
jY KJLU_ zT7S‡VU_`LUYlL
U[ 9fNY ZNVPLPS/i ^`rYq[[&s‚cb4e_€r. 5 |8 8 | i
•
[&bs^`‚qP›_`rebfi6 i5 [&{ wbs9ižPm q
— r m 3fN‚YITIQTja LU[SUTWOb[9Z JLPVUYk_)Z ORZ Q }Z Z[\VUTj[NMB
•
SPKJOb_$Y x LU_`SUTWOb[3Tj[ƒ†_`O‡V … i a o3™ .
zrebm wh^dw{{c[{ ^`rYqm}i — m
* m q R‚cw^`v ‚csfi Ob[\VPLU[JYI_)ZYkTWOb[Gi q o wxa`[^ ‚cb ^6r Gw‚c{c‚_6a`‚cq [/a o rYs_7re^ {74er^`‚a o v„‚q R‚c_6q^6[&ad[
w=a o [&vtwha`‚cq&_ q 7 w‚ fi
q R‚ w^6v„‚sfi ž wv ‚c^6[ hi ž€[[&s q [&s_m rgr i ™ x^6‚cb4[^ •
[^6{ w4i i
m~
4 m :4i m)re^6sGwbfi4 m [‚_`_i& [ JLPVUYI_gZ ‚f SUY#LU_$Tj[NM [9Z=( SUT7S3Z[9Q Z[ =
•
8
•
m q |8 8 r m zTja LU[SUTWOb[9Z‚TjY$( eLgQfJVUYkTWOb[
o ™ | v xyre_`‚uv e
aƒ
r b R‚_`q^6[&a`[
{74er^`‚a o v _m
i.Nbs|N›
3
-
;:
• Oba JOb[\LU[JY m
8 q r m
9
[9Z=(‡SUT7S
w ^+ad‚cb ™ uv v [^i rev v ‚ ewew ›N›hre{ w ~
i † Z _UYITIZj=(ˆ Z ULU7LgQ3VU ZbSPSUT gV ZYITWOb[mh^TjY’K BZ_ O x
•
_)Z[9QNObah Z ‡S/iG:p[u^`w{ .N
b re^6vtwha`‚creb
6^ r &q [_`_6‚cb4 ™ |Y_6a`[v _ q :. ™r |8 8 | i re{ 3 }m i
|
‡s[
|
|
.
'
™ ‚c{}w i m}i [b[b Gwuv i m q |8 8 | r m D[SUfMJLU_ x T7S‡LgQ
™ že.
^`rYq[[&s‚cb4e_zr9a o [
r ^)›_ o rextreb: rb{c‚b[w^
e
4
8
LgZ_U[JTj[NM O#] fN_ x LgQ 0Z[JT ] Ob QbS>B
_6a`‚cv„whad‚reb wbs z{cw_`_6‚\Gqwhad‚rebfm
7
mY: m ‚7› o rbrZ i m ~m ^6_`[&b‚cbfi GOb‚f>YITWOb[SiO#]$j= JO‡S‡LgQi†&_`O R7LUadS/i
m m
‚cb_+adrebfi
•
wh_ o ‚ b4adrbfi m m m
•
•
™ ‚cv rebfi ‡m m q
r mJ† Z_$YITjYkTWOb[JTj[NM O#]
[SUYI_UfJVUYIf>_`LgQ †_`O R7LUadS~] Ob_}† Z_)Zj7LU€†_`O‡VPLPSPS
•
•
Tj[NM B zrev„xuad‚b4 ™ |Y6_ ad[&v„_p‚cb b4‚cb[&[^`‚b4i | i xxfm — 3 m
1
;7
,
—
—
#" ^`wb_ 1&
m zuqP›[&^i ™ m ™ vtwh{c[i q | 8 8 | r i [ŸY’KJL BZYjKJLUaŸZYkTWVgZ ~
; ObfN[9Q ZYITWOb[S}O#] LgZ_U[JTj[NMi 6zu{{ m
•
r a o [
v [^6‚cqwb
wha o m ™ rYq ‚c[/aN|eir — i br m
•
|
:
™ o ‚ i m}i w{‚7› i m q |8 8 8 r m iOb_UaŸZ‚T bLgQ f>YjS}Z[9QUaŸZ‡MNL GLWMa LU[JYZYITWOb[ >
B.
wq&a`‚creb_Breb
wha6ad[^6b
b w{}| _6‚c_pwbs
G
whq o ‚cb[i.Nbad[&{c{c‚F4e[bq[iYere{~| |Yibr m
8
—
|
7O PZ LPOba
re{D| 8m
&[ b[b Gwhuv i mies[ ™ ‚c{}hwi mi 5 hw b4re^6sfi m q |88 8 r m
] Ob_ XOb[J‚Tj[\LgZ_ Tja LU
[ SUTWOb[9Z‚TjY9( eLgQf€VUYITWOb[ B ™ q‚[bq&[i
:
&US‡LU_ x ZYITWOb[9Z
^`wq[
w o Gwi 9‚Tj[\L mORQNLU S!] Ob_
•
xx{c‚c[&s
hw a o [v„whad‚q_&i
8 m
LUYk_$TWV;\_)Za LUh&Ob_
XZYWZB ™ rYq‚[&aN| re^e.Nbsu_6a`^`‚ wh{4whbs
Download