Accelerating Exact $-means Algorithms with Geometric Reasoning

"!"#$&% '($&%
) !* +-,.
"/!*
01324658797:58;<132=>?2=@5BA-CED/D@5
F+GIH D/D7JDLK"MNDOQP&RTSI5U@ F+GUV 582 G 5WTMN1@25U; V 5CX58797:D2ZY?2 V\[ 5U@] V S_^
4 V SS`]aR@; H Wb4J> cedfgc8hTW6ij=PJ5U79795U;TWk18AlOnmpo G ]8q G O<Rrqs5U=R
"t uvxw$y_zU{|w
¢&…`~$’`‰p~x}l9£¤~xƒž~€œ`†9™:ƒž‚…`~*9~x~x†–ŒIƒ„’`~$’`~N… ‚†‡ŽI—‚¬¥¦…`™§«‚~x†–ˆŠœ`9~$~x9~"‰|‹~xŒ¨Uƒ3ŽI‰|†–ƒž‘‰©ƒ–†jœ`’‚ƒž~x“
†–¨6žƒ6œ` pšx£”•†–ŽI†jœ‚’`~"~/†–’`†–†ž~˜žŽ‰¦—p¨‚9™:‘~x“
†„¨U‘Ž`~$œ`…‚‰šx‰|…`~*‹Iƒ›†–‰|’`šx‹Œ‹~"œ`ŽIƒ„‹k†ž‰‘†j~$9’‚9Œk“"~˜…`ŒŸ¡3…I­‚œ‚‚œp“
9®‡ŽI ‚ `šx~$‹ª~$~$“"…pŽ|† ” ¡
ƒ„†j†–’`‰|~r†žŒƒž~x†žŽIšx“ªƒJ~x‰†–99~J£›ƒžŽ|†„”/ŽI9†–~x’`¨"~rkš$…*œ‚„†–9’`~$~…†#…`Ž`šx¨‚‹kœ`~xƒžƒ†ž~$ަ#”/šx†–’`~$…p~†ž—‚~$9¥¦ƒJ™§†–99~x~xƒ–~œ`¡T‹†ž¢ƒJ’`k~$…*…eŒI¯e9‰~$…N‰|†#‰9…‚~x‰¦¨U‹‘£`œ`ƒžšx†žƒ#ŽIŽ|… ”
ަ~x´‚”‰|†–šx’`†ž~˜‹£ˆT‰|ŽIƒ
ž°?†–’`…`~"~x~x†–ž¨‚‰¦~x¨‚¨<‘†„†ž‘Ž`Ž…‚œ‚‰|‹B¨U—p‰|™:“
†ž~˜~$‰†–…`’`ƒ6~N‰|šx‹~$Œ…pŽI†ž9~$9†–ƒ_’‚¡²“±J¡œ‚µ/"ŽI‰|Ž|‹Œ”•ƒ
ŽI9Ž|†–”’‚šx“
ŽIƒ"„9~x ‚šx~$†–’‚…`‰_~x³ƒž~ƒ
‰ƒ„p†–9‰~
9†ž…`k…`šxŒ6‹kœ`šx¨‚~$~x…p¨L†ž¡"~$9¢ƒJ’`~j~‡®›—‚šx‘¥¦~$™§…p†–†ž9‹~x£~
¡Jš$±J‰…˜œ‚J‰|‰|‹ƒž‹Ž˜ŒŽI ‚9~‡†–’‚œ`“ªƒ„~xƒ¨lš$†ž‰Ž"…*k ‚…`~
†žk~$‰|‰|‹ƒž‘¶x‹~"£N†j~x’`´`~‡†ž~$—p…`™:¨‚“
~x~$¨l‰…`†„Ž ƒ
‚~xŒIމ³`9¨‚¨‚~·‹~x”¸ƒž‰|ƒƒ„†3Ž|”+ˆ†–‰_’`£I~›ƒŽ|“
”U~xšx†–ŽI’`“Ž`¨l‚œ`k†ž…˜k…`ˆŒr’`†–’`šº’»~T~$†–ž’`9ŽŽ`ƒ„L~Ž|”¹šx‹k‰#œ`ƒžŒp†„‘~$³p9~$ƒr…rˆTšx‹k~$œ`9ƒž~6†„~$Ž`b `‰|†–ƒž‰|ƒžk…`ŒI~x…‚¨L“
¡6~$}l…p†$~ ¯
šx‰¦‹k‹‘œ`ƒ„Žƒž}l†„~$ƒ–~r9’`kŽ|…`’‚ˆ¼Œ¾‰_³9~’`~xŽ|ƒjk“6œ`ˆE‹‘†„`†žƒ$‹ŽŸ~$¯U“
ˆ&œ`~$‘ƒž†j…p~˜’›†ž~x†–†–¨˜’`’`~$~r‰“(…` ‚¨"~$k…`…<†ž~j~x¿Uƒž‰?†J†ž~xƒžŽ|¨"~x”b†žŽ`ž†žœ‚œ‚k…`+…‚Œ…`‰¦k‹‘ˆ…`ŒpŒ›ŽI’`9”¸šx†–‰|’½’‚ƒ„†ž“
‰¦~$‹‘xƒ¡Ž|Ž`ˆ…‡ƒN B‰Ž‚†–’"‚9Ž~$´`‰|k‹L“6‰‰|…`†ž¨ ~
ƒ„‰¦ƒž“
†–9œ`ŽI‹k‚‰|’p†ž~x£`¨?ƒžš$¨U‰|‰|‹3†–¨U‰B‰¦¡6†–ÀT‰‚¯L~xƒ–‰œ`…`‹¨l†žƒ
ƒjƒ–œ‚’`‚Ž|~$ˆZ9ŽI‰"9†9ƒ–£˜B~xŽ|~x³¨U~$œ‚»†j’`”¸‰¦~‡šx†ž…‚ŽI‰|&³Ž|~‡”‰|œ‚‹˜ŒŽ`†ž9Ž†–’‚Á_“EÂێIŽI…*…lƒž9k~$“‰¦™ ‹
œ`~x‹k‰|ƒ–‚†„~x~x¨Ÿšx†¨U†ž‰|Ž"†–‰*†–’`k~‡…Ÿ…`œ‚œ‚?“
†„ ‚Ž©~$Jĩަ¨‚”ŏ‚“ªŽp~$…`…pƒž†žƒ
ŽI…`‰ƒ$…`¡<¨±J…`œ‚œ‚“6 B‰|~$‹ŒJŽIŽ|9”T†–šx’‚~$“ª…†„ƒ6~$9ƒžƒ$š$¯3‰|‹‰¦~N‹‘Ž|ˆTˆ~x‹k…`Œ*ˆ”Ɔ–Ž`’ 
šx‹kœ`ƒž†„~$9k…`Œ‡ˆ†–’†ž~$…`ƒŽ|”b†–’`ŽIœ`ƒj‰…`¨‚ƒŽ|”bšx~$…†„~$9ƒ$¡
Ç
NT!|!*
!#"$%'&(
)+*)',&-.0/1243 !%!5)6)!'(789:/;<=&(,1>
?'A@B*C%ED(FHG,I+JK+L+MON,P4Q)!,5)R:ST9%<Q'%%:%:,U%)=)'<1%<@U6)5.VW?6&
!X',&=6)5.5/;'Y%ZRR[96)\
S4]S40,6%;7_^),`\a)'S4Q)Rb*]S4:2,1
c1d!eS4:)S4Hf_%%g;6'%'ih`6&(R:O0i1OV&+'j5?ZkQ
1d:i1lA6)51>
?A%A&(1%\emcS<,!(7=n])o@Bp?qK!r;NsItR2
,!%STmu,i&+R6?%!)2v.)k
R:1&RX,Q)!S=6)SwmZ!)OS4'
6)!k51lx;\Q)2!,&x<mc&(1%!,)y'mZ%)=?6)5\(*
'%?6))2=iRO'%2
W16)S=5]'m`)0%0>z):2,15,gs6)\%0e{}|\~7
€@)‚)pzJLKK4ƒ)V„?%!6&(%6%-mu,E?%,!)2…#v):%†<mAQ,:Vmu%,S v.)!(>?1S4.
R1?Q,&+A{ Ç ~z7`‡'&(1%R:l;*'ˆ-;,!9.,)'=Vd6%'2,A/;%lemz,?
hˆ>z5,?'<ˆ-a1%6)!eˆ-11RdR:6!%:)2E{Љ~7n]e)'imu,6.&‹<Wmz
'R2,
%:%)S
'%'`)o&(
6&(!)2ŒS<
%?/;(>%&'RZS41R?R0&(%:,C*;':4)'
VŽ!4
R!2,k16)S=5mZ'%!%56)%'.-%'&(
)Œ?i'RO?U{ Ç\ ~’‘V7€9-a1%!S4aS4Q)R:
9%4)'4)&‹t2b!)%0“:%)<”;Rb–•92
VR]”;x1l—”;6)!/;lU”1•Œ”)”)‘˜{ Ç\™ ~*
%i3 5,6eš , '-"›O]:<%)ŒS4:RR:,+7
œ U)'%'<@)‚>z%%\'<&ž5U6'Ÿ!—%06&(!)6S5i'mi)''%'?>
2
5,cgs6%:'`<@s>zS4''Ž51li6?)2i!)9mz,&+]%.]!):])10&4!Q)!'1
RO!2,16)S=5 \d'mBQ
1(7 œ '%]mu!'gs6!RlA5R]!ŒQ)%'/;Žmu
&(!'i)10¡'m
!)@)‚>z%!V%\S41Cm¢%)]mu
%SY1liQ,:
%?1&(O'%'i!i%)d)1S6.
.0/;£¤,`)0%0]2
5,V[9mu,?,S4&+!`£–7n])O+*%
2,!)!4A
'm?'%O?%&]?%,!':4%)t@)‚>1'(*¢R:R'¡mu
2,!'!'6&(!
44!)e16)S=5 \
'mZ!!)S4!O&],QV!,.9)'1'%=6)Q¢)'%k!)A&(1%!,OŽm¡%)A&(R:6!+7
œ k/;AS4Q)R:S=(1%'i,6ŒR:2,,!!)S<.-%'?%'<%):95.0/1
9:%E%(>
?Q'&(%A/,'%%:,`:!)916)S=5`m¥Q,1+*):S4?
(*
o&(1%V(*;
ŽS4'>
?6)%0k,=l11%)!O&)'7 œ 'RO?eQ)%01d!'6RCm¢!'Vd,iQ)!R:S4.%le”s•W”)”
17
n])!S<'\imA%)Q'Q \4O
%2b):f'ž,imu,RR:'(7§¦›”;'&(!
™ Z
1O%&+6%%R!'4],!xB*1%!16&(Œ)
'%
U1'%&(!5Œ%)Œ'/;A@s>zS4''9'R¨>
2
,!%S7¦#”;0&(%:,©=]kQ%'?
6)Œ'R2,
%:%)S<]:%Q)!;mz9'mc&(,!%'&(!)'!(7
™
”b'&(%:,%&(6.%0W%06)R:ema1Q%:S41,—!'Rc–S=6)R%0-)'*'
”b'&(%:,Eši&(
&(R6.'.-62,2,0O1',]mu,]mu6)!%)\],!xB7
<$!*
,.6|6TŒ
!"
]n %,62,)
6)Œ%)]QQ\* Zi,%A%)Œ16)S=5 \]mZ!'&(,V)5l-"t* !)k16)S=5 \
'mZ:S4?,.¡51l-3 <%)Œ16)S5'mZ&(1%VŽ51l<@B7
œ ev?'%&+%5e!)Œ:/;Œ@s>zS4'']'R2,
%:%)S mu
Q)%116&(2=&(R:6!%:)2
'm%WQ
1]<!)Œ)Q)69:!=@&+R6?%VŒ{Šš* ™ ~7¦Q'%%:%:,]!)A)V0>zQ 1
:!A@46)5.V]6.&‹=%''RRQ,1`:4Œ2,/;\4?6)5\kY%5R:,)2b[W!i
S4&(1%\7
n]4'R2,
%:%)S x;Q%
&‹x'm!)4&+!%
O)em!)o6)5?+*`'#Q)!1&(')e:
:%V!,.(7 œ E)
%4!)Ei'mŒ&+!%
O)A0mu%\i%)
>z%ƒ!'%:,—51
l 7
+mu,%%)evV%\!
!)A&(1%!,O]!Œ):%O'R:f'i%=.,S /
R:6)'(7n]
'R2
,%:%)S!%So'%')
'
'%=O\!O&'R7i¦'
&‹U!'%
C*
!)emu,R:R')2i]Qmu
%S4' Ç 79!^)! ]C'7
€e&‹4Q!1
&(1! C<*,v!!)!)ŒO&(&+1%\!` 7 B)O&=O]&+R;?'
™ 7t
S4Q)6)!" #$ 51lkVx1)2*bmu
',&=&(1%\*,%&(1%_m
S ,%]'mQ,:V,%?1&(O'%'-:%<%O&(1%\7
%6)ZR:2,
%!)S<d:/;
R/;S41Hv¢&'%
i'm &%6%e&(119:%):i,)!'%
C7
œ Œ%)\%(mu
%A'Rl1fk!)A&(;?9'mZ=2,RŒ:%V%:,C)7 (e'/;A@s>zS4'.]Q \mu,!S<
ƒY%)0%0>z):2,15,[g;6)!l-mu,A',&#'m%)<" Q,:V(7E•96)!)2†6&ƒ-g;6)!l
!)='&('e:—3Ÿ>??Q,&+4%E@U&(1%V9'%o&R&(6)RO'%'¢7kn])\%(mu
%=%)=&(bŒO
*Az@ 3›"e‘V7
%)4mu6)S41'R%;,R]<:RR6<!#V,&xR:!)<Q)%
5)RS Ok!)E@)‚>z%%\
>??%!6&(%6%;7€›%)
%
6)2,U%&(6.%:,EO,6)m!)i!&(,QAm!)OQQ\7 œ &%6.e
6)%R:)ŒV9%\R/
1Q)!,Q%!'+*B'mu%
ST!)OQ,1e
-R:R`
%?6)S4Œ%'
<@)‚>z%!kmu,%)i:)Q)6)eQ
1ea1OV(7Œ^)6)!%)t'Re5,6k@‚>!%'&U5
mu
6)<–,{ +'~7 œ W:RR¢6A=Q'&(R:f'/;\:,<m¡@)‚>z%!'&R:R'! -.'@)‚>z%!'(*
©
mu
iY%S=6)R!¨>z%'?,R:6)%:,<@)‚>z%!'![-{ ,~7Xn]):Q)%
Q \%%:'! n])l<'%Œ5).%lo%%\'(7
hŽ
&‹o)1i&+,1:Ž:mu,!S<!
<5,6e'RRBQ
1&(
V' kl1Q>
%'&(V)2
R
C7wn]#1lQ?>!'&(V)2
RO<?%,!'›'!)U)1ƒ
?Z 3…>
R)2
%—5
6))'%l—/;'&+%,V i'
7€Œ%)41E% RO?U!,%0
%)e16)S=5*1&(1%\]mXS<
%(*<?6)Swm¡h`6&(R:O''4)
%S<+*m¡R:RCQ,1
% C7€9RR.&‹):RO!k'mC!)91e%\Q)%'?1`l1Q>z%0&(')2,R:'`)O&=!
&(,1')'4:
C7
hŽ
&‹o),>zR00mC1Œ,ZY?Q)R:ZS4\:,[Œ‚i.4YVQ)R:/
R6'[ 7`¦
&‹):RO! ]’!'QC7 .,‘!Q)%01]!)Œl1Q>z%'&+2,R0 _ (‘V*5,!-:%):
j*
6.&‹A%'`'RR;Q,:Vj: ) (‘.0/;!)X‚>z%i&+;,1'%]/
'R6)cS<'RR\
%'—'R'
+‘ 7
n])e%;
])11W!Q)!'1`!)91l1Q \>z%'&(V)2
R)O&=&(
S4Q,!''RRB'm
%)ŒQ,:V(7
'0m1'%
%Œ%k
&(%6.R_Q 1+7
^),ZQ
1 "! ZA)
%i51l<‚) #!)‘]!):eh`6&(R:O0EO?'&(;7^),Œ
Q
1 =l1Q>z%'&+2,R$ ]˜(v)˜&(Rb'? "¥‘Z%=5i%)AQ,1e:%
O&4OZ&(Rb'?% C7 (9,!e%.&(
S4Q)6)!)2˜&(Rb'? #B‘¡&<5A,)Œ:4%:S4
*A?3›‘16)Œ%=%)emu,R:R'2kmz,&(V ¦zm '&%C*)%)
<O&(R:;07
%9!)!Ob*)&(R:;0 #B‘O],E%)Œ5,6)!l-'(m C7Zn])O]5,6)!l-Q,:
&=5]mu,6)=5l˜&(R:Q)Q)29'
&‹=&+;,1'%e'm C*;%ŒR:]:%): C*
)'
–,{ +'~7
œ <+v)<%) O?.&(E‚) #B‘e5?]\ƒ-Q,: ƒ.Ÿ-1lQ?>!'&(')2,R:' !5˜‚) &(R:;0+ #B‘%‘V7]^)
eil1Q>z%0&(')2,R:) -]A,%A5loO!CB‘%
/;0&(%
+*
7
8 /;\<&(R6.%\%2d*BZ=)
%i51l_ B‘%=&(1%%
O<%)e&(R6.%\%2<,>
?1&(O'%']:%EE'%5):%'%l4Q
1#zkmu
@s>So'+*_ B‘`]:S4Q)R:li%)Œ&+!
&+R;?'!! B‘V7 œ W!)†(v)t S40,6%e'mZgs6.R:?l mu
Ç ‚ _ B‘%‘
Ç‘
!,%!
" )\%k" O%)%,VR¢6)S=5`'m`Q,:V]' V)2
']'/;ZR:RBQ)6)]Q
1(7
n])˜@s>zS4'.9'R2,
%:%)S Ox1)'%o&(,1/;%2
Œ%<iR1&'R`S4:)Si6)S 'm%
1O!,!%
S4'
6)!;7¦ORO?4x1)'%45i%; R'›mu,Q)
&(%&RX)V5
'+7
ˆ-6.&‹i'mB!)%\RO!'k]
%x˜;'`),Z'%%\S4Q)_%A&(,1mu%,1`!)R:2,,!!)S4O&O!6)'
1%0&(%R:l;7=¦.%0,B*_B\%1ŒS4%1)9m?6)5!S4Q)R:)2E'—QQ)%'a1S<'%
U!
Q%,Qb'B7Z€ c0li!i,5)V:<iS<'RR`Y!5R&+')[i%'S4Q)R:9'm_Q 15lo%'S4Q)R:)2
mu!,S%)iR:'/;'y'm-"o%%\iOe?)'#:…{~z7k¦…{ Ç`Ç ~*¥?S=6)RO'%';>?'))''R2
'Q)Q)!;,&<O?6)2,2
'!'4%o!'&(%)A?'V&‹4:4%k?Q,&+W'm`Qb%:5)RŒQ'%!%:,
'm`!)Œ)Q6)Q,1+7€›%%\Œ!%6&(!6)%%E?6<&+1?!O?%O&\ŽO]Q%'?!':
{ Ç ©'~7E¦ŒW6?'#%EO\!¨mul-
6)%R:VŒ—?Q'—&(
S4Q)6)V!,.(79']/;\*B%
&\RO&+6)RO'%'4&+R6?%V%A'Q)Q)%'a1S<'%:,+*).-Q. -S<'l=Q'So%V(7
(9
%E%'<R:%)
6)2, %)†V%!)2 &(1%Vi&ž5U\R'&(!'ƒ!5)!!R:l;*@s>
So'iOmu6)R:Rl…!%So)%&,*`2,:/;ž%U'%!)2…&(1%\(7 € 5., &‹)
O&('m
:)!O'R_&(1%V]&'/;ki2,!'SoQ,&(
-5,!Qmu
%S<'&(AEO?%
%%:,C7
V,R:lA=^ll1
<{Š©~%&(6!`l)_%Œ%(v.)]!)R:'&(!,i'm¥'%!)2A&(1%\
!)%
6)2,E%Q''%'<?6)5>%SoQ)R:)2=ES4;
%):)2)7
%%:2,:R:Rl;*1@)‚>z%!'ŽZ%6'4!i,&\&(R\!9'!'?>)\2,15,g;6)!'+7 œ &+,6)RB*)%)\%(mu
%;*16Œ%Sw<!)A@s>So']:))ZR;
Q-%V?Q!1%Rlb7]^),!)O
So%)1k!kZ,%xiZR:R))'i%A?%,!9!)˜D(K+NJ?K+LVI:!)@)‚>!%b7Ž”;A!/;
!/:)2;kZ-
&‹/;;*_%)\l—R:R]5E†mu6).&(%:,ƒm%)<16)S=5 \kmt&(1%\(*'
,<m˜%)ƒu)'&('!%'%R:lƒRO!2,+‘i16)S5=m˜Q,1+7 n])U6S5i'm=g;6)%:'
:RR`!S<'—"Œ7Eˆ-,!'/;*B!)o&(1%VtSo/;A5?]U!'%:,C*_.—'/;
:S4Q)R:S\V%H
#Z,6)R .0/;o%U%5)6ROU%)E@)‚>z%!<))/;\W!)Ok.Q)Q+7
%6)So%)1(*) &(,1%V,\*B?%
%Œ%)Œ1%:%;r,JzrI'KJCo%)A@)‚>z%!;7
š
|"!"#$% %6)'R2
,%:%)S Ža1Q)R
Z%)emz,&+]%.?%'
'm`6QB%:)2=%)A&(1%!,)ŽQ,:
51l-Q
1*C4S4
%k <&(:1Q)Q)!;
&‹UO9!46)Q¢)'%=5)6)R:xB7An])e&5o,
6.2#!)-x1)'ž&(\!k'mŒS<,!'Ÿ?f<'mŒ2,!,6)Q=mAQ,1+7 (e'%6)VRR:l;*
!)'?2
%,6QkR:R&(,!%'?Q,#!-1lQ?>!'&(V)2
R'eU%4@)‚>z%!;7<nC-.6)!
&+,%!'&(!)'%+*,]ZS6.Cv?`S<x;Z?6)%!ZR:R'm¢%)Q,:Vd=2,/;\i%'&(V)2
R
:0#Y%5R:,)2b[ !4i?Q 0&(¨v¢&&(1%Z5 +mu,%A
)2i%):?!O?%O&\]%i\7n])O
2
/;'%Œ%=%)Œ)
%:,-'m'
`NK+L‹7
M K+Nƒr†I'KVJ <D(K‹NJK‹LVI r;NUr K+Lp?LK!D(Jr;N
P,FK "!#ŽK %K $ZN K
&'(`N K+*L )d B‘˜r<D(K+NJ?K+,L +)& I\GD †-J r,Jcr;.N /;MONJcMON …M¨I˜D(0F I'K+Lk1J 2+J r;N“1J r;N 3,J K+LkD(K‹NJK‹LkMON 4!ŽM eI\G5D roD(K+NJ?K+L7K 6
M¨I+JOI 8
œ eR:R,S4:`%)t6)5!&(%:Q) ›)\%]]&(R:'`mu!,S %)&(,1%\a\7`n])e!'
'm`!)O?'&(!, O!&(6%?']')V4 &(\lŽ!kv4%)\S7 œ ŒV!5l
'R:lf\)2=kQ)!,Q!l=mX')V(*))&‹C*;51l4R!)2A%)bA&(1%V`)O&<i)
.0/;*):RR¢)RQo6y\RSo'%)
>')\ymu!,Sw
6)mXQ;!5R:%:'(7 (9,!
!i')\5 )d B‘ŒOW,=R:lk(v.)'B7U^),iaSoQ)R;*C)\—?]&+!A!
5
%–MONsI\M Kk!'&(')2,R:;*;%)\4%)\%aVŽ)A6))Og;6)e')\Žmu,Z%)Ž!'&(')2,R:;7
n]%(mu
%<%Q%'&(
:%
Ÿ'mŒ%)4mu
RR':)2%)\,%\S Oi%'!)!\ai
6)Og;6)')\7 n])U'R2
,%:%)SoO&-&+,?'gs6&(EO!<,6So%)1ƒR:R9)
'Rc0lyv.')\*B'“:RR_?,S4!S40Ž5kmu,V&('-% '%&+!)i@‚>!%;*
!)!5lA?Q)R:%%:)2e!)91l1Q \>z%'&(V)2
R:i),Q%ev==')`mu,%S<'RR\
1l1Q \>z%'&(V)2
R;7
9;:<=>@? ACB KJ D&(K=r4I'KEJ iD(K‹NJK‹LV5I !tr;N Fr K+Lp?LK!D(Jr;N
P,FGK 8 B KVHJ + & &(;K XN K+L )  BG‘ 82I"K‹KN J
‚)L + #B‘ žS4:) ‚)L +5Q #BE‘ R
MNPO
S>T@UWV €e%?6)S4;*mu,C%ŽQ6)%Q;?]'m&(
!
O&(!
C*%' +2 X !2S4 MNYO )Œ‚)L + Q #B‘HZ
+ Q 7n])\!)!ea1OV]iQ,1 #’.S4R:l=&(Rb'?1 + Q "¥‘!‘)O&4&(RbZ%[ + Q
!E%[+'7]€$&(,1%V,&(%:,<%=%)A+v)!
'mH+, ¥‘V7
hg;6)/
R:1%Rlb*,]Œ&\E%l=%')<R;
x:)2kmu,Z ¥‘V*ZŒ)
6)RO4
)Rl
&+,?O=&+!k:%…,%!'E
Q)Q;?'Ÿ%žY!S4):S<R[s‘'&(E‚)L + #B‘7
”b6)Q)Q;?!e?Z’
eS4,!,‘Z&(1%\'%i%kS4:)S<'R¢O?.&(i%' C7Œn])\
!)&\&+RO:S !i5i<')\7
n])\,%\S ™ '%!'4!)Œ6)S=5`'m`Q;!:5)RŒ')V]%k\%]
)i’Hm
!)!aVdŒ,%!'ZV&(c&(1%+‘B
f%˜’,!)!O
‘7`¦i!)RO'%%\`&
;*
6)i'R2
,%:%)S R:RQ)%1&(\'#51lUQ)R:%!)2E%)=1lQ?>!'&(')2,R:;7E¦–%)imu,!S4
&\,b*Z!R:R;/;Ž!Œ&)'&x9Hm)!)O_&.O)'%ZO_k')\`m!)]1l1Q \>z%'&(V)2
R
:<g;6)'!
C7€eŽ:RR5'&(
S4&(R0Žmu!,S %)mu,RR:')2˜O!&(6%?
C*!)ORR)
'Rc0l]5k!)A&,?;7 6y52
<51l<(v)2=i%'?%!O&(!' mu,!S mX?)QC*
%) &%6?Z=&(1%V!W:/;
R/;'¢7
M K+N4/r 5 K‹L‹p?LK!D(Jzr;N,P,F(K "!Xr;Nk1J iD(K+N1JK+L%I + r;N + I\G5D =-J r,J
‚)1 + "¥‘ …‚)L + "¥*‘ !ŽKZI\r 9-J r,J + ,So'%'
+ XM-J L‹K%I K!D(J¢LJ M eWK 'K+L ;MONJ
MON ƒM¨I˜D(YF I'K+LW1J 4+ -J r;NMJcM¨IŒ1J + 8
%5?%/;E%'Hm˜,So + & ,So'%'Er,FF]
%)\<&(1%V :%ž!'Q'&(
!<
S4$ C*B%)\ +$ ¥‘V7e€ Q;!:5)RoR:5) <&(:1(‘l<mv.)2
')\ B‘CHm¢,)a1O?dZ,6)Rk5%A%&'=R:R)Q;%?5)R:Q:`m¥&(\!+7 Z/;\*
6.2i%)
%S ™ *)]Œ&\4!'6&(%)e16)S=5`mXQ']!i!&E:&( + O`va1'B7
nCeQ)!'/;]%O`'Q)Q)%b,&kmu',?5)R:]Z])0W%t)'ƒ%'`%,S4:!
i'&+O:,
Q%,5RS &\<5k?,R:/;'4 <&+1%R:l;7
@?? M K+Nk1J ŒD(K+NJ?K+L%
I + 5+ !¥r;NŒr K+Lp?L‹K!D+Jr;N,P
FK I\G1D AJ r,J‚)1 + "¥‘ ‚)1 + "¥*‘ !-J K K!DM¨I\M ;
N ¢*L &(FK+q ,K%I + ;qiMON)r,J?K + `M-J –LK%I K!D(J1J Dr;N
&(KAr;N;'I ŽK+L‹K oMON *k?3›‘ŒJzMOqGK 8
S>T@UWV %5?%/;E%)U1'&(O?
ŸR:) &(,S4Qb'ƒm='RRQ,1=)O& !
0gs6)O?'!( + . + ?A^d2
6)% Ç ‘7c¦zm + c%
'%A5 %-mu6)R:Rlo&(,1')0
|
:#
)=RHmO>??Q,&( (v)0“51lZ*d!) + ,So'%',+ 74n]4&(
/;\iŒRO?
!%6) Hm%)\%k\aQ,: &?6&-%.e:99),-!)i!S4ARHmO>??Q,&+
'm …,E + *)!)‚)1 + ¥‘ ‚)L+ B‘Z + 1;'9)
e
S4.%;+ 7¦9]R(mu%
?)'Ÿ!v:)2Œ)%H + . 4'%&(,1')0 :i%)%'S4]'R¨mO>Q
&(e'm &\-5A
)k &(:!Rl;7`
%)Œ/;'&(!, 3 Z + *+ 7 5iiQ,::
4)&‹=S<'a:S4Hf'C%)/
R6em_!)9:))Q)!16&( 7n]OŽ`%)e\a!%S4
Q
1] 4=%)t!'&(%:,
) 7 (9,!9! k OQ \%Q&(6)R% 7`¦’m =O&(Rb
! + %'#:9y! + * !)UoOe'l<Q,:e:%
ƒ -y!)=&(R:;0,)=&'2,
! Z*):%):' B‘7Z¦zm_,* 4OiQ)!;m!E + ;')
e
S4.%# + 7
^)6)!%)!S4,!;*)%iR'eQ%,2
'S Y%S a1S4:f 6&%. &[<&'
5Œ?,R:/;'=%:S4" *A3›‘V7]€2;:4]),!O&(%)a!%So]Q,:]k&+,%]'m j7
^)
]'
&‹o&(;,V.% %*;Ze&);;? !k5) Hm + + *1' %)\%O?;7
!"$#&%(')+*,')-/.10"23#
œ 4 )' 0%&(!54-Q%1&('16)%4!-6)Q¢)'%<%<&(1%!,Ot: 7E¦AR:R`'x;
:!A&(,?O\!
4'<,)1%:,'RQVS4!*bt1l1Q \>z%'&(V)2
R 46.&‹=%'ZRR
Q
1k „ ¢'&(k!)4)\w&(\!%,)(7En])<Q)!1&('6)!4OŒ%'&+6)?/;;*C!—%
:)!O'R /
'R6)Œm 5:)2i%el1Q>z%0&(')2,R:e!-'RR¢mX%)ŒQ)6)]Q
1]<:7
¦’m!)kQ%1&('16)%=&'-v-')\ B‘*6)Q¢)'%'eV9&+,6)1%V96?)24!)i&+!
'mS<
%e'6)S=5mcQ,1e)&‹U'%=?%,!'%=@)‚>1<&(
%%0Q,;>
:)2=% —’]Œ:RR mu!'g;6)1%Rl=1%\&)2
$ !-!)A&(,!%'?Q :)2<@)‚>z)1,‘V7
%!)%;*;:QRV+ 451l!'&(6)V/;\RlA&R:R:)2k:\R¨mC:%4!)Œ&)R%\im j7n]
Q%;m¡mZ&(
%!'&(%'%Žmu
RR'Žmu!,Sw!)AO!&(6%?
-'5/;b7
+
™
Ç
Ç\™
Ç©
Ǚ
Ç©
d^ :2,6)! Ç Z•9,S4:!
4!!'Q'&+%o 1lQ?>!'&(V)2
R;7
OB%]1'&(O?
WR:)5?]\Œ&(1%\T+ '4+ 7`”;S4:RO'%Rlb* OB%'&+O:,
R:)5?]\+ '+ 7 OŽ!)ea1%!S4Q,::':4%Œ!'&(!, + * + *
' OŽ!)ea1%!S4Q,::' :4%Œ!'&(!,F + * + 7]”;&+/ O,<%
!S4˜im , + T* + 1,S4:!' + :%!'Q'&(%<%)i1l1Q \>z%'&(V)2
R
C7]”;:&( OŒ.N ,JC
!)A%'S4ŒŒm , + V* + c;'),
S4'% + '7
‰
©
Q¢)!; A‘ Ç 79¦’m -OkR:'0m ;‘<^),Z',&<)'kQ,:: C*v.%)t&(Rb'?&(1%\Ž!
:46)Q¢)'%k!&(1%\ Z&(,6!+7
u5B‘<‡%6%C7
™ 7t
S4Q)6)!‚)1 + #B‘kmu
4'RR&(1%V2 +7$¦’mŒ%)\%-\ak
)
&+! +e:%E)
%!'O?'&( ¦’m]mu
i'RR,!)A&(1%V + Q * +=,So'%', + Q %–%(>
?Q 0&(% #z=]Œ/;e'?5RO?)' + ž')\ B‘%‘ s‘ Q¢)!; + &(,6)1%\]6?)2=%)A)'i C7
u5B‘o‡y\%6)!C7
©17tZ'RR Q¢)'%; A‘7
7tZ'RR Q¢)'%; k‘V7
œ 9Z,6)R ,a1Q 0&(`,6 Q¢)'%Q)%1&(06)%%ŒQ)!6))i!)e&\,%.O
!)e6)/;V%R¢?m¡RR:)Q)6)ZQ 1:&(R:RC&(1%\!Œ&(,1')0 :4\*'
!)!(mu,!ŽŒ)
%!'?>?V&(&+!Ca1O?‹‘V7 œ cRO?9,%&(]!X¨m%)Zl1Q>
!'&(V)2
R'e]\%oQ)R:A2b…'—2b:Ÿ?-!A%)4Q%1&('16)%4Œ'R:)2 &%6
:%4R:'/;'(*;!)OS4%1]
6)RO5ŒO1!O&'R%k!)Œ,!2,:R¥@s>zS4'.(7`¦mz
&(*
!)OSoQ)RS=;V%:,4:RRC5kS=6&So,%Œa1Q?/;Œ5'&6.k'm%k%06))'
'/;!)'
B7Œn])!(mu,!k,6W,QiO9!ŒR%2
i)
6)2,1lQ?>!'&(V)2
R'9:RR_5
')05l=A:)2,R:e&(\!`%AS<x;!)O'Q)Q)%b,&<],!%1)R:;7`”;Œ^_2,6% ™ mu,
i/1O6.R:f'!
4m!)ŒQ)%1&+'6)!W
Q'%
C7
'
' " 2 "-
*
')-/.10"2(#
%6)o)a14'R2,
%:%)S O=#!(v)Soi'mŒ%USoQ)R<'R2
,%:%)S†7 n]O'O
!O\!¨mul%;†&(1%VW)&‹–RRc(v%\Rl…N., J5<k'me!)<l1Q>
!'&(V)2
RC 7¦zm¡]i&\U§!)O9y!%6)Œmu,Œ?,S4˜&(1% '+ *%)!k9)4Q,:
Ç\
"!$#%&('(*)&+,&
-&.0/$!1)*&$&
2435&$
6
5(-7,'8.96: &
6;
.,+
&<=.9+>-?@#;"
@6A97#B,2C$#;6$
%?D/%&9E?A
#*)&GF)H)*&$&I
J)&
&.K
+,:L)&;MB*N$OIPJQ*2@3&)*+9&RS@-)T
?-U,#%
/K5#9VW,/%&5
X#%&)&GF)
)&&$
&H,??.9+>-=2JY$;
.I<
&)&+,$'
&R.?
I/.9&&
:&.?AZ-X: &9".[MB/$!
)>5>)T\)&&$&TQ&2]Y=;"
H-
X*)&+,&
-L&K9A)&
.&*.1/$!X9^,
:2`_(9>.=N
9&?"9:?/&,.\)&&$*I:[?
K
&.1,'
*&Z-
J&)*+9H9.a
I
&.[?#%.
9b)*&$&J)&$
.
&2
:E&‹)0&‹x1)2;+ymu
e'lomX%)A'!&(1]m j*1)&+W!)Œ%!S Y!5)RO
&‹x1R!)2b[7
C*e'žR+ 5—'l &(\!4?6&
\ + =5——S4:)S<'R¨>:V&(E&(\!4%
!˜‚)L + #B‘ ‚)1 + #B‘V7<¦zm + Œ
S4.%0/ + :%U%'?Q'&(Œ% C*dZ/;i?]
Qb%:5)R:!'+7 %);*;%. +  ¥‘V7n])OO`%e2,;1E&,?Œ:&(]k)
'<1l4S4
%Œ&(
S4Q)6)V!,¥7n])Œ,%,Q)!
-O]!]Œ/;Œ)i')mu,
!)OB1;7`n]]?R'ƒ'R2,
%:%)S›Z,6)Re/;`2,:/;Œ6)QA_%)BQ 1_Œ%'?'%%0
i&+,S4Q)6!
mu
%)A&)R%\'m C7n])Œ5)RO
&‹x1R%:)2k/;\:,4,%&(']! + 1,S4:!' + %–%'?Q 0&(k!%
Q mu
i'l Q 5D ;NJzr;MON K C7-n])WW%!6)=5l
1(v):%
C7 (9'Œ*C?&(A%)˜'!&()'V9m “:-!)=@)‚>z%%\=%='RRX&(,1')0
: C*_]o&—\RSo'%2 + mu!,S!)4RŒmcQ;%?5)R:<&(1%\ŒA%)tQ
1Wmu,
'RRX'!&()'V(7n]169%kRmZQ)!;Q'&+%/;Œ')Ve%x)6)1%R_%0,&)'
=:fŒm Ç 7c€y!)OQ,1]i1'&(RO'%Œ%W
)Rl<!S<:)2i&(1%\%)A9'm
!)<&(6%%\Œ)1 C7U€92;'C*`Z4)
Q <!)OŒQ)Q.k5 +mu,% —OA-R'm)1;*
%)\%O?i,6)Œ'/;!)',-9
!'B7A^.
A ?l1Q)O&\R_%6):%U© 
,
 Q 1e'
Ç\, &+!+*Ž!)<5)RO
&‹x1R!)2†R2
,!%S &\RO&+6)RO'%'iV&(0˜mu!,S Q,:V%
&+!'5,6) ™ | 
,, !S4'`'
&‹E!'%
C7Zn])O+*)Q)R6%W'/;!)'
B*)O%=5
&+,S4Q'%'=%<!)A© S4:RR:,=1OV&+'y!)Œ:/;ŒR:2,
%!)Sw
y!4&\RO&+6)RO'%;7
ÇIÇ
") 12 ' .# %2 "-,..
"2,2
2 " 2 "
€`o,)1' 5
6+*;%)iY!?)Q[ŒQ)%
Q%?li&\=)RQ˜,&&+RV!],!)Z&(
S>
Q6)'%
(7 œ !-%iS RRCQ%O&+W'mc%
%:)2)*B:-'
&‹†@)‚>z)1;*B!)i?6)ST'm%
!gs6.%0“)
%S<mR:R`Q,:VWmc%)e)1;*_,)o&U6?!)\a)
&(Œ%'S4=R:2,'>
!!)S !&(
S4Q)6)!!)<!,%!
„So',?6)%o(v'# hŽg;6'%
Ç 7 œ 4,So
!)A!:2,1mu
%'ER2
5)V7Z^.
,!),5:5Ri?'%O?%&o{ Ç ©~z7
<
# NT"½,.`$&
œ e /;Œ&+,6.&(%'4a1Q%:S41d
<5 %E%''RC.'
S4Rl;>2
)V!'4)'7
n]W!'R_iO]Q%R:S4:!l”1•W””4i!E,So" 
 * 
, &+R'?%RB
5 &%'&(V(7
n]il11%)!O&Œ)'<&('/;=OA2,imZQ''S4%\]%.eS4:2,1 ¢'&(%
Q?mu,!S<&+W'm%iR:2,
%!)S<+7t”b,S4Œm¡%)AS4',?6)%0%˜&(,SoQV%:/;;*)'
So',?6)%%)Q \mu,!S<.&(mX,6)cR:2,,!!)S<]'2;'?%):/;ŒR:2,
%!)S*;'
'2;'?k% ¦‡9 { Ç ©~'R2,
%:%)S7 %9!)Ve:S4Q)Rl<!'e
6)emz,?k'R2
,%:%)S 5.0/1
,† ¢!Z)Q6)+7
n])!'R)'—O=#?]'>?:S4?
R)'>??*&(,1'):)2—%-£ '
&+;,1'%'4mA
5 &%'&(i,5.!/;'„51lž#!R0%&(
Q b7›n])!-Z%
;©,©1* ™
 +Ÿ?6&
5 &%'&(VW–,6)˜)V0>\7 (,%o%'Y&(R:6!%:)2;[<—!)OA,S<'U,i-ZRRH>
x1)'…,?%%
Q)1l)?O&'R9S40):)2-'mŒ&(R:6!k'mŒ2;'RO'a:'(*&
7„”;6&…&(R6.%\%2)*
Z/;\*`O=,Soi::2,)Hv¢&'i:Ÿ?]'>?:S4?
Rc,S<'…:&(<%
Ql&RZQ)RO
&(S41ŒmŒ!)<,5 &%'&+kOk:ž©>??Q,&(b7Ÿn])<!'6)R:=!-?)'Ÿ:
n_5R Ç 7]n]kS<'<&(
&(R:6:,-]%'e%W5RO,&x1RO?%:)2i'R2,
%:%)S a1'&(6)!' ™ š
! Ç |-%:S4']mz,?%A%'—%)o:/;4'R2,
%:%)S*¥Q:)2-
—%46S5e'm
Q
1(7
¦U,!,¥* Zk/;i&+,6.&(%'-\aQ!S41!-% ¦‡9 §'R2,
%:%)S
{ Ç ©'~7`¦``:S4RC!W
6)ZQ)Q%;
&‹=i!:dx;\Q`9!%'mC)10¡!Q)!'1%:)2
?e'm)V0>zQ 1+*`%,2
%Œ% 6 &(\Œ?'%O?%&(7on])\aQ!S41
&+,6.&(%'U,emu,R:R'(7 œ R: ¦?‡9 %6)U%)!,6)2
ƒQ),?' Ç %)!,6)2
'
Ç\™
#%$
$'(:
/B)$6
92 ;
92
92 ;2 92 ,V
;2 2 2 2 2 #%&&.9#
2 2 2 92 92 n_5R Ç ] S4QV!/;e!'6)R:]
-%0R_)'7
& J9,6V; ,.X/9 ,)"
a,6;
6
:`N%5*)&.9?#&A&T
6;=29$'8
:&
7
?V;H;9:
a
-5J*6JT[ ?
[
6: JA/B)$6
;:N<.]a S)*1,I"9:?/& I#%$2&
[-7*/T&.1;\+9.:
+: #&RS;: A>' D#%&
EAFJ
)&&$*2
!%So'%;*BSo',?6)%:)2<%)=%
RZ%6)1>!S4;7on])—Z4'—,6i@s>zS4''9mu,i
S 1l#:%V%:,A,iQ;%?5)R:;*2,/;\—%)k%:S4R:S4:7 œ 4!)ƒS4'
6)!'#%
1O!,!%
ƒm%<&(R6.%\%2-,6%Q)6)i51lU5 %…R:2,
%!)S<+7n])<%'?6)RVk'%4:
n_5R ™ 7¦i\/;ŒaQ!S4\V ,6`m¢%\C*!)]5RO,&x1RO?%:)2R:2,,!!)S§Q)%16.&('
5!%=u7Šb7*CR']\k1O!,!%
B‘e!'6R+7-n]'=a1Q \%SoVy:&(R:6=.,S4R:l
2
)V!')V vR:'9
%2
'RR:l-6?',A%'?>&,?:…{ Ç ©,~*BV
S )VvR'
2
)V!'45l46.(*.%0R_)'7
n])cl1!)!O&da1Q%:S41)]\%&(
6&+%'ŒŒ%)`mu
RR':)2S<)7_^d:?*
<)'>??kc,e2,'%'6:)2| ™ '
S4Rl;>??R0&(%'<Q,1iz&(RO
%e&(\!‘7
^)
W0,&—)'>Q,:\*-&(R,!tc,ev?i\R'&(!'A',S†74n])¥*d%Q,:
&+;,1'%'Œ]!4&);?—:Q1!RlE6)A8e'6%?O'Ÿ1O!%:5)6)%:,U!
So'ƒ'!)E&(RO
%i&(\!*'Ÿ\/%:, ž'gs6.R%!)<6S5AmA:S4>
?
%:S4'  R 
™ š17 %)E)V0> &(,1')' ™, ,
 Q
1=ž%Oil;7
n]e:/;;*BYVR'[1*5RO,&x1RO?%:)2ŒR:2,
%!)S<`]\%%6)4
4%O]>??'
So',?6)%'kmu,cQ'¢7n])k %:S4S4'
6)!'i,%)\</1O1' 51li%e6S>
5Œ'm!'%:,e%E2,A4%:S4(>zQ>z!'%
-'?%:S<!;7 (9
%O&+i%'k'RR%%
'R2
,%:%)S j2
)V%\a)
&(%R:le%)!S4cXm¥&(1%!,Od'Ž0,&k!'%:,C*;?e%
16)S=5B'mB:%V!,.¥mu
`'RR1%)!m¢%)\S›OCO\!O&'R*2,:/;Œ%)c)V0>\7n])O
\aQ!S41
y!Q'!'-©  !S4'Z/;V2
']]!Œx;\C7n])A6)S=5]'m
Ç©
.T
&
S
:
#;"
O
6.
+,.:
+,.:
+,.:
+,.:
,
,
,
,
/B)$6
.
;2 92 92 92 ' 92 ' 92 & ' 92 ' ;
92 ' ;
92 ' ;
92 ' ;
L_
.
2 2 2 2 ,T' 2 *T' 2 ,T' 2 ,T' 2 *T' 2 ,T' 2 ,T' nd'5)R ™ ],S4Q'%,†2b. ¦‡9 L_HN
&B
V
2 2 ;
2 2 2 2 2 2 2 >
2 3.
AS; /9 ,)"
b,.7_];: N>V;&H"%%$'(: N>6R-=2
XA.T
&K
K:?B,&.\. \
K,?M&D#%&
E\.,+;Q&2 JT
& T'5
,
#/*. 2 J+,&
' K-L&
K&9&+,&.1T.9:!$2`9A&9&+,&.1.%+,&
NL9
"9:?/& )&B
&?5
;,<.
/
6;5 ,6
K9$:?/%&I)*&$&
*#;*. /; ,
: 23[BA)&;69:59-H
7_ ;#9H.
.V$6.9&.X/$!59
/B) $6
I;#9.;
6;=2
Ç
plot for: 20000 points, 40 classes
0.45
L:#%+,VL*L?
:?B*.H.,+92
9?: NK
&)&9.J#& 6
&+,N
-
$:?/%&?H.96: &
6;?V
&2 R)T T.9IS;H . *&$;
:`
%V,6;'
: M&D
-E"Q&N9H
6: # ,
: M&D9#BE$Q&N
9.a
J/B) $6
?;9: M*D/B,) $E$Q&2
"method=slow"
"method=hplan"
"method=black"
0.4
0.35
0.3
time
0.25
0.2
0.15
0.1
0.05
0
2
3
4
5
#dimensions
6
7
8
1 S4.
/,'%:'mu%
S ™ %
+7˜n])i6S5mc&(R:6!90,&UR2
,!%ST
!'g;6)'!'W!9vi
 7n])%06)R:`'%i:=^d2
6)%c©7n])S ˜&(,.(>
g;6).&(eO]!: ™ %ošiS4\:,+*s!)Œ5)RO
&‹x1R!)2AR:2,
%!)SwŽmz,!%.
!)k./;A'Q)Q)%b,&C*B:%UQ06)Q-'mZ6)Q-!4%)!(>umu,RE?]oS4\:,+7¦
2,:S4?
`]]?R']\7 %6)cSoQ)R'R2,
%:%)S OZRSo;cR:l)ZR:Z
!E%)Œ'/;Œ'Q)Q)!;,&C7
€9,%e1%\%'?%2a1Q%:S41%<Qmu
%SO9!So',?6)%A%)=?:%:/:l
'm,6)˜R:2,,!!)S<e%†&‹')2,0WU%16)S=5 \emQ,:V(*X&(1%V(*_ƒ:S4>
?
(7–¦AOŒx)'C*`51l–!'&(i'R:l)?O+*`%'i%)4./; R2
,!%S R:)0
1Q.&(e,<!)'b7`¦]RO?ix<!c@)‚>!%0]%4!i6 B\]mu%,S )2
1S4.
R:?l;7¢¦tmz
&(*']/; &%6._'V5)R:O'e%'CŒ%)c&(,SoQ!O
e%%
./;R:2,
%!)S7”;˜,{ +~¥,]R:R7`nCk!)OB*)
%)\\]m_\aQ!S41C
Q?mu,!S4'B7n])ia1Q%:S416'<2,'%')'4
Œ'%&+%5'<'!R:Œ’
)Rl
:%E© 
,
 Q,1‘7 6)\*),)R:l!)Œ5)RO
&‹x1R!)2˜R2
,!%Sw
]6'4!4&(R:6!
!)Œ)'>Q,:V9'4%)Œ!6))):)2k!S4
]S4',?6)%0B7`¦4!)OaQ!S4\?>??*
!)Œ6S5ZmcSo:,/
%:'mu%
S Ç % +4'!)Œ6)S=5]'mZ&(1%\]%
Q%,2
'S c,%'g;6)'?%'4!2
)V%Œ/
!'mu!,S ǐ % +  †%\Q]m Ç\ 7n]
!'6RŒ'%o)'—:—^d:2,6)! 7<n])=6)S=5e'mS4\:,\S<9%E/;4
?6)Q>zR:)''*)Q;!5Rl4a1Q,)\!ORz*) ¢'&(Z,-!)Œ5)RO
&‹x1R!)2˜R2
,!%S7n])O
Z,V,%W16)S=5mZ&(\!&(!',?'(7
”;ž:ž^d:2,6)!š# !)- B0&('mŒ%-16)S5i'm˜&(1%Vk,ž%R:2,'>
!!)S7Zn])k!6)>z%Soe
yS40,6%'mu,%)Œ5)R,&xR:O!)2='R2
,%:%)S&(R:6!%:)2
ǚ
plot for: 30000 points
1.2
"nclasses=10"
"nclasses=20"
"nclasses=30"
"nclasses=40"
"nclasses=50"
"nclasses=60"
"nclasses=70"
"nclasses=80"
1
&)&?.96: &
6;(!;5 /B);'
K,6;
6
:`2 K
:N 5
&)&9.H#%&
&T
6;=N6 -X,I $:?/*b,.:&9
V
&2 <)TI@9-=*S;=L. *&$@$:?'
/%&, )&B
&AMB)&*"
&TQ&2
time
0.8
0.6
0.4
0.2
0
1
2
3
4
5
6
7
8
#dimensions
’gpetro’ astrophysical data
7
"npoints=10000"
"npoints=50000"
"npoints=100000"
"npoints=200000"
"npoints=300000"
"npoints=433208"
6
&)* ,"9:?/&)&&$
&<;I9</B);'
K,6;
6
:`2 K
:N 5
&)&9.H#%&
&T
6;=N$-K,J$:?/%&7, )&B,*HMB)*&$'
*+Q V&>2 R)T?69<-R&
@S;<. &&$
$:?/%&7, T.;: #%$L : J
9F2
5
time
4
3
2
1
0
0
1000
2000
3000
4000
5000
# classes
6000
7000
8000
9000
10000
V1,S 65V`mC/
'%l1)2Œ?f]mu!,S %)
%!,)
S4O&\R)'1*s:%=š  *)š , *'
š ,
 &(1%V(7 œ 4?=%'W!)=6)S=5m&(1%\9
ŒR:)''e ¢'&(Œ,U%
'R2
,%:%)S†7`n])y!'6)R:]c,&(,v.%S4'=,?S=6)RO'%'=)'<)'i),)'B‘V7
¦^_2,6% %k!S4Œ!'6)R:!i¥*B)'›6?)2=%)A6S5ZmZQ,1
mu
Œ%)i£ a1O+7 œ =?=4/;%l†S<'RR_&(!',?i!6)>z%Soi,e!)16)S=59'm
Q
1&(!',?'(7
' 2 0"
€),!)l=%o,&&+RV!Œ&(R6.%\%2kO]!iQ)%6)Œ%)A0&<)<,Rl<?S<R:R
\%%
O`R:x;RlŒ%A59:&(6)!%'B7 œ A%)¡51li)
]1'%&(\2k1o%)@)‚>z%%\
… YVS<'RR¨>z!%,V[-&(!!%:,—)
RO)kmu,=UQ'&+¨v¢&1;7 œ <%…,%?6)S4
!A%)=Q,:Vt'm%)e)1z#:e1lQ?>!'&(')2,R: B‘e'%<1/1O'-\/;)Rl
'S4,2k'RR¢&(6)!%1&(
S4Q%:%
(7_^),Z',&=6.&‹o&(,SoQ \%2Œ&(1% +*;]6)Q¢)'%
:R1&'%
<,]HmC!)e%\RO!/;16)S=5 \Ž'm_Q,1'%Œ'RRR1&\%04&(R:;?'+L + #B‘7
3
*
%(% 0."$#
2 Ç
’petro’ astrophysical data
0.6
"nclasses=5"
"nclasses=50"
"nclasses=500"
&)&, $:?/%&@ #%$@?
/B);'
K,6;
6
:`2 K
:N 5
&)&9.H#%&
&T
6;=N<
- ,<9"9:?/&@, #%$<V,&>2
<,)+J-J*ZS;b . &
&$J"9:?/&Z
)&B
&>2
0.5
time
0.4
0.3
0.2
0.1
0
0
50000
100000
150000
200000
250000
#points
300000
350000
400000
450000
%6)Q%6)):)2o&(%:%!,oO O1%C ¥‘ ‚ O1%CW‘ )\% \),!'e%)A6)S=5mZQ,1e:j* 9%)Y!6)):/;!RO[=l1Q>
!'&(V)2
Rk5
6):)2ERRXmZ%)i:)Q)6)Q,:V(* Ž9%)A!'%
6S5\*U‚
&+,?1*)?l1Q)O&\RR:l=!  R+17
œ k/;˜&(,16&(%0-aQ!S4\VŽ!'Q)Q)%'a1S<'%A&(R:6!%:)26.2<:S>
6RO!'4)'17€92;'C*1%)e!'6R?)'-'%Œ/;V2
'`/;\]©  ',S )',?+7
^_2,6%i|i?)'9%W B0&(Q)Q%'a:S<!Œ&(R:6!%:)2i,,-!)Œ%6)1>!S4e'm%
'R2
,%:%)S†7 œ E),!O&(<:!6)kmz,!4!…%)E5)RO
&‹x1R%:)2UR:2,
%!)S*!
R!2,cQ'6Q,]!)e16)S5XmXQ 1&(!',?'(7X¦]OZ5,6 ™ š §mz,!]mu,
Ç\ * ,, Q
1(*XU&(=,emz,?iš  ,
 Q,1e
kS4
%;7=€eemu,Œ%)og;6R:?l
'm!)i,6)!Q)6)\*d^_2,6% +<)'e%=O?%,!%:,Um!)=&(R:6!%:)24mc5,%–R:2,'>
!!)S<(7Xn])Œ!,%!
'm`!)AQ)Q%'a:S<!9So%)1=OSo; Ç So,%%.
!)Œ5)RO
&‹x1R!)2˜&(R6?%!)2˜O?%
%%:,–’)&‹4]a,&(+‘7
!*'T!*
]n S<'S40%%'2,i'm%)9QQAOe%.k!)i]\RR¨>zx1)'—@s>zS4''e'R2,
%:%)S
'W,_)'&('!%'%R:le5&(
!'k'iS4Q)V,&(!O&'RR:lR:'Ÿ'R2
,%:%)S†*/;Œ!
S 1l!'&(
)+7 œ i/;i0%&(!5'B*C'R:lf\'2,:/;-\S4Q)!O&'RC%'?6)RVymu,
Ç|
40 classes, 2 dimensions
0.2
"BL-approximate"
"blacklisting"
0.18
$: X`,## $:a,5)&
&
2
9?: NK
&)&9.J#& 6
&+,N
-
ZA$:?/%&,7#;"
V,&2 <,)+IT.9
S;I. &*"J;9:`2
0.16
0.14
time
0.12
0.1
0.08
0.06
0.04
0.02
0
20000
40000
60000
points
80000
100000
120000
40 classes, 2 dimensions
0.00377
"BL-approximate"
"blacklisting"
0.00376
0.00375
Z;
6;\H##9 $:a
)&
&
2
Z;
6;[S; ,##
":[I,.` ,)&I)&
&
2
<,)+[JT.L . &
&$b,6;
6
:`2
distortion
0.00374
0.00373
0.00372
0.00371
0.0037
0.00369
0.00368
0
20000
40000
60000
points
80000
100000
120000
) mz,=SoQ)RS=1'%
#'mA@s>zS4''(7 œ </;Ež #@)‚>z%!-'m
'RR%4)''Q 1+*`'&+,'%'!#\a!<V%!O&+*`&'#5=%/;V'-:%ƒ
Œ*)a1%%\S4Rl˜&‹'QC*)Q%6)):)2=%'?',&<)1;7€),!))$%'&))gs6)
5RO,&x1RO?%:)2 2,/;0`kS<1l;>’mu
RO=,):%:,'RCQ0s>6QC*)5,%<:4%)\,%lo. \S>
Q%&R:Rl;7
^), )V,\4%;ƒRO'%2
%#voŸS …S4S4
%l;*`!)!S4E%V0/;\%'Re'
5RO,&x;>R:O!)2˜Q)Q%;
&‹'9&+,6)R 5AQQ)R:'4%=E,>xE!%6&(!6)%A?6&‹E
"Z>!%;*CQ!S4!%24a,&(Œ@;>S40e%<54!,&+5Ri/;-mu
kS<'l<5):RR:,.t'm
!'&(
)+7
n])eS4%1Qmu
%S<5,R:l-:)2
Ÿ +s‘So:, e9),A<&(R:6>
!%:)2<Q.,&('1*d5)6WQb%:5)Rl–4]
%%1lQ)!,5)R:S>Q'&(Hv¢&W!;,RŽmu
i
S<:9:
O&-%%ŒOS<
%:/;Rl=RO'%2
iSo,6)1mR:']>?:S4?
R_)'-u;7Š27,!%'>
Ql&(*C2,\>Q'%O'R¨>)V*ZU&(
!%,R‹‘V7 œ o!4'ROE1/;'!2b%:)24)\%)
€•y>!%09{ ǐ ~B&+,6)Rk5 6'i%Œ2
/;:S4RXQ';>6)Q.Ž, &!2,
%O&\R)' Ç+
/
1'2,e'm_€e•y>z%!'`O`!\*?6)5 &%'&(!WS 1li&/;''(*
%)li!S<'k <&(:1
6Q!16)1%')]'mZ:S4?,.(7
Rx;AQ)%\/:,6ŒQQ)%b,&)'z6&–,W!) - .'@)‚>z%!'9mu,Ahˆ …{ ‰~u‘9!)O
§R:2,
%!)S%&'R'/;!lZRRC:%-!)k16)S=5]'mZ&(1%V(*)Q!S4!%2i&(R:6>
!%:)2i!<%]'m%,6!)m¡&(1%V(7
œ 1l—]
6)ROƒ]E&'%'5,6)4S x1)2Ea)
&(o@s>So'Wmz
œ 1lƒ), &%6
6.U“mz
4)
>@s>So'=QQ)%'a1S<'%E&(R6.%\% ^_?*]\a)
&(4@;>S40iO4
ZRRH>0'5)R)0'R2,
%:%)S %',Q)!;Q!'mu,ZS<1lil;'V,i&(R:6!%:)2
'R2
,%:%)S§Z,%x1)
b7Ž”;'&+,B*
_OCmu%\i6'Œ%eRQevi?'%%:)2Œ&(R:6!Bmu,
So,%¡,Q)O?%O&\%0W!'%:/;dS4\%)1)C?6&i,CS4:a!6)%_S41R(7_n]):B*'%6)))2
@;>S40k
žž:>zS4S4
%lU%'S4Q)R:4mŒ!)-Q
1iOi#Q,Q6)RO'4'Q)Q)%'a1S<'%
&+R6?%!)2oR:2,,!!)S mu
WSo,?%%
6R:l<RO!2,o)V,?+7kn])=%0&‹)Og;6)']!)O
Q.Q&'kS<'x;6.&‹ŒQ)!Q)%1&+'%?)2Œ?%Q.j &(:\7C^d:R:Rl;*:%Wmz
X@s>zS4'.(*
ZA&† ¢,V-%=%6)E%)AR:2,
%!)S S<1l=%So'Ž:!)k!S4]
6)RO46?6R:Rl
Vx;U%ƒ%6 :
&(;7 n])O<'RR'<6%,S %&R:'&(!,ž'mo@B*9
?6)5\'m
'%!%56)%'6)Q,4O&!i&(R:6!*;%A5'&(,SoW%V,&(V5)R:;*;%''R¨>z%:S4]
Q \!
C7
,. ‚
J6
Á U¡ b€¡ ·¯ ~$…p†ž‹~x£B¡ Álœ`‹†ž¨‚B“ª¯‚Á~$…`ƒžÃ‚ŽI¡ …‚‰|‹ J³`‘¨‚~r‰p…`¨ TŽI…`«‚œ`~$x¡
J±#´¡ ”•ŽI9¡ ¨L·¯LÁ ƒ–’`ŽIĂe¡ ¡
U¡ T‹k‰9~$…`¨‚ŽI…?µ/~xƒžƒ$¯
6šxµ3‹¡·œ`ƒ„­e†ž¡ ~$9Tk…`žŒU‰|¨‚¡ ‹~x\£Ÿ… ‰…`¨ &ƒ–‰“‰ ¡ e‰_£I£I‰¦¨L¡ŸÀT~j¿¹…`k…`Œk…`‘†„‰¦‹BŽk…†žƒ”•ŽI &I™ ¯·˜‚~$‰|‰Œ…`~xƒƒ
‚Á B¡ ˜ŽI9ŒI‰p… J‰œp”¸“‰…‚…e¯U­‚‰… ež‰…`šxƒžšxŽU¯ ¯LÁ ‚¡
¡ J~$…`Œ"‰…`¨ ¡‚}n¡ €Ž`¦ŽI¯ 9‚~‰¦¡ Œl~xƒrœ`‹Á †žk9~xƒž¹ŽÁ ‹kœ`†ž‚ŽI¡ …*˜k…`ŽIƒž9†–ŒI‰‰…`… šx~jJ™: ‚‰‰¦œpƒž”§~x“6¨l‰…‚‹~$…e‰¯ž…`Á k…`ŒUÄB¡ ¡ §…
Ä 6}½ÀJ¡U‹±
~x£ ¡ rZœ`­`¨UŽ`‰6…`‰ƒ$…`¯L¨"Á µÂ ¡ ‚¡ ¡ #‰9†$¡
º¡ pŽI’‚…
+ -, ./102
3546. 52879..:
.<= >
!"$#%'&(!)
*
:;
@?(*ABDC-?(*!"E-AGF#H&IDA=J!"!"*ALKM* GN
1O!" P
<::
/<
: de:: 9Q
R >S
=T U
WV XJAB<ZY([\]!)_^ !"*<A 1!"ODCH`&`YHDa,R5)O1*cb*AN
fT
PS
hg
<::;
28=T cg
1
JMA'* *lND#%'&(^nmo + ^nrp q\
i
<
uJM!"!"*<A @Cv8# #5 wM!"ODflxo *<* + 1Cvy<#Iz# o
c{
s t
: D/
HV ajk)
*
./D/<d .82. 8
lj
PT
::
¤…»¡ ‹k‰g9ƒžŒ†ž~
~$xƒ–¯ ‚‰¦†ž¡ ™:kµ‰|‹/¡ ¨UJ‰|9†j~x‰Œ ‚~x‰|‹•ƒž¯e~x‰ƒ$…`¡ ¨ §… #‰¦ŽˆT~x Jœe¡ ¨U‰|†–‰ ‚‰¦ƒž~Jk…†ž~$:”¸‰|šx~#”•ŽITšx‹kœ`ƒž†„~$9k…`Œ
`¡ ˜~$…`‹‘Ž?µb‰ž°8¯ ¯ ­ ¯
Á Ă¡
 š$¡ ‰|J¨‚~$~$“ªƒ–’`‘š
އµ/‰…`œ‚¨N `‹ ÀJƒ–’`¡ ~$9ƒ ž‰_£J¡ Ž`9¨U9~xšx’†$¯ &~x†–’`~$9‹k‰…`¨‚ƒ$¯Á ‚¡
U¡ #‹kœpˆT~$
†–’`…`~x¨Uƒž9ƒ$~x¯ ˆ }n…`³¡ ~$€ƒžŽ`†:ŽI£›9~Ž|¡ ” ‰“
‚9¨‚Œ~¯eÁ ‚Á¡L¢¬~xšº’‚…`š$‰|‹3ÀÅ~$‚ŽI9† à ‚¯ TŽ`“6‚œ`†ž~$ ¡U¬µ/‰’ p™
ŽIž‰|†žŽ`9£¯ …`³~$9ƒ„‘†9£›Ž|” ‰“
‚9¨‚Œ~¡
†žk9…`~x¨Uƒž9Ž~x‹kˆœ`†ž} ŽI…˜¡ °p˜¨`ŽI™§†–ŽI9~x~~x¡ ƒ$b¡ ~$§9… £6”§‰|ƒž† *™: ‚‰|ƒž~x¨"“
´`†–œ‚9~r“
Ž`¨‚~x‹ešx‹œ`ƒ„†ž~$9k…`Œ‡œ`ƒžk…`Œ‡“
œ`_‹ ™ ¯
Á ‚¡
Á$à šx‘~$…`…p¨U†r9~x“6ˆ ‰|šx}n’`k¡ …`€~
‹‘Ž`~$ŽI‰p9ž~
…`k‰…`…`ŒN¨ ˆl†–‰’*9£˜‹k‰9­`ŒŽI~Ž`…¨U‰|†–‰|~x~ƒ„~x¡ †žƒ$¡ ‰|šx’`~x¨˜ƒ–œp®‡šx~$…p†rƒž†–‰¦†žƒž†žšxƒJ”•ŽI#~j®6™
I¯  ‚Á¯8Á B¡
ÁÁ 6”ÆÀŽI‰_Å£ ƒ–“
‚‰|Ž`†ž…`k¨‰|‹e¢J¨U‰|¡ †–‰Œ˜“
‰k…`…`¨…`Œ8k¯k‰$¡ ˆT\… ~x ‰…e¡ ®›šx‘~$…p†•‰p¯¹…`Á ¨l~UL¡ ~xšx†ž³~6šx‹kœ`ƒž†ž~$9k…`Œl“
~x†–’`Ž`¨‚ƒ
Á 6­ r­‚­e¡
¡b’p†ž†– |ˆˆˆr¡ ƒž¨‚ƒžƒ$¡ Ž`9ŒU¡
Á 6šx¢T‹œ`k‰ƒ„… †ž~$L9k’‚…`‰Œl…`ŒU“
¯~xÀ†–’`‰¦ŒIŽ`’I¨˜œ”ÆŽ`À#‰³“6~$‰9£N°`9‹k‰ƒ–’‚Œ…‚~6‰…e¨U¯‰|‰p†–…`‰p¨ ‚‰|˜ƒž~xƒ$¯kŽI¡ … §e… ³ …p£¡ ·k9šº’ J…
~j®‡šx~$…p†/¨U‰|†–‰
k¯‚‚‰|Œ~xƒÁ$à ¹ÁpÁ U¯UÁ Ă¡
s
::
<g
t
T
-g
V JMA'< ** D
l ODN# ' &AG#I!^!"*AD!"O1Ci5&5*A'*<*
ECv* l`N
*(z#I
*<A yR1l(!"@, N >gHgHg V-
g Q g
g
*!"DA<
1!"5!"Rl #56NCo A'*5##I T
::D.
o
;<g
8
>
Q
:<g
a<O*<!o,R*Ay<p G 8#I*l b* ANu&IA M
K !n!i1!"A'C
:D:
. D: Q
D
#"
s-
HV R?(*A'C ^ 5&5AD!"O
JMA'*5##INxoy<#I!"*< #=i5&5*A'*1 *
::;
<g
o
(mA 1C '& + A !" wM<ODCo^ !"*<COCv N
*<*
KM*5#5*A'5) ;4 <de:
#
::;
R
MV
.< /<
t
s
JMA'8Y '&& b'(*)
j )
* x Cv<(6NO!"DCxo
A%
*<y
o4+,+
=
.-
x^/,10*
D5&Y
/<d
52
%$
<::82
<::
™

V
o4 g
!"c%* DA=@JMA'8Yr& + -,