AuGEAS (AUthoritativeness Grading, Estimation, and Sorting) Ayman Farahat Geoff Nunberg Francine Chen Palo Alto Research Center 3333 Coyote Hill Road Palo Alto, CA 94304 Palo Alto Research Center 3333 Coyote Hill Road Palo Alto, CA 94304 Palo Alto Research Center 3333 Coyote Hill Road Palo Alto, CA 94304 [email protected] [email protected] [email protected] ABSTRACT " !# $%&')(*&+ ',&!!&)!#-./01$!2(34#(*/56 7# 98 -:;<;0#=>(&',)?@:#(%&!## $6!A $'B= $@."C+ , D 6E'*F 0'6:G9&HJI7?6!,KL?M '!# $!B8?E#( $)B)&)) $ NO#+P@ !'QD$, $ ! (*R'A L&@:",(* !:C, $TS.;0&77&9 $U, 8V6EWTHYXOZ%?M $?E&S[ ,&:(\#U(&6E( C9, $U0 'B= $@.&RT "(&',F6M $(3 ]_^`]bacd S/+e? !/'HfI7 ,&:(g\,?!,= 8 h&9#, D '*B= #@\6M $(i4!-j9'&'*S 'k YDlL &m% $-> (on%X9I0po $!#B,HDI7#%,&:( ?M '!# $!B8q'B(>iN_*+_@ !'QZ:&:U $=k;0& '&D#&&9(11 $=ZDC, $g 6E'*D ?E&BrM%?Hst,:(3$Y&,A6&u:'M $!E9, $)$ $'B= $@.";0B1!#-q M $!B8W !o?&:([H I7 _8*?EV$D&u:' !U'\v $'$B= [email protected] o 5 $#!B8 &,?'*( ('!#w&(68A',&:( %(*&6E([S $;7!! $3\,&:(h'(gk!& >'6 U&'Ak& $ o,?'= #?E(xHzyV&:( $Z $??!B8*g $'$B= $+ @.&9, Ak+P= $-:k(',D&'*(hC, $=3S&,A60&u:'M $! $'$B= [email protected];0A+ &2 $!* 'BO8S$ $M("'D{'&8U&u*? D 7 $!#Y?&:([H |R8k&,A6&u:'M !F $'BO8>;0B5!-q !B8*SF \,$ &,?!&U M(6'9)&9#, U $\6EU, (/F D(',} $'B= [email protected] 1. s4INTRODUCTION '!B8(B~'!B?*6!,'W!# $Y&&' (*',&:/!!#&&%!#-."5!#(\4#(*56o/ $YB% 983-:;j;0(*',F?@:#(0!# 6!% 'B+ = @.Y*, 6E') '6:G9&&HRI7/?6!,#?M #&'+ !# !8Z?E(o /B%%&/ $=oVNO#+P@ !'Q *, M $!()'V )&@:3,( !xC, #TS ;0&U"&9/LY, 8 6E"TH s/'B= [email protected],,!B8i, '*(t6 (<t# ! O;7$-:0&?(68U!- 9''U$J%;61 ^ S !} olL m% $-i !$, eSY"!:6E&*} \n%XOI0pi !$+ B,&CH|'7U, $'F $'$B= [email protected](D #(&/Y$L(*',S@.\'Z $/ 2j q#!B8h'&'!)#( $"(&',A 'B= $@.+ &S $M(o%"(*&@ $6!D2,!#-Z9'&'*W !HWsY% &u ,?!V%# !Y '*B_8S;0&i q&;0? ?E& 8*S3NOsY '*$= @.k'5 '(4 $klF&2(*V;'!#( @.&1>6!!eS Qg;7q:?&vN9 $'B= [email protected], $M $ 0'0;) $!# $@.&!83!00?E?!#);0W @.0# ! '*$_8 @.&7%, $)V{'&9#5b 7 $S?*',3+ 6!B8SWlL#(/// (*@:#$=H XO5= 9SF1&+P6M ([SJ$A&u:' !RhY '*+ $B= [email protected];0q; 8SYNOlF$$" U;)B Z 'B= $@."6E-\Vm/@!B} 0$o?E!#&8S QA;W( $J #!B8,?!B8/M JM (" $8U!R!# $) ?E?!7;0YM (r9+PM $M(-:;0!(7M7'6:G9&& $FM $M(xS /$% $/, $&0 $Y!# $YRG9'*M $!#9% $W&= !!B8 (?E(\A&&}6E-k' $0, 8 @.&8;!!6E D HAmY $&Sx;73, $oM $%A6E-o 'B= $@. k ]_^ cdMa MB) (/ 0BFB0#);!!+e $=(xSM'& !# 'M $Z A-:!!B'! (V ???# $U;7 8S:= $0:',&+ '&C&&J*FJ$S M("0$THJX_"@.&#[S$' ?(&T&u:'M !M 'B= $@.&)) W&= !w $Z 7 ( $6!BO8D#(&u $M F,?M $8*?E&+P!-.(W(+ ',&:H XO\&O8Z $/!# $Sx /@:#((VU16[S&"/,D'= ,>&&&_84<-*;0!#(k (@:#;0?ES" (i ,&U &/M % Au*/0;02(*!B8V&C&(Z, 8Y68&! '*VM B '*B= #@VvV6*. (*&ZY &,ZHWI7#%?E"6E,U?M '!# $!B8q,?E= $:Y;0>;7 ,>'3;0& & q!# Z $,':D%,#*$+ , $k $6 (ZV'q $Uq6= $#,( $!J$, $[H $"&u ,?!#SM;0>;7W. @.WD{'&8iNO&&u*' !L= 9+ ,sYX_pA@:'Q" !S*)r9)B= ( :',D6E&Lx? R $F,9?E&?!7;'!#(%GO'M(0 R '*$= + @.S6'/8Z $!# &!#'(,? &/ $/, GOBO8V !B>?C !";7'!#(q6EW'!#-.&!8V&,,([ ^ S "?M $/ 6E'7;jC(&= $!EsYX_pD?E!#&83#M $?E(368DN_$+ ,u' ! $( :S Q% (W $$&J $J '$@&, &;) =(V?,'BO8>68o?@:#(VsYX_pZ?M $%;0B 'W $#9= $% ( $&6E&rHFI7%? $,0'? ;7&!#!06E&CZ$&3&= !B+P$, $j?M $32,Vn%X_ XOBA?G9&&D $"U)p%An% $@ $=(qsYX_pZXO9B'*HWXO @:&;hFb $&JM F. t$'J!8U@*&;5r9J? $ $=o'!B3B¡eS B"6E&,Y& $!B8>,?E= $ D!2 $6!B8Z#(*28\ M(?&:/ \'!BH |R8> ,>-TS/BZ$CtM $??E $V g&u:M V $'B= $@./&M $!$'(R'* UB/ $R$ ;0#(*!B8!#-.(%)YCLu $,?!S$ )@.,T $!9B'* &?E0M Y,UM $0#!'M(*(\o BYH X_vV $ZY16j ??! $S7;Z#(BC8h_;7>O8*?E3$ $=qNO:&: $=Q> $M(fN_B $=Q*HVX_k& $=TSR'&&9(U0! $,R $6E'J )?M $'!# $ ?W (\'!#(V?E&:# $!#!B8V@*BY A:',D6E&)FB0&'*( 68j 5&= $i#Z1! $i,o $6E' $?HtXOj B" [S:U'&)0#&&9( WrM(\ W?EBrMUBS*M A$AU&9(qk M(o;0!!R k*'>'!B $7D $=5&3'!!F&8orM(> $"BH"& $=S' 6!#B_8W%2(*BC8D '*B= #@716D?M L;0!#! 6E,?@.("B; $D?E&C,¢ $3 ((B !* !B8*LB u*' !EHFXO7? ?E&S:;7Y;0#!![(&&6EU,&:(*C ?E,A'=Z $M $!8*/ $M( '9/," $??!# )C ,ZH I73;7$-q?*(q#k"?M $?E& 56E3@:#;7(k W V&+ = !w $<$"o{'8ju? #4 ?? =?&:(j68 !@.& ^]Dcd# BPHjXOhB3;7$-xS !$@& ^]Dcd# ?( $5 $??*. =>U!# $Z{'&8V,:(BrM $>;0>! # ? 3;0Bi q(&V&$%?*!&(j $#&H£%'* $??*. =&&= $!#w&M F;7-D68Du*&M(%)&x?*9+ &!#&&(3 $#&R" U&*'',K M(D6:8W,?'*#U %! $'BO83= $-A $) 6E%'(3WC'&r00'!B $LU $=TH £%'*";7$-q W ??! $1,?@:#A= -:#V$7&+ @(¤(&',q (K¢#,?*@*{'&8f&u*?M $¤ 'v,\ 'B= [email protected](',Hgs¦¥ a^=§ ^_¨^ M ^ ] 2= ,&;-o$",?@:#*$, $>&@ !L'o $= $Z$J/&u:'M $![&0 ( U!-9'')$ (*',&:YU?&:(Z#v ©$0 ª$ $M(hB$eHX_q&= 9S['* $??*. =$7= #Wu*' ! M(3!- Y*, &+ !W5 ]_^`]bacd $'BO8k0 o(*',&:%;05#\¥ a^§ CE ^_¨^ M ^ ] M( V6E",?'( (\9(VU$% $ (*',&:H X_iZC!!;0#j&&S0;k(*&6Eo'*V,:(vC\9+ , #Z&u:'M $!) '*B_8SF ??! $30&u:' !7 $'+ B_8h9, $[S) $M(h?&:D'!B3&,?M >&u:'M !7 M( !- &+P6M $(h '*B_8SL (k'!Wh ??! $A$)&u:+ ' ! $'$BO8H«X_t&&K¬:SU;[email protected] v= !@.&@:&; (*&6k'D!# 3C=M = &&w5 >(&',D A u*' ! '*B_8H XO5&&g©\; (&rAA 'M =M = &#w&Z&u:'M !/ $'$BO8v (v6'!#(jj'(rMB $=(*&(vu*' !Y '*B_8v5(@!??*(&@.Z,:(*! C&9#, >&u:'M !7 'BO8HkXOh&&vq;V(*&6E ,:(CV ??!B85&u:'M $!% $'$B= [email protected]?*(& V#*$, $5#&@ $!eHX_k#v:ST;7,?M $D36+ @.(>?E&$, &A&u:'M $!L (q!- &+P6M (k $'$BO8H 5U $!#3 ??!B83&u:'M $!x 'BO8 6 ($, $ &@ ! $??!# 7 :',D6E&F{'& M(3&,?M /)'!B &= $!L $=q#H%J# !!B8>q&&qª*SE;[email protected]'* &&!#'SE M('*!#(B&)/'*'%;-EH 2. OVERVIEW OF AUTHORITY RANKING ¿%',A6E& 7 ®¯L°2±1²Ms7³D´D#°C6®'µµ¶2·F¸®¹¶CºE»<¼3¹¹&½¶2¯L¾¹±*µ !'& m/@:&; m/@:&;7(5bmUS ¿%$)@:#;7(5b¿U ¬ Ys '*} )6 =-*$'M( lLC !eelS &&= $!P © s/'M( lF$ !)elS &&= $! Ys '} 0 $~3!## # lLC !)elSEyV(*# ZPyoS ,,&# !RP)S ¿%3b¿" 7®¯J°C±qÀ[³¼µµ¶CÁE»J¶C»ÁgÂ\º[¸.¾LÃq±»x¹3¼¾¹ÄTºM½$¶C¹Å s76'* ¬ © !# $ m l l l m l l ¬ m l ¿ © m lJS y m lJS mS ¿ lJS lJS ¿S y ª ¿ ¿ Æ s!# &&'!!&h/(&',U'5 " ;7&6Z o6E"&!2 $BrM(oo A:',D6E&0L;7 8HXO\'/ [S ;7 (*@.!?E(1 V&W$0!# WM $&$@&D V!# $ ?E$#h 3(', @ !# 6!5AXO&W M(>M A ?M + '!# !85!@ $Do#+P@ !' C, $M !7(, $W!#-. ,(*# ! M(WBrM0$, $[HFI7&/&!2 $F= )C, Y,9/ $'$B= $@."(*',S $)S(',;)B+ 368D,);0B UBrM06M $-:'(D$) 3 'M(* ;0B3 %&#&:Br76M $-:'([S$U(&',T;)BA6:8W 0= *+ (,«?E&\Y $:8.Y;0#!!A (\&);6Z? H XOW=(*&L%?*@*#(*) Y,$9S 'M $,A6#''F (W*+ $6B= $812= ,&;-5C!# $28*#qV(*',&:S;7&u:+ ,V!!;0v $6'*U =4(&',Ç7o '*+ $} R6 =-:'M(xS= $&(A $'M(*#&S) $'} F#9B+ 'M !T $~3!## #TSx $M(\;0&)(&',) 06EV+ @:&;7($7&u ,(368A$&HRIJ $6!D/!9&Y 6'& F;7&!#!M FB?E6!/@ $!#'HFIJ $6!Y¬U(#6E&'RC= ,+ ;7$-WC W $'BO8D!# F %?EBrY(*',&:H I7&/$&!2 $Y $0;7W(*@.!?E(Z $!9(Z6E!;¤ $M(Z $)(*&? $7&u ,?!/@.[Ç:, 8A$T0&u ,?! $WC,ÈW,( $!F(, q M(> A'(>CUA?'*?E F!!'9= #T ²MÉDÊ[¸.¶C±*»[¹¶2·F¸o˺[¸.¾LÃq±»x¹µ³ (',68 ?$M !E Y?*CM $!SxH HSMBrMU& $=o?M $?E&SE + #&!#&2,¦&"CDU \!eSJ¿%&;ÌF!2 $M( '*M ![yV( À[ÉDÍ ±»T±*½®°7¶»ÎPºM½Ãk®¹¶CºE»[Ï[µ¸¶C±*»[¹¶#·F¸³ (',x?@:2(*( 6:8\BrMW w UCY&= !?'6!#SEH HS ?)! $/2,YS")p* Ð ÉÑ»ÎPºM½Ãk®¹¶2ºE»4Î_½ºxÃÒ½±:ÓL¾¹&®¯L°C±qµ¶C¹&±µ³ H HSR !Bg& '=Z /(:-.?[H &, Ô ÉDÍ ±»T±*½®°7¶»ÎPºM½Ãk®¹¶CºE»[Ï[»T±*Õ3µ³ (',\?*@*#(*(46:8 &;0W w DD&= $!7?'6! H HSRI7,S ¿%¿ Ö ÉD´WºxÃ1Ãq±*½$¸.¶2®M°7ÓJ®ÁM±*µ³ H *HSx(*'9H &, × ÉØK®M¶C°7ÁM½ºE¾ÓLµ3®»JËËJ¶µ¸¾Jµµ¶CºE»4°¶Cµ¹µ³ # $!h#!'M(* ?o $M((B# $!#/C,Ù A&;0? ?E& ÚEÉÛVºxÃk±oÓ®ÁM±*µ³ H HS?EM $!L,D? &" (>$. $w $+ Z,U? 0'=o ) olL O8 Ü Éݶ»ÞTµ3ÓJ®ÁM±*µ³ , 8"&= 3 /$F?M $= $= $?3(*&6 $Z!-EHRs/!'\U? &/, 8 ?E#03 $'+ B= $@.(*',&:SE&8>(*\">,!@.&U= $# 8\ '*$= @."$, $[H I7&R#J ",?!BS$*,&,T&u &S$=(*&0*R $'+ B= $@.&)$T%!# $H7s/!!M6EW{'M $!bS?E&+ ?!A. =(5BrM(*',&:U ,A 'B= [email protected] ?*0?ESx $M(Z?*/&?EY /, '*$= @."M *, <'M(t&;0'?HßI7k$=(&g!# $ $!!#;0Z'h= $-j M(&,?M oq '*B_8i$A(*Bàx& (*',&:HYI $YM(xSM;7W, ??E(VW '*$_8Z$ $ &!2 $"V $k$=(&(>&"[email protected]#&HWXO>&&= $!eS $8 ,$#/, ?2,áY&7J&!2 $)WY)T ! :',A6E&U 16E3'(qZ g $1 '*$_8>= -EHX_5? $+ '!# $SE;7W(*&rM(\", $?VC,â!# %$(',0 ?EB#@W&SM$?E(3DM $0;0ZV $6E$@ !9H 3. X_qESTIMATING "&5;(&&6ETEXTUAL 3'*W ??*. $>AUTHORITY V9, #\ $'BO8h= $-1$" >&= !);7&6j? \@.v'* (rMB $ &u:' !L $'$BO8q %@.q1p:&k¬\ $M(> &";76 ? AM A @.6Eh!# $r(v $=(!B8HkX_h?M #&'!# $S ;Ar9#(*28o3,9" ! '"$7W;76k?M $S &:(* 'FWC $'*) Y@&FãFS M("&A(*@.!? 1?*(&@.>,:(*!/ $, ?o '>@.\ãfg $'BO8= -ä*åæOçåH 3.1 X_=(Feature 0'!!B8" $Selection ?'* $M( and &'= $Features &!8"&?J(', $R 7O8*? $!#!B8D&'&(WA;6A S.;7!&(A !# 7:',D6E&TC $'*JM J $?'*6ER!'9#7 M( ?*= $5b!#$S= $6!SMHRI7% ')'( ?*(&Y $'$B= $@./ $"F@ $')O8*?E è è è è è è è è 9 =& u:MT(=M $= (1= (*&@:## $91b$7H ;7HS.$(*=([SL',&:&:&x!SJ [S$(5 @?M& == = $ $?M ( !#&= è ?M? $=U $7S?E@.&&6V>?= = $= 'bH *HW*',A6E&Y' è ( BCàx&H [ ( 6!BO8M(*bH *H 'Y0JJ!#& I7&\ $'&3?@:#( q,D'=5& $M(1;7&6+P,A6E:(:8*# @:&;<M "'(V68= (BM $!T ( $6!_8V, '&H I&u:' !R '*B= #@W $??E UV$!# $;0B1 &!2 + @.!B8!# $)*',A6E&T 'HLXPE $!#! $'&F $7'(D @ !'M U0 $'B= [email protected][ "(&',S$7 $'& M D $ !AC, #@ > 'B= $@.&D ((5# kZ(*TH4'&,SR&V ' (*& $Z ?E(5;0B5;0g(*D 56E, (HVI7&$SFC, )!# 0:',A6EJEC $'*S: %'6&F;7 R!&(DC') U= $-:3$R(',7;0BZ?E&0 '*$= @.& !@.!HRI7#F;) $7(*0'# %= "&$[(',LM $ ;) $ , :'M $!#!B8g!# 6E&!#(v;0Bj?E&& 1 '*$_8g'q , ?1(&r(q#vp:&v¬H>I7 @ $# 6!W;&!&(1'9+ "9?;0)&#;0BAN9ÌLC8*,Q",&:(A$E pZ2O;) 3?M $- \ ¬PH"ÌF28*,T} %,&:(Z" >B&= $@. ,&:( $0 ((*) D&;4@ $# 6!#YW%!&(\&0 ) $ B&= $TS (51&#(*&D;0&&3 8k0 @ $# 6!#& '*!8VZ'6&%'!2(Z6EW(:??E(Z6M (Z>?M 2 $! $!# $6E&_;7D7&;j M(W!&(3$M $'&HFXO ?M '!# $S5Wr99?[SD6E9 'ACW?(& &u:'M !* $'$BO8WM)!# RF2(*BrM(W (A!&(xH XO> $>!!#;0V9?TSxD,D6M >W6E9U $' (W =D$&J $'&L#@ $!'M $(W7 R 0,S $M( 6E9L $'F?*(&U '*$= @.&JC,f L&9) '//&!#&&([HlL $# $!$!# $Y6E&_;7&V $'o&!#&&(ijZ'*9? $M(gVC $'*M $ M @./ $! (*8A6E!(#'(A(*&&,)BT 8Ax @ $# 6!#&Y'*!B8VZ"'6&/$&!#&&(V $'&%'!#( 6E(*??E(xH 3.2 I7"= $Prediction -\$?*(&Models A"&u:'M $! $'BO8\R (*', ?*("68U ) 'R@.&$Jã3 6E@:&;( J )9L*+ B@.",A'!B+P!# )&!2 $BrM #>?6!,ê ¬PH| '$J 'F$? $'!# J=M $= $&&T#UF?!# "&u:RbH HS.{'9+ !# !# $Br@.) $= $g-.(WW!# $ ?,6E&O6E;&_;75!# $ =hS?M $)W$90$!#x ,9+ S Z, -:S&,#&!= ^ SL\&93$/,#&!2 $BC8*1 o, ?M $\ 3 oBrM (&',7),D'=&)%90J&90,!# 98:+ :',&= $!T$? $'!# J9O8*![*:',&= $!bH *H#S[NO©H $ª*S Q BC8*V &= $!L$, $5(',%68> BrMD. + N¡.Æ: ©*&Q w o $% A&#&:Br(', ?M '!# $/;7$=(bH HSNOXS Q1N9y\HS QgN_%HS QhNP:( 8*Q ;7$=(*+P!# &7bH HS;7$=(T;0B"! ("?ru*[!#-.N_?'(+PQ 4 ¡$M #M!(D Y,A:''!B,DB6E+P&!# $FM $!#? ?*B.r = $&L>' =¬:DE $ML @.=(*6E# !3'$&9V(AB$©$ VNO&&+PQ Y! $(o'~3u*/!-."+O $'SE+_,#S+ M $M(*!# W?6!,HY5&u*?E&,(\;0Bq :',D6E& !BO8 [! W !B, (A'M(A $F)O;"6E9?E&$,3+ ;7$=(F3&= $3= $,, $ !*! $%bH *HS& YD &!&$= $B!#w, ) $M(h,?T(=& gA;7&,,?!&&u*BO&8 +e $M$(j&, !B+ 6E#D;0Z (@&6= $B,/ (\6E9(Z(&#ZH nUI0yZé3C $'*b8*?E&!-:S= 6!S$#, $S? ! XO @:&;$T% $6E@.%(*'[S:;7Y(@.&!#?E( "&)T! 66@:# $ M(D!# [ 66@:# $/bH HSFNO??THS Q $1,:(*!%;0=k;7DM $!#!F&C&"V $oN9s/' Qo $M( NOH H Q. 6E9(Z(&#Z);0=V;7" !!T&C&0 NO|9Q*H 7I ! Augeas J$A,:(*!;7 L(*@.!?E("'0L(*'( C $'*5&o Z#(&:Br(4#fp:&t©*H1 M(k, $*' !!B8 !# $6E!(5= Z&HI73 'BO8q$0 =1(*',"5 &9DA? $= 2,ê3= oW;7 k9, $( 'AUo,:(!bH s/g#,?E$= A &$M ,?M D\?E&$, V$Y &5,:(!"%Wë9ì$ä:íîïð$ìñ\äë9òeðíh$3(&?EM(* @ $= $6!;0h1'D W3&u:'M $! $'$BO8H4! D&u:' !F '*$_8>,D(&6E(q5IJ $6!¬S @.W ,?!#BD=(*&>/ $'$B= [email protected]&u A:',# ! @ !',#D?*:('&36E9W? $= $h6E&O;5 &!2 $HfXOi$=(& h $!!#;â$V q#=\&!2 $\$(&?EM(* @ $# $6!S;"#(&0= 9$, $Y$L%C, ó PôE õ óö"ô ÷ 9 ó õ øCð$ùx ó Çôõ4 Aú óû P¬ I7\= 9$, $<\>;!!"-:;0<|u:+9uj= 9C+ , t $eHi1\&u*?E&,(5;0B(*àx@ $!'3$% ? $= $,&&YôTS ('( " @.&= $U?*o $M( !ýZ / 0!#!;0H ä ë Býx õ ! . . e©. "$# %&"$' (*)+-, Býx õ ä ë . b ! "$# %&"$' (*)+-, "!:6E&V?*$@(ZM $%D 'BO8o;"$?E(> WU$D?*#?M $!J:@.&&"$D, Bu ¼0/T¼ (5M W *'6k;A$?E(1ZW0 ??M !)&#:@.&$/, $Bu ¼¼ / HhI7V? = !B,'(A68W !% )?!2 $R/ (:+ G $&8i, Bu ¼ ;0BiV, $Bu Ø 2 õ 143659 1F 7 ;0 3#F7= $B, uDx'B$,¢= B÷ ?*6*+ 6!#B_8 M(?*7 "= (,= \D 8?M $S $M( 70 W, $!#w&(\@.#V$ ¼ '=\M 0 !!x;0/',á\H I7W?M = ,&8 1v%Z= D*H&+_*H ¬ (V?&:/ ?6M $6!_8\ $/ A'&0;0!#!YN2GO',?QW D= $M(,«?M $H I7R ($G $&8", $BuY"T'&:xC,f J{'M $!;7&# Z $!!FA!-:HAs)%A&&?' !F!@.!bSTA,#%;7&# &= $Z!#-:),U @*!B8&/!#-*)6 (\\ &$ &V 4!-j9'&'*H|M = $o $M(nYw&5 ©' {'&8V&u*?M $Z &u*?M $M(VW# $!F{:'&8Z 6 ( {'&8%&9 , / (, '*,#!# _8 :Eb;ò <6E&O; @.83(*',= "A)!!#&& [(*',F $M(D)&u:+ ?M $M(*(4{'&8HzI7k&:\q ($G $&84, $BujM $ $?E(g>!-:D2, (*',&:> 5 ;(g6:8k ,!2 BO?8 :E @U6E&O;1 (',W M(q&u*?M $M(*( {'&8H I7Y&u:'M !x $'BO8 $F D? %@.0 $\9, UTAA ]b =. BJ{'M !BO8U? 7 ("#T&&C W#( L$ { ' !BO8J%? &/!-(D6:8 $0(*',&:HJXOV@:&;<$ 0 [email protected](*#&'[S;7)?!# $))FE0 ($G9 &&8 , BuZ$?E(?M $868"&u:'M $!J '*$_8Z$ ? C HYXOo?M '!# $%;7W&Uäx òb_ L&u:'M $!J $'$BO8 $F?M $"òRJ?M "ò?E:)3? D $M(\w&&3&;0H .å J*KMLONPK äx òbP [F õ EH G*I S Q S %&QR) B$L[&?E;0 )%G P ;0& T Pò T)U'Y($"F? "òH I77;7:(A '*$_8"= -*F 77&:L$M?&#? ! &#:@.&$ %V, u ¼ / ¼ S7$\, $Bu Ø / Ø # Z $Z"? V= -xHi¿%$VM ((5 q;-&8:;7=(* $!#-*k1:(i:'6D;7'!#(T} BrM $:!B8j V u*' !L $'BO8> $M(V $U!B8> $k $'B= $@.&;)BA$ %? Y;7'!#(\=M /Yu*' !x $'$BO8HLX_ $)?BS &u:'M $!* 'BO8W?*:('&F Y,$6'9L;7&##%M Z/6EU $#!B8iNO?EC(Q*H 4.3 X_A 0!# $Query 7:',A6EExpansion $MB'M #SR#((U?7M Y{'&8 6 (*& vZ?E&r>{'&8h&,H4I7*' , $= Z{'8v . $9V(',3'' !!B8g '*~H X_9 (k$0(B&!B8q'V{'&8o&,ZSx{'&8>r9 u? ((V 36*. (*&%{:'&8?H7I7W{'&8\&u*?M $ ?E&= $t O;h? HzJB9SY 5 4&q'( vo tB# !"&ZW!@ $o(&',Hßp*M(xSY ,9D2{'&,1B# !&3 \'(k>(*&rM M(*#( $ &DY{'8k&,HZI7{'&8k&u*?M $k&, &u:= &(qC,êD (#( &'\9= $9 !R9 '< $V!g!-.!:(= $<B&eSD ÆeHáI7>!&< # $!)& $v @. >BrM $&àx&Ah ?*j &?E(h68 !@.& ^]Wcd# B&eS;0o9&A# $!)& \ \?E&BrMA $8 ^ ,W?M $HAI7D $&M $ $7D&;¢ M(>!#(k{:'&8Z&,Y,U \;{:'&8Z $" @.j1 k &HtI7Z $=i'!B$ Z&; {'&8o?@:#(D =&" M(>,!@ U"7(', \" !J{'&8H X_k$=(&%V'*DM "!B8q '*B= #@3(&',U '([S*B0#),?E$= 7A'% $7%&u*?M $M(*(\{'&8 &= &,3 $ $!# $o;0Bi&u:'M $!#!B8j '*$= @. (*',&:HLIAM )([S:U M(*#( $U{:'&8&,) "&u:+ = $&(oC,È&u:'M $!#!B8q $'$B= [email protected](*',&:/;0A&u:+ ' !L $'BO8V&u*(*% &= $>*!#(o M(ZYC, !! Z(*',D#g\B# !0&HjI7\!#1!-.!:(v= &9AeéTéTm%% ÆL/V'(\390;0&&/(*9#6' $F =Z$J" $M(*2( $%,)#\%!@ Y(&',7 BrM $!8q(*Bàx&Y2,âB"(96'*#>#> &= $!L!B+ !#k$7(*',&:H/XPRA(*9#6'>$?E&rW, BrM $!8(Bàx&SA7&,z#R!'((33)$ {'&8o&u*?M $>&,HI73éTéTm¤9" q6EA*@!B8 C,D'!# $(" $#&8"I 6!©*S;0& UWVë W"E[R:',3+ 6E)[,&,¦N_ëOQD&'7 !@ $)(&',-S UWXë üo 7%:',D6E&7$,&,¦N_ëOQA'*)V+e!@ )(*&+ ',YS UW ZJVë W"R#7%:',D6E&7$,,ß&7\N_ëOQ &'FW&!#&@ $:L(',S $MC( UW ZJVë üoTJ:',D6E&J$ ,7,ß&)\N_ë9QD'*/\*+e!@ $0(',H I7U'$)D UDVë üoV OUD ZVë üoR;&U,?'(AC,ß = !&?E= ZBeH 5. RESULTS 7®¯L°C± Ð ³D´ºE»[¹¶»ÁM±*»J¸Åj7®¯J°C±oÎ_º½\ÝÝ\[ 7±*µ¹ &,ß $&), !@ IUS mU UW ZXë W" +e!@ IUS ¿" UW ZXë üo IW90'*0 ??. $[S;U=U Z $'BO8 =,% (\ : ',D6E&FT $=3? $ $0?&:= @.Y$x/ ??!B+ #3 LM $M(3 ^ ? $L @.= $(D /,D'="#&&9 C, Y;0#(0?E&',ZS. $M(W;0&)&# %#39$E,9+ C, $THRI7Y!&(?;7YC,%,(*# !E $M( C&(,â$L&u*?&#o(, H $ =i$U?#&S7;7o'(i 5{'&8hkV oN !Q*SM&@.(Y?>A&'!B)JU ( =(*&( Y&'!B)6M $(Y&u:' !x '*$+ BO8HRI7U'!B0/U{:'&8vN9 $!#&!L ((&Q3(Z6:8 &u:'M $!. $'$BO8" @."IJ 6!);0!FL'!BT( 68 !Y $)#@33IJ $6!Y:HFI77?(*',&:#3IJ 6!# )M(//6EF!&!$"?M T $TM @.F,L&#&:Br $M( ,(*# !*HLR&u ,?!#S?(*',&:J#L2,¢ |= $#h&#&$'?1 $D|;01%@.&BO8>M W(#6E&D ,(*&= !x"?*= $,«M $/$àx&)= 3CY !!L (:+ (&5?$M !H3I7A=(:+e= -(o(',UkIJ 6!# S[;0=q;7 U= $-.(o:',D6E&U¡\68 !S# !B8q '*+ $B= [email protected](*',&:%k ((&q68qp:= $:5lJ&!SJlFDS â!!;"SRI7éT(,Bh&:W+Y%'olJ!&8g'( $+ [HRI70Bu*&:8A IJ 6!#%%&H 6'!&H 6;0TH (*'oS /,0?M Y$T%|'!&7&&) )|;0'@._8 $M( ;0!M @:#oBrM\ 'BO8k681@:B'$YBA $~!# $ ;0B0&S./(',(*7?@:2(*0#*$, $ Z !! ((*&TH I7U&'!B/C0{'&8vNOXO&&)rM!B&Q3$(Z68&u:+ 'M $!F '*B_8o $D;0q#qIJ $6!3ª:HI7&D'!YM(V := $\,$%:&:?M $7 $7 @.%'&'!E#*$, $\ Y'" $/&,?M (3D != $-.(? &);0V IJ $6!WÆWM /M @." AV&2 $!L '*$_8H sY&U,?E= $"@ !'M #k, 'DU? (>+ $!#![B&eHFXOW=(*&LU{' BC8U7, $'S;7r9L'6,+ (o{'#&/3" $=># !S[ $M(VZ'(Z' &u:'M $!M $'$BO83,:(DW '*, # !!B83= -D)?Z (&',&'(h6:8 !#V#g?E\> $j{'&8H XO(?E&M(&:!B8S7;>, :'M $!#!B8j= -(jq(*',6 ( >D{'M $!#B_8oBU&U'#A $'BO8o= $-: =,Y'!(\\&&>¬HRI7U, $*' !M= $-:W?@:2(*( 'U;0Bk \&$!@ W(*',/V6EA'(>#k@ !'M + o ?*v (5 !!bH55 !&(1{'8k&, 6M $(\_;7D&B&THJB9);7Y;) (vNO#V@ !'&QW&, ;0%&%#/ W!2 ":',D6E&7$F(&',7 $M( %&9/ ,9+P!# BrM q#Y[H01D !;) (Z ?E&C,â*+ 7 $=;0&Y%'7):9(3D! \,$U $6E' ?H1A $= \&'&(52{'!B81 ?= $& /@:#((6:8 $=o#"!WB¬PH 1>,?M (j>, $*' !0= -*1gZ&u:'M $!U '*$+ BO8q= -5 $D,?'*(k68k!# $W&#g,:(!/esY' $= (q6E9(t(&#tje|9<5M $M(xSU $M( 68 !Zh$&AM $M([Hkm/'!BW/?v \9= ( =(h& !!)!@.!A $V;0vvJ'*V>S¬1S $M( ©*S;0&!@ $&3;7 3?<:S0¬k (j©5(+ 7 ®%¯LmY°C± é Ô ³¼¾FÍ0]Y¼ZÊ^[ ±*µ¾J°2¹µ3Î_º½\¼s/°¸'ºMĺE$°)B¼O8 ËJËJ¶sY¸' ¹¶C ºEÌ» s%p mY - !#WmY ;););"H 6= $H 6;0TH (*'`_&;0P_?E9=(& !!bH :,! ¬:H ©ª ª © !TH ?= @*( :H '`_C' _¬** _@ _¬$-© _:©©H ,! ¬:H ¬ .© ¬ ;););"H ?E&!H &V _!#6 _$. $,A6!#H ,! ¬:H ªª ¬ ¡ &[H # :H TH a@ _ ¬:H ¡ © ª ;););"H ((&*+_ :H ¬:H ¡* ©¡ ;););"H , ([H $ ¬:H ¡© ;););"H 6, $+e;7&!#!H , _$s%((*&` _$ÌF£%n%lR98*=6!$8H :, ¬:H ¡ ª . ;););"H 6CH Y _$ !*H , ¬:H ¡ª Æ 9;"H 'H (*`' _&? _? _$@.! Y _$M(*& $M( !!eH , ©*H © =, $H , _$ !b! _$ !&+H , ©*H .Æ ¡ ª* ,,A'&H $Y _- _¬$9&`? _&@.&8 _ ,H :, ©*H ¬¬ 7 ®¯L°C± Ö ³DÍ º[ºÁE°C±c[ ±*µ¾J°2¹µ3Î_º½V¼°¸ºEÄTºE°)¼\ËËJ¶¸¹¶2ºE» %mYé sY'*B_8 !mY - s/' ;););"H !BTH *H ª ;););"H !BTH $Y _&@.&8*, H : ;););"H # *H [H @ ©:H © ¬ ;););"H ;7!!bH , _'&V _;7. ©:H ªª &:H 6'!&H 6;0[H (' *H ¬ ;););"H !B&@.&8H , ÆH ª ;););"H '&u H (*`' _ $=` _$ 9 H © Æ ;););"H '&u H (*`' _P _;7 $V _ *H Æ$ ;););"H BTH $Y_;0&=b! _!P _ !!b_$ !.!$@EH , Hª ¡ ;););"H B[H $Y _;0&=R! _!P _ !#&.R! _$ !.!?H ,! *Hª 7 ®¯L°2± × ³¼¾FÍ0]%¼VÊd[±*µ¾J°C¹µ3ÎPºM½Ñ&»x¹±:½$»±:¹fe0¶°C¹±:½$¶»Á %mYé sY'*B_8 sY' ;););"H CH $Y_?M ?EP_$V_#(&uxH &C,g :H .¬ ;););"H '*:!bH &,_$&;0P _$?* ! P _V _$.Æ © ¬$:H ,! :H ¡© ;););"H 'C!eH , _ H ¡¡ 6E&;0H *H &,_$&&P _B=` _$U !B8¿Y&;0P _$!6= 8 rM!B&*¬¬:H ,! ¬H ª ;););"H 2O;7 $?M $&:H , _$M(*&u:+eu(*&&H ,! ¬H ;););"H !# *H *H $`' _$ (@ &8 _rM!B&#H ,! ¬H .ª ;););"H C_H $Y _#&&rM!B&,,*H ,! ¬H . ;););"H !# *H - _ $!2 $- _B _rM!B 9,ZH ,! ¬H Æ ;););"H &;068*&H &, _$&;0P _:h _ªª:Æ.H :,! ¬H ª ;););"H &;068*&H &, _$&;0P _:h _ªª©©¬*H :,! ¬H ª© ÌRsUp m% $ª Æ$ ¬¬ ©Æ $ ¡: Æ$¡ ª Æ ¡ Ìs%pmY - !m% $ ª Æ ¬ ¬ ¬ ¬ © ª¬ .Æ Æ$ª ª ¡ Æ ©$ ¡ ©© 7 ®¯L°2±kÚx³DͺxºMÁE°2±i[±*µ¾J°C¹µ3ÎPºM½Ñ&»x¹±:½$»±:¹fe0¶°C¹±:½$¶»Á %mYé s/'$BO8 sY' Ìs%p mY - !#WmY ;););"H M¬$M¬:H , ¬:H ƪª ;););"H M¬$M¬:H , _?:(*'&P _#(&uxH ?? ¬:H ¡ © ;););"H ;&+P6!=-.&H , ©*H ¬ ¬¬ ;););"H 6!';7 8*H , _Bb $? ©*H :Æ © ¬Æ ;););"H !# *H - _ $!2 $- _B _rM!B 9,ZH ,! ¬:H ªÆ Æ ;););"H $!2 :H Y _$ !# $Y _.B _r! M(:rM!B&*H ,! ©*H ¡. Æ ;););"H ?M :H Y _- _$-: , _r!#H , ¬:H ¡*& ª ;););"H &8*6E&?M !bH , ª*H ¬ Æ ¡© ;););"H '*C;7 $=TH , ©*H $ ¬ ;););"H C_H $Y _#&&rM!B&,,*H ,! ¬:H . ¡ ª ;););"H '*OH , H ª.¬ 7®¯L°2± Ü ³¼jE±*½®ÁM±lkU½±*¸.¶µ¶CºE» m/!@ Yp* sY@:HR|9 sY@:HRs/' Ys @:*H !# I?k *H Æ$ *H Æ : H $¡ I?o¬$ *H Æ *H Ƭ : H Æ I?Z© *H Æ¡ *H Æ$ª : H mY!@7 ®/¯L°Cp:± & mx³ [®M»JÞi! ´WºMsY½'½±*°C® ¹ ¶2ºE» |9 p*?E , *H ¬.ª *H :H ª.¬Æ "&M( $!! :H#Æ© *H ©.¬¬ :H ƪ ',SM?E#@!B8HUXO> $> $Sx;7A @&= (Z'!B CF{'&UN_&),:(BrM $WMC:(Q*SJNO=!#(A $6'QS $M(«N9ÌF6EQHÙI7q&'!BZM(*# $>M $\;0!qqr9 C&;Ù9+e= -.(g# !!B8 $'B= $@.\& 3&'*( 68 !#5 $q#<{'M !BO8S)o, h&Z $>$ ,Bu*(3 $'B= [email protected]/s/' M(|9798*9,R 7&RM $M([S$&'*AC, $@.&F $L;'!#(A @.7$ 6E&\!B83= $-.( 68 ! ( )'= 6E/@*&;( &,?!,&:= 85o !Z $=v#HgI7Vs/' $M(3|9798*9,F9!B83'?E&C,F !Y98*9+ &,ZHvs)A&3 !!Y!@!S\(Bàx&&\#v?&#i ,D'=h,?'( ^ $3 ?j©q(&',3 . & !!bS) q'&D;7'!#(j&(1k&u $,#jNO©Q5(', 68 !D,? $(VgNOQ(',Y68VsY' H%£%Z $&W M(xSL ê& !!bSR V'W;'!2(k(qZ&u , N9ÆQA(*',R68 !U,?M $(AoN9ª$QA(*',&:R68 s/' F|9HRI77&'!BF $7C'F'??E$(D68" @.= ?*o $Y;0V#VIJ 6!*H s/$&,?E= $:, $'o$">{'M $!#B_8i$ =4" *%= $-:073, $'U;4;7!![/$!# $0;0B\ :', o= -5 ^ R] n^9c opB =^&dc] H3I7A_;7,9",3+ ,!B8q,?!8(>, $'W $1Np:?E $, $1m% $-+O£Y=(& &&~Qk M(1jN_"M( !!)IJ $'v&&~Qvª$eHgI7 , '&"@. $59, $D73(*#9= $A6E&O;k_;7\+ (*&(Z!9H)XOV'Y $SM;7W W&9(Z#V9, $3 (*9= &D6E&_;7&Z, :'M $!!8= -.(V!9S[ (Z =oFæ v;wXx $', $ !!B81= $-.(k!#9HqXOh? $'!2 A!&r qaJ " S qyPz;z;y þBæ " I æ v;w x Sq y æ " I æ v;w x Sq|<z;z å " I æ v;w x (&3Its\G$u:'I , [S !#SE ' $/G* IM( G$6E{ 9(\!90{ J$=(&( '!B7C }`~ì ó Q H'*&,$;3(*&rMD" $=>'!B%C D&/R{'& J õ qaJ " I ææ v;v;wXwXx x X$qaJ " I ææ v;v;wXw$ eª I}s\y æ G*u õ q Itys\æ G$u " I X$q Ity sæ G*u " I PÆ G*=I |z;z G*{ å õ qG*|z;I z å G$" { Oæ vPwVx $$Oq|z;G*z I å " G*æ { v;wV e { { I { I é[&= < J ;=yPz;z;y þBæ *S x< J [ù:ð$ð$ù*Mø ~x(&LL"M( !! $M(p:?E $I}s\, G* $u %= -%$!# $ItWsG*6Eu &O;UR:', U $M( ! !9?E&@.!B8H < J P y æ =S x< J y æ AS T< J ;|<z;z å SU M ( Itxs\< G$ u J G*I ;G$={ |z;z å V $ItksG*u #,!#G* $I !B8<G*{ (*&+ r(xI}HLs\IJG* $u 6!7¡0{ @.&JF= -"&I}s\G*u!# $A{ 6E&_;7, :'M $! !9A M(>3* '*, # !!B81&&= (5!9HZI73&+ '!B;kM $[6E$UF6E9((*"F,:(!TN9|9Q $M(hZ! $$,:(*!N9s/' Q1'?E&C, !'!BH I7" '*$_86M (V{'&83&u*?M V?*(*'U'!(# &&gH ©Z;) $A'(5o&u:= &A{'&8k&u*?M $1&,"C \:',A6E&Y7{:'&HA£%!B8>(*',/;0k '*$_8o= N9©$Q\$U6E&Y;&A'(V &u*?M (VW{'&8\o D '*$_8>6M $(5{'8>&u*?M >;0! !!(*',&:/;7& '(U#UF6M &!#{'8U&u*?M $[HJI7éTéTm5&9T;7 T '(D= $-/&,0 (Y?V©D,;7&U= (xH IJ $6!AW;07U(Bàx&% Y,M 7;7&%2(*B+ rM(A68WO; ??. $HRI70s/' F6M $({'&8W&u*? + VC/"{'&8vN9sY!!Js%((&QA;) $% $6!U3#(&:B28 ,(*# !F&,"'=h \ ^_¨^ M ^ ` B V^ C ^c V^ C $ ^P t§ Y¨ A ]Pt rUc M ¨*c] ^ ] HI73&,% $";7'#{'&!8>#(*r( 68"6M &!#0 ??*. $WM("%6Ex /@.&8&&= $! $'H I7DsY' $%{'&8Vu? #o&,)YW{'&8jNOX_&& rM!B&Q:= $)&,)'=Z $ tc ^ M ^ .] ¨^^ B nY B a:.] ^ B& Tc E d -c d ]b§ HI7&&,T $#( #@*FC&&+ (,ê?E=5'& # $(5;0qXO&&Ur!#Z $M( /!. $!x#,?!# $)[/'HI7%sY' $){'&8A&u:+ ?M $o&,/$U $&U'W= $#oW&,r B c V^ ^.] < B ] Òc M ]Ptc H¢%?E4!&V&u ,M $Wo? sY ' $&W CW{'8fN_ &D'&QSJ;3'M(k $W !# $5:',D6E&WqBo('(ob $&Z $V;0!# $ &u*9#V ,CD &SJ&DZ,(*+ $!#!B8 ?*$@'HFI7YB7WW('7 $M( (&(*B !# ,0Fu9A'bV? $'!2 %'3@:B= ,=H 1A $3&'!B8o'&u*?E&,Y@ !'M 3,D6+ Z&2 $!) (q&u:' ! 'BO8k $W'!(k#5&1*H ¬:H lL!#, $8'!0 U'*= 3 ( rM $!M'!B)'!#( 6E @ $!2 $6!"68 %,U$LrMM $!x'6,[H 6. XOZCONCLUSIONS %?M $?E&SE;7W?&(VAND W$FUTURE #>F&u:'M $WORK !L '*B_8 (vB $??! #5*, j#&@ $!eHiI&u:' !/ '*+ $BO8q k,?!," $M(5 $',"# ! 'BO8k $M( F?M $'!# $!B8A'&'!D*+_@ !'7$, $D&@ $!bHJ1 ?&(W*7 $??! #R&u:'M !* $'$BO8%C, + 1&@ !bHo5 &9(5'*3 $??!# Ag Z:',D6E& {'&HI7%'!B0M(*# $UM )%u*' ![ '*$_8 r !B8 ,[email protected]%{'M $!_83$T/'!B683,?M $#w+ $'B= $@.(*',H XO\''*";7-ESM;D?!# Z'"&u:' !J $'BO8 $= $&+ &wZ $'B= [email protected]$" >?M $'!# $BHjI7A;0!! 6!'ok(*@.!?g ¨ $ 9, $0 '*$= + @."0 ?M #&'!# $D(&',HAI7"9, $3 k 6E%C, !!B8\,D6(3;0BV%, $'(9, $%D@." ,Y6'9/9, $U$R 'BO8H 7. M !ADDITIONAL UyZ SElL $! sY!B3AUTHORS m/ $=o&:S , $#!b t@a-}tt=@$[H 8.BW|7REFERENCES w $+<7 / (VmY6E&$+_¿Y&H` ^ p =* $V 3c] ^ ]b ^ cd HMs%((*+e5!&8\lR'6! ,?M $:8S mY (*SEyZ $ =:'&ST¡¡¡*H ¬mWHsWH|=-.&SHEykHE ,D6E&S M(\sWHmWH:4!-:H= ¨Ed a ^ ^^ ` B ^ c acd HMp:= $9 $!Lp*&#&S X_S p* !#S 1 #TS¡¡:H ©3HM| $= % $M(VykHMmHnYw&#&HXO,?*@.( !$, 0?(9!!2 >Z A8*?E&!-.(:@:,H:X_ 1 Google Top 10 Augeas Top 10 Boost Top 10 0.9 Precision 0.8 0.7 0.6 0.5 0.4 0 10 20 30 40 50 Recall 60 70 80 90 100 e0¶CÁM¾½±g²³7ºMÓf²Y1˺[¸.¾LÃk±*»x¹µ3ÓJ½±*¸.¶µ¶CºM»®¹V²M²oµ¹®M»JËT®½$˽±¸®M°°)°C±jE±*°µÉ 1 Google Top 20 Augeas Top 20 Boost Top 20 0.9 Precision 0.8 0.7 0.6 0.5 0.4 0 10 20 30 40 50 Recall 60 70 80 90 100 e0¶CÁM¾½±5Àx³7ºMÓ4Àa1˺[¸.¾LÃk±*»x¹µ3ÓJ½±*¸.¶µ¶CºM»®¹V²M²oµ¹®M»JËT®½$˽±¸®M°°)°C±jE±*°µÉ 7®¯L°2±1²T³r3¾±:½Å] ã Ó®M»Jµ¶CºM»7±:½ÃkµDÎPºM½¼\°¸ºEĺE°)¼ËJËJ¶¸¹¶CºE» ' &8 I&,)osY' Ìs%p I&,) ! sY!!Ts%((& (?E&M(&S(*# S ($=(&S ;0BM(:= ;7 ! , S $, $[S !#-xS B S $ 98*,?,ZS ? $S ,&&8S !=( 6E-ES b ,!B8S '&[S $! X_:&0J!B& ,&M(,&:S 'S (&#TS ,?!#8& ,?'S &S #!'M(*S !#9 :@:B,&:S !S M ,3'!bS !# 6!BO8S ?E= = $*S !bS 989&,ZS '&S ;0 7 $&U' S (&S #@S #,S $ 6E-ES (',S (:'*S , $-. @:&,ZS @:B= , ,S ,(S &;0 1 Google Top 30 Augeas Top 30 Boost Top 30 0.9 Precision 0.8 0.7 0.6 0.5 0.4 e0¶CÁM¾½± 0 10 20 30 40 50 Recall 60 70 80 90 100 Ð ³7ºMÓ Ð 1˺[¸.¾LÃk±*»x¹µ3ÓJ½±*¸.¶µ¶CºM»®¹V²M²oµ¹®M»JËT®½$˽±¸®M°°)°C±jE±*°µÉ ^ ^c B nkc M ^ ^&d¨ ^ ] =$ P c] ^]b ^ cd S ?M $$$SJ¡ ¡:H $ HÌ0HMlLH|uV (\AHmWHuxHEs/V $M !B8*Y$ = 9$, $HMXOc ¡ ]Pc] ]_ B S@!',"|<¬$ª*S ?M $%¬::¬¬HSL¡ª$H WpxH|o $M(VéFHMlL $HMI7 $M $,D8L A!# $+_ ! 8*?E&&u:'M $!R;6E $=ZHXO ¢ n^ ^ ^ R] n ]_^ c] cd £d £ e >^ £$^ B $ ^^ B ^ S¡¡*H ª"AHMo (VI%Hn%C, THI7",3!- + ?6M $6!#9,:(&![$R(',):&:/ $M( 8*?E&&u:)&&@*B_8HX_¥ ¤ ^a:cd =* P c$] ¦ B ^ =C § ]_V^ r §t¨SE¬$*H ÆI%HEÌ)HU'*Hs/'*= $U,&:(7C/U9= #9/ '?* M(\&2(*&H © } %¨Ma:]Pc] c«d ª a ] < B&S ¡*9 ª*=*ÆSL¡¡©:H "mHMJ!=THsf&;< ( 6!BO88: $=(*9-E=H ¡ a: cdJ c¨.¨Md ^ ¬ ¦7 § B nd§ Sx©¬: ¬¬:¬©©:SL¡$.*H ¡Ì)HM= $- (oykHnU !!bHsK,?!" ?? =V3=(*M ! !# Br $[HEXOp ¦ 9 B ^=^ C R] n>^ 7a:¨^c © $ ^^ B ^D p c B n 8^ ªJ^c CHxp:?&+P!2 $S ¬*H B$C AH'M( (\mHMÌ)HEp: ?HMÌLu*?E&,7;0V ;f6E9 !B,ZHXOl = ]_^ c] cd © * ^^ ` B ^ p c B n ^ ªJ^c S?M $"ª:SL¡¡ª*H B&WÌ)HMH !$@&SEpEHMéT ;)SEykHAH =(TS¤HMlJH |B,M ,ZS $M(oYHéRH !#&H1&6V \38'*);) 8H © t r Aa < B c] R] nC^ ® ©>Sx¡¡¡*HE &?(\C ?'6! $TH B¬AHnU ;0-:S¿DH= $9;7!!bS[lJH| !&8SE $M(\3H B~3H yV $' V#{'M !BO8H =$ P c] ^]b ^ cd SM9 ©©:¡:ST¬:H B©mWH*n%6[SMI%H = &?E!bSE (V3H£%6E&, 8&H mY$o,:(*!7Y=(*M !T( = *sf, $ !# $ ??*. $[ST¡¡¡:H B$WH"!:6E&*HEsY'*$= @.U'*0o A8*?E&!-.( :@*B,H:XOp ¦ 9 B R R] n¬^ ¯R] n® ©A ® }§ %¨* a p "V B ^]_C^ ®Yd . R] n S[¡¡*H B HMé[=TH[3,!!V;=(0$F!#[RU6B M $M !T?'S[¡¡.¬:H BªWÌ0HéT, TH*¿%?M = ,&p= $9 !T,&:(* 6M (V= -:S[¡Æ:H BÆWH '!# [HMlL$= ,)$%, $#U! $ST¡¡©*H BDykHm/ $=(o (VlJHU,HI7"!!# 'lL6 6#!9D&,A6M $VJ!#-V $M(\& #*$, $ZZ? &= -xHXOl ¤ ^a:9cd =$ P c] ¦ 9 B ^ § ]_V^ r §X°SE¬.¬:H B¡DYHEp:#[email protected]%&w&SnDHyZ $= $#SE M( ykHEyV$#&wHxsY !B8*/$F [email protected]\!# W !B= @:#9= {'&8 !#ST¡¡*H ¬WlLHAHI'*&8H9+PB#@W&!2 $BrM #TÌR,?B# ! @ $!'M $ZF D:8*6*2(&(&#ZUM(*'& !$,ZH ¡ $a* cdL ®/] ±\B& cd = ]_^&dCd ^ ` B ^ ^ ^c B n S ¬: ©ª¡¡:SL¡¡:H ¬:WH59Z M(VYH1 $-:HyV'!BB+P!# /'??E$/@.&$ , =Sx¡¡:H
© Copyright 2026 Paperzz