!"#$
%&'()*,+-(.(/012354
6798;:=<=>?8?@A<=8?BC798?DFEF7HGAIJLKNM?OQPRKTSVU
WSYX&Z\[<9]_^LKTSa`bZcGc<=8?dN`"^L8&e,dN8&SYSYGcdN8&eRf
ghdN8&eRij@lkm<=KNKTSYe=Son2<=8?D?<=8(f
p ZcGq798?D(f
n2<=8?D?<=8(f
rskt9uvt9n p f
wg1[
x Sa`*>?8?dN`a79K(u5SYXy<9GzZ{M?OQPSYGo|=|
} ~9€‚ƒV„z€
…R†ˆ‡Š‰b‹ŒzŽC†ˆ‘#†ˆ‰c’?“”†ˆ•–Ž‰V‡Š‰b—L˜™…›š=œžV•zŸž \††ˆ‰L¡z†Ž£¢Ÿ£¤VC†ˆŸ£Ÿ¥‹™¤V“a¦›b†ˆ‰L‡”’?V•zŸ
\††ˆ‰¤VŸ¥†ˆ§l’¥ŒmŸ¥ŒA“”¡z†CŒA‰c’¥Ž£ŒA“ž•z‰V§l—A•z‘¨‡Š‰b—$©VŽ£Œz Y“”†ˆ‘¨ŸªL«›Œm•–©V©Y“Š‡Š•–’£‡”ŒA‰’¥Œ
“Š•z‰b—A¤V•–—z†›©VŽ£Œ*C†ˆŸ£Ÿ£‡Š‰b—(V•zŸžCŒA‘#†›’¥Œ¬“Š‡”—Ac’,¦›V‡Š_V•zŸ3’£b†Ÿ£•z‘#†R‹™•z‘#†•zŸ­’£b†
©VŽ£†¡*‡”ŒA¤VŸ?©VŽ£Œz Y“”†ˆ‘¨Ÿªž®¯‘#†’£bŒ*§‡ŠŸR’¥Œ_ \†-©VŽ£†ˆŸ¥†ˆ‰c’¥†ˆ§ q¢L¦›V‡Š$•_‘¨•zV‡Š‰b†
¦›b†ˆ‰h’¥Ž•z‡Š‰b†ˆ§h¦›‡”’£h…›š°•z‰±CŽ£†ˆ•–’¥†5Ÿ¥¢*‰bŒA‰c¢*‘¨Ÿ#’£V•–’¨†C²b‡ŠŸ¥’_‡Š‰h•Ž£†—A¤V“Š•–Ž
“Š•z‰b—A¤V•–—z†zª­³Rb†Ž£†—A¤V“Š•–Žž†C²*©VŽ£†ˆŸ£Ÿ£‡”ŒA‰L•–Ž£†y—z†ˆ‰b†Ž•–’¥†ˆ§L q¢•z‰Œz©\†Ž•–’¥ŒzŽ?—zŽ•z‘¬´
‘¨•–Žˆª?³Rb†2‘¨•zV‡Š‰b†(©VŽ£Œ*§V¤VC†ˆŸ›Ÿ¥†ˆ‰c’¥†ˆ‰VC†ˆŸ›¦›V‡Š$•–Ž£†2†¡–•z“Š¤b’¥†ˆ§‹ŒzŽ‰q¤V‘#†Ž¥´
‡Š•z“H†ˆµq¤V‡”¡–•z“”†ˆ‰VC†2¦›‡”’£m•z‰m‡Š‰b©Y¤b’R†C²*©VŽ£†ˆŸ£Ÿ£‡”ŒA‰¶ª-·›´T“”†ˆ•–Ž‰V‡Š‰b—Y¸º¹»¶¼½,‡ŠŸ¤VŸ¥†ˆ§’¥Œ
‘#Œ*§V‡”‹¢5•z‰•–—z†ˆ‰c’¾ Ÿ¿©\ŒA“Š‡ŠC¢m¦›V‡Šl‡ŠŸ(Ž£†©VŽ£†ˆŸ¥†ˆ‰c’¥†ˆ§l q¢•“”ŒqŒzÀ*¤b©l’£•– Y“”†zª®
Ž•z‰b—z†&Œz‹Y’¥Ž•z‡Š‰V‡Š‰b—R©Y•–Ž•z‘#†’¥†ŽŸ,•–Ž£†&‹ŒA¤V‰V§2¦›V‡Š2—A‡”¡z†&©\†Ž£‹†ˆC’9©\†Ž£‹ŒzŽ‘¨•z‰VC†
•z‰V§’¥Ž•z‡Š‰V‡Š‰b—¬’£‡Š‘#†ˆŸ›•–Ž£†2CŒA‘#©Y•–Ž£†ˆ§$ \†’T¦ž††ˆ‰$’T¦žŒ·›´T“”†ˆ•–Ž‰V‡Š‰b—#•z“”—zŒzŽ‡”’£V‘¨Ÿª
®Á“”ŒqŒzÀ*¤b©m’£•– Y“”†¨‡Š‘#©Y“”†ˆ‘#†ˆ‰c’£•–’£‡”ŒA‰m‡ŠŸy’¥ŒqŒ$“Š‡Š‘¨‡”’¥†ˆ§m‡Š‰’¥†Ž‘¨Ÿ-Œz‹ž¤VŸ£‡Š‰b—L‡”’y’¥Œ
V•z‰V§V“”†¨“Š•–Ž£—z†Žˆ»=•z‰V§l‘#ŒzŽ£†_CŒA‘#©Y“”†C²—zŽ•z‘¨‘¨•–ŽŸªL³Rb†_¤VŸ¥†¨Œz‹?‰b†ˆ¤bŽ•z“3‰b†’´
¦žŒzŽ£À*Ÿy‡ŠŸ›§V‡ŠŸ£¤VŸ£Ÿ¥†ˆ§$‡Š‰V“Š¤V§V‡Š‰b—#•_Ž£†©\ŒzŽ£’›ŒA‰†ˆ•–Ž“”¢Ž£†ˆŸ£¤V“”’£Ÿ›¤VŸ£‡Š‰b—_•Ÿ£‘¨•z“Š“”†Ž
Œz©\†Ž•–’¥ŒzŽ›—zŽ•z‘¨‘¨•–Žˆª
ãá É£Ä=â™ÅAã-ƺÇaËˆÆ ÈN؍ÉÊä\ÇTƺÉÊˈˈÐVÈÂàÌÂåæÅ?ÜÅAÍ=ÐcËÇTÇVÜÐ*ΊÏAç­ÐcèÑzÌ£ÉÊ؍ÑRà ËҖ̈ÓRà ÏAÔÕè ÐAÖÆ ÐAɐɐÈNÆ ÐA֞ˈÐcÑR×ÕŖÓzÇTƺ̐ˈØzÙzÌ£Æ ÉÐcÌ£ÉÊÇ\Ú,ÉÊÇTÉÊˈÈÂÌÂÅÛHÜÏAÐcÌ£Æ ØÝˆÞ­ßyà
é
!"#$
%FL'&)0ON,(+4P*,(-6G&)F+.$4Q/1/G0303.$25474S698RT*,*2U*,(+2:4O03.$25HV*,&W254;6GF+84Q*,25/G<+03/=.$*,4Y2:X4?.$>A@+4O03254#(+/5BC/5(+BCJZ*,(+BC/=([*3/5DE*,6G.$F+44/G*,032\.$0347HCHI03/54#(+(+J,/5KL4#03/#J,]_41^`6GFL4#0M2546
8.$4U4O03*,(+(+BCHV(+&PJPa#*,*,2;(+/5*,BCKA<+6G4#a#2=*,0.$/b4\&)03(+/7*,(-03&)(+.c*36GF+6G*4#2;de4?4>A@+03(Z254#/54?/5>ABC@+*,25(S4#/58/5BCBV*,6GF+( BC(f6GFL6G0MF+6=4FL/G0303/
.$4?4$>+03HIa036G(+HVJ,&QKL6G03F+J,443]P/G03gL.$*,42
4?4?>+>A@+03.$254#@+/5/5HCBC43*,hi(+BC/j(Q25BC4#(-/56GK+4#HVJ,64#2jBC(q036G25F+BV6G4=F+.$/G034.$6GBC4
a3hL*,0$KA6G/ba#&)*,(+.$*,43(-hL&)Br.k] 43]tDT*,sA2\] l5m`n[m3o\BC/\l5mUp o\03/6GF+4=698*
/5034#( 25BCBCu4#(-/:6Ga#4#*3*,25DtHC(-*)BCN,(-a#4#6GKA254#6G/G(-*,0M6G276GBCBC*,*,RT(+/5( *,/Y.$w aOmM03xr4#]:( *,(+yza#Dt4;*,*,(-8K+6vF+2:03*BCBC( (-6v6G0\034#|3(-('4#6GK+/
BC*,.7@L(+de03/:2b4#6:032:25BC*34;({Dta#<+KA*,BI65.$036GHC4#.7*,2GJ,03K+K+(+(+41a#BC4#aO*,/:0M2j6G6G4#a#FL<{*,0M(-6:/5N,K+a#4#a#*,25a#/G.$4#0M/56G.7/bBCDT*,K+K+(i(+HCVXjBC&PaOa#0M6G*,6GF+K+4;4#HC(<0
6G@L/b&)FL03(+0M2G603*,@+(-F'&)F+K+.$2G.\03/`/50346G(+FL8/0MFL66v0M034?6=|3>A4 8BC/b6`4$DT*,BCFL2(Q03J,<02G03HI}503(-K+(+6G/b4#J,61<~KL/Ghj0303J,BCd+<~4YKA„h6Br] aO4303]7(_DT*,0W25.€.\0q03av/bF+&)BC(+(+*,4{(-de&)4{.Q6G]$2G03BCF+(+BC4#/=<‚BC/=6G*ƒ03(f<+BC03/5d+a#*YBCH N,BV694#& 2
8@+25BV*,6GF‚d+… HC*)4#25*,.$4#|'BC(A/#K+]DT@*,Š256va#*,034#KAd+.$6GHC4#4=4#/†(-‹L6\03(+(+<+HC<q4OBC03(+(+25J$(+4#K+BCFL(+2G03J‚03/jH‡deR‰(+Š 4#44#…698({X7*,0$6G25*Œ|'@e/;*,‹L@+R‰(+ˆjK+<‚HIˆ`03/5/v2*,XHC6vKAFL036G/50OBC|iN,*,†4
(+/0$de4#6GJ,4#*S*-(03a#H~/5*,K+‹L(-a#(+6Ga#25<+4#*,BC/5Hj(+/bDTJ\03K+(+(LHCV<[0O&\N)J-6GBCJ-2G03030M.$BC6G(+BCBC*,(+4#<(J
6v803BV/56G|7FP8†0U03dL/E03/525*,25HVBCN,4#4#2Y<$w ŽMxrK+]/5BC(+J;F+BC0
H 4
HC*)(L*,0O|'N)K+BCJ-@0M6v6G03BC(+d+JUHC40325(P4#@+0325J,4#4#/5(-4#(-66v6G0M*\6GBC0*,($J,*-DT*,032tHBC0=(/54#BC.$(-N)@+BCHC254†*,(+4#(-.$N)4#BC25(-*,6G(+/.$84#BV6G(-F 6
2Gde034U(+/5<+*,*,HV.$N303HVd+&HC43@+]HI03%)a#4#4#(+<{/5*,*,d+25/=/b6v<+034a#6GHC4#4#a/:6;/5K+2G03avFf(+J,0347/`6G6G*QF+*,03/5(Z47*,@+d+25/b4#6v/5034#a#(-HC6G4U4#<Z03(+BC<f(ƒ03w ‘'(+h~J,s’HC4Ux803(+F+<Z4#25<+47BC/b/56vF+03*Y(+8a#( 46G6G**
6GK+F+(+4/54#J,4#*-([03Hr4#]Q(-N)BC25F+*,4q(+.$03J,4#4#(-(-6G6O/#“ ]/7@eu *,HCŠ B a…& 8†03@+03@+/725J,*-*)03*)avFW<Œ8†4#(+03*,/UK+K+J,/5FŒ4#<ƒ6G*{6G*Z(L0O/5N)*,BCHVJ-N,0M46G4$0 6G25F+*,25de*,*3K+6J,FS254O03HI03av25F+J,BC4#(+2#J h
6v6GBC03*,/5( |‡w <+”Mxr4#]†a#*,.$F+@e4;*,(+/54#BV6GK+BC2G*,03(+H/ja#*3*,D(-6G/5254#*,(+HC/5*,4#22b&ZK+/5034#(+/j<Z/5av.$F+*34#.\6G*,032j/`@+825*)F+a#BC4#av/5F{/54#03/525o+41] <+u 4#/5(+a#< 25BC@A6GF+6GBC4*,(+HC*Y/`8*34#D=/b61lDTHCK+4(+N,a?4#•H
/5*3av6GF+F+4#4#.\20303@+/@+aOHC03B aO(S0M6GdeBC*,4(1BC.$*3D‡@+Š HC4#… .$BC4#/(-HC6G4O4#03<S25(+03BC(+/;Jj@+6GBC*:4#a#/54#K+/72bN)*3BVDN,a#4†*,8.$BV6G@+F+KABC6G(4#2;0j@+F+25*,*,/bJ,6GBC2GH 034.–4#(-*,N)27BC25*,ˆj(+ˆ`.$/#4#] (-6’u w —M()xr• ]
HC4OF+03254:({4#(-6G*QN)BC250O*,N,(+*,.$BC< 4#BV(-6G6†/:a#4#*,(+(+4#/5.$BC/bBC6G4#4#/=<q03*3(+D~<ZDT*)*,*)d+<~/bh)6v034#a#(+HC4#4#.$/=BC034#/:/†803(+4#HC<\*,03d+/
/b*,6vdA03a#6vHC034#BC/#(+]BC(+J$F+DT4
*)03*)J,<~4#] (-u6†FL.$03/*YN,6G*4
6G*3(+F+D441696G8F+4#*,47(+25<P03|'J,/j*34#D˜FL(-0306:/6G8de25BCBI4#H034#Hr(Q]a#*,/5/bK+6:F+a#414#a#(+4#@+/54#25/b25*,DTJ3d+K+&,HCHCh4#V&.™03(+BC.$<{*3D˜@+HC25*,HC4#*,/5.$KA/j6G4#*3BC(-(+DE6GJ034#HC<q@L034#K+av(+/5|34#BC4(+256GJ3J$/
&P003*,25.$*,2`K+*)aO(+<+03<P@ABV‹L6G0U4#K+<P25a#4;*,š`.$8•9HC.7BC4OH 03K+2525(+(+4#BC/5BCaO(+K+0MJHV6G6:BC03*,BCH›(( •
6GJ,2G*,F+03254$BCBV(+6GF+av4#F+<.œ*,6GBCaOa#*q034UHC.$*34#BCD<$(+(+BCš`.$4#•9BCBCJ,25/5*,F'4=KAde6G6G*,F+BCK+(+425JiBC6Gw(+)BC.$Jqh éY4;(+ž *)xrBV6:]<+4…6v03*)6G|3*Q*,4#|'/
/5K+4#6G@(+*<Z6v<+036Gd+4#F+HCHCBV4#4UN,/t4#@L0M2=036tav04O|303@L4av6;03F$av6G|3*(+4*)61BC<+/
6G4dL*BC03($BV/56G4#/:0:<Œ<+(+K+4#4/b69@e86G*,BC(L*,(Z250M|UHC6G*)BC03*,aO25(~034 H]
4#/b6GBC.\0M6G4#/*3D6G25F+*,4=KA6G6GBC4#.$2E4
0M6t254#F+.\BCJ,03F$BC(+(+BC4(+69J;8*,6G*$25|BV6GHC/*-03<+<+4#//b6GBCBC($(L0M036G($BC*,BC(~2525]4#J,š`K+•9HI2503*,2˜KA(+6GBC4(+69JU8*,*,25KA|U6G@ea#4#*,2b(-DT6v*,0325BC.$(+BC/(+0J
m,03Ÿv L/sj¡M8(+¢?*)£94#¤v<+HC~Ÿ4#£i6G/#F+¥+]˜4=¦3¨`£§/5 (+F+<+*,4#2b2˜6G4#HC/b*Y6j8W@LHC0M*-6G03F<.$š`4•9256G*,F+KA*)6G<~BC(+] J+hM0MD§6G4#2˜0`d+25BC4DL@e4#25BC*)<;*3D+6G2G03BC(+BC(+J+hM@e4#2bDT*,25.$/
03(+<©:«
(+HV*+&=]¬698*=4#/G*303DiK+6G25F+*+4“ /J-03.$­=BC«=(+J:03.$03@+.$@+*,HCB (aO0Mw é*6GéBC*,xj(+HC/4O03825BC(-H 6$)de6G4†*Œ<+@+BC/5HI0Oa#&®K+/5ª†/54#03<$av|'F+J-4#032543.$˜.$ª†*,03(®av|'(+J-03*3.$6.$*,(+*,HV(&
m
E
t
:``E7j:
6G*Œ­U4?R>Ae@eX#4#w é’2b6qxHC8†4N,034#/:Hrh†4#.$d+KA@+6qHC*Y03&,HC4#/5<P*f6Gav*\FL03‹L(+(+J,< 4#<[03({6GF+4N34Q038†HCKL0O0M&[6GBC*,F'(PK+.\*3D˜03([6GF+@+47HIde0O&,*-4#032525/<P*,/b@e6v0M4#6G(®43]j6GF+yz6
4PBCJ-/j0303.$HC/543* ]
BCBC(-(-6GN,4#*,25HV4#N,/b4#6G<~BC(+]Jy9(6GFLa#0M*,6
(-6Gª†2G0303/bav6|'J-«
03*;.$BC.$/E01*,({<+4BC6G/:4#025.$(+BC*,(+()BC/b•9<+6GBC4a36Gh-4#/b256G.$2G0MBC(+6G4#BC/bJ36G&$BCa=J-J-03.$03.$447DT*,032t/j696G8F+*74#25@+4HI0O03&,254#4725/#<+]BCa#yz46
0303HC@+/5@+*U25*-FL0303av/F+04#/#HIh-036G25FLJ,4:0M6d+032G25034E(+DTav*,F+2BC(+BC(+J/bD‰6v0303a(+6Ga#*,4†21K+R‰/5034#@+<@+BC25(7*O>AavBCF+.\4#/50M/#6Gh'4#HVBC&(ADT34O03ž,/5ž BCXtd+HC6G4-FLw 0Mé 6mYxr.\]˜^`03|34#4:2546G250:4#4=(+4/5694O803*,25av25F|
803(+BV6G<F 8†HC4#03/5/j/:036Gd+FLHC034j(f6G*$‘ ž,dež 4O0M86`4#0UBCJ,a#F-*,6G.$/
HC.$4O034#2525(-BCaO6103«
H~«
*q*Ude@+*-0325*,25<{J,2G403N3.™03HC0MKL6`0M6GHCBC*Y*,8 (+/`@+8HI0OBV&)6GBCF+(+BCJ( HCm 4ž,N,ž,4#Hrž ] J-03.$4#/#h
6G4BIN,034#HC2#VŠ &\h‡… (+*,*\d+BC/1/5034#@+aO2b03@+N,@L4OHCB 0303aOd+d+0MHCHC6G434\BC*,hi@+(q(+25*,6G*)()*$<+•9K+<+HI03a#4(+BC6G(+4#J,JP25KL.$03a#J,BC*,(+4=.$BC/b@+@+6G25BCHC*)a34?>Œa#hA4#a#/503*,/5(+(-BC(+<S6G25J\*,25H*,FLd+0303K+/`(+/b<Pa#67*,J-.$de034#.$4
FL6G0O4
*$N)4#BC(-HC*,B N)K+J,BCF-2;256*,4(+8N,.$4#F+(SBC4#av(-8F{6GBV/#FL6G]FS03^`/@L*Y6G038†F+24••
/Gde03*).$*,|‡4tw D‰é 03Ž3.$x§X?4E] 03/6GF+4E4?>+03.$@+HC4#/03de*YN,4
RT/54#4%)KA656G*,(;03(+<7ª†032b6G*+“ /254#a#4#(-6˜BC(-6G25*)<+K+a6G*,2b&
deHI034(+J,K+KL/5F+4#034;<ZJ,43036G] BC*q.™u /5/*,*3HV(+DN,*74U6GF+@+0qBC/254HI2503N)4#(+BC@e*,J,*,K+KL2b/036jJ,8BC4;/*,25@+6G|$*$25*)4?@+a#>A254#BC*,/5/b/56G@eBC/E*,(+/5DTJq*,4;2E6v03036G(+/5F+<|iBC/Ej6G694#‹L&)/b(+@e6
<+4j0UBC(+*3.$JD6v4/b036G&)F+/5(+|$*)*,<K+(-/5&)8BC.$(+F+J7/=4#25Š BC4#(Zd-… &{00;Š 25/54#…BCJ,.$K+aO@+HI0303HC( 42
HC03*)(+*,<|'K+6G*U@ŒF+6vBC03J,d+F+HCHC4\B J,BCF-.$6@+03HC(-4#.$&4#@e(-*,6v/50M/56GBCd+BC*,HC(Z4
@+BC/;25*,K+d+/5HC4#4#<W.$/6G*P6GFL6G0M4#6`/b67.\6G0OF+&4\*)DT4Oa#03a#/GK+032d+BCBC(qH BV69DT&ZKA6G*3K+D254
6GF+84*,.$25|i4] 6GF+*)<~h
6GBC(QF+4jFLJ,032GF+(+034<~.$]254#.\%).\4#03a032t6GBCBC(+K+*,<+/5( 4#4#<2 *30303D+(+HC6G/5<\F+*U4E6Ga#F+25*,4j4#(-@e.$6v*,03*32bBC6(+6GBV/j6vN3030M0U|36G4#BCd+*,/25(7BC6G4F+DTD˜*,4tBC2EDT(-*,K+6GHC25/5*)*YBC(+<+8JK+BC(+aŠ 6GJBC… *,DT*,(q6G25*;.Q6G*6G2b&\Š /54#… 03a(+]L6GBC<\*,(F+/5*,4; HVN,03BC4`(-J,6G4#6G25(-F+*)6`4j<+69K+6v&)03a#@e/54#|4/
K+a#*,/5(+4#<ƒ<+K+BCa(f6G4#6G<F+BC/;BC([254#/5@e4#a*,6G2bBC67*,(‚BC/;Ž+<+] 4#/5a#25F+BCde4{4#<W254#/5BC(ŒK+HV6G/5/\4#aDT6G25BC*,*,.(Wm{6GF+034{(+<W/5BC.7F+*YK+8 HI0M6G6GBCF+*,4(+/U/5BCaO.703K+2525HI0MBC4#6G<[BC*,(+*,/
KA6q8034#252544
@+g25BC(L4#/5034#HC(-V&,6GhO4#4O< 032503HV(+&:<254#<+/5BCK+/5a#HV6GK+//5DT/5254#*,<Q. BC(8*,/54#25a|:6GaOBC*,03(P2525‘7BC4#<103(+0M<D§6G4#BC(26G/5F+4#BCa/6GBCBC*,.$(Q@+s7HC4#.$a#*,4#(+(-a#6vHC0MK+6G/5BCBC*,*,(:(+/0325034t254
254#<+@e2G*,0O2b86G4#(~< ]
BC(/54#a6GBC*,({”)]
"O ,$t!!"
$#%'&7t "O(),$+*-,Q{$-,. ¬/ "O .0
(
O" de4ZF+4jDT*,J,K+2G(+03.$< .\BC/032/5F+K+*Y/584#<\( 6GBC*;(J,‹L4#(+J,4#K+2G250M4 6G4`é 25] 4#J,K+HIF+03BC2t/4?BC>A/Q@+0®254#/5/5/5BC.$BC*,(+@+/HC4{DT*,*,2@e84#2GF+0MBC6Gav*,F2/b&)J,(+2G03*,.$(-&).\.$03/2\.76GFLK+0M/b66
13254ƒ%
n 47684:m 936'47?Ž 686A4‘ 6)p s 476A” 684<6)— ;=6)4 
4>2 ž 6 é 6 6A
gBCJ,K+254 é F+4=J,2G03.$.\032†K+/54#<6G*$J,4#(+4#2G0M6G4
6GF+4=254#J,K+HI032†HI03(+J,KL03J,43]
a#254O0M6G4#/:Ž ž,ž /b6G25BC(+J,/j/5K+avF 03/ql5m$p o03(+<¬l5 ;¬s3o+] u /`8BCH de4;/5F+*Y8({HI0M6G4#26GF+4
E
t
:``E7j: Ž
4?>A4#25@+*7254#4#/525/525BC*,*,25(+/t/
8(+F+4#BC4#av< F$6G8**,deK+HC4;<\4*)N3a#03a#HCKLK+0M2E6G*,4#($<{4?/5>A*@+6G254#4#(Z/5/5BC03*,25(+4;/†*,HC.$B |3BV4\656GlG4#‘ <Q; 6G*ž o+*Y]tN,y94#(-256Ga#4#*,J,.$4#24703<+25BVBVN)6GBCF+<+.$4?•94d-6G&-BCa•
8l5m BV6G; F$(+ *1 254#é .\o+] 03BC(+<+4#2BC/tK+/54#<$6G*14N303HCKL0M6G4†6GF+4#/54j4?>A@+254#/5/5BC*,(+/#h)43] J+]1l ;Ps ž o103(+<
«
V
B
,
N
#
4
(
G
6
+
F
t
4
5
2
#
4
,
J
+
K
I
H
3
0
~
2
I
H
3
0
+
(
,
J
L
K
3
0
,
J
4
T
R
+
<
4
L
‹
+
(
#
4
;
<
C
B
:
(
L
‹
,
J
+
K
5
2
4
é Xe848BC/5F10.\03avF+BC(+4˜6G*HC4O0325(
/bHC4O&)03(+25*,(+(-BC(+&).$J$/.$DT4*,6G2˜F+4?*)>A<~@+hi25/54#K+/5/5avBCFZ*,(+03/˜/`6GdLFL030Mav6˜|'6G@+F+254*,@LJ,032GJ-03.$0M6G.\BC*,03(2w é J,‘’4#x(+*,4#2j2G0M0U6G4#N3/#03]25yzBI03Di(-86j403K+/j/54K+/50:4#<{/5K+d-@e& 4#2bu N)BCHC/54#4#<(
0}53K+(+<+<J,4#%).$4#BC4#<+(-4#6G('/#deh34#6G25F+Ji4#w (;é sM8xi4E6G*7803*,HCK+*YHC<;8¬250=4 'a#K+*,BC(+254E(+4#dea*36G6GBC*,F1(+6GBCF+/b64(+BC(+4@+698KA6*,25/5|U4#(-6G6G*;4#(+.\a#403|3034`(+J,<12G6G03F+.$4.\/b&)0M(+6G*,BCaO(-03&)HCBV.Q69& ]
%6G)F+4#4:(-6G/54#4#(+(-a#6G4#4#/1(+a#aO4Q03( l5m=FLp0ON, 4o;.\a#*,03K+(-HC&Q</bde&)4`(+*,8(-25&)BV65.$6G4#/#(qh4303] /J+]
l5mEBC(Pnf6Gm3F+o+47h˜25l 4#é’J, K+; HI032j o7HI03*,(+2J,KLl é’033J,ž 4;; K+/5éY4#ž < 9ZF+4#s325o+4 ]
%8)K+F+@eBCav4#FP2bN)/bBC&)/54#(+<{*,(-HC&)4O03. 25(+/5BCF+(+*,JUK+25HC4<Q'deK+4=BC254#av/jF+*,*,/5(+4#41(i„{BC(+@+yzD˜KA/56*,6G.$*\4
dea#4;25BV036G/54#/525*)BI0;a#BI8†0M6G034#/<6G8*UBVde6GFP4=K+*,(+/54#41<Q*,6GKA*U6G@+avKAF+6O*)hi*,/5/5*4
/5046j/b&)Š.\(+4#*,0OBC(-&)(A&)deDT*,.Q4
25a#hLHI034#4325.$] J,J+434#](-] HC64#(+HC4OJ3036G25Fq(+BC*3(+DJ1/b&)R‰Š (+*,… (-Xe&)25.4#HCB 4.7N,K+4#//b6K+/de4
*3D'K+6G(+F+<+4t4#@+2`25‘;*,d+/bHC&)4#.7. de*3*,D)HCFL/0OHCN)*,(+BC(+J+Jh'6G6G*F+4#av(F+*)6G*,F+/5BC4/
04#:256G252G*,032#BCh)(+BrBC] (+43Jj]˜BC@L(U036GBC2F+DTBC/t*,2˜BC(+/5/bK+6v@e034#(+2ba#N)4`BC/54?4#>A<$@eHC4#4O2503BC.$25(+4#BC(-(+6GJ+BC](+J=Š …8BV6G6G2GF\03BCaO(+03/(+03<+($BC<L030MJ,6G4#4(-4?6>A6G@+F+25254#*,/5K+/5BCJ,*,F7(+/=6G25RTBI4?03>AH›•@+0325(+4#<)/••
/5deBC4#*,4#(+({/tav8F+F+*,BC/5av4#F( .\03(+0O&U<P*,a#2E*,.$.\@L0O&U0325(+4#<Q*368deBV4`6GFP/b&)03(+(P*,(-BC(+&)@+.$KA/v6`X?]4?>A©:@+(+254#a#/54:/5BC0=*,(aO030U(+<+/5BCaO<L030MHI036G4`24?25>A48†@+25034#25/5<{/5BCaO*,03(q(PFLde034/
K+@+/5254#*)<W<+K+6Ga#* 4j03aO<L03(+03@A<+6;BC<L6G0MF+6G44`4?03>AJ,@+4#25(-4#6O/5“ /7/5BC*,de(+4#/FL0O6GN)FLBC0M*,6K+de2#]{4#a#*,yz6G.$/;4`dea#4#HCFL*,0O/5N)4#BC2t*,6GK+*7270=a#*,/b&)K+(+HC<f*,(-6G&)F+.Q4#(~] hu *YN,/54#F+2;*,2b6G6BC.$BC()43• h
6G25254#*)BC(A<+DTK+*,a256Ga#BC4#*,.$(P4#6G(-*6`25HC4O4#03BC(A25DT(+*,BC25(+a#J4#.$.\4#0O(-&6:@+HC4O25*)0325a#(+4#4#BC(+<J$6GDT*$*,HC/54#*Ya86GBC/#*,]:(QŠmA4O] 03<+4#25/:8F+*032541D‰03.$BCHI0328BV6GF
!"#$
Š03a4#6=BC(ABC({DT*,25/5a#BV6G4#KL.$0M4#6G(-BC*,6;(+HC/j4O036G*q25(+.\BC(+0’JQ>ABCBC/1.$0QBC/54;a#HI003/5/5/1aO03*3HID03@+2:2525*,4d+8†HC4#03.$25<Z/
/58BCJ,F+(L4#0325H94w é 0QŽ’xrHC]14O0325F+(+4BC(+HCJP4O030325J,(+4#4#(-2:6;BC/:.7(+K+*3/b66
6Gy9(+*,HC/b<P6G4O803<¬F+BCav6GFZF+4 03aHC4O6G03BC*,25(+(+/`4#2\6G*FL036v/03|36G47*Œd-‹L& (+03<_( 034?a>)6G6GBC*,4#25(+(L/$038H4?F+>ABCav@eF¬4#2bJ,6OhBVN,034P/:6GBCF+({4 /5K+HI03@e254#J,2b4#N)/bBC6\/54#6G<ZF+4{HC4O0325425(+8†BC03(+25J+< ]
d-J,*-&036GHr25:BI036GH›F+•BC03/=(+.7<)•9K+4#25/b6125*,FL2#]E0ON,4\F+/547*,.$03J,4U4#(-256:4#HI030Ma6GBC6G*,/`({86GBV*P6GF+0qBC(P/b6v030M(P6G4U4#(-8N)BVBC6G25F+*,BC(+( .$6G4#F+(-4$6`4#6G(-*\N)a#BC25*,*,.$(+@+.$HC44#6G(-4=6O]\/5*,gL.$*,42
6G/b6vF+0M4Q6G4103J,034#(+(-<Q64?6G>A*f4#a#03KAa6G647803BVa6G6GF+BC*,BC(S(+/†6GF+84qF+BC4#av(-FQN)BCav25FL*,03(+(+.$J,4
4#(-6G6UF+4=BV6/b6vFL0M036G/43] 6G* de4Q03d+HC4\6G*Z@e4#25a#4#BVN,4q6GF+4
*,*YN,KA4#6G2\/5BC<+F+0 4=4@e*3034#DJ,254#6GBC*)(-F+<W6˜41BC03/*3J,Dj6G4#*:<+(-HCBC64O/5a#03BC/†25254(16G6GF+46G4=*:6G4#.\BC.$(-03N)4|3BC254/b*,6G<+(+4#4#.$@+a#/#BC4#h/5(-BC*,%&6O(+]t /BCF+(;ž(41'–4#é)(-03'?N)J,*4#BC'25(-m*,6j(+',+,03.$+,a+4#6G/(-] 6v*,03u(qH)6U/b6G6vF+4O0M4=036G4#av4#/#Fƒ(-] N)6Gu BCBC25.$(-*,&'(+46G.$F+/b6G4#BC(+4#(-@J 6
6G4#F+(-4PN)BC2503*,J,(+4#.$(-6\4#(-/56v4#03(+H/54#/b/\6v0M6G6GF+4#4P/#]\4#gL(-N)25*,BC25. *,(+6G.$F+BC4#/
(-6\/54#/b(+6v/G0M0M6G6G43BC.h*,(Œ-/103(f0 031†a6GhEBC*,8(~F+h 4#2)25?4 /3051œ4BC/U6R -6G/rF+X?4QhFL/54036\/
*36G*D
03deHC4
<+4#a#BC<+4#<QK+@e*,(~]˜F+4#25474R6-/rXBC/6GF+4
/546j03HC‡@e*,/5/5BCd+HC4
03a6GBC*,(+/†6GFL0M6†6GF+4103J,4#(-6aO03(
‘
E
t
:``E7j:
@e.\4#032b|3DT*,4#25/`.–076GBC(Z2G036G(+F+/54\BV6GBCa#*,K+(25256G4#*$(-60/b(+6v40M8 6G43/bh!6v-0M/6G]43h y9-25/254#/5@ehL4#03a(+6G<QBVN,2544#a#*34#D†BVN,6G4#F+/#4hLDT0325J,*,4#. (-6O6G“ /;F+4=@L034#/b(-67N)BCF+25BC*,/b(+6G*,.$2b4#&Z(-6OBV6 h
03(QBC.$.$4#<+BI0M6G4j2548†0325<~h / 0=]F+BC/BC (-6G4#2G03a6GBC*,(qBC//5F+*Y8(QBC(q‹LJ,K+254 ] é ]
Environment
action, a t
Agent
s
r
t+1
t+1
state, s
t
reward, r
One-step
time delay
t
g BCJ,K+254 tŠ4#BC(ADT*,25a#4#.$4#(-6`HC4O0325(+BC(+J+“ /03J,4#(-6M4#(-N)BC25*,(+.$4#(-6`BC(-6G4#2G03a6GBC*,(~]
03(+<Qa#F+K+4U2525(+4#4?(->)6:6103/ba6v6G0MBC*,6G(~43hh/G2L0O]E&©:
e2#hh+BC6G/
F+4=*,(+/bHV6v&{0M6G<+4
4#6G@e2G4#03(+(+<L/503BC/b(-6G61BC*,K+(q@e@+*,25(Z*,dL6G03F+d+4UBCHa#BVK+69&\2525BC4#/#(-h 61/b6v0M6G43h/G0O&h
R 2)/rX -/ 6(-/ ' 2)/ 2
-/ 6(- ' 2! ' - ' 2 ' -" ' 2!" '#$#$# ' -/ ' 2)/ 2%
03(+<q6GF+4=4?>A@e4#a6G4#<PN303HCK+4
*3D6GF+4=2548†0325<QBC/#h
X (')*/ 6 -/ ' 2)/+
& 6R -/ ' 2)/r!
u
(
&
#
4
(
)
N
C
B
5
2
,
*
+
(
$
.
#
4
(
6
8
+
F
C
B
v
a
$
F
e
@
,
*
5
/
5
/
#
4
/
G
6
+
F
#
4
5
/
4
A
<
)
&
L
(
3
0
$
.
C
B
#
a
/
C
B
t
/
:
0
L
‹
+
(
V
B
G
6
4
,P0325|3*YNU<+4#a#BC/5BC*,(
@+25*)a#4#/5BV/76GF$R.,P4O03­0avF\/EX?6GBChiav03|7/6G6GF+F+4:4=03/bJ,6v4#0M(-6G641aO0303(+25<Q25BC4#03/Ea6G*,BCKA*,(6†0=/5@L.\03a#034#@+/j@+BC03(+25J=4
DT‹L25(+*,BV. 6G4-4#w é (-ŽMN)xrBC] 25*,(+.$4#(-6v03Hi/b6v0M6G4
6G0j*;/b6G03BCa.76GBCK+*,HC(~K+]/#]F+F+BC/t4BC25/˜46G8†F+034`2503<~J,h!4#(-/ 6O“ / h3¥LBC(A¡ DT1*,2.35254.$h /66G/h'F+Br4†] 4303]˜J,0=4#(-.$6˜4F+6G*YF+8®*)<UJ,*)*3*)D~<=03a6G6GF+BC4†(+J=/b6vBC0M(6G4E6GF+6G2G4`03HC(+B J,/5BVF-6G6BC*,*3( D
-/6G* -/ 8†038/ 7eBV6`03HC/5*U<+4‹L(+4# /`6GF+41J,*-03HBC(q6GF+41@+25*,d+HC4#.Q+] 9>+03.$@+HC43; :*,(+/5BC<+4#2`0
J,25BC<A8*,25HC<q8BV6GFQ0dL032525BC4#2/5F+*Y8(PBC(QgBCJ,K+254 ] é R‰03/@+254#/54#(-6G4#<{BC(Œw ŽMx§X?]
s
E
t
:``E7j:
North
West
East
South
Goal
Barrier
/bg 6vBC0MJ,6GK+41254\03(+mA<QdL«
032525BC25<ABC4#82*,032525HC<~4
;/5F+BC(-*Y6G84#(~25/5] 4#a6GBC*,(+/;03254\@e*,/5/5BCd+HC4UHC*)aO0M6GBC*,(+/=*,21/b6v0M6G4#/#] u J,*-03H
6Gd+F+HI034`avy9J,|Œ(Q*-03HC6GB F+H+(+4;/b436v]fJ,0M6G25BC4`<AF+BC8/4*,/5HC25F+4OHC*Y<P0382503(+(q(PBC(+034#J /E(-0=03N)J,BCd+254#*,HI(-03(+6Uav.$|7aO4#03/5(-@e(®6v*303*,6OHh)(+/b03HV6v&Œ(+0M<$6G.$4;6G*YF+BCN,/`4 4q03:t(-de•9&P4/569FLBC8(-034#@e6G4#4#4#([25<\/54#/bdLa6v036G0MBC256G*,254#(PBC/U4#2t*3BVDD03/EJ,6GF+250
BC4#<Q6G25F+4qHCBCB av(+BC|3/4#4#/#0 2 h
a#03*,(+(+<(+84#a4#6G/bBC6:(+R§J HCB X?(+h,43Br]`] 43] F+4476R -’@e!X 4#25.$ BC/5/G03' d+' HC4;' 1 03' a6GBC*,'(+]/j03F+254`4;03(+J,*,4#2b(-6G6tFƒFLR‰03ˆ:/X?6Ghe*
4O03‹L/b(+6U<UR BV9E6G/X?h‡8†/50O*,&7KA6G6GFƒ*:6GRrF+%+4X
J,03*-(+03<PHDT/b*,6v2`0M6G.$43h*YN)- BC(+J$‰]`BC(-6G*F+4703(-254&Q8†*3036G25F+<{4#2jDT*,/b2`6v0M.$6G4*YN)& BC(+R J$ ' 6G2)*$X 6G F+4;9 J,é*-]03H/b2b6v&)0MBC6G(+4;J$BC/6G*\& .$R6- *YN,41'6G2)F+X25*, K+J,ž F h
6GF+F+4
4`dLJ,03*-250325H+BC4#/b26v0M86GBC4H eFL25034#/t/5K+.$HV6*,25BC(4*303D~(q0
BC.$254.$8†034#25<+<UBI0M6G6GFL4`0325(\48†03(-0325&<*3*36GF+D 4#9 2té /b6v030M(+6G4<q6G(+2G*03(+av/5FLBC03/b6G(+BCJ,*,4=(*3<+D4‹L/b6v(+0MBC6G(+43J ]
6GF+BC/`gL03*,/2E0U6GF+J,4
*-0303J,H~4#/b(-6v0M6†6G6G43*] de4
03d+HC4`6G*7‹L(+<03(03a#a#4#@A6v03d+HC4:J,*-03Hi‹L(+<+BC(+J@e*,HCB a&UBV6†.7K+/b6
4#/b6GBC.\0M6G4=0 ¦ 1 L¤ 3£ 2r¡ ]
# uBr] 43];N303F+HCK+*Y84:DTK+J,*)(+*)a6G<{BC*,BV(q6
BCBC/j/6G07*q@+6v25034#|3<+4UBCa036GBC(f*,(03a*36GDBC*,F+(P*Y8 DT25*,.€¡Y¡ 0BV/b66v0MBC/†6G436G];*de4=F+4 BC(07@L032b6GBCa#K+*3HID032†0q/b/b6v6v0M0M6G6G434 h
8<+BCF+/5a#BCH *,4K+DT(-*,6GHC4#*Y<P825BC4(+8†Jj03@e25*,<+HC/#B ahi& *,2 6BC/ LR6-’X?h'03(+<aO03(U<+4‹L(+4#<$BC(76G4#25.$/˜*3¡Y¡De4?‡>A¤v@eŸv4#Ÿ a6G4#<$DTKA6GK+254
6R -’X '
/ 6 -/ RéX
'
!#"
! "
"
$&%
'
*( ) ,+
(
(
.-
”
E
t
:``E7j:
8F+BCH /b66GF+4=J,*)*)<+(+4#/5/*3D6v03|'BC(+J$03(Q03a6GBC*,(BC(Q0/b6v0M6G4
DT*,HC *Y8BC(+J;6GF+4=@e*,HCB a& 6ŒBC/#h
6R - ' 2)!X ('
/ 6(-/ - ' 2)/ 2
R X
86GBC.$F+4#4†254 .$*,25BC/46G6GF+FL4 03(U2C*,$Ÿ (+3v¡4#/tL/54#£4#¢5(U¦3£9DT¤ K+2bR 6Gž F+ 4#2t03F+;4O03é <~X?]˜]yz6tF+a#BC*,/(-86G254#*,BCJ,HC/˜F-6G6GF+/˜4254BC8†( L03K+25<+4#/(+a#/544#4#*3(De/56G*)F+*,4(+HC4#*,2˜(+BCJM( •
6GyzD4#25. a#*,(+ž /548'4PK+4#FL(+0Oa#N,4#4{/70 *3D 03a6GBC*,(+/
03BCJ,(Œ4#(-0q6U@+825*,F+d+BCavHC4#F[. *,(+03HV(+&W<f/544#‡4#/$4#a6G6GF+/14Q6GF+BC.$4U.$2G0M4#6G<+4UBI0M*36GD†4HC4O25034258†(+03BC(+25<~J+]]
‹L(+F+BV6G4#4325]†4O03^`/#*YhA8BVD 4N,4# 2#heé DT*,6G2`F+04#(‹L4-03(+HC¡vBVL6G¥ 4=252.43 F+8†*,032525B <+*,/†(Q0325@+425*,8d+4#HCBC4#J,. F-6G4#03<(+< 4 'KL03 HCV&Ué 036GF+(+4=<\N3BC($03HCJ,K+4#4=(+*34#D2G03\HiR6BC/t-’X(+*3*,62
\R6- y9' (2)X†6GF+BC/†4
‹LJ,(+25BCBV<A6G4=8*,0325/`HC<\03HC4?~>+250348†.$03@+25HC<+4j/`DT250M*,D§.6G4#2`070/b6va#034#2b2b6G6vBC03(+BCJ7(q/b6G6vBC.$0M6G4
4 0325hL4 0MD§6G4#4#25
2*+] P6GBC.$4j/b6G4#@+/#hi03(+<
K+/5BC(+JSé 0f6GF+/b4#6v({0M6G6GBCF+*,41(L03N32b03&ƒHCK+@e4;*,*3HCB DEa&0\J,6BVhN,4#6G({F+4#/b( 6v0M6G47LdeR‡4#Xa#*, .$4#9 /jé6GF+9 47(+4#9J-0M6GBV"N,4;9 ('#$K+#$.7# de9 4#2:*3D 6G]¬BC.$yz4 D
6G/b(+6GF+4#4#4#J,@+( HC/jB J-6G03FLd+L0MHCR436‡] X:6GF+u 24;6903&)J,@+9 4#BC(-éaO6`0303H˜8/
N3BCH6G03~F+HCK+6v40347HI|30MDT4=K+6G4#(+6G2j*\a6G6GJ,BC4#*,425(Z6.$6GDT/
* *,2:BC-( 6GF+6GF+BCT/=hi46G@+/5F+254#41*,25d+BCJ,4#HC*-/=4#03.cdeH4#/bBCa#6v/=*,0M.$/56GF+434*Y] 8.$u (Œ(+*,25< BC4U(f0303g/ (+BC<ZJ,K+.$2254*,25Ž+ž4 ]
ˆ`*36G4{@e6G*,FLHCB 0Ma6&03/†L6G6R F+- 4=J,C*-X 03H‡/b6vž 0M6G4=R§6GF+BC/4 03HCd+*Y/58*,4#25/bd+6QBC(+@eJ%*,7ABC.$(-64O03*3(+D=BC(+6GF+J74 6GFL/50MK+62bD‰6G03F+a#4=4Z/bBC6v(‚0M6G‹L4:J,6GK+2G25034{(+/5Ž'BC/bX$6GBCDT*,*,( 2
@+¦ 4#2525*,4 *+dL] 03d+BCH BV69& R 2)/r!X é 2)/"46R -/‰X?]F+BC/E6G2G03(+/5BC/b6GBC*,($&)BC4#HC<+/0;2548†0325<q*3D
$
"
+
"
%
'
*( ) +
(
-
(
+
+
+
!
+
!"
+
+
!#"
!#"
+
+
+
"!$#
TDyz-,K+6qh+(+/5BCaF+/$6G*,BC6GK+*,F+(~HC4U<]}58yz*,D˜4=d‚8av*34;FLD
03FL(+6G0OF+J,N,4:4 46G030UF+J,4
N34#03(-@eHC6*,K+HC4
6GB a*ŒDT&+K+‹L„ (+(+au <6GBC*,8†0Œ(~0Oh &\@e*,6GHCA*B ahL<+&WDT**,82`6GF+F+/5*,BCBCav/†.$F‚BC41/86G@e*+BC*,H hA`HCB BCa.\(q& 0’/b6S6v>A0MBC.$BC6G(47BC/58-,4qh+F+av6GBCF+avF+F{*)4P*,/bN3/56v4=030MHC6G03K+43( 4 h
FL03a036G/`BC*,0&( N3203HC03K+(+4
<$*36GD F+4#($DT*,HC *Y8®6GF+4`*,25BCJ,BC(L03H+@e*,HCB a&,h 6h-DT25*,. 6GF+4#(\*,(~]˜F+BC/Ede4#FL0ON)BC*,K+2
6R - ' 2)!X (' / n
6R -/ X 6(-/ - ' 2)/ 2% +
R‰m-X
y6R z- D;' 66GF+%§6R 4Œ-’X503'X a&6GBC*,( 2‚6R -’X?BC/Q]j0ƒF+de47465(+6G44#8œ2P@e03a*,6GHCBCB *,a&q(BC6G/`FL6G03F+(_4#({6GF+de4f465*,6G(+4#2j4Z6G@eFL4#0325(P/5a#6G25F+BCde4;4#@+< 254d-N)& BC*,K+6 /:6G*,F+(+4#43( h
6G6GF+FLBC03/j( BC/j6hLaO03Br]HC434#] < ¥L¡ 12.354 2 ¥e¢G¡ ¤ ¤ L£ ]`F+47@e*,HCB a& 6 % .7K+/b6:de403/jJ,*)*)<~he*,2jde4656G4#2
)( 6R -’
X & 6R -’X +
RTŽ'X
!#"
"
"
"
+
! "
! "
! "
! "
E
t
:``E7j:
—
"gw-value.dat"
DTg K+BC(+J,aK+6G25BC4*,(fŽ+DTE0*,2;3HC0QK+4†/b6vgL0MK+6G(+BC*,a(L6GBC03*,2b(;&ZDT@e*,2t*,HC«
B a25&,BCh<A88*,F+25BCavHC<~FS]BC/=F+6GBCF+/˜4\/5F+('*YK+8.7/de6G4#F+2;4†*3(+D†4#6GJ-BC0M.$6GBV4UN,4†/b6G*34#DL@+6G/7F+(+4†4#N34#03<+HC4#K+< 4
6G/b6v*0M036G432525] BVN,4
0M66GF+4:J,*-03Hi/b6v0M6G43] u (BC(-6G4#25/54#a6GBC*,(q*,(\6GF+4:/5K+2bD‰03a#4:BC/†03(4#(-N)BC25*,.$4#(-6v03H

E
t
:``E7j:
!"#$
a#*,25BV6G25F_4#a6Gš`HV&•9HC4O6GF+03254#(+(BC(+6GF+Ji4
w é N3h 03 HCx
K+4:03(DTK+(+03aa6G6GBCBC*,*,(([BCN3/#03h HCK+4{BC/HC4O0325(-6Oh R6- ' 2)X?] yzD1BV6qBC/\HC4O0325(+4#<
6R -’X k.\ 0’> \R6- ' 2)/rX
Rr‘,X
F+4=@+254#<+BCa6G4#<P03a6GBC*,(qN303HCK+4
aO03(Qde4=K+@e<L0M6G4#<8BV6GF~h
\R6- ' 2)/rX \R6- ' 2)/rXn ~w /Ln \6R -/ X 9 \R6- ' 2)/rX9x
R‰s-X
%)*+h+/5K+d+/b6GBV6GKA6GBC(+J 9!'KL0M6GBC*,({‘;84;032525BVN,4=0M6Oh
\R6- ' 2)/‰X \R6- ' 2)/rXn /+n .\ 0’> \R6-/ ' 2)/rX 9\R6- ' 2)/‰X Rr”,X
*,26GgLF+*,4 2`¡ 0U‡¤HC*)rŸ*,£9|'¤9K+¥ @š`6v•903HCd+4O03HC4125(+BCBC.$(+J@+HCK+4#.$@e<L4#0M(-6G6v4
0M6GDTBCK+*,(+(a6Gš`BC*,•9HC(4Ow03é 25h (+ BC(+xr] J8BCH a#*,(-N,4#25J,418BV6GFP@+25*,dL0’•
d6G+F+BCH 4=BV69/b& 6G*)é avBVFLD036G/bF+6GBC4=a1('03K+@+.7@+25de*O4#>A2BC.\*3D0M6G6G25BCBI*,03(qHC/#a#h *,e(-h+N,BC4#/25J,BC(A4#‹L(+(+a#4;BV6G43a#h+*,(+HC4O<+03BV256G(+BC*,BC(+(+J/032G0M254=6G4 .$ž 46’ w xr]tF+4#/5é4;hL030325(+43<h
"
'
‰
R
—
X
9!'KL0M6GBC*,(R‰—-X4#(+/5K+254#/6GFL0M68403a6GKL03HCV&=avFL03(+J,46GF+4š`•zN303HCK+4#//5*:6G*:*YN,4#25a#*,.$4
6G6GF+F+4:4;BCš`(+•zBV6GN3BI0303HCHAK+N34#03/HCaOK+034#(Q/#h+a#03*,(+(-<\N,4#6G25FLJ,0M416256G4#F+/54j@e4#HC4Oa036G25BVN,(+4#BC(+HV&,J;] 2G0M6G4`8BCH i<+4#a#254O03/54:/5K $a#BC4#(-6GHV&\/5*;6GFL0M6
"
!
!
+
+
'
%
(*)
'
(
%
(*)
(
! " $! `¨é h /5BCé (+”YJxj*,RT(+/54#HV&j4U6G/5F+4#a4t6G*,BC*,(+(Œ4?•9/bm6G4#DT*,@72:š`F+•9*YK+8 @e<L6G0MF+6G44˜DT<+K+4#(+HI0Oa&,6GBC4#*,<Œ(~h’25448†'KL030M25<f6GBC*,*)(\a#a#RrK+”,25X?/=hM0 BC( '¤56G1VF+¦BC4-/=¤ j03@+¢G@+¤ EHCB aO¦30M¢ 6GBCw*,é’(i X h
.\2548†0O&S0325(+<~4hLN,034#(+2U<Q@+š`25*,•z@LDTK+03(+J-a0M6G6GBC4*,(\dL03N3av03|ŒHCK+6G4jF+K+25*,@eK+<LJ,0MFƒ6G4#03/†(®.\030Oa&\6GBC(+*,*3(W6/5034HC'*YK+8‚4#(+6Ga#F+4BC/†803F+a6GBCavBC*,Fƒ(HC4O/5403'<SK+6G4#*{(+a#6G4=FL6G0M* 6
*6G)F+a#4
a#K+82F+03*,J-HC034
BC(~/54 ]'K+F+4#(+BC/a#43HC4O] 03u <+/HC*,6G*(+J,4O4#032†25HCa#B *,4#2(-N,034#a256GJ,BC*,4#(+(+/†a#41(+6G4BCN,.$4#2\4:lbaO/5034#(4#BC25(+4#J,/5o7K+HV6G6`F+034:/25048†a#03*,25(+</54 J,'BVK+N,4#4#(q(+a#6G43* ]
BC.$*=@+03HCHC4#.$4N)4#BI(-0M66G4t9t6GŠF+BC/*,@e(+*34$6G4#.7(-K+6GBI/b0361H)/b@+6G25*,*,25d+4HC4#6G.F+4$¤ 4?>A¥L@e¤4#¢ 2r25¤BC4#(+3va#¤†4#¢G/1¤9¥ *31VD¦ 6G4 F+w —M4$x03R 9tJ,4#Šj(-X6O] aO03u (( de4†K+/54#<~]˜*
BCa#/;K+250 254#'(-KL6j03/b<+6v250MK+6G@+43HCh+4 2548†-/ 03' 252)< / ' / / hL' 03-/(+<Q (+*34?>)D†6`a#K+/b6v250M254#6G4(-6-/ /b6v0M6G254 4#/5-@e/4#h˜a036GaBVN,6G4#BC*,HV&,( ]t2)/F+av4=F+4?*,>A/5¤ 4#@e(W¥L4#¤25BCBC¢(f4#2r(+¤ 6Ga#F+4#3v4/¤
*3BVDtD)6G6GF+F+44E&Z03J,034#25(-46@+aO25034#(1/54#de(-46G4#@+<f254#6G/54#4#.$(- 6G@e4#*,<2G0303J-HCV03&QBC(=dL0303av(+|-<18†0303J-2503<+BC8/(
7d+6GKAF+6BC/=aO0303(1HC *Yde84/jK+6G/5F+4#<;4.$<+4#*,HI250O4&,4#4<f‡4#25a46G8†BVN,034#25HV<&
6G.$*f46G@+F+25*)*,<[@L03BCJ-/U0M6GK+4/54#dL<‚03avF+|S4#256G4{F+2503*,(+K+<[J,FƒaO036G(‚F+4QHC4O0303a<ƒ6GBC6G*,*f(ƒD‰/5034 /b'6GK+4#2$4#(+a#a#*,4{(-N,BC(ƒ4#25J,*,4#(+(+4Qa#4 @+25*34#D
/54#0f(-6v@e0M*,6GBCHC*,B a(~&,]®][F+F+BC4/
š`•zDTK+(+a6GBC*,(qN303HCK+4#/03254=K+@e<L0M6G4#<8BV6GF4 'KL0M6GBC*,(ŒRr”,X?]
"!
t
éYž
6GK+F+@+4 HC4 03
J,4# '(-6 'BC/™" BC' .$ @+' HC 4#.$4#]™(-6G4#< F+034#/k2540 0HC*)*,3|'n K+' @ 9 ' 6vp 03d+' ;*HC4 ƒ8BC/F+*,6G/5F+4–4fBCBC(+(+@+@+KAKA6P6 *,BC@e/ 4#2G00M6G*,‘Y2#• h
0 ž('–é)'?* ',+,+,+'  ŒBC/\ 6GF+4 ‹L25/b6Q('K+.7de4#20M6q6GF+4ZBC(+@+KA6Oh " 0 ž('–é)'?*',+,+,+'  BC*,/SKA6G6G@+F+KA46/5*,4#@ea#4#*,2G(+0M< 6G*,2$('K+av.7F+*,de/54#4#2ƒ(~h`BC( 03(+6G< F+4 BC(+@+0 KA6ƒž('–4?>Aé)'?@+*25',4#+,/5/5+,BC+*,' (~ h BC/U.06GF+34Qn ‹L' 259 /b6' p ('K+' ;*.7de4#2\BC/Sav6GF+F+*M4•
/854#F+( 4#25d-4 & 6GF+6GF+4 4 BC(+03@+J,KA4#(-6G/6O] u 03(+/b< 6v032b 6GBC(+J 0325/b46v0M6Gˆ`4 *36bBC(™•03()6G•bF+©:4 @e4#4#2G(-0MN)6GBC*,25*,2 (+.$R‰ˆj4#0-(-©=6X BC/‚03(+03<(-& ˆ`BC*3(+6b@+•KA0’6•
ˆ`K+"3.70 de4#(ž2'–R‰é)ˆj'?0,* ˆ:',+,X+,+25'4#/5@e'4#hMaBC/6GBVavN,F+4#*,HV&,/54#](<+F+4#4;(+*3/b6v6G0M4#6G/476GF+034E25254#BVN,(+4#<7<{*30MDL6`086G25F+BI034#H-(P036G(+F+<14;6G/5F+4#4Ea#*,(+(+4?>)< 6˜('/bK+6v03.72b6GdeBC4#(+2#J h
/b(+6v*$0M6G(+414#4#R <
DT'*,2` 0 ' /5B›>)" 6G' FQBC(+2@+ KA' 6‹L2 4#HC<~h X? h-*,"Y2h+BC/5(+4#@+a#*,KA(+6<P4?>A('@+K+25.74#/5de/5BC4#*,2(~*,h-KABC/˜6G@+@+KA256O4#]/54#(-6G4#<~]F+4#254DT*,254

+
F
=
4
3
0
,
J
#
4
(
6
3
0
L
<
3
0
A
@
G
6
†
/
V
B
G
6
†
/
e
@
,
*
C
H
B
a
U
&
+
K
5
/
C
B
+
(
$
J
`
š
9
•
C
H
O
4
3
0
5
2
+
(
C
B
+
(
1
J
8
+
F
C
B
v
a
F
†
8
3
0
/
+
<
#
4
5
/
#
a
5
2
C
B
e
d
#
4
<
C
B
q
(
5
/
#
4
?
a
•
u
6G8BC*,F+( BCavFƒ ] Ž+25]4#@+256˜4#/54O4#03(-av6UF;<+HC*)B ‡aO0M4#256G4#BC*,(-(=6UBC03(=a6G6GF+BC*,4E(+HC/*)*,0M|'67K+<+@1B ‡6v034#d+254#HC4(-676G4#6G(BC.$š`4#•z/#DTK+]{(+a6GF+BC4*,(=‹LN32503/b6UHCK+034#a/6G03BC*,254E(Œ/b6G6G*{*,25de4#< 4
6GDT<+*,*P4#HCa#BC*YBC<+<+84#4#(-BC<Q(+6GJ$BVK+D§& @e698*,6G(*F+4#BC6G/5/BC4\.$8*,4;F+@eBC/bav4#6GFQ2G4#0M@+*,6G/=*,@e25034#/;2G250M47036G(+BC*,(-<f26G4#6G6G25*F+@+4\K+254/5256G434#4#E.\<Z*,03(+03BC(+HV/
&$BC('(+DTK+J*,.7K+/52`B›de>Œš`4#2503•z/#DT25]=K+4$(+HIa03F+6GdeBC4U*,4#(\HC034#J,<ŒN34#03(-03HC6
K+/;4#.7ˆj/K+0-03/b©7256
4
]HCK+4O03/5F+4#25<( 4
6G*$*,u KA6$6G@+4OKA036`avFƒ0N36GBC03.$HCB <4q*,/b6G@e4#4#@‚2G0M036G(®*,2†036GaF+6G4#BC*,((ƒ698BC/*\av('F+K+*,.7/54#de(~4#h†25/#*,] (ƒ6GF+4qDT*,HC *Y8BC(+JP6GBC.$4q/b6G4#@®6GF+BC/
6G6G032GF+a0Y6G4P}5BC*,4#*,a(PKA6G6G*,BC@+/25BCKADT4#4#6\/ <+*3dLu D:03ª av/b|6v:†0M­ 6G6G*\4{03BVªj6G(+/`h1< 25p4#u /5h†@e9tBC4#/ga«6GDTBV4#N,<+47BCdL([4#03HCav‹L4#|ƒJ,.$K+6G4#25*Z(-4Œ6:6G‘fF+0M46`6GF+6G F+4{\4;DT4#4#BCHC(+4#.$<+@+4#dLKA(-036O6$]av|¬*3gLD:*,aOHC036GF+*Y(84QdeBCBC(+4(+J@+/5KA6G4#F+6O4#]‚4;( 71/b6v430MF+] 6GJ+BC4/ ]
DTBV6G4#/E4#<+4#dL(-03N)avBC25|{*,(+BC/:.$(+4#4#(-a#6O4#]/5/G03F+2b&{4:/56GK+*qBV6v0303HCd+*YBC8H BV69&76GF+*34D~036GF+J,4#4j(-/b6:&)(+6G*q*,(-@e&)4#. 25a#4#aOBV03N,(4U*,0(+avHV&UFL03de(+4jJ,447N3*303DEHCKL@e0M*,6G/54#BV<$6GBC8*,(PF+4#BC((
6GaOF+034\(Qa#*,*,(+.$HV&\@+deHC44
6G4$J,BV/bN,6G4#25(BC(+*,JP(FLa#03*,/1.$de@+4#HC4#4(W6GBC*,*,(KA6G*3@+D˜KA076O]aO03(+F+<+4#BC<L2540MDT6G*,4
25434?>Ah@+6GF+254#4\/5/5@eBC*,4#2b(~DT*,256G.\F+BC03/(+BCa#/4$07.$<+4O4#03HI0O/5&,K+4#25< 4
2548†0325<~]
(
"!
!
.
! $ uaO03HC/54#BC.$< @+HC•943J,h254#034#(+<A<‚&~w 2Gé 03Ž,(+xr] <+*,. F+BC4?/\>A@+BC/HC*,032G(‚0M6GBC4?*,>A(®@+HC6G*,4#2Gav0MF+6G(+BC*,B '(®K+6G4 4#avBCF+/(+K+B '/54#K+<¬4{d-6GFL&[0M66GF+/54 4#HC034#J,a6G4#/(-62G0303(+(+<+<¬*,. BC/
03\Ra66G-BC*,/ ' (+2)/†/rX 8BV 6GFQ.\00’@+> 25*, dL03d+BC H \RBV69&,6h-/ #' hL2)*3X?6Gh†F+84#2bF+84#BC25/54 4=403(PR6-03/rXUa6GBCBC/$*,(q6GF+BC/4Pav/5F+4*,6q/54#*3(QD180ON3F+03BCBCavHIFQ03d+.\HC4Q0’>A03BCa.$6GBCBC*,/5(+4#//
6GBC(®2G036GBC(+F+BC4P(+Ja#K+/525*U254#6G(-F+6q41/b036vJ,0M4#6G(-436`h @e-*,/9]_HCB a&\F+de4{4#a#03*,.$.$*,4#K+/(-BC6\(+a#*325D
4O034?/5>ABC@+(+HCJ,*,HV&\2G0M<+6GBC4*,6G(®4#25.$BC/$BC(+<+BCBC/b.$6GBCBCa3(+] BC/5F+4#<®<+K+25BC(+J
t t 'ƒ!j j é*é
X
A
Don’t
Care
✕ ,6,3,NAO,NAN
E
+
+,3,5,NAO,NAN
✕ ,6,3,+,NAN
B
✕
F
9
+,3,5, ✕ ,NAN
✕ ,6,3,+,9
C
2
G
+,3,5, ✕ ,2
9
D
4
/bg 6GBC25J,BCK+(+25J,4\/#] ‘) u J,4#(-6O“ /;@e*,/5/5BCd+HC4UBC(-6G4#25(L03H/b6v0M6G4$6G2G03(+/5BC/b6GBC*,(Z<+BI03J,2G03.cDT*,2
698*{BC(+@+KA6
t" "
& j &7" u03J,4#2G(-036(+J,8†4
03*3/D6G6G*U2G03deBC4:(+BCDT(+*,J7K+(+@L<~03]2G03.$F+44=6G4#<+25BC/†/5a#8*,K+F+(-BCav6FD‰038a*,6GK+*,HC2#<h @+hA25*)8†<+03K+/a#/5414606G@e* 4#2bé)DT+4#ž a6G03HV/†&8@e4
4#2b8DT*,4#2525.$41BC03(+/J •
/5HC4OK+0325254#(+<UBC(+6GFLJ$0M2G6˜0M6G6GF+43h4e/5K+hL.6GF+4;*3DiBC(+6GF+BV6G4BI03<+H~BC/503a#.$*,K+*,K+(-6G(-4#6j<U*325D44?8†>A03@+25HC<+*,/2G0M86G*,BC*,K+(~HC<h deYh4†‡03‹L(+(+<QBV6G436G]F+4;F+2G0MBC/˜6G41HC4O*30ODN,4#<+/4#aO6G0OF+& 4
B8C($F+6GBCF+avF\4:/54?F+>A*Y@+8¬HC*,2GF+0M*Y6G8[BC*,(U6GF+6G4*;‹Lde(L4:03HL03HV@e6G4#4#2b25DT4#*,<~25] .\:03*,(+(-a#6G4†*,8†K+203/E034(+‡<4#/5aK+6G4#2b<$D‰03a#84jBV6G@+F HC*36G/t 8ž 4#] ž 254
h ž a#] *,é (+h /bž 6G]25 K+h až 6G]4#mA< h
žž ]] Ž+Ahh žé ]] ž‘)h] ž E] sA8†h 03ž /†] ”)HCB h(+ž4O03] —A25h HV&ž ] <+A4#h a#é 25]4Ož 03/5034#(+<q< 6G * 4#25ž *] ž *Yh N,ž 4#] 2 é h é žh+]‘ ž h h ž ] mA‘ žh hAž 03] Ž+(+h <ž ]”,‘)‘ h ž ž *3] sADh 6Gž F+] 4 ”)h 3žž,]ž,—Až h
4#@e*)uavF+J,/#4#hi(-*,6G2/@+8254#4#25/54
4#(-6G6v2G0M036GBC(+BC*,4#(+</`K+*3/5D˜BC(+03J7HC~6Gm,F+ 4=ž /b6G6v2G0303(+BC<L(+03BC(+25J<BC*,(+(+@+4?KA•9/b6G6G/#4#hL@{0ON3š`03•9BCHIHC034Od+0325HC4`(+BCDT(+*,J72K+6G2G@e03<LBC(+0MBC6G(+43J+hL] 03(+<
6Gš`F+•z4
DTK+/b(+6v03a6G(+BC<L*,03(Q25<N303*,HCK+(+4#4?/•9/b86G4#4#@P2547š`BC•9(+HC4OBV6G03BI2503(+HCVBC&\(+J;/54K+6j@e6G<L*$0M6G6GF+4:478/GBV036GFq.$4?41>A2G@e034#(+25<+BC4#*,(+. a#4=N325034#HC@+K+HI4#0O/`&,BC] (Qu 6GHCF+‡4;03J,2G4#03(-(+6GJ,/#4 “
w/b96v03é)J,'–4#é /1xr]˜*3DEHCF+4OBC03/t254(+‡BC(+4#Ja6GBV03N,/=4#HV/5&U*,.$4#(A4UDT*,0325aa#6G4#BC/*,(+0=/:HCBV8656GBCHCH 44?FL>A0O@+N,HC4$*,2GJ,0M256G4OBC0M*,6G(4#216G*
š`6v•z03DTK+|34`(+a@+6GHIBC03*,a#( 4N3BC(03HC6GK+F+4#4`/:4O6G03FL2503HV(&
*36GF+4#25/#]
+
˜  :jœ: ~
)
é’
06v303(-d+&SHC4=*36G03F+F+J,4#4#4#(f27(-6O0\/bh 6vJ,0M *-6G034H6G/b2G6v030M/(+O6G/5h+47BCBC/bFL/#6Gh BC03*,/
(Œde&)4#BC4#4#( HC<+25/4O030PavF+254#48†<Œ03025<ƒ254*38†D 03ž25<Z]Z/5BCJ,F+(L4q03H254aO8†0303( 25<Wde4;DT*,DT*,27250{.7K+HC*)HI0M*,6G|'4#K+<~@ h
9
éYž,(ž + ž BVDˆj0-©7h+*,2aO03(+<+BC<L0M6G4
4?>A@+254#/5/5BC*,(PFL03/6GF+4
DT*,25. ; ž h
/ 96 6–*36GF+4#2b8BC/543]
F+4#254 7BC/#h 7 R "%X 9 R "†X


+
F
#
4
5
2
4
0 3n ' 9 ' p ' ;*†03(+<=BC/‡6GF+4tBC(+@+KA6*,@e4#2G0M6G*,2#h ' " 0 (ž '–é)'?* ',+ + + '  ,h
0 3n ' 9 ' p ' ;*)h)03(+< ' " 0 (ž '–é)'?* ',+ + + '  ,] u /t6GF+4j03J,4#(-6de4#a#*,.$4#/Ede4656G4#2
0M6`@+25*)<+K+a#BC(+JU('K+.$4#25BCaO03HCV&$4 'KL03H4?>A@+254#/5/5BC*,(+/ 2 ž ]
˜ )&7 " ˜!` ˜"#$
:*,(-6G*,K+2
03(+< /5K+2bD‰03a#4@+HC*36G/j/5F+*Y8œF+*Y8œ6GF+4;6GF+254#4;N30325BI03d+HC4=6G2G03BC(+BC(+J$@L032G03.$46G4#25/
4 ‡4#a66GF+4 ¤G¦ e¦ 1'¢G¤ E¦3¢ .R ,Pg˜ŠjX~@+254#/54#(-6G4#<76G*6GF+403J,4#(-6O]F+4.$4O03(12548†0325<
0O8†0325<+4#<Q6G*6GF+4103J,4#(-6`BC(q6GF+4=HI03/b64#@e*)avFQ*,2#h
/ '
2 2 & 2! {R & X 8@+25F+4#4#/525/5)4BC*,(i X/b6v032b6G/ BC(+BCJ`/jDT6G25F+*,4. <+6G4#F+HI0O4 &, 4#/ <Z/b256v4038†2b036G25BC(+<ZJ`DT/b*,6v2:0M6G0343(fh-0303(+a6G< BC*,({BC/5/4 6G'F+K+44#(+('a#K+4 .7RTdeaO4#032(+*3<+DLBC<L/b6v0M036G2b476GBC4?(+>'J •
/b@e6v4#0M2b6GDT4#*,/:25.$*,2jBC(+@eJ*,03/5/5J,BC4#d+(-HC6:418BC(+BC@+H KA&)6jBC4?4#>AHC< @+254#/5/5BC*,& (+/# h~BCé(Q]=6GF+gBC/jBCJ,aOK+0325/54#47/:m,s ž03(+]`<fF+”\4#/525F+4DT*Y*,8 2543@eh~4#0\2bDT@e*,4#252b.\DT4#03a(+6Ga#HV& 4
DT25*,4#2;/5@e034#J,a4#6G(-BVN,6G4#/;HV&,6G]2G03BC(+4#<Z8BV6GFŒ6GF+4$/b6v03(+<L0325<ƒš`•9K+@e<L0M6G403(+<f8BV6GFŒ4?>A@e4#25BC4#(+a#4254#@+HI0O&
$
)
ém
˜  : jœ: ~
)
"ne.contour.dat"
0
-0.01
-0.02
-0.03
-0.04
-0.05
Mean Final Reward
"ne.contour.dat"
0
-0.01
-0.02
-0.03
-0.04
-0.05
Mean Final Reward
0
0
-0.005
-0.005
-0.01
-0.01
-0.015
-0.015
-0.02
-0.02
-0.025
-0.025
-0.03
-0.03
-0.035
-0.035
-0.04
-0.04
-0.045
-0.045
-0.05
-0.05
1
1
0.8
0.8
0.6
0
0.2
0.6
Learning Rate, Eta
0.2
0.6
Learning Rate, Eta
0.8
0
0.2
0.8
1
Ë3ÑzÉÊ̐ËCÓ*ä&ÉqÜzÌÂÅVà
0
Ò3ÑzÉÊ̐ËCÓ*ä
ÉqÜzÌÂÅcǐà
"ne.contour.dat"
0
-0.01
-0.02
-0.03
-0.04
-0.05
Mean Final Reward
0.4
Exploration, Epsilon
0.4
0.2
1
0.6
0
0.4
Exploration, Epsilon
0.4
"ne.contour.dat"
0
-0.01
-0.02
-0.03
-0.04
-0.05
Mean Final Reward
0
0
-0.005
-0.005
-0.01
-0.01
-0.015
-0.015
-0.02
-0.02
-0.025
-0.025
-0.03
-0.03
-0.035
-0.035
-0.04
-0.04
-0.045
-0.045
-0.05
-0.05
1
1
0.8
0.6
0
0.2
0.4
Exploration, Epsilon
0.4
0.6
Learning Rate, Eta
0.2
0.8
1
0
Ì3ÑzÉÊ̐ËCÓ*ä
›ÉqÜzÌÂÅcǐà
0.8
0.6
0
0.2
0.4
Exploration, Epsilon
0.4
0.6
Learning Rate, Eta
0.2
0.8
1
0
Ñ­ÑzÉÊ̐ËCÓ*ä›ÉqÜzÌÂÅcǐà
gBCJ,K+254=sAE©:(+4?•9/b6G4#@{š`•9K+@e<L0M6G43]
éŽ
˜  : jœ: ~
)
"neBR.contour.dat"
0
-0.01
-0.02
-0.03
-0.04
-0.05
Mean Final Reward
"neBR.contour.dat"
0
-0.01
-0.02
-0.03
-0.04
-0.05
Mean Final Reward
0
0
-0.005
-0.005
-0.01
-0.01
-0.015
-0.015
-0.02
-0.02
-0.025
-0.025
-0.03
-0.03
-0.035
-0.035
-0.04
-0.04
-0.045
-0.045
-0.05
-0.05
1
1
0.8
0.8
0.6
0
0.2
0.6
Learning Rate, Eta
0.2
0.6
Learning Rate, Eta
0.8
0
0.2
0.8
1
Ë3ÑzÉÊ̐ËCÓ*ä&ÉqÜzÌÂÅVà
0
Ò3ÑzÉÊ̐ËCÓ*ä
ÉqÜzÌÂÅcǐà
"neBR.contour.dat"
0
-0.01
-0.02
-0.03
-0.04
-0.05
Mean Final Reward
0.4
Exploration, Epsilon
0.4
0.2
1
0.6
0
0.4
Exploration, Epsilon
0.4
"neBR.contour.dat"
0
-0.01
-0.02
-0.03
-0.04
-0.05
Mean Final Reward
0
0
-0.005
-0.005
-0.01
-0.01
-0.015
-0.015
-0.02
-0.02
-0.025
-0.025
-0.03
-0.03
-0.035
-0.035
-0.04
-0.04
-0.045
-0.045
-0.05
-0.05
1
1
0.8
0.6
0
0.2
0.4
Exploration, Epsilon
0.4
0.6
Learning Rate, Eta
0.2
0.8
1
0
Ì3ÑzÉÊ̐ËCÓ*ä
›ÉqÜzÌÂÅcǐà
0.8
0.6
0
0.2
0.4
Exploration, Epsilon
0.4
0.6
Learning Rate, Eta
0.2
0.8
1
0
Ñ­ÑzÉÊ̐ËCÓ*ä›ÉqÜzÌÂÅcǐà
gBCJ,K+2541”)E©:(+4?•9/b6G4#@{š`•9K+@e<L0M6G4:8BV6GF 9 >A@e4#25BC4#(+a#4;Š4#@+HI0O&,]
˜  :jœ: ~
)
é‘
HCK+4O/5034#25<~(+]jBCF+(+4qJ@+6GBV6G*`HCF{*3/56GK+0$/7a#<+HCa#4O4#4#03/5.$25/b(+DT*,K+BC(+(+HCV/bJ\&16G2G2G@+0M0M256G6G*)4\41<+6G*3K+FLDa#0M4t64#/b25&)BV6*\(+*,BC6G/7(-F+&)4@e.$*,š`/5//5•zDTBC8d+K+F+HC(+4$BCaav6GDTF;BC*,*,4?2(Q>A03BCN3/b(ƒ036HCBC03K+(
J,4#4#6G/jF+(-0364E25254;6G4#2GJ,(+03K+BC4(+N,HI034#4#<S22
HIK+038(+@eBVJ,6G<LF®KL0M036Gš`4#J,< 4•
0u3(+<fHC4O036G25F+(+4#BC25(+4JUDT*,2G250M4$6G4
6GF+*34\D 03é J,a#4#*,(-(-6O6G“ /12G0O@eN,4#4#2b(+DT4#*,/j25.\6GF+034=(+a#2G4$03(+BCJ,/14=03*3/1D BVD(+6G*QFL0M6G62G038BC(+BCH BC‡(+4#J(+/5FLK+0325<f4;6va#03*,|3(-4#N,(Œ4#25@+J,HI4#03(+a#a#434 ]
03š`(+•z<ƒDTK+(+03/a6G0PBC*,(=254#N3/503K+HCHVK+6;4#6G/F+FL4q03<103J,de4#4#(-4#6O(7“ /72G03@e(+4#2b<+DT*,*,.$25.\BC/5034#(+<~a#]4BCF+/14E8.$*,*,25/5/b4q6(+0M*3D§6G6v4#0321d+HC6G4t2G03*3BCDA(+6GBCF+(+4tJQ6G6G2GFL0303BC(+(SBC(+BVJD6G@LF+0’4 •
2Gu 03.$<+4#4aO6G0O4#&
25/˜86GBV*=6GF+4BC‡( 4#a 6t‘ ž 6GF+4#4†@e*)‹Lav(LF+03/H+a#@e*,4#(+2bDT/b*,6G2525.\BCa6G03/(+6Ga#F+44EBC/˜2G036G(+F+J,44t2G*30MDA6G46GF+*34tD‡BC<+(+4#BVa#6GBI25034OH3034?/5>A4@+BC(UHC*,4?2G0M>A6G@+BCHC*,*,(=2G0M@+6G25BC*,*,d)(~• ]
0BC3(+d+a#BC25H BV4O6903&,/5h 4= Yh6GAF+6GBC/F+4
2G03.$(+J,*,4\/b61RT/5RT/54#4#414
‹L‹LJ,J,K+K+25254#4#/j/`sLsLRT<iRTaYXX†0303(+(+<{<Q”+”+RTRT<iaYX5X5X?X?hL] d+… KA*,6`(+6GJ,F+4#412†4?HCBV>A65@+6GHCHC4j*,2G4?0M>A6G@+BC*,HC*,(2G0M6G6GBC.$BC*,4j(aO4#03()( •
DTBC/*,25(+a#4#4#4#<q<+*,4#<~(\] 6GF+4:03J,4#(-6†<+K+4j6G*16GF+4:2G03(+<+*,.$BC/G0M6GBC*,(U*3Dš`•zDTK+(+a6GBC*,($N303HCK+4#/BC/†03HC+6GFL0M6
8F+BCH 4:036vd+03HC4|'BCé(+JU/5F+J,*Y2584#4#/`<A6G&F+034;a('6GBCK+*,.7(+/de4#<+2`K+*325BCD˜(+4#J@e6G*)2Gav03F+BC(+/jBC(+(+4#J+4#] <+4#<{6G*$J,BVN,41@e4#2bDT4#a6:@e4#2bDT*,25.\03(+a#4
… 4O0325(+BC(+J$Š`0M6G43h %'6v03(+<L0325<{š`•¨`@e<L0M6G4 %'6v803(+BV6G<LF 03259<{>A@eš`4#•25¨`BC4#@e(+<La#0M4 6G4
Š
#
4
+
@
I
H
O
0
&
žž ]] Ž
é Ž'‘3—
鎞
—
m
3
”
s
ž
s‘ ž é s”
‘,s” žž
žž ]] s—
Ž
Ž,Ž-—
Ž ž,ž
ž ] ,,
03d+HC4 é 2G03BC(+BC(+J76GBC.$4#/†DT*,203J,4#(-6G/6v03|'BC(+JUJ,254#4#<A&Q03a6GBC*,(+/<+K+25BC(+J6G2G03BC(+BC(+J+]
`
¨
5
/
C
B
+
(
q
J
0
I
H
3
0
5
2
,
J
;
4
C
H
O
4
3
0
5
2
+
(
C
B
+
(
J
G
2
M
0
G
6
;
4
)
&
C
B
#
4
C
H
+
<
/ 'K+BCav|34#2=a#*,(-N,4#25J,4#(+a#4$03(+<ZK+/5BC(+Jq4?>A@e4#25B›•
46G#F+(+4=a#4*,25(+4#4?@+•9HI/b0O6G&74#@ J,BVš`N,4#•9K+/t@e03<L@+0M@+6G254:*O>A8BC.\BV6GF+0M*,6G4#KAHV6&;4?0 >AéY@ež 4#25BC4#<+(+4#a#a#41254O254#03@+/54`HI0O*Y&,N,] 4#2G03HCA*,(6G2G03BC(+BC(+J`6GBC.$4EDT25*,.

+
F
:
4
C
H
)
*
,
*
'
|
+
K
$
@
v
6
3
0
+
d
C
H
`
4
C
B
$
.
+
@
C
H
#
4
$
.
#
4
(
v
6
M
0
G
6
C
B
,
*
U
(
C
B
t
/
,
N
#
4
b
2
&
C
H
B
$
.
V
B
G
6
#
4
$
<
3
0
/
V
B
6
O
a
3
0
+
(
+
(
3
*
†
6
?
4
A
>
+
F
C
B
+
d
V
B
†
6
3
0
(
&
J,/544#'(+K+4#4#2G03(+HCa#B 4#/G/0M6G03BC*,254`(~h25403'(+K+<¬BC254#de<~4#]a#*,.$F+4#4j/254#HI03/b6G2525J,BC4a6G84#<F+4#03(a6GBCHI*,03($25J,/54Q4'BC(+K+@+4#(+KAa#64
/5HC@L4#03(+a#J34#6G/FU*,82\BCH HC+*,*,(+(+JSHV&$0303aHC6GBC*Y*,8 (
6GBC(‚F+4U6GF+034J,4#/5(-4 6
'6GK+*4#(+@+a#254Œ*)<+aOK+03a#(+47(+*36GF+625de4#4U4{0325a4#6G.$BC*,4#(+<+/#BC]=4#<~] F+4#gL25*,42DT*,4?254$>+0303.$(-&{@+HC<+43h4#HC846G4Z4#25.\BC*,0OK+&[/
038aBC6G/5BCF‚*,(+6G/:*W4O03‹L25(+HV<&
06GBC.$/b&)4=(+/b*,6G(-4#&)@+. /j*,DTKA*,6G27@+KA6GF+6G/q4lGBC(+”@+p KA6U o+4?]†>A@+25F+4#/5BC/j/5BC03*,a( 6GBC*,lG‘;(Qn /54 '‘MK+o+4#]S(+a#47F+a#4Q*,03K+J,HC<P4#(-de6$41BC(Wa#*,6G25F+254#4qa6G‹L4#25<{/b6d-&6GF+6G25F+4#44
BC.$03(Œ<+*)<+.$<+BV6G4#*,BCHr*,25]4$(Qa#*3F+*,D˜4`.$69HI8@+0325HC*\4?J,>ŒDT4#K+2˜HI2b03('6G(+K+F+J,.74#KL2:de03034#J,a2E4#6G/=*3BC*,De8(+6G/#4*,hi|325(L4#4(+03'.$/EK+BCBC4#($25HV4$&[0=6GlHIF+039`4$(+Ž,J,N,o+KL4#]2b03&SJ,4*\0MaO65de036G4725($BCd+03.$KAd+4O6GHC4=4#03/1($6G*$80=F+‹LHI03BC(+av25<{FSJ,4#/bHC2&)B .$(+('*,K+BV6
(-.7&)6Gde.$F+4#BC/2/
7` )
és
*3DBC(+@+KA6G/#hi03(+<Qa#*,.$@+HC4?>qHI03(+J,KL03J,4#/aO03(Q@+25*)<+K+a#4=HC*,(+J,4#2/54#(-6G4#(+a#4#/#]
$ ! O ˜"#$
Œ*,(-47&).$@+25/:4#/56G4#FL(-0M6G6=4#<f4?>A0$BC/b6
.$BC4(Z6GF+0*)25<Q4#J,8K+F+HI4#03252:4#HId-03& (+J,0\KLHC03*)J,*,4;|'K+K+@Q/5BC(+6vJP03d+š`HC41•9HCaO4O0303({25(+deBC(+41J+6G]
2G03BC(+F+4#BC/:<Q.$6G*$46G‹LF+(+*)< <{/b8†&)()03/•
6Gav4#F+/bBC6G(+4#4<Q03*,HC(Q4N)03BI(0M6G*,BC(+@eJ\4#2G6G0MF+6G*,4$2†(+HI4#034#(+<ŒJ,KL6G03*PJ,@+4325] *):†<+03K+(+a#<+4\BC<L00M6G6G2G4
03BC4?(+>ABC@+(+25J4#/5@L/503BC*,BC2=(+/`(+034#4#254:<+4#DT<S*,25.$d-&f4#<q/5K+d-@e&4#2b0N)BC.\/54#0’< •
6GHC4OF+034=25(+*,BCKAF+(+6G4#J+a#25]$4*,.$4?>A4#F+/BC4$/b6G*3/U25D4#6G0PBC(AF+DT4=2G*,03BC25(+(+a#J,@+4#4\.$KA6`*34#D(-0361(+6G2G</503BCJ,BC6G(+F+(LBC4=03(+HrJPaOh03*,@L(+2=03<+2G25BC03<L4.$8†0M6G0344
6G254#<~4?25>Ah/1@+BC/18254#0F+/5/5BCav.$BC*,FW(+4O03J,/:/5BVN,03K+4#252543/74U] @e*3D†4#2bF+DT4#*Ya8 6/5@eBC4#.$2bDTBC*,HI0322•
.\BC(+J=03(+6Ga#2G4E03BCDT(+*,BC2(+03J
HC-@+6G25F+*)4<+K+4?>Aa#4#@+/tHC*,6G2GF+0M46GBC8*,(1BC<+<+4#4#/b6EaO0O2G&;03(+2G0MJ,6G44#*3/D‡K+6G/52G4#03<~BC(+] BC9(+>AJ
4#@La#03KA2G6G03BC(+.$J:4J,6G4#25254#/#4#]<A&7ª*3036GaFU6GBC*,6G2G(+03/BC(+<+BCK+(+2J •
6G03F+HCJ,BC/*,gi25/b03BV&)6G/bF+(+6G4#.$*,2†(-/E&)6G2G/5.™03F+BC*Y(+‹L8 BC(+(+<+6GJ7FLBC(+aO0MJ036(6vHCBV03de65/56G4=|iHC4#] 03*,av2EF+(+BC4*UN,4#K+<P/54#K+2/54#BC(+(AJUDT*,025a#HI4#03<Q25J,4?4:>A@+HC4OHC*,03252G(+0M6GBC(+BC*,J7(q2GBC0M/†6G43(+h+4#d+4#<+KA4#6`<HC4#6G/5*U/†/56G*,FLHV03N,( 4
é h03(+<S4?>A@e4#25BC4#(+a#4254#@+HI0O&fd+KA6BC/1*,(+HV&f.\0325J,BC(+HV&{de4656G4#2;6GFL03(Œ6GF+4\*,(+4?•9/b6G4#@®š`•
K+@e<Lg0MBC6G(L4
038HCV&,BV6GhEF+6G*,F+KA4{64?HCB >A.$@eBV4#6v250MBC6G4#BC(+*,a#(+41/725*34#D
@+HI6G0OF+&4{DT*,.$2†*)6G<+F+4#BC/H/58F+4#*,252b4 6j<+03BCa/56GK+BC*,/5/5(4#<‚/54 '8K+BV4#6GF(+a#430f] N)BC48k6G*SBV6G/
03@+@+HCB aO0M6GBC*,(\6G*$.$*,254:a#*,.$@+HC4?>HI03(+J,KL03J,4#/#]
/QP $ DT4#F+4#<A4WDT*YHC8†B .$03BV256v< 0M6G(+BC*,4#(+K+/\2G03*3HUD(+6G4F+694S8*,HC*)25|'*,/f|'K+8@_F+6vBCav03F d+HC4SaO0303( 254f03@+6G*‚@+25*Ode>A4ŒBC.\*YN,0M4#6G254ƒa#*,0 .$š`4Œ•z8DTK+BV(+6GFa6GBC6G*,F+(~4Œ] K+/5ˆ`4W4#K)*3•D
26GGBC03*,H7(®(+*34D
69803*,HC†25|'/5/S4#(-036G254#4ƒ(+a#034#d+/qHC4ŒBC(®6G*0fHIJ,034#(+(+J,4#KL2G0303J,HCB 4q/54ƒBC/U03(+K+<œ(+(+034#/Za#4#/5/5/GK+03av2bF &,]_03( ¨`/54?BC>A(+FLJŒ03K+0Z/b6G/5BV.\N,4®03HC @+4#2524#/5J,4#2G(-036v.0’••
.\lOR 03ž 2f6 é 66G FL6 03m-(X#Rrn 6GF+6 4‚9$*,6,(+p34[6 ;=/5F+X#R*Yž 86 é ( 6 BC6 (œm-Xo'‹LX?J,h'K+825*,4 25|\é BC/†RT25BC4#(J,K+@+HI2503*,2fJ,254?4#>A/5/†@+256G4#*7/5/54#BC.7*,(+K+/WHI0M6GJ,4j4#(+6G4#F+2G4:0M6G@+4#25< *,.$03BC25/4 •
BC03(+J,J
4#(-256=4#/5FLK+03HV6G/:/BV@+6G/:254#*Y/584#(-(f6G4#03<\254OF+04#25*34DEK+4?/5>ABC@e(+J=4#2b036GBCJ,/54#4U(-6G03/t/jd+6GK+F+BC4HV& 6DT032525*,47. *,DT(+*,HVK+&P2˜4?(+>A4#@eK+*,2G/5034#HL<Z(+46G*6984?*,>A25@+|'25/#4#] /59t/5BC03*,av(+F /
8254BV8†6GF70325*,<+(+/14E8*,@eF+4#BCav2GFŒ0M6G.\*,2#0O]&Z03F+a#BCa#/K+BC/254U03(DT25*,0M65.€6G4#.$@+25@A*)6a#4#6G/5*:/5BCBC(+/5*,JQHI0M4?6G>A4E@+0325(74#/503/5BCJ,*,4#(+(-/16DT825*,BV6G. Ff03<+(-B ‡&14#a#25*,BC(+(JLBC*,a@e6GBC4#(+2J •
0a#M*,6G*,(+25(+/#4#] a6G9tBC*,03(+25HVBC&/b625š`4#/5•9K+HC4OHV6G03/125(+K+BC/5(+BCJQ(+JQ03HC6GJ,F+*,4 25BV6G•9F+J,.Q254#h4#.$<A&Z*)<+4?>ABV‹L@+4#HC<f*,2Ga#0M*,6GBC(+*,(+(Z4#a/b6G6GBC2G*,0M(+6GBC4#/bJ36&Œš`03•9(+HC4O<Œ032503(+(ŒBC(+*,Ji()w s'•9HChB (+‘’4 x
R03‰03(+/<Œ|'25(+4#*YHC8BI03(d+HV03&,/]\% u F+Šj4#/5% 4u 25R 4#e/5X#K+w HVé 6GŽ3/;x§X?03h)25/54$F+/5*YK+8 @+2501BC/525BC4#(+a#JQHCKA/56vBC03(+(+a#a#4$4`6G6GF+*74$/5HC*,*)HV*,N,|'4`K+6G@ZF+BC6v/t036vd+03HC/54$|03DTJ,2544#'(-K+6G/;4#(-aO6G03HV(&
/5*,HVN,4
6GF+BC/6v03/5| 'K+BCav|'HV&03(+<q8BV6GFQHCBV656GHC4j4?>A@+HC*,2G0M6GBC*,(DT*,20HI0325J,4#2J,2G03.$.\032#]
tt7
é”
' ! w é x :j:*,] A]HC 4#:jJ,] 43^1h ]+:†S03.70M6Gd+|'25BCBC(+<+/#J,] 4=¨`¤G¦3(+¢ BVN,4#2 25/5BV69?&,¢Ghe¡ ¨ h ¤5é 1V¦,4-—,¤A] ¤ E¦3¢ ’Ÿ ] /FL­ 6GF+4#/5BC/#h BC(+J+“ /
w x :j  ] A] h :jé ],^1 ]A S] 0M6G|'BC(+/†03(+< /]+­
0O&-03(~]˜š`•9HC4O0325(+BC(+J+] ¦ 3v 2 ‡¤ ¤G¦3¢ 2 3hA—A ”3
w mMx=é ,-] A]‘)],f] … 4N,4#HV6O] ¥L¤G¦ 2 ¢G¡ L£9¤ L£ 2r¡ Œ£9¡ j¢?£ 2.3 1V¦3£ 2r¡ ] ,Qy9 /254#/5/#h
w Ž3x 6Gu BI03] «H<+]4#ª†a#03BC/52bBC6G*,*+(Ph.\Š=]03%e|']BC(+%)J+KA]†656G*,4#(SavF+03(+(+BC< aO03:jH˜]ŠA]4#:j@e]*,^ 2b6:S¨ 0M,q6G|'• :BC(+%-/#• ] é ,… —,4O’03• 25ž (+-BC‘)(+hiJQ¨`03(+(+BV<ŒN,4#/5254/5'BV69K+&Q4#()*3•D
,P03/5/G03avF'K+/54656G4#/#h~­:4#@L032b6G.$4#(-6`*3D :*,.$@+KA6G4#2`%)a#BC4#(+a#43h‡%)4#@A6G4#.7de4#2 é ,—,A]
w ‘’x7BC«/b6:] u /b&)]+/bŠ6G4#K+.$.$/#.$];4#2b&4#av03F+(+(+< BCaO03,fH]LŠˆ`4#BC@e2G*,032b(’6 }G03:†(~¨ ]9t©:­ ()•93HCgB (+•94
yˆjš`g •99tHC4Oˆ:0325« (+BCM(+J;Š K+/5é BCs,(+sAJh a#:†*,(+03.7(+4#d+a256GBCBC<+*,J,()4•
¨`(+BVN,4#25/5BV69&,h é ,3Ž+]
w sMx7/5«BC/#] uh :†]AŠ03.7K+.$d+25.$BC<+4#J,2b4
&,]¨`(+BV¢GN,¡ 4#8251C/5¤ BV 69& ŸY9¡ 1(+J,2 BC(+4#4#252§BC£§(+ qJ$¢G­:5¤ 2 4#@LO¡M03¢ 2b3v6G¤.$ 4#¤(-L6O£h 1Cé ¤G,¦3-¢ ‘)] 2 3] /FL­ 6GF+4?•
w ”’x uavFL] 03^1@A])6Ggi4#203J,é J+Ž+] hL@L035¤ J,2 4#O/ ¡M¢ 3v— ¤ é Am ¤ žL—A£ ]˜ˆ`¤G¦3*,¢ 2b6G2FP^`O*,¡MHCI¢ 03(+< ¡ ?/¡M£252.4#3 /5/#h ¤Gé ¦ ,3v, mA2 ] ¦ †¢5¦’Ÿ9¥ 2 3h
w —Mx @+… HI] 03… (+BC(+(~BC(+]JU%)4#03HV(+DI•9<BC.$6G4O@+0325av*YF+N)BCBC(+(+J+J7] 254O03a6GBVN,4103J,4#(-6G/`dL033/5hL4#<P—A *, ,(Qm 25A4#m BC(AY éDT*,h 25é a#,4#.$ 4#] (-6`HC4O0325(+BC(+J+h
¦ 3v 2 ‡¤ ¤G¦3¢ 2
w Mx (+A]4u 698]L*,ª25*Y|'&-/#03 (Qu 0325(+4#< BC(A,fDT*,25] … a#4#] .$… 4#BV65(-6G6.\HC4O0303(~25] (+/BC(+03J`av|3034@+6j@+2525*,*-KA036GavBCF~(+]AJ7y9( BC(,0<A3av&)|1(L03­7.$] BC:aO03*YHC8†V&$03(~avh'FL«
03(+4#J,2GBC03(+HC<J
4#/G03K+25*+hL03(+< 3*,/5 F'KL0 h-u @LHC03/5@eJ,4#4#/ta6Gs-*,” 2#éhAA4#s-<+”3BV6G—A*,]2#,Qh *,25J-03¦ ( 3v=¤vŸ03KA2 DT.\103(+¤ )(~¢5h'¦%A1 03($OgL¡M2G¢ 03 (+¦3a#£BC/52r¡a#*
¢G$¡ 3v¤vŸv5Ÿ 2 4YŸ£9¤ Ÿ
: u h é ,3Ž+]
w éYž x /5,favF+] … 4#.$] …4BV65DT*,6G.\2703(+(‚469803(+*,<25|SA]25*,u KA]6GBCª(+*YJ+&-]{03(~y9( ] 3*u ,/5F'<+KLBC/b0 6G25uBCd+HCKA/5@e6G4#4#<‚a6G*,254#2#BChE(AŠDT*,*)25<+a#4#(+.$4&W4#(-«
6*)HC*)4O03<+25.\(+BC03(+(~J h
03(+<WBC.$*36GF-& 7]˜ª25*Y8(~hE4#<+BV6G*,2#h ¢G$¡ 3v¤v¤ 2 ŸQ¡ \£§ L¤ L£9¤¢ e¦3£ 2r¡ e¦ 1h
@L03J,¡M4#¢ Y/ŸvŽ' L‘ ¡v+¥[‘ é¡ ] … 0O¥-8¥ 2514#2.(+3G¦3a#4£ 2r¡ 9A25Ÿ\HCdL¡ 03K+1. ¤ u)¢5/5¦ /51*)a#1BI0M¤6G£ 4#/#¡Mhi¢ ^`YŸUBCH C£9/5¡ <L03eHC5¤4:1C¤ˆ 3v¡Ah é ,,mA]2.3G¦3£ 2r¡ AŸ
w é*é x7«]4#/G033K+hL25*+—A] ‘,/” 2G03 a”,6GBC”)aOh 03éH,BC/5/5 K+] 4#/;BC(Z6G4#.$@e*,2G03H˜<+B ‡4#254#(+a#4\HC4O0325(+BC(+J+] ¦ 3v 2 ‡¤
¤G¦3¢ 2
w é’ x;Š=] %e],%)KA656G*,(~] … 4O03253(+hLBC(+mAJ`  6G)*jŽ,Ž+@+h 254#é <+,BC—,a—A6˜] d-&16GF+4.$46GF+*)<+/*3D+6G4#.$@e*,2G03H'<+B ‡4#254#(+a#4#/#]
¦ 3v 2 ‡¤ ¤G¦3¢ 2
"!
#
$
%
'
'(
%&
)
*
,+
1
3
2
7
4&
&
2
.-//0
65
8
"
7
tt7
é—
w é mMx;ˆ1… 4O] ˆ10325]~(+%)BC(+avJjF+2G*303DK+/<+*,*,/5HCBV@+6GF~BC*,h (*/9˜]‡N3­
030OHCKL&-030M(~6GBCh~*,03(;(+BC<P(16G
F+] 4A]«=%)0349.$}5(+4E*Y*38D‡/5«
|'Br*+]`])y9(4#.$­
@e0O*,N)2GBC<;03H­:*,BK+‡254#4256 4#(+|-a#&e4 h
4#<+BV6G*,2#h ¦ 3v¤v+Ÿ 2 1¤ )¢5¦ 1 O¡M¢ ¦3£ 2r¡ ¢G$¡ 3v¤vŸv5Ÿ 2 4YŸ£9¤ Ÿ h 3K+HV& é ,3Ž+]
w é Ž3x;Š=,Q] y9%e ]A%)/KA25654#6G/5*,/#(h é 03,(+,< —Au] ] «])ª†032b6G*+] 5¤ 2 O¡M¢ 3v¤ ¤ L£ ¤G¦3¢ 2 L£‰¢G¡ 3£ 2r¡ ]
w é ‘’x;6G­7BC*,] 9(+/]eŠd-&qK+.$dL034#avHCFL|,03•9@+2b6O25he*,@L«03] J-90M]e6G^`BC*,BC(~(-] 6G*,({03(+<{hiŠ=m ] A]sLLR‰s ž BC—,H —-CBIX?03h .$é /#,] —,sA… ] 4O0325(+BC(+J$254#@+254#/54#(-6v0’•
=¦3£ )¢G¤
w é sMx 9A] .$u 4#HC254#J,(=4#(+03a#(+4*< *3,fD
]«
%e]’2G03%).$4#BC<+.\4#0M('6GdeBCaO4#0325J+HCBV]69&Z~ LBC( ¤ : *,(+¤(+¢ 4#¤a6GBC3v*,¤†(+¡ BC/b6\ˆ`¦ 4698¦ *,25¤|'h’/5avo+FL] 03@A… 6G0O4#82`25lb4#(+F+a#44
925HCdL03K+. u /5/5*)a#BI0M6G4#/#hLy9(+a3]Vh é ,,A]
w é ”’x7d+%eBC] /H BV69]L&$%)BC6G(+2G03J,a#F4#/#03](+<Š=] %e]L%)KA656G*,(~]˜Š4#3BCh (A,DT*, 25R a#é .$•m-4#X?(- é’6 HCm 4O03é25‘3(+—ABC(+h J1é ,8,BVsA6GFq] 254#@+HI03a#BC(+J;4#HCB J,B›•
¦ 3v 2 ‡¤ ¤G¦3¢ 2
$&
&
5
(