2VQDEUFNHU6FKULIWHQUHLKH6RIWZDUH(UJRQRPLH
266(
7KH,VR0HWULFV0DQXDO
*QWKHU*HGLJD.DL&KULVWRSK+DPERUJ+HLQ]:LOOXPHLW
8QLYHUVLWlW2VQDEUFN
(PDLOJJHGLJD#OXFHSV\FKRXQLRVQDEUXHFNGH
KDPERUJ#OXFHSV\FKRXQLRVQDEUXHFNGH
0DUFK9HUVLRQ
(GLWRUV
7KHVHFWLRQVÄ$UEHLWVXQG2UJDQLVDWLRQVSV\FKRORJLH³DQGÄ0HWKRGHQOHKUH³RIWKH8QLYHUVLWlW
2VQDEUFN
6800$5<
,1752'8&7,21 )281'$7,216
7+(,17(51$7,21$/67$1'$5',62 '(6,*135,1&,3/(62),62
7+(&216758&7,212)7+(,620(75,&6,19(1725< 7+($33/,&$%,/,7<2)7+(,620(75,&6,19(1725< '(/,1($7,217227+(5(9$/8$7,21352&('85(6 $5($'(),1,7,21
6(/(&7,212)7+(86(53238/$7,215(48,5(')257+((9$/8$7,21
6(/(&7,212)7+(7(677$6.6)257+((9$/8$7,21 3(5)250,1*7+(,17(59,(:
722/6 ,QGLYLGXDODVVHVVPHQW *URXSDVVHVVPHQW 6(/(&7,212)7(677$6.6
7+(7$6.62)7+(,17(59,(:(5
'(6&5,37,21
6800$7,9((9$/8$7,21 7RROV &RPSDULVRQZLWKSUHYLRXVO\HYDOXDWHGV\VWHPV
&RPSDULVRQRIVDPSOHVZLWKSRSXODWLRQV ([DPSOHIRUDFRPSDULVRQZLWKDUHIHUHQFHV\VWHP &XWRII$QDO\VLV )250$7,9((9$/8$7,21
7RROV 7KHOLVWRIFRPPHQWVZHDNSRLQWV
5HPRYLQJUHGXQGDQWFRPPHQWV
3ULRULWLVLQJFRPPHQWV
&ODVVLILFDWLRQRIFRPPHQWV 3UHVHQWDWLRQRIWKHUHVXOWV 7+(86$%,/,7<5(9,(:
7+(5(9,(:3/$1 3267352&(66,1*
&267(67,0$7,21
5()(5(1&(6 /,672)7$%/(6 /,672)),*85(6 $33(1',&(6
$33(1',;,17(59,(:*8,'(/,1(6)257+(:25.3/$&($1$/<6,6
$33(1',;7(03/$7(2)$35272&2/)25:25.3/$&($1$/<6,6 266(
7KH,VR0HWULFV0DQXDO
6XPPDU\
:HSUHVHQWWKHLQYHQWRU\,VR0HWULFVIRUWKHWHVWLQJRIVRIWZDUHXVDELOLW\,VR0HWULFVLVEDVHGRQ
DQG LPSOHPHQWV WKH ,62 VWDQGDUG $OO SURFHGXUHV DQG FRPPDQGV UHOHYDQW IRU LWV WZR
DUHDVRIDSSOLFDWLRQDUHH[SODLQHGLWVXVDJHIRUDVXPPDWLYHHYDOXDWLRQDVZHOODVIRUDIRUPDWLYH
HYDOXDWLRQLHDVDWRROLQWKHVRIWZDUHGHYHORSPHQWF\FOH%HVLGHVGHVFULELQJWKHSURFHGXUHV
IRUSODQQLQJDQGFDUU\LQJRXWDQHYDOXDWLRQZLWKWKH,VR0HWULFVTXHVWLRQQDLUHZHGHVFULEHWHVWHG
PHWKRGV IRU SHUIRUPLQJ D XVDELOLW\ UHYLHZ DQG DOVR VXSSO\ WLPH HVWLPDWHV IRU WKH WHVWLQJ
SURFHGXUH
,QWURGXFWLRQ
6RIWZDUHV\VWHPVDUHHYDOXDWHGIURPHUJRQRPLFYLHZSRLQWV
• ,QRUGHUWRFRPSDUHILQLVKHGV\VWHPVDQGWRWHVWWKHLUEHKDYLRXULQFHUWDLQGHILQHGVLWXDWLRQV
RU
• 7RUHFRJQLVHVKRUWFRPLQJVRIWKHVRIWZDUHVXIILFLHQWO\HDUO\LQWKHGHYHORSPHQWF\FOHVRWKDW
XVHUDQGWDVNRULHQWHGFRQFHSWVFDQEHLQFRUSRUDWHG
VHHHJ:LOOLJHV:LOOLJHV(ONHUWRQ3LHSHQEXUJ5|GLJHU+RO]DXIGHU+HLGH
,Q
WKH DUHD RI VRIWZDUH HUJRQRPLFV ZH ILQG XVHUIULHQGOLQHVV +RO] DXI GHU +HLGH 2SSHUPDQQ 5HLWHUHU XVDELOLW\ ']LGD (DVRQ DQG VXLWDELOLW\ WR WDVN
']LGD 5DXWHUEHUJ ERWK DV GHVLJQ REMHFWLYHV DQG HYDOXDWLRQ FULWHULD IRU VRIWZDUH
SURGXFWV 7KHVH YHU\ JHQHUDO SURSHUWLHV KRZHYHU KDYH WR EH RSHUDWLRQDOLVHG IRU FRQFUHWH
HYDOXDWLRQWDVNVDQGIRUPXODWHGDVREMHFWLYHFULWHULDIRUHYDOXDWLRQ
$ SRVVLEOH JXLGHOLQH WR WKH DFKLHYHPHQW RI WKHVH DLPV FDQ EH IRXQG LQ WKH IUDPHZRUN RI WKH
LQWHUQDWLRQDOO\UHFRJQLVHGZRUNRIWKH,62ZKLFKKDVSURGXFHGDFRPSUHKHQVLYHVHWRIUXOHVIRU
WKHHUJRQRPLFUHTXLUHPHQWVRIFRPSXWHUEDVHGRIILFHZRUN,627KHRYHUDOODLPRIWKLV
VWDQGDUGLVWRDFKLHYHXVDELOLW\RIVRIWZDUHV\VWHPV
,Q SDUWLFXODU ,62 SDUW UHIHUV WR WKH RUJDQLVDWLRQ DQG DVVHVVPHQW RI GLDORJ V\VWHPV
%DVHG RQ HDUOLHU *HUPDQ QDWLRQDOO\ SURSRVHG VWDQGDUGV ',1 SDUW WKH ,62
VWDQGDUGHVWDEOLVKHVWKHIROORZLQJVHYHQGHVLJQREMHFWLYHV
•
•
•
•
•
•
•
6XLWDELOLW\IRUWKHWDVN
6HOIGHVFULSWLYHQHVV
&RQWUROODELOLW\
&RQIRUPLW\ZLWKXVHUH[SHFWDWLRQV
(UURUWROHUDQFH
6XLWDELOLW\IRULQGLYLGXDOLVDWLRQ
6XLWDELOLW\IRUOHDUQLQJ
,62
7KH ,62 VWDQGDUG KRZHYHU GRHV QRW JLYH FRQFUHWH UHFRPPHQGDWLRQV KRZ WR UHDOLVH VRIWZDUH
V\VWHPV ZKLFK FRQIRUP WR WKLV VWDQGDUG LW RQO\ SUHVHQWV D QXPEHU RI W\SLFDO DSSOLFDWLRQV DQG
FRUUHVSRQGLQJ H[DPSOHV 7KHUHIRUH WKH ,62 GHVLJQ SULQFLSOHV RIIHU RQO\ D IUDPH RI
UHIHUHQFH IRU WKH HYDOXDWLRQ RI VRIWZDUH V\VWHPV 7KHUH LV D VWURQJO\ JURZLQJ GHPDQG IRU
266(
7KH,VR0HWULFV0DQXDO
DSSOLFDEOH GHYHORSPHQW WRROV DQG HYDOXDWLRQ PHWKRGV IRU HUJRQRPLF TXDOLW\ DVVXUDQFH DQG
HUJRQRPLFGHVLJQRIVRIWZDUHV\VWHPV2SSHUPDQQ5HLWHUHUEXWEHFDXVHRIWKHPLVVLQJ
RSHUDWLRQDOLW\WKLVGHPDQGLVQRWUHDOO\PHWE\WKHVWDQGDUG
,Q SDUWLFXODU IRU WKH GHVLJQ RI VRIWZDUH V\VWHPV HYDOXDWLRQ WRROV VKRXOG QRW RQO\ FDWHU IRU WKH
JOREDO HYDOXDWLRQ RI D FRPSOHWHG VRIWZDUH SURGXFW EXW VKRXOG DOVR EH XVDEOH GXULQJ WKH
GHYHORSPHQW F\FOH DQG DOORZ IHHGEDFN RQ D SURWRW\SH GXULQJ DQ LWHUDWLYH GHVLJQ SURFHVV 7KH
ILUVWDSSURDFKFDQEHFDOOHGVXPPDWLYHHYDOXDWLRQWKHVHFRQGRQHIRUPDWLYHHYDOXDWLRQ:LOOLJHV
HWDO
8QWLO QRZ WKHUH KDYH EHHQ IHZ LQVWUXPHQWV IRU YDOLG DQG UHOLDEOH HYDOXDWLRQ VXPPDWLYH RU
IRUPDWLYH7KHHYDOXDWLRQV\VWHP680,3RUWHRXVHWDOZKLFKFRPHVFORVHVWWRPDWFKLQJ
WKH FULWHULD LV ZHOO HVWDEOLVKHG DV D VXPPDWLYH WRRO ZKHUHDV LWV DSSOLFDELOLW\ DV D IRUPDWLYH
LQVWUXPHQW LV UDWKHU OLPLWHG ,W LV REYLRXV WKDW WKHUH LV VWLOO D KLJK GHPDQG IRU DSSOLFDEOH DQG
HIILFLHQW WRROV ZKLFK DUH DOVR YDOLG DQG UHOLDEOH DQG ZKLFK FDQ EH HPSOR\HG LQ DQ LWHUDWLYH
GHYHORSPHQWSURFHVV
:LWKWKLVUHSRUWZHSURYLGHDPDQXDOIRUDTXHVWLRQQDLUH7KHTXHVWLRQQDLUHFDOOHG,VR0HWULFV
FDQ EH DGPLQLVWHUHG IRU VXPPDWLYH DQGRU IRUPDWLYH HYDOXDWLRQ RI VRIWZDUH V\VWHPV DQG LW LV
EDVHG RQ ,62 )RU WKH WZR GLIIHUHQW NLQGV RI HYDOXDWLRQ ZH SUHVHQW WZR YHUVLRQV
,VR0HWULFV VKRUWLVXVHGIRUWKHVXPPDWLYHWDVN,VR0HWULFV ORQJIRUWKHIRUPDWLYHRQHVHH
:LOOXPHLW:LOOXPHLW*HGLJD+DPERUJD
6
)RXQGDWLRQV
7KHLQWHUQDWLRQDOVWDQGDUG,62
/
:LWKLQ WKH ,62 WKHUH DUH WZR FRPPLWWHHV UHVSRQVLEOH IRU VWDQGDUGLVDWLRQ RI XVHU LQWHUIDFHV
7&6&LVUHVSRQVLEOHIRUWKHHFRQRPLFSHUVSHFWLYHRQWKHRQHKDQGDQG-7&6&IRUWKH
LQIRUPDWLRQWHFKQRORJLFDOYLHZRQWKHRWKHU
6XEFRPPLWWHH )RXU RI WKH 7HFKQLFDO &RPPLWWHH (UJRQRPLFV
GHYHORSHG WKH ,62 VWDQGDUG7KLVVWDQGDUGFRPSULVHVKDUGZDUHGHVLJQDFWLYLW\DQGWDVNGHVLJQDVZHOODVGLDORJXH
GHVLJQ
7KH RIILFLDO WLWOH RI ,62 LV (UJRQRPLF UHTXLUHPHQWV IRU RIILFH ZRUN ZLWK YLVXDO GLVSOD\
WHUPLQDOV9'7VDQGLWKDVSDUWV7DEOH
7KH
PRVW UHOHYDQW SDUW RI ,62 LQ WKH SUHVHQW FRQWH[W LV 3DUW HQWLWOHG 'LDORJXH
SULQFLSOHV,WLVWKHILUVWSDUWZKLFKGHDOVH[FOXVLYHO\ZLWKVRIWZDUHDVSHFWV(VVHQWLDOO\3DUW
KDVWKHIROORZLQJRULJLQV
‡
‡
‡
',1
&KHFNOLVWRIUHFRPPHQGDWLRQVRQKXPDQFRPSXWHULQWHUIDFHV
8VHU,QWHUIDFH'HVLJQ*RDOV
,W LV LQWHQGHG ,62 WR VXSSRUW D XVHUFHQWUHG DSSURDFK WR GHYHORSPHQW DQG
HYDOXDWLRQRIXVHULQWHUIDFHV,WVJRDOLVWRHQKDQFHWKHXVDELOLW\RIGLDORJXHV\VWHPVZLWKUHVSHFW
WRHIIHFWLYHQHVVHIILFLHQF\DQGVDWLVIDFWLRQDQGVRPHRILWVDVSHFWVZLOOEHFURVVFODVVLILHGZLWK
VRPH RI WKH SULQFLSOHV RI ,62 8VHUV VKRXOG EH DEOH WR SHUIRUP WKHLU WDVNV XQGHU
µHUJRQRPLFDOO\ IDYRXUDEOH FRQGLWLRQV¶ 7KH ,VR0HWULFV RSHUDWLRQDOLVDWLRQ RI ,62 KRZHYHUFKRRVHVDQRWKHUGLUHFWLRQ
266(
7KH,VR0HWULFV0DQXDO
7
DE(UJRQRPLFUHTXLUHPHQWVIRU9'7VRI,62
3DUW *HQHUDO,QWURGXFWLRQ
3DUW *XLGDQFHRQWDVNUHTXLUHPHQWV
3DUW 9LVXDOGLVSOD\UHTXLUHPHQWV
3DUW .H\ERDUGUHTXLUHPHQWV
3DUW :RUNVWDWLRQOD\RXWDQGSRVWXUDOUHTXLUHPHQWV
3DUW (QYLURQPHQWDOUHTXLUHPHQWV
3DUW 'LVSOD\UHTXLUHPHQWVZLWKUHIOHFWLRQV
3DUW 5HTXLUHPHQWVIRUGLVSOD\HGFRORXUV
3DUW 5HTXLUHPHQWVIRUQRQNH\ERDUGLQSXWGHYLFHV
3DUW 'LDORJXHSULQFLSDOV
3DUW 8VDELOLW\VWDWHPHQWV
3DUW 3UHVHQWDWLRQRILQIRUPDWLRQ
3DUW 8VHUJXLGDQFH
3DUW 0HQXGLDORJXHV
3DUW &RPPDQGGLDORJXHV
3DUW 'LUHFWPDQLSXODWLRQGLDORJXHV
3DUW )RUPILOOLQJGLDORJXHV
'HVLJQSULQFLSOHVRI,62
:KHUHDV,62 3DUWV FRQVLGHU VSHFLDO IRUPV RI GLDORJXHV VXFK DV PHQXHV FRPPDQG
GLDORJXHVQDWXUDOODQJXDJHGLDORJXHVRUGLUHFWPDQLSXODWLRQ3DUWVHWVXSJHQHUDOHUJRQRPLF
SULQFLSOHVZKLFKDUHLQGHSHQGHQWRIDQ\VSHFLILFIRUPRIGLDORJXH
,QSDUWLFXODUWKHIROORZLQJDUHDVDUHDGGUHVVHG
XLWDELOLW\IRUWKHWDVN
6
GLDORJXHLVVXLWDEOHIRUWKHWDVNLILWVXSSRUWVWKHXVHULQWKHHIIHFWLYHDQGHIILFLHQWFRPSOHWLRQ
$
RIWKHWDVN7KHGLDORJXHSUHVHQWVWKHXVHUZLWKRQO\WKRVHFRQFHSWVWKDWDUHUHODWHGWRWKHXVHU¶V
WDVN
HOIGHVFULSWLYHQHVV
6
GLDORJXH LV VHOIGHVFULSWLYH LI HDFK GLDORJXH VWHS LV LPPHGLDWHO\ FRPSUHKHQVLEOH WKURXJK
$
IHHGEDFN IURP WKH V\VWHP RU LV H[SODLQHG WR WKH XVHU RQ KLV RU KHU UHTXHVWLQJ WKH UHOHYDQW
LQIRUPDWLRQ
RQWUROODELOLW\
&
GLDORJXHLVFRQWUROODEOHLIWKHXVHULVDEOHWRPDLQWDLQGLUHFWLRQRYHUWKHZKROHFRXUVHRIWKH
$
LQWHUDFWLRQXQWLOWKHSRLQWDWZKLFKWKHJRDOKDVEHHQPHW
RQIRUPLW\ZLWKXVHUH[SHFWDWLRQV
&
GLDORJXH FRQIRUPV ZLWK XVHU H[SHFWDWLRQV LI LW FRUUHVSRQGV WR WKH XVHU¶V WDVN NQRZOHGJH
$
HGXFDWLRQH[SHULHQFHDQGWRFRPPRQO\KHOGFRQYHQWLRQV
UURUWROHUDQFH
(
GLDORJXHVXSSRUWVHUURUWROHUDQFHLIGHVSLWHHYLGHQWHUURUVLQLQSXWWKHLQWHQGHGUHVXOWPD\EH
$
DFKLHYHGZLWKHLWKHUQRRUPLQLPDOFRUUHFWLYHDFWLRQKDYLQJWREHWDNHQ
XLWDELOLW\IRULQGLYLGXDOLVDWLRQ
6
GLDORJXH LV VXLWDEOH IRU LQGLYLGXDOLVDWLRQ LI WKH GLDORJXH V\VWHP LV FRQVWUXFWHG WR DOORZ IRU
$
PRGLILFDWLRQDFFRUGLQJWRWKHXVHU¶VLQGLYLGXDOQHHGVDQGVNLOOVIRUDJLYHQWDVN
6XLWDELOLW\IRUOHDUQLQJ
266(
7KH,VR0HWULFV0DQXDO
$GLDORJXHLVVXLWDEOHIRUOHDUQLQJLILWJXLGHVWKH XVHU WKURXJK WKH OHDUQLQJ VWDJHV PLQLPLVLQJ
WKHOHDUQLQJWLPH
7KHVH SULQFLSOHV VKRXOG EH DSSOLHG WR WKH GHVLJQ DQG HYDOXDWLRQ RI HYHU\ GLDORJXH +RZHYHU
WKHLUYDU\LQJUHOHYDQFHLQGLIIHUHQWDUHDVRIDSSOLFDWLRQRUGLIIHUHQWGLDORJXHWHFKQLTXHVKDVWREH
WDNHQ LQWR DFFRXQW ,62 JLYHV WKH IROORZLQJ H[DPSOHV IRU VLWXDWLRQV ZKLFK PD\ FDXVH
GLIIHUHQWHPSKDVLVDPRQJWKHGHVLJQSULQFLSOHV
‡
‡
‡
‡
7KHDLPVRIWKHRUJDQLVDWLRQRIZKLFKWKHXVHULVDSDUW
7KHUHTXLUHPHQWVRIWKHXVHUJURXS
'LIIHUHQWWDVNVZKLFKDUHWREHVXSSRUWHGE\WKHDSSOLFDWLRQ
$YDLODEOHWHFKQRORJLHVDQGUHVRXUFHV
7KHUHIRUHLWLVQHFHVVDU\WRWDNHWKHVHDVSHFWVLQWRDFFRXQWEHIRUHRUGXULQJWKHHYDOXDWLRQRID
VRIWZDUHSURGXFWVRWKDWWKHVDPSOHGGDWDFDQEHFRUUHFWO\LQWHUSUHWHGLQWKHJLYHFRQWH[W
7KH&RQVWUXFWLRQRIWKH,VR0HWULFV,QYHQWRU\
:LOOXPHLWLQWURGXFHGWKHILUVWYHUVLRQRIWKH,VR0HWULFVLQYHQWRU\7KHLQIRUPDWLRQ
JDLQHGIURPH[LVWLQJHYDOXDWLRQPHWKRGVDQGµZRUOGNQRZOHGJH¶RQWKHXVDELOLW\RIVRIWZDUH
DFKLHYHGWKURXJKRWKHURSHUDWLRQDOLVDWLRQVZDVJLYHQWRH[SHUWVIRUFODVVLILFDWLRQ7KHVHH[SHUWV
DJUHHGRQDVHWRITXHVWLRQV
• :KLFKZHUHDVXEVHWRIDOOFROOHFWHGTXHVWLRQVDQG
• :KLFKFRXOGEHPDSSHGXQLTXHO\WRRQHRIWKHVHYHQGLPHQVLRQVRI,62
7KLV FRQVWUXFWLRQ DVVXUHG D PD[LPDO FRQWHQW YDOLGLW\ :LOOXPHLW XVHG WKH SURFHGXUH WR
HYDOXDWHWKHXVDELOLW\RIDGDWDEDVHV\VWHP:LOOXPHLW+DPERUJDQG*HGLJDDSSOLHGWKH
PHWKRGWRRWKHUV\VWHPVDQGIRXQGWHVWWKHRUHWLFSURSHUWLHVRIWKHSURFHGXUHZKLFKUDQJHGIURP
VXIILFLHQWWRYHU\JRRG
6LQFHWKHGHILQLWLRQRIXVDELOLW\LWHPVLVDOZD\VGHSHQGHQWRQWKHIDFLOLWLHVIRULQWHUDFWLRQZKLFK
DUH SURYLGHG E\ QHZ KDUGZDUH DQG VRIWZDUH XVHU LQWHUIDFHV LW LV QHFHVVDU\ WKDW WKHVH LWHP
GHILQLWLRQV DUH FRQWLQXRXVO\ UHYLHZHG DQG LI QHFHVVDU\ DGDSWHG +DPERUJ :LOOXPHLW DQG
*HGLJDGLGDILUVWUHYLVLRQLQWKHFRXUVHRIZKLFKWKHQXPEHURITXHVWLRQVZDVUHGXFHGWR
)XUWKHUUHYLVLRQVDQGDQDGDSWDWLRQWRPXOWLPHGLDV\VWHPVDUHLQSURJUHVV
7KHDSSOLFDELOLW\RIWKH,VR0HWULFVLQYHQWRU\
5XELQGLVWLQJXLVKHVIRXUW\SHRIXVDELOLW\LQYHVWLJDWLRQV
([SORUDWRU\7KLVW\SHRILQYHVWLJDWLRQLVDSSOLFDEOHLIWKHUHLVDV\HWQRZRUNDEOHSURWRW\SH
7KLVVLWXDWLRQLVQRWFRYHUHGE\,VR0HWULFVLQVWHDGIRUPDORUµFRJQLWLYH¶PHWKRGVDUHEHLQJ
HPSOR\HG
$VVHVVLQJ7KHPRVWFRPPRQFDVHRIXVDELOLW\HYDOXDWLRQLVWKHDVVHVVPHQWRIVRIWZDUH7KLV
LVWKHPDLQDSSOLFDWLRQDUHDRI,VR0HWULFV
9DOLGDWLQJ 7KH WHVW ZKHWKHU D SURGXFW FRQIRUPV WR D JLYHQ VWDQGDUG FDQ EH GRQH ZLWK
,VR0HWULFV RQO\ DV D FRPSDUDWLYH YDOLGDWLRQ LQ FRQQHFWLRQ ZLWK D UHIHUHQFH V\VWHP ,W LV QRW
SRVVLEOHWRSHUIRUPDIRUPDWLYHYDOLGDWLRQZLWK,VR0HWULFV
266(
7KH,VR0HWULFV0DQXDO
&RPSDUDWLYH7KLVW\SHRILQYHVWLJDWLRQFDQEHSHUIRUPHGZLWKWKHVKRUWIRUPRI,VR0HWULFV
SURYLGHG WKHUH LV D SURWRW\SH RI WKH V\VWHP ZKLFK LV WR EH LQYHVWLJDWHG &RPSDUDWLYH
LQYHVWLJDWLRQVVKRXOGQRWEHGRQHZLWK,VR0HWULFVHDUO\LQWKHOLIHF\FOHRIDSURGXFW
'HOLQHDWLRQWRRWKHUHYDOXDWLRQSURFHGXUHV
7KHIRUPDWLYHYHUVLRQRI,VR0HWULFVFRVWVPRUHWKDQWKHOHVVVWUXFWXUHGPHWKRGVVXFKDV
• +HXULVWLFHYDOXDWLRQ1LHOVHQ0ROLFKRU
• 3OXUDOLVWLFXVDELOLW\ZDONWKURXJK%LDV
DQGOHVVWKDQKLJKO\VWUXFWXUHGPHWKRGVVXFKDV
• (9$',6,,2SSHUPDQQ5HLWHUHU
7KH IROORZLQJ 7DEOHV LOOXVWUDWH WKH GLIIHUHQFHV RI WKH YDULRXV PHWKRGV ZLWK UHVSHFW WR VHYHUDO
FULWLFDOO\LPSRUWDQWSRLQWV
7DE6KRUWGHVFULSWLRQRIWKHHYDOXDWLRQPHWKRGÄ+HXULVWLF(YDOXDWLRQ³
$XWKRUV
,QVWDQFHRIDSSOLFDWLRQ
(YDOXDWRUV
'HVFULSWLRQ
$LPRIWKHPHWKRG
7\SHRIVRIWZDUH
7KHRUHWLFDOEDFNJURXQG
4XDQWLWDWLYHRUTXDOLWDWLYH"
'HJUHHRIIRUPDOLVDWLRQ
1LHOVHQ0ROLFK
0DLQO\DWWKHEHJLQQLQJRIWKHGHYHORSPHQWF\FOHDQGGXULQJWKH
HYDOXDWLRQRISURWRW\SHV
(UJRQRPLFVH[SHUWVXVHUVDUHSRVVLEOHEXWLQHIIHFWLYH1LHOVHQ
6
7KHHYDOXDWRULVJLYHQQLQHKHXULVWLFVWRDSSUDLVHWKHVRIWZDUH
7KHHYDOXDWRUVVKRXOGEHHUJRQRPLFVH[SHUWVDVZHOODVH[SHUWVLQ
WKHDUHDRIWKHDSSOLFDWLRQ7KHPHWKRGQHHGVDWOHDVWWKUHH
H[SHUWVDQRSWLPDOQXPEHUEHLQJILYH
)DVWGLVFRYHU\RIZHDNSRLQWVE\WKHH[SHUWV
$Q\
3UDJPDWLFSURFHGXUH
4XDOLWDWLYH
6PDOO
266(
7KH,VR0HWULFV0DQXDO
7DE6KRUWGHVFULSWLRQRIWKHHYDOXDWLRQPHWKRGÄ,VR0HWULFV ³
/
$XWKRUV
,QVWDQFHRIDSSOLFDWLRQ
(YDOXDWRUV
'HVFULSWLRQ
$LPRIWKHPHWKRG
7\SHRIVRIWZDUH
7KHRUHWLFDOEDFNJURXQG
4XDQWLWDWLYHRUTXDOLWDWLYH"
'HJUHHRIIRUPDOLVDWLRQ
:LOOXPHLW*HGLJD+DPERUJ
)URPWKHWLPHRIDXVDEOHSURWRW\SHRQZDUGV
8VHUV
6WDWHPHQWVZKLFKFRQIRUPWR,62DUHJLYHQWRWKHXVHU
'HSHQGLQJRQWKHW\SHRITXHVWLRQQDLUHWKHPLQLPXP
UHTXLUHPHQWIRUDIRUPDWLYHHYDOXDWLRQLVHLJKWXVHUVDQGIRUD
VXPPDWLYHHYDOXDWLRQXVHUV7KHRSWLPDOQXPEHUVDUH
IRUPDWLYHDQGDWOHDVWXVHUVIRUWKHVXPPDWLYHHYDOXDWLRQ
7KHPHWKRGDOZD\V\LHOGVFRPSDUDWLYHYDOXHVLQDGGLWLRQLWFDQ
EHXVHGLQLWVIRUPDWLYHYHUVLRQIRUZHDNSRLQWDQDO\VLV
&KDUDFWHULVDWLRQRIZHDNSRLQWVDQGQHHGIRUUHFWLILFDWLRQIURP
WKHXVHU¶VSRLQWRIYLHZ
$Q\
6\VWHPDWLFUHSUHVHQWDWLYHDQGYDOLGDWHGLWHPFROOHFWLRQ
%RWK
0HGLXP
7DE6KRUWGHVFULSWLRQRIWKHHYDOXDWLRQPHWKRGÄ(9$',6,,³
$XWKRUV
,QVWDQFHRIDSSOLFDWLRQ
(YDOXDWRUV
'HVFULSWLRQ
$LPRIWKHPHWKRG
7\SHRIVRIWZDUH
7KHRUHWLFDOEDFNJURXQG
4XDQWLWDWLYHRUTXDOLWDWLYH"
'HJUHHRIIRUPDOLVDWLRQ
2SSHUPDQQ5HLWHUHU
([SRVWHYDOXDWLRQDQGGXULQJWKHGHYHORSPHQWSURFHVV
(UJRQRPLFVH[SHUWV
$QHUJRQRPLFVH[SHUWWHVWWKHVRIWZDUHDFFRUGLQJWRH[WHQVLYH
FKHFNOLVWV:HDNSRLQWVDUHUHFRUGHGDQGPHDVXUHVRIFRQIRUPLW\
ZLWKJLYHQVWDQGDUGVDUHGHULYHG
&RQWURORIVWDQGDUGFRQIRUPLW\E\DQHUJRQRPLFVH[SHUW
2IILFHUHODWHGVRIWZDUH
6\VWHPDWLFH[WHQVLYHLWHPFROOHFWLRQ
%RWK
+LJK
$UHDGHILQLWLRQ
%HVLGHV RUJDQLVDWLRQDO REMHFWLYHV DQ HYDOXDWLRQ EDVHG RQ ,62 VKRXOG WDNH LQWR
FRQVLGHUDWLRQ ÄWKH QHHGV RI WKH LQWHQGHG HQG XVHU JURXS WKH WDVNV WR EH VXSSRUWHG E\ WKH
DSSOLFDWLRQDQGDYDLODEOHWHFKQRORJLHVDQGUHVRXUFHV³,62S
,QWKHIROORZLQJVHFWLRQVZHVKDOOSUHVHQWDSSURDFKHVWRXVHUVHOHFWLRQDQGWDVNV
6HOHFWLRQRIWKHXVHUSRSXODWLRQUHTXLUHGIRUWKHHYDOXDWLRQ
:H GLVWLQJXLVK WKUHH PRUH RU OHVV FRPSOHPHQWDU\ SRVVLELOLWLHV IRU WKH VHOHFWLRQ RI WKH XVHU
SRSXODWLRQZKLFKLVUHTXLUHGIRUWKHHYDOXDWLRQSURFHGXUH
)RUWKHDSSOLFDWLRQGXULQJWKHGHYHORSPHQWSURFHVV2SSHUPDQQHWDOUHIHUWRWKH,62(YDOXDWRU
266(
7KH,VR0HWULFV0DQXDO
&RQWH[WXDO 6RPHWLPHV LW LV FOHDU ZKLFK XVHU SRSXODWLRQ VKRXOG EH SDUW RI WKH SODQQHG
LQYHVWLJDWLRQ IRU H[DPSOH LI WKH VRIWZDUH DGGUHVVHV D ZHOO GHILQHG XVHU SRSXODWLRQ RU LI
PHPEHUVRIDSDUWLFXODUJURXSDUHH[FHSWLRQDOO\GLVVDWLVILHGZLWKWKHVRIWZDUH,QWKHVHFDVHV
WKH JURXSV GHWHUPLQH WKH PLQLPXP QXPEHU IRU WKH SRSXODWLRQ ZKLFK LV WR EH XVHG IRU WKH
LQYHVWLJDWLRQDQGWKHHUJRQRPLFVH[SHUWVKRXOGSHUIRUPWKHIROORZLQJFKHFNV
• 'RHVWKHUHTXLUHGSRSXODWLRQH[LVWLQWKHILUVWSODFH"
• $UHWKHUHDVRQVIRUWKHVHOHFWLRQRIWKHSRSXODWLRQFRQFOXVLYH"
• ,VWKHVHOHFWLRQH[KDXVWLYH"
• ,VWKHUHDQHHGWRWDNHVDPSOHV"
,QWHUYLHZLQJ H[SHUWV /LQH PDQDJHUV DUH TXHVWLRQHG DERXW WKH XVHUV ZKR ZRUN ZLWK WKH
V\VWHP RU WKRVH ZKR ZLOO EH GRLQJ LW LQ WKH IXWXUH ,Q ODUJHU RUJDQLVDWLRQV RU LQ WKH FDVH RI
ODUJH SRSXODWLRQV ZH VXJJHVW D VWUDWLILHG VDPSOLQJ SURFHGXUH FI &KDSWHU 7KH XVHU
SRSXODWLRQVKRXOGEHVWUDWLILHGE\GHSDUWPHQWVRUZHOOGHILQHGZRUNDUHDV7KHVHGHSDUWPHQWV
RUZRUNDUHDVDUHWKHQUDQGRPO\VDPSOHGLQSURSRUWLRQWRWKHLUVL]H7KHVDPSOLQJVKRXOGWDNH
LQWRFRQVLGHUDWLRQWKHXVHUV¶H[SHULHQFHDJHDQGIUHTXHQF\RIV\VWHPXVH
(PSLULFDOO\ 7KH XVHUV ZKR ZLOO ZRUN WKH V\VWHP WR EH HYDOXDWHG DUH GHWHUPLQHG E\ RUDO
LQWHUYLHZ RU E\ ZULWWHQ LQWHUYLHZ LQ ODUJH RUJDQLVDWLRQV WKHVH XVHUV FRQVWLWXWH WKH XVHU
SRSXODWLRQ $V DERYH VWUDWLILHG VDPSOLQJ VKRXOG EH HPSOR\HG ZLWK ODUJH SRSXODWLRQV DQG
DJDLQWKHVDPSOLQJVKRXOGWDNHLQWRFRQVLGHUDWLRQWKHXVHUV¶H[SHULHQFHDJHDQGIUHTXHQF\
RIV\VWHPXVH
7KHUHVXOWVRIWKHSRSXODWLRQDQDO\VLVVKRXOGEHGRFXPHQWHGDVIROORZV
• 6WDWHKRZWKHSRSXODWLRQZDVGHWHUPLQHG
• 6WDWHWKHFKDUDFWHULVWLFIHDWXUHVRIWKHVDPSOLQJVXFKDV
◊ +RZPDQ\XVHUVDUHIURPZKLFKGHSDUWPHQW
◊ 7KHXVHUV¶H[SHULHQFHDJHDQGIUHTXHQF\RIV\VWHPXVH
6HOHFWLRQRIWKHWHVWWDVNVIRUWKHHYDOXDWLRQ
7KHVHOHFWLRQRIWKHWDVNVKDVDVLWVDLPWKHUHIOHFWLRQRIFHUWDLQUHTXLUHPHQWVZKLFKWKHV\VWHP
EHLQJHYDOXDWHGKDVWRIXOILO7KHVHUHTXLUHPHQWVIROORZIURPWKHFRQWH[WVSHFLILFWDVNVDQGKRZ
WKHXVHUVFRXOGPDVWHUVWKHVHWDVNVZLWKWKHKHOSRIWKHVRIWZDUHV\VWHP :H GLVWLQJXLVK WKUHH PRUH RU OHVV FRPSOHPHQWDU\ SRVVLELOLWLHV IRU VHOHFWLQJ WKH VHW RI WDVNV
ZKLFKLVUHTXLUHGIRUWKHHYDOXDWLRQSURFHGXUH
&RQWH[WXDO ,I WKH VRIWZDUH DGGUHVVHV D OLPLWHG QXPEHU RI WDVNV WKHQ DOO RI WKHVH FDQ EH
LQFOXGHGLQWKHVHWRIWHVWWDVNV,WLVSRVVLEOHWRXVHDVWHVWWDVNVWKRVHZKLFKFDQEHPDVWHUHG
RQO\LQDGHTXDWHO\ZLWKWKHVRIWZDUH
,QWHUYLHZLQJH[SHUWV,QWKLVFDVHWKHWHVWWDVNVDUHGHWHUPLQHGE\LQWHUYLHZLQJPDQDJHUVRU
SHUVRQV ZKR KDYH EHHQ LQ WKHLU MRE IRU D ORQJ WLPH 7KH H[SHUWV DUH DVNHG WR GHVFULEH WKH
WDVNVDVFRPSOHWHO\DVSRVVLEOH7RREWDLQDKLJKGHJUHHRIFRQFUHWHQHVVLW VKRXOG EH DVNHG
ZKLFK WDVNV WKH VXEMHFWV FDUU\ RXW DQG KRZ WKHVH WDVNV DUH H[HFXWHG ,Q D ODWHU VWHS WKH
VXEMHFWV DUH DVNHG WR UDWH WKH WDVN E\ IUHTXHQF\ RI RFFXUUHQFH LPSRUWDQFH IRU WKH ZRUN
SURFHVVDQGHUURUUDWH7KHWDVNVZLWKDKLJKIUHTXHQF\RIRFFXUUHQFHDQGRUKLJKLPSRUWDQFH
DQGHUURUUDWHDUHXVHGIRUWKHFRQVWUXFWLRQRIWKHWHVWWDVNV
,QWHUYLHZLQJ LQ WKH ZRUNSODFH ,Q RUGHU WR REWDLQ DQ RSWLPDO UHSUHVHQWDWLRQ RI WKH WDVNV
ZKLFKDUHFDUULHGRXWZLWKWKHV\VWHPWREHHYDOXDWHGZHVXJJHVWDVWKHPRVWFRPSUHKHQVLYH
7KLVSURFHGXUHGRHVQRWUHSODFHWKHZRUNDQGWDVNDQDO\VLVQHFHVVDU\DWWKHEHJLQQLQJRIDGHYHORSPHQWSURMHFW,W
LVXVHGRQO\IRUWKHFRQVWUXFWLRQRIWHVWWDVNV
266(
7KH,VR0HWULFV0DQXDO
SURFHGXUH WR TXHU\ WKH FXUUHQW XVHUV E\ D VFUHHQLQJ PHWKRG FI *HGLJD HW DO :H
UHFRPPHQG WR LQWHUYLHZ D UHSUHVHQWDWLYH VDPSOH RI WKH XVHU SRSXODWLRQ FI &KDS 7KH
VFUHHQLQJSURFHGXUHSHUIRUPVDQLQYHQWRU\ RI WKH WDVNV ZKLFK DUH WR EH FDUULHG RXW ZLWK WKH
V\VWHP WR EH HYDOXDWHG 7KH FROOHFWHG WDVNV DUH FODVVLILHG E\ WKHLU IUHTXHQF\ RI RFFXUUHQFH
LPSRUWDQFHIRUWKHZRUNSURFHVVDQGHUURUUDWH
,QWKHIROORZLQJZHVKDOOSUHVHQWWKLVPHWKRGLQVRPHGHWDLO
5HJLVWUDWLRQ RI WKRVH SHUVRQV ZKR ZRUN ZLWK WKH V\VWHP RU ZKR ZLOO ZRUN ZLWK WKH
V\VWHP LQ WKH IXWXUH 7KLV ZLOO EH DFFRPSOLVKHG E\ TXHU\LQJ PDQDJHUV DQGRU GRFXPHQW
VHDUFK
6XUYH\RIWDVNV$VDQH[WVWHSWKHH[LVWLQJXVHUVDUHDVNHGWR GHVFULEH WKRVH WDVNV ZKLFK
WKH\ SHUIRUP LQ WKHLU ZRUNSODFH ZKHUH WKH TXHVWLRQLQJ LV VWUXFWXUHG E\ D PDQXDO FI
$SSHQGL[7KHDLPLVWRFROOHFWLISRVVLEOHDOOWDVNVZKLFKDUHFDUULHGRXWDWDSDUWLFXODU
ZRUNSODFH 7KH TXHVWLRQLQJ LV SHUIRUPHG RQ D RQHWRRQH EDVLV HDFK ZRUNSODFH DQG WKH
UHVXOWV DUH UHFRUGHG FI $SSHQGL[ $IWHU DOO WKH WDVNV DW D SDUWLFXODU ZRUNSODFH KDYH EHHQ
UHJLVWHUHGWKHVHDUHJUDGHGE\WKHFXUUHQWXVHULQDQH[WVWHSDFFRUGLQJWRYDULRXVFULWHULD
*UDGLQJRIWDVNV7KHLQYHVWLJDWRUDQGWKHH[LVWLQJXVHUVFDQWKHOLVWRIUHFRUGHGWDVNV:LWK
WKHKHOSRIUDWLQJVFDOHVWKHWDVNVDUHJUDGHGIRUIUHTXHQF\RIRFFXUUHQFHFRVWRIUHDOLVDWLRQ
LPSRUWDQFHDQGHUURUULVNFI$SSHQGL[
$GGLWLRQDO TXHVWLRQV 6XEVHTXHQWO\ WKRVH WDVNV ZKLFK DIWHU VFDOLQJ KDYH D KLJK HUURU
ULVNDQGZKLFKDUHEHLQJSURFHVVHGZLWKWKHV\VWHPWREHHYDOXDWHGDUHVFUXWLQLVHGIXUWKHU
DQGHUURUVLWXDWLRQVDQGHUURUULVNVDUHTXHVWLRQHGPRUHFORVHO\
3UHSDUDWLRQ RI WDVN DQDO\VLV 7KH LQWHUYLHZV UHVXOW LQ D QXPEHU RI ZRUNSODFH VSHFLILF WDVN
GHVFULSWLRQV ZKLFK DUH FROOHFWHG LQWR D FRPPRQ SRRO 5HGXQGDQW GHVFULSWLRQV DUH HOLPLQDWHG
7KH UHPDLQLQJ WDVNV DUH DVVHVVHG LQ RUGHU WR GHWHUPLQH ZKLFK WDVNV DUH ZLWKLQ WKH VHFWRU RI
DSSOLFDWLRQ RI WKH V\VWHP 2QO\ WKRVH WDVNV DUH LQFOXGHG LQ WKH UHPDLQLQJ SURFHGXUHV 7DVNV
KDYLQJDKLJKHUURUULVNDUHDOZD\VLQFOXGHG
'RFXPHQWDWLRQ RI WDVN DQDO\VLV ,W PXVW EH PDGH FOHDU ZKLFK WDVNV DUH EHLQJ UHIHUHQFHG LQ
HYDOXDWLQJWKHV\VWHP$OOUHTXLUHGWHPSODWHVGRFXPHQWVDQGLIQHFHVVDU\VWRUHGGDWDVKRXOG
GHVFULEHGLQGHWDLO
266(
7KH,VR0HWULFV0DQXDO
3HUIRUPLQJWKHLQWHUYLHZ
2QH GLVWLQJXLVKHV EHWZHHQ D VXPPDWLYH DQG D IRUPDWLYH VRIWZDUH HYDOXDWLRQ $ VXPPDWLYH
SURFHGXUHLVXVHGLQRUGHUWRFRPSDUHGLIIHUHQWYHUVLRQVRIDV\VWHPRUWRFRPSDUHDSSURSULDWH
GLIIHUHQW V\VWHPV IRU WKLV W\SH RI HYDOXDWLRQ WKH DSSURSULDWH WRRO LV ,VR0HWULFV :LOOXPHLW
+DPERUJ*HGLJDD)RUPDWLYHHYDOXDWLRQLVDSSOLHGLQRUGHUWRGLVFRYHUZHDNSRLQWVRI
D V\VWHP DQG WR JLYH IHHGEDFN WR WKH GHYHORSHUV ZKR FDQ WKHQ DGGUHVV WKHVH ZHDN SRLQWV 7KH
IRUPDWLYH HYDOXDWLRQ LV PRUH VRSKLVWLFDWHG DQG KDV KLJKHU SURFHGXUDO FRVWV 7KH WRRO IRU
IRUPDWLYHHYDOXDWLRQLV,VR0HWULFV :LOOXPHLW+DPERUJ*HGLJDE
6
/
7RROV
,QGLYLGXDODVVHVVPHQW
7KH HVVHQWLDO WRRO IRU XVDELOLW\ HYDOXDWLRQ ZLWK ,VR0HWULFV DUH TXHVWLRQQDLUHV )LJ VKRZV DQ
H[WUDFWIURPWKHVXPPDWLYHYDULDQW,VR0HWULFV (DFKTXHVWLRQQDLUHLVDOLVWRIFRGHGVWDWHPHQWV
$WR$LQWKHH[DPSOH6XEMHFWVDUHLQYLWHGWRH[SUHVVWKHLUDJUHHPHQWRQDILYHSRLQWVFDOH
RUUHJLVWHUÄQRRSLQLRQ³
6
)LJXUH3DUWRIDQ,VR0HWULF6TXHVWLRQQDLUH
VWURQJO\
GLVDJUHH
VRVR
DJUHH
GLVDJUHH
6XLWDELOLW\IRUWKHWDVN
,QGH[
$
$
$
$
VWURQJO\
DJUHH
1R
RSLQLRQ
7KHVRIWZDUHIRUFHVPHWRDSSO\
SURFHGXUHVDQGRUURXWLQHVWKDWDUHQRW
UHODWHGWRP\DFWXDOZRUN
,KDYHWKHIHHOLQJWKDWWKHVRIWZDUHUHTXLUHV
PHWRFDUU\RXWDFWLRQVWKDWUHDOO\KDYH
QRWKLQJWRGRZLWKWKHWDVN,DPWU\LQJWR
SHUIRUP
7KHVRIWZDUHOHWVPHFRPSOHWHHQWLUHZRUN
URXWLQHV
7KHEXLOWLQIXQFWLRQVRIWKHVRIWZDUH
VXSSRUWPHLQFRPSOHWLQJP\WDVNV
)LJVKRZVRQHLWHP RQHSDJHRIWKH,VR0HWULFV TXHVWLRQQDLUHZKLFKLVXVHGIRUIRUPDWLYH
HYDOXDWLRQ7KHILUVWOLQHRIWKHLWHPLVWKHVDPHDVLQWKHVXPPDWLYHYHUVLRQ,QWKLVYHUVLRQLWLV
EHLQJIROORZHGE\DUDWLQJRIWKHLPSRUWDQFHRIWKHLWHPDQGE\VSDFHIRUIUHHWH[WFRPPHQWV
/
266(
7KH,VR0HWULFV0DQXDO
)LJXUH$QLWHPIURPWKH,VR0HWULFV/TXHVWLRQQDLUH
VWURQJO\
GLVDJUHH
DJUHH
VRVR
GLVDJUHH
VWURQJO\
1R
DJUHH
RSLQLRQ
$
7KHVRIWZDUHIRUFHVPHWRDSSO\
SURFHGXUHVDQGRUURXWLQHVWKDWDUHQRW
UHODWHGWRP\DFWXDOZRUN
XQLPSRUWDQW
VRVR
YHU\
1R
LPSRUWDQW
RSLQLRQ
3OHDVHUDWHWKHLPSRUWDQFHRIWKLVLWHPLQWHUPV
RIVXSSRUWLQJ\RXUJHQHUDOLPSUHVVLRQRIWKLV
VRIWZDUH"
3OHDVHJLYHFRQFUHWHH[DPSOHVZKHUH\RXFDQFDQQRWDJUHHZLWKWKHDERYHVWDWHPHQW
6LQFH WKHUH LV D ODUJH SDSHU UHTXLUHPHQW HVSHFLDOO\ IRU WKH IRUPDWLYH YHUVLRQ RI WKH
TXHVWLRQQDLUH D FRPSXWHU EDVHG YHUVLRQ LV EHLQJ GHYHORSHG LW ZLOO EH GHVFULEHG LQ WKH QH[W
YHUVLRQRIWKLVPDQXDO
*URXSDVVHVVPHQW
,VR0HWULFVFDQDOVREHDSSOLHGLQDJURXSVHWWLQJ$OOLWHPVRIWKHTXHVWLRQQDLUHDUHXVHGEXWWKH
TXHU\ SURFHGXUH GLIIHUV (DFK LWHP LV SUHVHQWHG RQ DQ DFHWDWH DQG H[SODLQHG E\ WKH PRGHUDWRU
7KHVXEMHFWVDUHJLYHQDPRGLILHGYHUVLRQ,VR0HWULFV RIWKHTXHVWLRQQDLUH)LJ
*
)LJXUH$QLWHPIURPWKH,VR0HWULFV*TXHVWLRQQDLUH
3UH
3UH
6RVR
GRPLQDQWO\
GRPLQDQWO\
GLVDJUHH
DJUHH
1R
RSLQLR
Q
$
7KHVRIWZDUHIRUFHVPHWRDSSO\
SURFHGXUHVDQGRUURXWLQHVWKDWDUHQRW
UHODWHGWRP\DFWXDOZRUN
8Q
LPSRUWDQW
3OHDVHUDWHWKHLPSRUWDQFHRIWKHDERYHLWHPLQ
WHUPVRIVXSSRUWLQJ\RXUJHQHUDOLPSUHVVLRQRI
WKHVRIWZDUH"
6RVR
,PSRUWDQW
1R
RSLQLR
Q
266(
7KH,VR0HWULFV0DQXDO
3OHDVHPDUNZKHWKHUWKHSUREOHPVOLVWHGRQWKHRYHUKHDGDUHUHOHYDQWIRU\RXSOHDVHFURVVQXPEHURUQRW
7KHSURFHGXUHRIWKHJURXSTXHU\LVDVIROORZV
• 7KHSUHSDUDWRU\VWHSVDUHWKHVDPHDVLQWKHFDVHRIWKHLQGLYLGXDOTXHULHV
• $PRGHUDWRULVUHTXLUHG
• 7KHPRGHUDWRUXVHVRQHDFHWDWHIRUHDFK,VR0HWULFVLWHP6KHUHDGVWKHWH[WRIWKH
VWDWHPHQWDQGH[SODLQVLWLIQHFHVVDU\
• 7KHVXEMHFWVILUVWUDWHZKHWKHUWKH\DJUHHRUGLVDJUHHZLWKWKHLWHP
• 1H[WWKHVXEMHFWVXVHWKHVHFRQGUDWLQJWRZHLJKWWKHLPSRUWDQFHRIWKHFULWHULRQ
• 7KHZHDNQHVVHVRIWKHV\VWHPDUHJHQHUDWHGLQDJURXSGLVFXVVLRQDQGWKHPRGHUDWRUIL[HVWKH
ZHDNQHVVHVRQWKHRYHUKHDG
• $WWKHHQGRIWKHJHQHUDWLRQSURFHVVWKHZHDNQHVVHVRIWKHV\VWHPVUHFHLYHVUXQQLQJ
QXPEHUV
• 7KHVXEMHFWVFURVVHVWKRVHZHDNQHVVHVWKDWDUHUHOHYDQWIURPWKHLURZQSRLQWRIYLHZ
6HOHFWLRQRIWHVWWDVNV
'HSHQGLQJ
RQ WKH FRQWH[W DW KDQG LW PD\ QRW DOZD\V EH SRVVLEOH WR XVH DOO WKH LWHPV RI
,VR0HWULFVLQDQLQYHVWLJDWLRQ,QWKHVHFDVHWKHTXHVWLRQQDLUHKDVWREHVKRUWHQHG
,QWKHDUHDRIVXPPDWLYHHYDOXDWLRQWKHXVHRIDVKRUWHQHGTXHVWLRQQDLUHLVVWURQJO\GLVFRXUDJHG
VLQFH WKH PHWKRGRORJLFDO SUREOHPV ZKLFK DULVH KDYH DV \HW QRW EHHQ VROYHG VDWLVIDFWRULO\ VHH
EHORZ +RZHYHU WKHUH LV RQH LPSRUWDQW H[FHSWLRQ 7KHUH PD\ EH UHDVRQV QRW WR VDPSOH D
FRPSOHWHVXEVFDOH)RUH[DPSOHWKHVXEVFDOHÄ6XLWDELOLW\IRULQGLYLGXDOLVDWLRQ³LVQRUPDOO\QRW
WDNHQ LQWR FRQVLGHUDWLRQ ZKHQ GHYHORSLQJ D SURWRW\SH DQG LQGHHG D FRPSDULVRQ RQ WKH
UHVSHFWLYH,VR0HWULFVVFDOHGRHVQRWPDNHPXFKVHQVHLQWKLVFDVH/HDYLQJRXWZKROHVXEVFDOHV
LVPHWKRGRORJLFDOO\XQSUREOHPDWLF
,Q
WKH DUHD RI IRUPDWLYH HYDOXDWLRQ WKH ,VR0HWULFV TXHVWLRQQDLUH LV QRUPDOO\ DSSOLHG LQ D
VKRUWHQHGIRUPVLQFHWKHSURFHVVLQJRILWHPVSXWVDQH[WUHPHEXUGHQRQWKHVXEMHFWV$VRQH
ZDQWVWRFRYHUDOOWKHVXEVFDOHVLQDIRUPDWLYHHYDOXDWLRQLWLVGHVLUDEOHWRVKRUWHQWKHSURFHGXUH
E\RPLWWLQJLWHPVZLWKLQWKHVXEVFDOHV
/
,WLVDOVRLPSRUWDQWWRWDNHLQWRFRQVLGHUDWLRQWKHIRUPDWLQZKLFKWKHTXHVWLRQQDLUHLVSUHVHQWHG
$FFRUGLQJ WR UHVHDUFK XQGHUWDNHQ E\ %DWLQLF VXEMHFWV DFFHSW DQRQ\PRXV ,QWHUQHW
TXHVWLRQQDLUHVRQO\LIWKH\FRQWDLQVXEVWDQWLDOO\IHZHUWKDQLWHPV*XLGHOLQHVIRUWKHQXPEHU
RILWHPVZLWKGLIIHUHQWIRUPDWVRI,VR0HWULFVDUHJLYHLQ7DEOH
7DEOH*XLGHOLQHVIRUWKHQXPEHURILWHPV
\SHRILQYHVWLJDWLRQ
7
QRQ\PRXVLQWHUQHWLQWHUYLHZ
$
&RPSXWHUEDVHGYHUVLRQ
3DSHUDQGSHQFLOYHUVLRQ
VXPPDWLYH
IRUPDWLYH
,Q RUGHU WR DVVLVW LQ WKH VHOHFWLRQ RI TXHVWLRQV IRU D VKRUWHQHG YHUVLRQ *HGLJD +DPERUJ :LOOXPHLWKDYHGHYHORSHGDVHWRIFKDUDFWHULVWLFVZKLFKDUHVKRZQLQ7DEOH
266(
DPH
1
RUNFRQWH[W
:
00FRQWH[W
&RUUHFWHG
LWHPWRWDO
FRUUHODWLRQ
&RUUHFWLRQ
YDOXH
7KH,VR0HWULFV0DQXDO
7
DE,WHPFKDUDFWHULVWLFVLQ,VR0HWULFV
6FDOH
([SODQDWLRQ
YHU\JRRG
([SHULHQFHVKRZVWKDWDKLJKUDWLQJRIWKLVFKDUDFWHULVWLF
WR
HOXFLGDWHVPDQ\FRPPHQWVLIWKHVRIWZDUHLVEHLQJXVHG
XQVDWLVIDFWRU\
UHJXODUO\GXULQJWKHZRUNLQJGD\IRUH[DPSOHDGDWDEDVH
V\VWHP
YHU\JRRG
W R
XQVDWLVIDFWRU\
!
@
@
@
≤
!
$JRRGUDWLQJDVVXUHVPDQ\FRPPHQWVLIWKHLWHPLVXVHG
IRUWKHHYDOXDWLRQRIPXOWLPHGLDVRIWZDUH
0RGDOYDOXHVIRUWKHFRUUHODWLRQRIWKHLWHPZLWKWKH
FRUUHFWHGVXEWHVWVXP$JRRGUDWLQJDVVXUHVWKDWWKH
LWHPLVSDUWLFXODUO\UHSUHVHQWDWLYHIRUWKHVXEWHVW
7KHPHDQYDOXHRIWKHLWHPLVHTXDOWRWKHPHDQYDOXHRI
WKHVXEWHVW
7KHPHDQYDOXHRIWKHLWHPLVVPDOOHUWKDQWKHPHDQYDOXH
RIWKHVXEWHVW
7KHPHDQYDOXHRIWKHLWHPLVODUJHUWKDQWKHPHDQYDOXH
RIWKHVXEWHVW
,WHPVZLWKDFRUUHFWLRQYDOXHQHDUDUHIDYRXUDEOH
6LQFHWKH,VR0HWULFVLQYHQWRU\ZDVFRQVWUXFWHGRQWKHEDVLVRIFODVVLFDOWHVWLQJWKHRU\VKRUWHQHG
WHVW DUH VWULFWO\ VSHDNLQJ QHZ WHVWV DQG WKXV WKH\ DUH QRW FRPSDUDEOH DQ\ PRUH ZLWK UHVXOWV
ZKLFKDUHEDVHGRQGLIIHUHQWFROOHFWLRQVRILWHPV,IRQO\DIHZLWHPVDUHPLVVLQJIURPDVFDOH
WKHQRQHFDQXVHDVDQDSSUR[LPDWLRQWKHXQZHLJKWHGPHDQYDOXH
[=
∑ [L
Q L
SHUSHUVRQDQGIHHGWKLVYDOXHLQWRJURXSFRPSDULVRQV,IWKHUHLVDKLJKHUVHOHFWLRQUDWHRQHKDV
WRWDNHLQWRFRQVLGHUDWLRQWKHGLIIHUHQWOHYHOVRIGLIILFXOW\RIWKHLWHPV,QWKLVFDVHRQHVKRXOG
XVHWKHZHLJKWHGPHDQ
[
=
∑N
∑[
L
N
L
L
L
,I IRU DOO LWHPV WKH FRUUHFWLRQ YDOXHV NL LQ WKH VKRUWHQHG WHVW DUH FORVH WR WKHQ [ DQG [ ¶ ZLOO
GLIIHURQO\PDUJLQDOO\
7KHPHWKRGRIZHLJKWHGPHDQDLPVWRDFKLHYHZKDWLQDPHWKRGRORJLFDOO\VRXQGSURFHGXUHFDQ
RQO\ EH DWWDLQHG E\ IRUPXODWLQJ D PHDVXUHPHQW PRGHO :H KDYH JLYHQ VRPH WKRXJKW WR WKH
IRUPXODWLRQRIVXFKDPHDVXUHPHQWPRGHOIRU,VR0HWULFVZKLFK ZH ZLOO SUHVHQW LQ GXH FRXUVH
DQGZKLFKZLOOEHLQFOXGHGLQDODWHUYHUVLRQRIWKLVPDQXDO
266(
7KH,VR0HWULFV0DQXDO
7KHWDVNVRIWKHLQWHUYLHZHU
$QLQWHUYLHZHUVKRXOGRYHUVHHWKHFRQGXFWRIWKHLQWHUYLHZ7KHLQWHUYLHZHULVQRWH[SHFWHGWR
FRQGXFW WKH LQWHUYLHZ EXW UDWKHU WR HQVXUH WKDW WKH LQWHUYLHZ LV FDUULHG RXW LQ DSSURSULDWH
FRQGLWLRQV)RUHDFKVXEMHFWWKHLQWHUYLHZHUVKRXOGFKHFNWKDW
• $OOWHVWLWHPVDUHKDQGOHGE\WKHVXEMHFW
• 7KHVXEMHFW¶VSURILOHPDWFKHVWKHDLPRIWKHLQYHVWLJDWLRQ
,IHLWKHURIWKHWZRFRQGLWLRQVLVQRWIXOILOOHGWKHQWKHLQWHUYLHZHUVKRXOGLQWHUYHQHDQGDWOHDVW`
SRVWSRQHWKHFRQWLQXDWLRQRIWKHLQWHUYLHZ
7KH PRWLYH IRU WKH VRIWZDUH HYDOXDWLRQ VKRXOG EH FOHDUO\ VWDWHG E\ WKH LQWHUYLHZHU TXHVWLRQV
DERXWWKHSXUSRVHRIWKHHYDOXDWLRQVKRXOGEHFOHDUHGEHIRUHKDQGLQJRXWWKHTXHVWLRQQDLUHV
)LQDOO\WKHLQWHUYLHZHUUHFRUGVPDUJLQDOEXWLQWHUHVWLQJLQIRUPDWLRQVXFKDV
• 'HVFULSWLRQRIVXEMHFWVFDQEHSUHVWUXFWXUHG
• &RPPHQWVUHJDUGLQJWKHJOREDOHYDOXDWLRQRIWKHVRIWZDUHV\VWHP
• &RPPHQWVUHJDUGLQJZHDNQHVVHVRIWKH,VR0HWULFVV\VWHP
DQGPDNHVWKHPDYDLODEOHIRUIXUWKHUSURFHVVLQJ
'HVFULSWLRQ
6XPPDWLYHHYDOXDWLRQ
7RROV
7KHEDVLVIRUWKHVXPPDWLYHHYDOXDWLRQRIDVRIWZDUHSURGXFWDUHDQVZHUVRIVHOHFWHGVXEMHFWV
JDWKHUHGIURPWKHFRPSOHWHG,VR0HWULFV TXHVWLRQQDLUHVLIQHFHVVDU\RQHFDQDOVRXVHWKHILUVW
UDWLQJ RI WKH ,VR0HWULFV SURFHGXUH LQVWHDG ,Q HYHU\ DQDO\VLV WKHUH VKRXOG QRW EH VLJQLILFDQWO\
IHZHUWKDQWHVWVXEMHFWVFI:LOOXPHLW*HGLJD+DPERUJE
6
/
5HVXOWV DUH SUHVHQWHG HLWKHU DV DYHUDJH UDWLQJV RI WKH ,VR0HWULFV GLPHQVLRQV HJ ZKHQ
FRPSDULQJ SRSXODWLRQV 6HFWLRQ RU ZKHQ FRPSDULQJ V\VWHPV 6HFWLRQ RU
SHUFHQWDJHVZLWKJLYHQFXWRIIYDOXHV6HFWLRQ
6LQFHHYHU\LWHPLQWKHTXHVWLRQQDLUHFRQWDLQVDÄQRRSLQLRQ³FDWHJRU\WKHTXHVWLRQQDLUHPXVWEH
VFDQQHGIRUVXFKDQVZHUV7KHHYDOXDWLRQVWUDWHJ\LVDVIROORZV
,IDVXEMHFWWLFNVÄQRRSLQLRQ³LQDWOHDVWRIDOOLWHPVWKHQKHURUKLVDQVZHUVVKRXOGEH
HOLPLQDWHGIURPIXUWKHUDQDO\VLV
,IVXEMHFWVWLFNÄQRRSLQLRQ³LQOHVVWKDQWKHVHDQVZHUVDUHUHSODFHGLQWKHVXPPDWLYH
HYDOXDWLRQ E\ WKH PHGLDQ FDWHJRU\ :LOOXPHLW *HGLJD +DPERUJ KDYH VKRZQ
WKDWWKLVGRHVQRWLQIOXHQFHWKHYDOLGLW\RIWKHDQDO\VLV
7KHDULWKPHWLFPHDQRIWKHUDWLQJRIDVXEMHFWLVXVHGLQWKHVXEVHTXHQWDQDO\VLV1RWHWKDWWKH
UDWLQJV RI WKH QHJDWLYHO\ IRUPXODWHG LWHPV PXVW EH WUDQVIRUPHG E\ U ¶ U EHIRUH WKH
LQGLYLGXDODYHUDJHVDUHFRPSXWHG
L
L
266(
7KH,VR0HWULFV0DQXDO
7DE1XPEHURILWHPVSHUGLPHQVLRQDQGQHJDWLYHIRUPXODWHGLWHPVLQ,VR0HWULFV
'LPHQVLRQ
1RRILWHPV
1HJDWLYHO\IRUPXODWHGLWHPV
6XLWDELOLW\IRUWKHWDVN
$$
6HOIGHVFULSWLYHQHVV
&RQWUROODELOLW\
7
&RQIRUPLW\ZLWKXVHU
(
H[SHFWDWLRQ
(UURUWROHUDQFH
))
6XLWDELOLW\IRULQGLYLGXDOLVDWLRQ
6XLWDELOLW\IRUOHDUQLQJ
//
&RPSDULVRQZLWKSUHYLRXVO\HYDOXDWHGV\VWHPV
,Q PRVW FDVHV WKH XVDELOLW\ RI D VRIWZDUH V\VWHP LV WHVWHG RQ WKH EDVLV RI D FKRVHQ SRSXODWLRQ
ZLWKSRVVLEO\VHYHUDOPHDVXUHPHQWVRYHUWLPH
,I WKHUH LV RQO\ RQH VHW RI HYDOXDWLRQ GDWD RQH FDQ HYDOXDWH WKH V\VWHP E\ FRPSDULVRQ ZLWK D
UHIHUHQFHV\VWHP ,Q WKH VHTXHO ZH ZLOO SUHVHQW FKDUDFWHULVWLF GDWD RI VHYHUDO RI VXFK UHIHUHQFH
V\VWHPV 6LQFH ZH HQYLVDJH ,VR0HWULFV WR EH DSSOLHG WR D ZLGH UDQJH RI VRIWZDUH WKH OLVW RI
UHIHUHQFHV\VWHPLVEHLQJFRQWLQXRXVO\HQODUJHG3OHDVHFRQWDFWWKHDXWKRUVIRUWKHODWHVWOLVWRI
UHIHUHQFHGDWD
7KH GDWD UHSUHVHQWDWLRQ LV GRQH DV D SURILOH 7KH YDOXHV RI WKH VRIWZDUH V\VWHP ; ZLWK Q
VXEMHFWV DQG WKH UHIHUHQFH V\VWHP < ZLWK Q VXEMHFWV DUH VKRZQ LQ WKH VHYHQ GLPHQVLRQV RI
,VR0HWULFV:HGHQRWHWKHPHDQVE\[ UHVS\ DQGWKHVWDQGDUGGHYLDWLRQVE\V; UHVSV< )XUWKHUPRUHZHVHW
;
<
L
L
VL =
L
L
Q; − V ; L + Q< − V <L Q; + Q< − )RUWKHUHDOLVDWLRQRIDWHVWZLWKUHVSHFWWRDUHIHUHQFHV\VWHPWKHVL]HRIWKHVDPSOHLVGHFLVLYH
7KHIRUPDWLYHHYDOXDWLRQVKRXOGKDYHDVDPSOHRIQ≈,QWKLVFDVHWKHWHVWSURFHGXUHZLOOWHVW
DODUJHHIIHFW6WUHQJWKRIWKHHIIHFWε≈&RKHQ6XFKDSURFHGXUHLVVXLWDEOHIRUWKH
WHVWLQJ RI SURWRW\SHV GXULQJ D IRUPDWLYH HYDOXDWLRQ 6LJQLILFDQW QHJDWLYH GLIIHUHQFHV IURP D
UHIHUHQFH V\VWHP KDYH WR EH DGGUHVVHG XUJHQWO\ ZKHUHDV VLJQLILFDQW SRVLWLYH GLIIHUHQFHV VLJQDO
WKDWWKHUHLVQRQHHGIRUDFWLRQ,QVLJQLILFDQWUHVXOWVLQGLFDWHWKDWWKHSURWRW\SHSKDVHKDVFRPHWR
DFORVHZLWKUHVSHFWWRWKHWHVWHGXVDELOLW\SURSHUWLHV
,QWKLVFDVHRQHFRPSXWHV
P PLQ^Q`
DQGDOVR
WL
=
[L − \L
VL
+
P; P<
,I LW WXUQV RXW WKDW W LV VLJQLILFDQW ZLWK UHVSHFW WR D WGLVWULEXWLRQ ZLWK P P GHJUHHV RI
IUHHGRP WKHQ WKH WZR V\VWHPV GLIIHU LQ GLPHQVLRQ L E\ D ODUJH HIIHFW :LWK WKH UHFRPPHQGHG
VDPSOHVL]HRIQ≈WKHβHUURULVVXIILFLHQWO\FRQWUROOHGLHIRUβ≈WKHK\SRWKHVLVRIHTXDO
GHJUHHRIXVDELOLW\FDQEHNHSWDVVXPLQJDODUJHHIIHFW
L ;
<
266(
7KH,VR0HWULFV0DQXDO
,QFDVHRIDVXPPDWLYHHYDOXDWLRQRUWKHFRPSDULVRQRIWZRPDWXUHV\VWHPVRQHVKRXOGH[SHFW
PHGLXPHIIHFWVWUHQJWKVZKLFKLPSOLHVDORZHUVDPSOHVL]HRIQ≈,QWKLVFDVHLQVLJQLILFDQW
UHVXOWV FDQ EH LQWHUSUHWHG DV ÄIDFWXDO HTXDOLW\³ ,Q WKLV FDVH LQ WKH SURFHGXUH RI XVLQJ WKH
QRUPHGGDWDRQO\WKHGHILQLWLRQRIWKHPRGLILHGVDPSOHVL]HLVFKDQJHG
P PLQ^Q`
&RPSXWLQJWKHW YDOXHIROORZVWKHVDPHSURFHGXUH
L
%HORZ ZH SUHVHQW VRPH FKDUDFWHULVWLF YDOXHV RI VRIWZDUH V\VWHPV ZKLFK KDYH EHHQ HYDOXDWHG
ZLWK,VR0HWULFV
7DE(YDOXDWLRQRIWKHV\VWHP/D7H;7\SHVHWWLQJQ 'LPHQVLRQ
6XLWDELOLW\IRUWKHWDVN
6HOIGHVFULSWLYHQHVV
&RQWUROODELOLW\
&RQIRUPLW\ZLWKXVHU
H[SHFWDWLRQ
(UURUWROHUDQFH
6XLWDELOLW\IRULQGLYLGXDOLVDWLRQ
6XLWDELOLW\IRUOHDUQLQJ
2YHUDOOPHDQ
0HDQ
6WGGHYLDWLRQ
7DE(YDOXDWLRQRIWKHV\VWHP3LFD/LEUDU\V\VWHPQ 'LPHQVLRQ
6XLWDELOLW\IRUWKHWDVN
6HOIGHVFULSWLYHQHVV
&RQWUROODELOLW\
&RQIRUPLW\ZLWKXVHU
H[SHFWDWLRQ
(UURUWROHUDQFH
6XLWDELOLW\IRULQGLYLGXDOLVDWLRQ
6XLWDELOLW\IRUOHDUQLQJ
2YHUDOOPHDQ
0HDQ
6WGGHYLDWLRQ
7DE(YDOXDWLRQRIWKHV\VWHP55HO'DWDEDVHV\VWHPQ 'LPHQVLRQ
6XLWDELOLW\IRUWKHWDVN
6HOIGHVFULSWLYHQHVV
&RQWUROODELOLW\
&RQIRUPLW\ZLWKXVHU
H[SHFWDWLRQ
(UURUWROHUDQFH
6XLWDELOLW\IRULQGLYLGXDOLVDWLRQ
6XLWDELOLW\IRUOHDUQLQJ
2YHUDOOPHDQ
0HDQ
6WGGHYLDWLRQ
266(
7KH,VR0HWULFV0DQXDO
7DE(YDOXDWLRQRIWKHV\VWHP:RUG9:RUGSURFHVVLQJQ 'LPHQVLRQ
6XLWDELOLW\IRUWKHWDVN
6HOIGHVFULSWLYHQHVV
&RQWUROODELOLW\
&RQIRUPLW\ZLWKXVHU
H[SHFWDWLRQ
(UURUWROHUDQFH
6XLWDELOLW\IRULQGLYLGXDOLVDWLRQ
6XLWDELOLW\IRUOHDUQLQJ
2YHUDOOPHDQ
0HDQ
6WGGHYLDWLRQ
7DE(YDOXDWLRQRIWKHV\VWHP:LQ:RUG9:RUGSURFHVVLQJQ 'LPHQVLRQ
6XLWDELOLW\IRUWKHWDVN
6HOIGHVFULSWLYHQHVV
&RQWUROODELOLW\
&RQIRUPLW\ZLWKXVHU
H[SHFWDWLRQ
(UURUWROHUDQFH
6XLWDELOLW\IRULQGLYLGXDOLVDWLRQ
6XLWDELOLW\IRUOHDUQLQJ
2YHUDOOPHDQ
0HDQ
6WGGHYLDWLRQ
&RPSDULVRQRIVDPSOHVZLWKSRSXODWLRQV
7KH FRPSDULVRQ RI XVDELOLW\ VFRUHV RU WRWDO VFRUHV RI GLIIHUHQW SRSXODWLRQV FDQ EH GRQH ZLWK
XVXDOYDULDQFHDQDO\WLFPHWKRGVFI%RUW]&KDS&KDS&KDS
,QRUGHUWRDUULYHDWDQDVVHVVPHQWRIWKHTXDOLW\RIDV\VWHPLWLVDEVROXWHO\QHFHVVDU\WRLQFOXGH
VL]HLQWRRQH¶VFRQVLGHUDWLRQ$VDJXLGHOLQHRQHFDQXVHWKHVDPSOHVL]HVJLYHQLQWKHSUHYLRXV
VHFWLRQLHQ≈IRUSURWRW\SHVLQDIRUPDWLYHHYDOXDWLRQDQGQ≈IRUDVXPPDWLYHHYDOXDWLRQ
,Q WKH ILUVW FDVH ODUJH GLVFUHSDQFLHV DUH UHFRJQLVHG DQG WKHUHIRUH WKRVH SUREOHP DUHDV DUH
LGHQWLILHG ZKLFK UHTXLUH LPPHGLDWH DWWHQWLRQ ,Q WKH VHFRQG FDVH PHGLXP VL]H HIIHFWV DUH
UHFRJQLVHG DV ZHOO ,Q FDVH RI LQVLJQLILFDQW GLIIHUHQFHV WKHUH LV LQ JHQHUDO QR PRUH QHHG IRU
IXUWKHUGHYHORSPHQW
([DPSOHIRUDFRPSDULVRQZLWKDUHIHUHQFHV\VWHP
$UHVHDUFKSURMHFWLQYHVWLJDWHGWKHXVHIXOQHVVRIDSODWIRUPIRUDXVHULQWHUIDFHDQGDSURWRW\SH
ZDVGHYHORSHG7KHHYDOXDWLRQZDVSHUIRUPHGZLWKVXEMHFWVVLQFHIRUWKHXVHIXOQHVV RI WKH
VRIWZDUHSODWIRUPRQO\ODUJHHIIHFWVZHUHRILQWHUHVW7ZRH[WUHPHO\GLIIHUHQWUHIHUHQFHV\VWHPV
ZHUHXVHG
7KHXVDELOLW\RIWKHSURWRW\SHVKRXOGGLIIHUIURPWKDWRIWKH/D7H;V\VWHP
7KHUHSRUWHGDQDO\VLVLVSDUWRIDUHDOOLIHSURMHFW6LQFHFRQILGHQWLDOLW\ZDVDJUHHGEHWZHHQWKHHYDOXDWRUVDQGWKH
GHYHORSHUVZHGRQRWJLYHDQ\RWKHUGHWDLOVRIWKHVWXG\
266(
7KH,VR0HWULFV0DQXDO
7KHXVDELOLW\RIWKHSURWRW\SHVKRXOGQRWGLIIHUVLJQLILFDQWO\IURPWKDWRI:RUGIRU:LQGRZV
9
7R GLVSOD\ WKH FRPSDULVRQV JUDSKLFDOO\ ZH XVH D SURILOH GLDJUDP RI WKH W VWDWLVWLFV 7KH
GLDJUDPV)LJVKRZWKHFULWLFDOα WYDOXHVDVDKRUL]RQWDOFRQVWDQWKLJKO\SRVLWLYH
YDOXHVH[SUHVVDODUJHGLIIHUHQFHWRWKHUHIHUHQFHV\VWHP$V)LJVKRZVWKHSURWRW\SHDQGWKH
/D7H; V\VWHP KDUGO\ GLIIHU ,Q PRVW GLPHQVLRQ WKHUH LV QR GLIIHUHQFH DQG LQ WKH GLPHQVLRQV
Ä6XLWDELOLW\ IRU WKH WDVN³ DQG Ä6XLWDELOLW\ IRU OHDUQLQJ³ LW WXUQV RXW WKDW WKH /D7H; V\VWHPV
UHFHLYHVVLJQLILFDQWO\EHWWHUVFRUHV
)LJ FRQWUDVWV DV ZHOO WKH SURWRW\SH ZLWK WKH :RUG IRU :LQGRZV 9 V\VWHP ,W LV FOHDUO\
UHFRJQLVDEOHWKDWPRVWXVDELOLW\VFRUHVRIWKHSURWRW\SHDUHFRPSOHWHO\XQDFFHSWDEOH
$IWHUWKHVHUHVXOWVZHUHSUHVHQWHGWKHGHYHORSHUVGHFLGHGWRVWRSXVLQJWKHFXUUHQWSODWIRUPDQG
WRFRQWLQXHGHYHORSPHQWRQDZHOOWHVWHGSODWIRUPLQVWHDG
)LJXUH&RPSDULVRQRIWKHXVDELOLW\RIDSURWRW\SHDQG/D7H;
:LQ:RUG
/D7H[
FULWLFDOWYDOXH
J
V
W\
FH
LQ
WLR
Q
LOL
QH
S
Q
D
D
E
U
[
]
H
OHU
OOD
OL
LY
UH
OH D
WK
W
R
R
D
U
H
W
U
U
S
V
R
U
IR
UL
GX
QW
X
I
\
YL
VF
W
UUR
FR
L
L
Z
H
H
OL LW
G
G
VX
LW\
LQ
OI U
WDE
H
L
P
R
V
U
I
VX
IR
W
XL
RQ
DV
HW
N
HU
RY
DOO
&XWRII$QDO\VLV
7KH XVH RI PHDQ YDOXHV LV RQH SRVVLEOH PHWKRG LQ WKH DQDO\VLV RI WKH HYDOXDWLRQ GDWD RI D
VRIWZDUH V\VWHP )UHTXHQWO\ KRZHYHU WKH PHDQ YDOXHV RI WKH VFDOH DUH QRW VXIILFLHQWO\
LQIRUPDWLYHDQGRQHFDQXVHWKHVWUXFWXUHRIWKHLWHPWRREWDLQPRUHLQIRUPDWLRQIURPWKHGDWD
,I RQH LV LQWHUHVWHG DV WR ZKHWKHU WKH VRIWZDUH LV UDWHG ÄPHGLXP RU EHWWHU³ LQ VRPH ,VR0HWULFV
GLPHQVLRQ'RQHFDQSURFHHGDVIROORZV
)RUHYHU\VXEMHFWY ILQGWKHSHUFHQWDJHS RIWKRVHLWHPVLQZKLFKWKHUDWLQJLVSRVLWLYHLHEHWWHU
WKDQQHXWUDO:HWKHQKDYHWKHIROORZLQJVLWXDWLRQ(DFKSHUVRQY ≤L≤PKDVDQVZHUHGD
WRWDO RI Q TXHVWLRQV RXW RI Q TXHVWLRQ LQ GLPHQVLRQ ' 7KH SHUFHQWDJH S RI Q VDWLVILHV WKH
FULWHULRQ
L
L
L
L
' L
L
)URPWKHVLQJOHYDOXDWLRQVS S ZHFDQFRPSXWHWKHDYHUDJHFXWRIIHYDOXDWLRQSE\
P
S
=
∑S
P =
P
L
L
266(
7KH,VR0HWULFV0DQXDO
4XHVWLRQ,VWKHUHDKRPRJHQRXVVDPSOHRIVXEMHFWV"
,Q RUGHU WR DQDO\VH WKLV TXHVWLRQ ZH DVVXPH WKDW DQ\ RI WKH REVHUYHG SHUFHQWDJHV S YDULHV
UDQGRPO\IURPWKHRYHUDOOPHDQSZKLFKLVWKHQWKHEHVWHVWLPDWRUIRUWKHWUXHYDOXH π,QWKDW
FDVH DQ\ S PXVW EH ÄFORVH WR¶¶ RI WKH RYHUDOO PHDQ 7KH HVWLPDWHG YDULDQFH RI WKH SHUFHQWDJH
JLYHQWKHKRPRJHQHLW\DVVXPSWLRQLV
L
L
S − S
Q
V =
L
L
DQG WR MXGJH ZKHWKHU D GHYLDWLRQ IURP WKH RYHUDOO PHDQ LV H[WUHPH ZH XVH WKH FRQILGHQFH
LQWHUYDO > S − VL S + V L @ 7KRVHS YDOXHVZKLFKDUHRXWVLGHWKHFRQILGHQFHLQWHUYDODUHQRWLQ
FRQFRUGDQFH ZLWK WKH KRPRJHQHLW\ DVVXPSWLRQ 6RPHWLPHV D YLRODWLRQ RI WKH KRPRJHQHLW\
DVVXPSWLRQFDQRFFXUEHFDXVHRIVWDWLVWLFDOUHDVRQV)RUDQRYHUDOOWHVWRQHFRQVLGHUVWKHYDOXH
L
P
; =∑
L
(S
=
− S )
(S − S )
=
;
∑= V V
L
P
L
L
L
L
DQGWHVWWKLVYDOXHZLWKDχ ±GLVWULEXWLRQZLWKPGHJUHHVRIIUHHGRP
,QWHUSUHWDWLRQ,IWKHUHVXOWLVVLJQLILFDQWWKHQWKHVXEMHFWVGLIIHUZLWKUHVSHFWWRWKHLUHYDOXDWLRQ
RIWKHGLPHQVLRQ'DQGWKHJLYHQFXWRII,QFDVHRIDVLJQLILFDQWUHVXOWWKHÄQRWLILDEOH³
KHOSVWR
LGHQWLI\WKHVXEMHFWVZKLFKGLIIHUUHPDUNDEO\RWKHUZLVHWKHDYHUDJHFXWRIIKDVDKLJKGHVFULSWLYH
YDOXHDQGWKLVFDQEHXVHGLQDVXEVHTXHQWWHVWSURFHGXUH
5HPDUN6LQFHLQJHQHUDOIRUDVWDWLVWLFDOWHVWUHODWLYHO\IHZVXEMHFWVDUHEHLQJTXHVWLRQHGWKLV
WHVWGRHVQRWKDYHDKLJKSRZHUDQGWKXVDVLJQLILFDQWUHVXOWVKRXOGEHWDNHQTXLWHVHULRXVO\
7DEOH&XWRIIKRPRJHQHLW\DQDO\VLV
6XEMHFW 1XPEHURIWUHDWHG
LWHPV
6WDQGDUG
GHYLDWLRQJLYHQ
KRPRJHQHLW\VL
/RZHU
%RXQG
2EVHUYHG
SL
S ([DPSOH7KHQXPEHUVRIVXEMHFWV7DEOHZDV
P
DQGWKHQXPEHURILWHPVRIWKHUHGXFHGVFDOHZDV
Q'
8SSHU 1RWLIL
%RXQG DEOH³
<(6
;
266(
7KH,VR0HWULFV0DQXDO
,QWKUHHFDVHVWKHUHZDVDÄQRRSLQLRQ³DQVZHUDQGIRUWKHVHFDVHVZHKDYHWRVHWQ L
7KHDYHUDJHSHUFHQWDJHRIWKHJLYHQFXWRIIYDOXHLVFRPSXWHGDV
S 7R FKHFN WKH KRPRJHQHLW\ RI WKH HYDOXDWLRQV ZH IXUWKHUPRUH GHWHUPLQH WKH VXP RI WKH ; YDOXHV
; 7KH HPSLULFDO ; YDOXH RI LV EHORZ WKH FULWLFDOχ YDOXH RI χ ZLWK DQ HUURU
SUREDELOLW\ RI DQG GHJUHHV RI IUHHGRP ,W IROORZV WKDW WKH HYDOXDWLRQV E\ WKH YDULRXV
VXEMHFWV GR QRW GLIIHU VLJQLILFDQWO\ DQG WKXV LQ WKH VHTXHO WKH\ FDQ EH DVVXPHG WR EH
KRPRJHQHRXV
4XHVWLRQ+RZWRWHVW&XWRII$FFHSWDQFH
,Q WKLV VHFWLRQ ZH VKDOO SUHVHQW WHVWLQJ SURFHGXUHV ZKLFK FKHFN WKH DFFHSWDQFH RI WKH FXWRII
YDOXH 6LQFH ZH FDQQRW DVVXPH WKDW WKH VDPSOH LV KRPRJHQHRXV LQGHHG PDQ\ LQYHVWLJDWLRQV
VKRZWKDWWKHUHDUHRIWHQSRODULVHGRSLQLRQVZHQHHGWRORRNIRUDSURFHGXUHZKLFKUREXVWZLWK
UHVSHFWWRYLRODWLRQVRIKRPRJHQHLW\
:H FDQQRW XVH DQ DYHUDJH GHJUHH RI DFFHSWDQFH HJ WKH PHDQ YDOXH RI WKH S VLQFH WKH
LQWHUSUHWDWLRQRIWKLVYDOXHUHTXLUHVKRPRJHQHLW\
L
$VLPSOHLQGH[LVWKHQXPEHURIVXEMHFWVZKRFRQVLGHUWKHFXWRIIYDOXHDFFHSWDEOHIRUPRUHWKDQ
RIWKHJLYHQLWHPV%\WKLVUXOHZHREWDLQWKRVHVXEMHFWVZKRÄPRUHRUOHVV³DFFHSWWKH
FXWRIIYDOXH,IS LVWKLVUHODWLYLVHGQXPEHUDQGπ WKHWUXHYDOXHXQGHUWKHQXOOK\SRWKHVLV
+ S π 2QH FDQ WHVW DJDLQVW D VXLWDEOH RQHK\SRWKHVLV )RU P VXEMHFWV WKLV K\SRWKHVLV FDQ EH
DSSUR[LPDWHGE\WKH]YDOXH
] S + _ π + = P
S+ −π + π + − π + ,I]S _π !WKHQWKHQXOOK\SRWKHVLVFDQEHUHMHFWHG
:H FDQ WHVW IRU WKH RI WKH VDPSOH LQ WKH H[DPSOH ZKHWKHU WKLV YDOXH LV ODUJHU WKDQ D
FULWLFDOVHWIRUH[DPSOHDQGREWDLQ
] _ π + = = − − = 7KXVZHFDQDFFHSWWKHPLQLPDOUHTXLUHPHQWWKDWPRUHWKDQRIWKHVDPSOHDFFHSWWKHFXWRII
YDOXHDWOHDVWLQWKHPHGLDQRILWVGLVWULEXWLRQ
,IZH ZDQW WR NQRZ WKH VL]H RI WKH SRSXODWLRQ ZKLFK LV FRPSDWLEOH WR WKH SRLQW HVWLPDWLRQ ZH
FRPSXWH
π
+
NULW
+ S+P
−
=
P+
 + S+P 
P S + 
 −
P+
 P+ 
DQGREWDLQWKHIROORZLQJYDOXHIRUWKHH[DPSOHDERYH
π
+
NULW
+  +  − 
=
 −
+ + + 

= 266(
7KH,VR0HWULFV0DQXDO
+HQFHZHFRQFOXGHWKDWPRGXORVWDWLVWLFDOXQFHUWDLQW\DERXWRIWKHLQYHVWLJDWHGSRSXODWLRQ
DJUHHVWRWKHFXWRIIFULWHULRQDWOHDVWLQWKHPHGLDQ
)RUPDWLYH(YDOXDWLRQ
7RROV
7KH VWDUWLQJ SRLQW IRU WKH IRUPDWLYH HYDOXDWLRQ RI D VRIWZDUH SURGXFW DUH WKH DQVZHUV RI WKH
VXEMHFWVWDNLQJSDUWLQWKH,VR0HWULFVSURFHGXUH,WVKRXOGEHREVHUYHGWKDWDVLQWKHVXPPDWLYH
HYDOXDWLRQWKHQXPEHURIVXEMHFWVVKRXOGQRWEHVLJQLILFDQWO\OHVVWKDQFI:LOOXPHLW*HGLJD
+DPERUJE
7KHUHVXOWVRIWKHHYDOXDWLRQGLIIHUIURPWKRVHRI,VR0HWULFV LQWKDWWKHUHLVDJUHDWHUYDULHW\RI
DYDLODEOHLQIRUPDWLRQ)RUHDFK,VR0HWULFVGLPHQVLRQRQHREWDLQVDQDYHUDJHUDWLQJZKLFKFDQEH
SURFHVVHGDVGHVFULEHGLQ6HFWLRQ)XUWKHUPRUHHYHU\LWHPFRQWDLQV
6
$QDVVHVVPHQWZKHWKHUWKHLWHPVWDWHPHQWLVWUXH
$UDWLQJRIWKHLPSRUWDQFHRIWKHLWHP
3RVVLEO\H[DPSOHVJLYHQE\WKHVXEMHFWVZKLFKH[SODLQWKHLUUDWLQJVDQGWKXVH[HPSOLI\WKH
ZHDNSRLQWVRIWKHV\VWHPVIURPDXVHUV¶SRLQWRIYLHZ
7KHVHWKUHHVRXUFHVRILQIRUPDWLRQFDQEHXVHGIRUDV\VWHPDWLFSUHSDUDWLRQRIDXVDELOLW\UHYLHZ
7KHOLVWRIFRPPHQWVZHDNSRLQWV
%HVLGHV WKH LWHP ± EDVHG HYDOXDWLRQ RI WKH VRIWZDUH DQG WKH ZHLJKWLQJ RI WKH LWHPV IRU WKHLU
RYHUDOO LPSRUWDQFH IRU WKH VRIWZDUH WKH IUHH WH[W FRPPHQW DUHDV RI WKH TXHVWLRQQDLUH FROOHFW
H[DPSOHVZKLFKGHVFULEHZKHUHWKHHYDOXDWHGVRIWZDUHGRHVQRWFRQIRUPWRWKHVWDWHPHQWRIWKH
LWHPLQFDVHRIDSRVLWLYHTXHVWLRQDQGZKHUHLWFRQIRUPVZLWKWKHSRVLWLYHYHUVLRQLQFDVHRID
QHJDWLYHVWDWHPHQW
7KH ILUVW VWHS FRQVLVWV RI FROOHFWLQJ DOO FRPPHQWV LQ D OLVW RUGHUHG E\ WKHLU VLPLODULW\ (DFK
FRPPHQWLVUHFRUGHGZLWK
7KHQXPEHURIWKHLWHPZKHUHLWZDVPDGH
7KHLPSRUWDQFHVHFRQGUDWLQJRIWKHLWHP
5HPRYLQJUHGXQGDQWFRPPHQWV
,Q D VHFRQG VWHS WKH RUGHUHG OLVW RI FRPPHQWV LV VFDQQHG IRU UHGXQGDQW HQWULHV ZKLFK DUH
VXEVHTXHQWO\ UHPRYHG (DFK UHPDLQLQJ FRPPHQW LV RXWSXW ZLWK WKH GDWD LWHP QR DQG VHFRQG
UDWLQJRIWKHDVVRFLDWHGUHGXQGDQWFRPPHQWV
3ULRULWLVLQJFRPPHQWV
7KH SULRULW\ RI WKH UHPDLQLQJ FRPPHQWV LV D SUHVWUXFWXUHG VWHS IRU WKH HYDOXDWLRQ RI WKH
FRPPHQWV LQ WKH VXEVHTXHQW UHYLHZ &RPPHQWV ZLWK D KLJK SULRULW\ WRS WKH OLVW RI VXJJHVWHG
V\VWHPFKDQJHV7KHSULRULW\RIDFRPPHQWLVIRXQGE\FRQVLGHULQJ
• 7KHLPSRUWDQFHUDWLQJRIWKHLWHPWRZKLFKLWEHORQJVDQG
266(
7KH,VR0HWULFV0DQXDO
• 7KHIUHTXHQF\RILWVRFFXUUHQFH
,Q WKLV VWHS LW LV DVVXPHG WKDW WKHVH WZR SDUDPHWHUV FRPSOHWHO\ GHVFULEH WKH LPSRUWDQFH RI WKH
FRPPHQW
$VGHVFULEHGDERYHWKHLPSRUWDQFHZHLJKWLQJRIDQLWHPLVDFFRPSOLVKHGRQDILYHSRLQWVFDOH
IURPÄQRWLPSRUWDQWÄ5DWLQJWRÄYHU\LPSRUWDQWÄ5DWLQJ
7KHFRPPHQWVDUHPDSSHGWRWZRFRPSOHPHQWDU\FDWHJRULHVEDVHGRQWKHDYHUDJHZHLJKWRIWKH
LWHPVWRZKLFKWKH\EHORQJLQWKHIROORZLQJZD\
&DWHJRU\$:
&DWHJRU\%:
&RPPHQWVRILWHPVZLWKDPHDQZHLJKW!
&RPPHQWVRILWHPVZLWKDPHDQZHLJKW≤
$QRWKHU GLPHQVLRQ RI SULRULWLVLQJ LV WKH IUHTXHQF\ ZLWK ZKLFK WKH FRPPHQWV RFFXU $V DERYH
WZRFRPSOHPHQWDU\FODVVHVDUHIRUPHG
&DWHJRU\$)
&RPPHQWV PDGH E\ DW OHDVW RI WKH SDUWLFLSDWLQJ VXEMHFWV
LQFDVHRIDJURXSEDVHGLQYHVWLJDWLRQ
&DWHJRU\%)
&RPPHQWV PDGH E\ OHVV WKDQ RI WKH SDUWLFLSDWLQJ VXEMHFWV
LQFDVHRIDJURXSEDVHGLQYHVWLJDWLRQ
&ODVVLILFDWLRQRIFRPPHQWV
%DVHGRQWKHVHIRXUFDWHJRULHVWKHFRPPHQWVDUHQRZSULRULWLVHG7KHKLJKHVWSULRULW\LVJLYHQWR
WKRVH SUREOHPV ZKLFK IRUFH WKH XVHU WR LQWHUUXSW D WDVN IRU H[DPSOH D V\VWHP FUDVK 7KH
UHPDLQLQJLGHQWLILHGSUREOHPVDUHPDSSHGWRWKHSULRULW\FODVVHVDVIROORZV
• 3ULRULW\7KHSUREOHPVIRUFHVWKHXVHUWRLQWHUUXSWDWDVNIRUH[DPSOHDV\VWHPFUDVK
• 3ULRULW\7KHSUREOHPLVLQFODVVHV$:DQG$)
• 3ULRULW\7KHSUREOHPLVLQFODVVHV$:DQG%)RULQFODVVHV%:DQG$)
• 3ULRULW\7KHSUREOHPLVLQFODVVHV%:DQG%)
,I WKHUH DUH UHVXOWV IURP D VXPPDWLYH FRPSDULVRQ RI WKH V\VWHP XQGHU FRQVLGHUDWLRQ DQG D
UHIHUHQFHV\VWHPFI&KDSRUWKHQWKHVHUHVXOWVFDQDOVREHXVHGLQWKHIRUPDWLYH
HYDOXDWLRQ,QWKLVFDVHWKHSURFHGXUHLVDVIROORZV
)RUHYHU\FRPPHQWQRWHWKHGLPHQVLRQVLQZKLFKLWZDVPDGHPRVWIUHTXHQWO\
,QFUHDVHWKHSULRULW\E\LIWKHVRIWZDUHXQGHUUHYLHZGLIIHUVVLJQLILFDQWO\IURPWKHUHIHUHQFH
VRIWZDUHLQDWOHDVWRQHRIWKHVHGLPHQVLRQV
3UHVHQWDWLRQRIWKHUHVXOWV
$VXLWDEOHZD\RISUHVHQWLQJWKHUHVXOWVLVWKH0HWDSODQ7HFKQLTXH6FKQHOOHLQZKLFK
WKHFRPPHQWVWRJHWKHUZLWKWKHLUSULRULWLHVDUHWUDQVIHUUHGRQWRDFKDUWEXQGOHVRISUREOHPVDUH
JHQHUDWHGDVDQRWKHUVWUXFWXUDOFRPSRQHQW)RUWKLVRQHFDQXVHIRUPDOVLPLODULWLHVVXFKDV
• 6DPHSULRULW\
• 6DPHRULJLQRQHRIWKHVHYHQ,VR0HWULFVGLPHQVLRQV
7KHQXPEHURIEXQGOHVVKRXOGQRWH[FHHGVHYHQ+RZHYHULIWKHVWUXFWXUDOYLHZSURGXFHVPRUH
WKDQ VHYHQ VXFK EXQGOHV WKHQ WKH HYDOXDWRU VKRXOG XVH VHPDQWLF FULWHULD DV ZHOO LQ RUGHU WR
UHGXFHWKHQXPEHURIEXQGOHV
266(
7KH,VR0HWULFV0DQXDO
7KHXVDELOLW\UHYLHZ
7KH DLP RI WKH XVDELOLW\ UHYLHZ LV WR GHYHORS VXJJHVWLRQV IRU LPSURYHPHQW DQG RSHUDWLRQDOLVH
WKHPDVWDVNVEDVHGRQWKHSULRULWLVHGFRPPHQWV
7KHUHYLHZSODQ
♦ 3DUWLFLSDQWV
• $Q LQGHSHQGHQW PRGHUDWRU ([SHULHQFH KDV VKRZQ WKDW VRPHWLPHV FRQIOLFWV DULVH
EHWZHHQWKHGHYHORSHUVDQGWKHHUJRQRPLFVH[SHUWDQGSRVVLEO\XVHUUHSUHVHQWDWLYHV
• $WOHDVWWZRGHYHORSHUVDVWKHWDUJHWJURXS
• $WOHDVWRQHHUJRQRPLFVH[SHUW
• 2SWLRQDOO\DXVHUUHSUHVHQWDWLYH
♦ 7LPHIUDPH
7KHUHYLHZZLOODOZD\VODVWIRUDWOHDVWIRXUKRXUV,QSDUWLFXODUHDUO\LQWKHGHYHORSPHQW
F\FOHDZKROHZRUNLQJGD\LVPRUHUHDOLVWLF
♦
5HYLHZVWUXFWXUH
0RGHUDWRU,QWURGXFWLRQRISDUWLFLSDQWVLIQHFHVVDU\
0RGHUDWRU$GGLWLRQDOZDUPLQJXSLIQHFHVVDU\
(UJRQRPLFVH[SHUW6KRUWUHSRUWRQWKHVXPPDWLYHHYDOXDWLRQ
• 6RIWZDUH SURILOH LQ WKH XVDELOLW\ GLPHQVLRQV RSWLRQDOO\ D FRPSDULVRQ ZLWK
HDUOLHUYHUVLRQVRURWKHUV\VWHPV
• 6RIWZDUHSURILOHLQWKHLPSRUWDQFHUDWLQJRSWLRQDOO\DFRPSDULVRQZLWKHDUOLHU
YHUVLRQVRURWKHUV\VWHPV
• 6RIWZDUHSURILOHLQWKHQXPEHURIUHSRUWHGFRPPHQWVRSWLRQDOO\DFRPSDULVRQ
ZLWKHDUOLHUYHUVLRQVRURWKHUV\VWHPV
(UJRQRPLFVH[SHUW5HVXOWRIWKHSULRULW\DQDO\VLVEXQGOHGFRPPHQWV
(UJRQRPLFVH[SHUW5HFRPPHQGDWLRQVIRUWKHZHDNSRLQWDQDO\VLV
*URXS2WKHUUHFRPPHQGDWLRQVDQGFRRUGLQDWLRQRIUHFRPPHQGDWLRQV
7UHDWPHQWRIWKHJURXSHGFRPPHQWVE\EXQGOH
• 7KH HUJRQRPLFV H[SHUW SUHVHQWV WKH FRPPHQW EXQGOH DQG LWV PRVW LPSRUWDQW
LWHPV
• 7KHGHYHORSHUVUHVSRQG:KLFKFRPSRQHQWVDUHDIIHFWHGZKLFKLPSURYHPHQWV
FDQEHPDGHKRZFRVWO\ZLOOWKHFKDQJHVEH
• 'HWHUPLQDWLRQ RI UHTXLUHG FKDQJHV E\ WKH JURXS ,Q FDVH RI D FRQIOLFW WKH
PRGHUDWRUKDVWRPDNHDGHFLVLRQ,QVRPHFDVHVLWPD\EHQHFHVVDU\WRLQYROYH
DQ DGGLWLRQDO PRGHUDWRU IURP RXWVLGH WKH UHYLHZ HJ D SURMHFW PDQDJHU RU D
UHSUHVHQWDWLYH RI PDQDJHPHQW ZKR ZLOO EH SUHVHQWHG ZLWK WKH YDULRXV
DOWHUQDWLYHV
• 'HWHUPLQDWLRQLQWRZKLFKYHUVLRQWKHFKDQJHVZLOOEHLQFRUSRUDWHG,ILWWXUQV
RXW WKDW PDMRU FKDQJHV DUH UHTXLUHG WKHQ WKHVH DUH WUDQVIHUUHG WR 0HWDSODQ
FKDUWVDQGGLVFXVVHGLQDVHSDUDWHGHYHORSHUV¶PHHWLQJ
• 'HFLVLRQDVWRZKLFKFRPPHQWVLIDQ\ZLOOEHLQFRUSRUDWHLQWRDFKHFNOLVWIRU
WKHQH[WYHUVLRQWHVW
6XPPDU\RIUHVXOWV
266(
7KH,VR0HWULFV0DQXDO
3RVWSURFHVVLQJ
%HVLGHWKHFUHDWLRQRIDSURWRFROWKHSRVWSURFHVVLQJRIWKHUHYLHZFRPSULVHVWKHIROORZLQJWDVNV
• &UHDWLRQRIDFKHFNOLVWRQWKHEDVLVRIWKHFRPPHQWV(UJRQRPLFVH[SHUW7KLVFKHFNOLVWLV
JLYHQWRWKHGHYHORSHUVVRWKDWWKH\FDQFKHFNWKHXVDELOLW\RIWKHXSGDWHGVRIWZDUH
• &UHDWLRQRIDQDFWLRQSODQIRUWKHVRIWZDUHXSGDWH'HYHORSHUV
&RVWHVWLPDWLRQ
$V QRWHG DERYH WKH GHILQLWLRQ RI WKH DUHD DQG RI D VDPSOH RI VXEMHFWV FDQ EH UDWKHU WLPH
FRQVXPLQJ6LQFHWKHVHFRVWVDUHH[WUHPHO\GHSHQGHQWRQWKHSDUWLFXODUVLWXDWLRQDQGSUREOHPV
ZHFDQQRWJLYHDQHVWLPDWHRIWKHSUHSDUDWLRQFRVWVIRUDQ,VR0HWULFVHYDOXDWLRQ
7KHH[HFXWLRQRIWKHVXPPDWLYH,VR0HWULFV SURFHGXUHLVHVWLPDWHGDVWDNLQJ±KRXUVSHU
SDUWLFLSDWLQJ VXEMHFW 7KH SUHVHQFH RI DQ LQWHUYLHZHU LV QRW DEVROXWHO\ QHFHVVDU\ VR WKDW WKH
DFWXDO ,VR0HWULFV LQWHUYLHZ SURFHGXUH FDQ EH FDUULHG RXW UDWKHU ZLWKRXW ODUJH FRVWV )RU WKH
HYDOXDWLRQ RI D SDUWLFXODU VRIWZDUH V\VWHP WKH VL]H RI D VDPSOH IURP D SDUWLFXODU XVHU JURXS
VKRXOGQRUPDOO\QRWEHOHVVWKDQ
6
7KH H[HFXWLRQ RI WKH IRUPDWLYH DQG ORQJ ,VR0HWULFV SURFHGXUH LV HVWLPDWHG WR UHTXLUH ± KRXUVSHUSDUWLFLSDWLQJVXEMHFW7KHSUHVHQFHRIDQLQWHUYLHZHULVPDQGDWRU\,QDZHOORUJDQLVHG
LQWHUYLHZLWLVSRVVLEOHIRUWKHLQWHUYLHZHUWRVXSHUYLVHXSWRIRXUVXEMHFWVDWDWLPHVRWKDWLQWKLV
FDVH WKH LQWHUYLHZHUµV WLPH FDQ EH HVWLPDWHG WR EH ± KRXUV SHU LQWHUYLHZ )RU HDFK XVHU
JURXSRILQWHUHVWWKHUHVKRXOGEHEHWZHHQDQGSDUWLFLSDWLQJVXEMHFWVLWQRWQHFHVVDU\WRKDYH
ODUJHUVXEMHFWJURXSV
/
7KH DQDO\VLV RI D VXPPDWLYH HYDOXDWLRQ LV UHODWLYHO\ VLPSOH DQG FDQ EH GRQH LQ D GD\ DOPRVW
LQGHSHQGHQWO\RIWKHVDPSOHVL]H
7KHDQDO\VLVRIWKHUHVXOWRIDIRUPDWLYHHYDOXDWLRQLVFRQVLGHUDEO\PRUHFRVWO\2XUH[SHULHQFH
VKRZVWKDWDQXPEHURI±FRPPHQWVLVTXLWHQRUPDOGHSHQGLQJRIFRXUVHRQWKHTXDOLW\
RIWKHVRIWZDUHDQGWKHQXPEHURISDUWLFLSDWLQJVXEMHFWV3URFHVVLQJWKHVHGDWDIURPGDWDFRGLQJ
DQGLQSXWXQWLOWKHFUHDWLRQRIWKHSUREOHPEXQGOHVWDNHVDERXWWKUHHWRILYHZRUNLQJGD\V7KH
XVDELOLW\ UHYLHZ WDNHV IURP IRXU KRXUV WR D ZKROH ZRUNLQJ GD\ ,Q DGGLWLRQ HDFK SDUWLFLSDQW
H[FHSWWKHHUJRQRPLFVH[SHUWVKRXOGVSHQGWZRWRIRXUKRXUVRQWKHSUHSDUDWLRQIRUWKHUHYLHZ
VLQFH WKH HYDOXDWRU FDQQRW SUHVHQW DOO GHWDLOV LQ WKH DFWXDO XVDELOLW\ UHYLHZ 7KH HUJRQRPLFV
H[SHUW ZLOO QHHG DERXW RQH ZRUNLQJ GD\ IRU WKH SRVWSURFHVVLQJ RI WKH UHYLHZ FUHDWLRQ RI
FKHFNOLVWV7KHFUHDWLRQDQGGHWDLOHGIRUPXODWLRQRIWKHDFWLRQSODQE\WKHGHYHORSHUVZLOOWDNH
DWOHDVWKDOIDZRUNLQJGD\
5HIHUHQFHV
%DWLQLF%)UDJHERJHQXQWHUVXFKXQJHQLP,QWHUQHW>+70/'RNXPHQW@
85/KWWSZZZSV\FKROXQLJLHVVHQGHa%DWLQLFVXUYH\IUDJHEKWP
%LDV5:DONWKURXJKV(IILFLHQWFROODERUDWRULYHWHVWLQJ,(((6RIWZDUH
%RUW]-6WDWLVWLNIU6R]LDOZLVVHQVFKDIWOHU%HUOLQ6SULQJHU
&RKHQ-$FRHIILFLHQWRIDJUHHPHQWIRUQRPLQDOVFDOHV(GXFDWLRQDODQG3V\FKRORJLFDO
0HDVXUHPHQW
&RKHQ-6WDWLVWLFDOSRZHUDQDO\VLVIRUWKHEHKDYLRUDOVFLHQFHV1HZ<RUN(UOEDXP
',1%LOGVFKLUPDUEHLWVSOlW]H*UXQGVlW]HHUJRQRPLVFKHU'LDORJJHVWDOWXQJ',17HLO
%HUOLQ%HXWK9HUODJ
']LGD:6RIWZDUHHUJRQRPLVFKH4XDOLWlWVSUIXQJ8WRSLHRGHUUHDOLVWLVFKHV=LHO",Q$&DNLU
XQG*&DNLU+UVJ:DVEULQJHQGLHHXURSlLVFKHQ5HJHOZHUNHIU%LOGVFKLUPDUEHLWVSOlW]H"
%HUOLQ6
266(
7KH,VR0HWULFV0DQXDO
(DVRQ.'7RZDUGVWKHH[SHULPHQWDOVWXG\RIXVDELOLW\%HKDYLRXUDQG,QIRUPDWLRQ
7HFKQRORJ\6
*HGLJD*+DPERUJ.&3DSHUVDERXW,VR0HWULFV6FKULIWHQ]XP,VR0HWULFV9HUIDKUHQ
>+70/'RNXPHQW@
85/KWWSZZZSV\FKRXQLRVQDEUXHFNGHLVRPHWHUSDSHUVKWPO
*HGLJD**UHLI60RQHFNH8+DPERUJ.&$XIJDEHQXQG7lWLJNHLWVDQDO\VHQDOV
*UXQGODJHGHU6RIWZDUHJHVWDOWXQJ,Q60DD‰+2EHUTXHOOH+UVJ6RIWZDUH(UJRQRPLH
$XIJDEHQRULHQWLHUWH6\VWHPJHVWDOWXQJXQG)XQNWLRQDOLWlW6WXWWJDUW7HXEQHU
*HGLJD*+DPERUJ.&:LOOXPHLW+6WDQGDUGWDEHOOH]XP,VR0HWULFV9HUIDKUHQ
>3RVW6FULSW'RNXPHQW@,Q*HGLJD+DPERUJ
+DPERUJ.&:LOOXPHLW+*HGLJD*8QWHUVXFKXQJHQ]X,WHPIRUPXOLHUXQJHQGHV
,VR0HWULFV9HUIDKUHQV>3RVW6FULSW'RNXPHQW@,Q*HGLJD+DPERUJ
+DPSH1HWHOHU:6RIWZDUHHUJRQRPLVFKH%HZHUWXQJ]ZLVFKHQ$UEHLWVJHVWDOWXQJXQG
6RIWZDUHHQWZLFNOXQJ)UDQNIXUW/DQJ
+RO]DXIGHU+HLGH%:HOFKHVRIWZDUHHUJRQRPLVFKHQ(YDOXDWLRQVYHUIDKUHQN|QQHQZDV
OHLVWHQ",Q.+5|GLJHU+UVJ6RIWZDUH(UJRQRPLHµ6WXWWJDUW7HXEQHU
,62(UJRQRPLFUHTXLUHPHQWVIRURIILFHZRUNZLWKYLVXDOGLVSOD\WHUPLQDOV9'7V3DUW
VW'LV1RYHPEHU
,62(UJRQRPLFUHTXLUHPHQWVIRURIILFHZRUNZLWKYLVXDOGLVSOD\WHUPLQDOV9'7V3DUW
'UDIW6HSWHPEHU
.LUDNRZVNL-&RUEHWW0(IIHFWLYH0HWKRGRORJ\IRUWKH6WXG\RI+&,$PVWHUGDP1RUWK
+ROODQG
1LHOVHQ-0ROLFK5+HXULVWLFHYDOXDWLRQRIXVHULQWHUIDFHV3URFHHGLQJVRIWKH&+,¶
&RQIHUHQFHRQ+XPDQ)DFWRUVLQ&RPSXWLQJ6\VWHPV$&03UHVV
1LHOVHQ-)LQGLQJXVDELOLW\SUREOHPVWKURXJKKHXULVWLFHYDOXDWLRQ3URFHHGLQJVRIWKH&+,¶
&RQIHUHQFHRQ+XPDQ)DFWRUVLQ&RPSXWLQJ6\VWHPV$&03UHVV
2SSHUPDQQ55HLWHUHU+'HU(YDOXDWLRQVOHLWIDGHQ(9$',6,,(UJRQRPLH,QIRUPDWLN
2SSHUPDQQ55HLWHUHU+6RIWZDUHHUJRQRPLVFKH(YDOXDWLRQ,Q((EHUOHK+2EHUTXHOOH
52SSHUPDQQ+UVJ(LQIKUXQJLQGLH6RIWZDUH(UJRQRPLH%HUOLQGH*UX\WHU
2SSHUPDQQ5:LFN&*HLV7.RFK0/XW]33UPSHU-5HLWHUHU+6WUDSHW]::
'HU,6(YDOXDWRU(UJRQRPLH,QIRUPDWLN6
3LHSHQEXUJ85|GLJHU.+0LQGHVWDQIRUGHUXQJHQDQGLH3UIXQJYRQ6RIWZDUHDXI
.RQIRUPLWlWQDFK',17HLO:HUNVWDWWEHULFKWGHV/DQGHVSURJUDPPV0HQVFKXQG
7HFKQLN6R]LDOYHUWUlJOLFKH7HFKQLNJHVWDOWXQJGHV0LQLVWHULXPVIU$UEHLW*HVXQGKHLWXQG
6R]LDOHVGHV/DQGHV1RUGUKHLQ:HVWIDOHQ'VVHOGRUI
3RUWHRXV0.LUDNRZVNL-&RUEHWW0680,8VHU+DQGERRN&RUN+XPDQ)DFWRU5HVHDUFK
*URXS8QLYHUVLW\&ROOHJH
3UPSHU-6RIWZDUH(YDOXDWLRQEDVHGXSRQ,623DUW,Q7*UHFKLQJ07VFKHOLJL
(GV+XPDQ&RPSXWHU,QWHUDFWLRQ9LHQQD&RQIHUHQFH9&+,
3URFHHGLQJV%HUOLQ6SULQJHU
5DXWHUEHUJ0/l‰WVLFKGLH*HEUDXFKVWDXJOLFKNHLWLQWHUDNWLYHU6RIWZDUHPHVVHQ"8QGZHQQMD
ZLH"(UJRQRPLH,QIRUPDWLN
5XELQ-+DQGERRNRIXVDELOLW\WHVWLQJ+RZWRSODQGHVLJQDQGFRQGXFWHIIHFWLYHWHVWV1HZ
<RUN:LOH\
:LOOLJHV5&:LOOLJHV%+(ONHUWRQ-6RIWZDUH,QWHUIDFH'HVLJQ,Q*6DOYHQG\(G
+DQGERRNRI+XPDQ)DFWRUV1HZ<RUN:LOH\
:LOOXPHLW+(YDOXDWLRQHLQHUJUDSKLVFKHQ%HQXW]HUREHUIOlFKHDXIGHU*UXQGODJHGHU,62
DP%HLVSLHOGHU3DWLHQWHQGDWHQYHUZDOWXQJ,6+GHU6$3$*8QYHU|IIHQWOLFKWH
'LSORPDUEHLW)DFKEHUHLFK3V\FKRORJLH8QLYHUVLWlW2VQDEUFN
:LOOXPHLW+*HGLJD*+DPERUJ.&9DOLGDWLRQRIWKH,VR0HWULFVXVDELOLW\LQYHQWRU\
8QLYHUVLWlW2VQDEUFN)DFKEHUHLFK)RUVFKXQJVEHULFKWH1U
:LOOXPHLW+*HGLJD*+DPERUJ.&D,VR0HWULFV/(LQ9HUIDKUHQ]XUIRUPDWLYHQ
(YDOXDWLRQYRQ6RIWZDUHQDFK,62(UJRQRPLHXQG,QIRUPDWLN6
:LOOXPHLW+*HGLJD*+DPERUJ.&E7KH,VR0HWULFVXVDELOLW\LQYHQWRU\$Q
RSHUDWLRQDOL]DWLRQRI,62VXEPLWWHG3UHSULQWLQ*HGLJD+DPERUJ
266(
7KH,VR0HWULFV0DQXDO
:LOOXPHLW++DPERUJ.&*HGLJD*D,VR0HWULFV/'HU)UDJHERJHQ>3RVW6FULSW
'RNXPHQW@,Q*HGLJD+DPERUJ
:LOOXPHLW++DPERUJ.&*HGLJD*E,VR0HWULFV6'HU)UDJHERJHQ>3RVW6FULSW
'RNXPHQW@,Q*HGLJD+DPERUJ
266(
7KH,VR0HWULFV0DQXDO
/LVWRIWDEOHV
7$%(5*2120,&5(48,5(0(176)259'762),62
7$%6+257'(6&5,37,212)7+((9$/8$7,210(7+2'Ä+(85,67,&(9$/8$7,21³
7$%6+257'(6&5,37,212)7+((9$/8$7,210(7+2'Ä,620(75,&6/³
7$%6+257'(6&5,37,212)7+((9$/8$7,210(7+2'Ä(9$',6,,³
7$%*8,'(/,1(6)257+(180%(52),7(06
7$%,7(0&+$5$&7(5,67,&6,1,620(75,&6
7$%180%(52),7(063(5',0(16,21$1'1(*$7,9()2508/$7(',7(06,1,620(75,&6
7$%(9$/8$7,212)7+(6<67(0/$7(;7<3(6(77,1*1 7$%(9$/8$7,212)7+(6<67(03,&$/,%5$5<6<67(01 7$%(9$/8$7,212)7+(6<67(055(/'$7$%$6(6<67(01 7$%(9$/8$7,212)7+(6<67(0:25'9:25'352&(66,1*1 7$%(9$/8$7,212)7+(6<67(0:,1:25'9:25'352&(66,1*1 7$%&872))+202*(1(,7<$1$/<6,6
/LVWRIILJXUHV
),*85(3$572)$1,620(75,&648(67,211$,5(
),*85($1,7(0)5207+(,620(75,&6/48(67,211$,5(
),*85($1,7(0)5207+(,620(75,&6*48(67,211$,5(
),*85(&203$5,6212)7+(86$%,/,7<2)$352727<3($1'/$7(;
266(
7KH,VR0HWULFV0DQXDO
$SSHQGLFHV
$SSHQGL[,QWHUYLHZJXLGHOLQHVIRUWKHZRUNSODFHDQDO\VLV
(QWHUWKHSRVLWLRQRIWKHVXEMHFWLQWKHIRUPHJ6HFUHWDU\LQ'HSDUWPHQW;
'HWHUPLQDWLRQRIWKHWDVNV
4XHVWLRQV
Ä3OHDVHVWDWHDOOUHOHYDQWWDVNVZKLFK\RXSHUIRUP³
Ä'HVFULEHDW\SLFDOZRUNLQJZHHNHJODVWZHHN³
Ä'HVFULEHDW\SLFDOZRUNLQJGD\HJODVWGD\³
Ä$UHWKHUHDQ\WDVNVZKLFKKDYHQRWEHHQFRYHUHGLQWKHSUHYLRXVWZRVWDWHPHQWV
HJWDVNVZKLFKRQO\KDYHWREHGRQHPRQWKO\RU\HDUO\"³
$VVHVVPHQWRIWDVNV
4XHVWLRQV
Ä+RZRIWHQGRWKHWDVNVRFFXU"³
Ä+RZLPSRUWDQWLVWKHWDVNIRU\RXUZRUN"³
Ä,QSHUIRUPLQJWKHWDVNLVWKHUHDULVNRIDPLVWDNH"3OHDVHJLYHDURXJKHVWLPDWH
EDVHGRQ\RXURZQHVWLPDWH³
$GGLWLRQDOTXHVWLRQ
)RUWKRVHWDVNVZKLFKDUHLPSRUWDQWDQGKDYHDKLJKHUURUULVNWKHIUHTXHQFLHV
DQGWKHVLWXDWLRQVRIWKHVHHUURUVVKRXOGEHLQYHVWLJDWHG
266(
7KH,VR0HWULFV0DQXDO
$SSHQGL[7(03/$7(2)$35272&2/)25:25.3/$&($1$/<6,6
3URWRFROQXPEHU
3RVLWLRQ
7DVNV
'DWH
7LPH
'HSDUWPHQW
)URP7R
)UHTXHQF\ ,PSRUWDQFH (UURU
ULVN
$VVHVVPHQWVFDOHVIRUWKHWDVNV
+RZRIWHQGRHVWKHWDVNRFFXU"
9HU\
UDUHO\
2IWHQ
9HU\
RIWHQ
+RZLPSRUWDQWLVWKHWDVNIRU\RXUZRUN"
8QLP 6OLJKW 0HGLXP 5DWKHU
SRUWDQW
O\
9HU\
1HYHU
$O
ZD\V
,QSHUIRUPLQJWKHWDVNLVWKHUHDULVNRIDPLVWDNH"
3OHDVHJLYHDURXJKHVWLPDWHEDVHGRQ\RXURZQ
HVWLPDWH
5DUHO\ 2FFDVLR
QDOO\
5DUHO\ 2FFDVVL
RQDOO\
2IWHQ