Learning and Making Decisions
When Costs and Probabilities are Both Unknown
Bianca Zadrozny and Charles Elkan
Department of Computer Science and Engineering 0114
University of California, San Diego
La Jolla, California 92093-0114

b'-")Ma$6<$a6$,'Wd$?;1$O7[
$O',=-4'-
)S
W
$N'/$j"bEGM3AY6;?')?:N$?
2$?M1$N7
',=-4'-
)(
2',6-6W
$+'/$^

}(1$
'"-G7\''
)L$(6)
'S(=$M
D
?
F
$MƒD6'
)2';7\9(F1$/K$?D
>ƒ'
)b78
F
I€=$
ABSTRACT
!"
#$%&('
'
)*"'
+(',-,,'/.$'
01$23
4'/56
$7894'5:
$;6<(='
>$?@(BAC2$?D$-,
(6FEG6,?'-=H=4EE''/$'BF:<(=6IJ6=G
D4
$ K$?6,
4"'-
GEG$?21$
DL=EE'-'/$'M3B
A+
278N$1$
:<(=3,OEG$?M1$P1$'"3$P
DM=EDE''$J;1$'"3$
@1$+EG;3
RQO78$:4',,,'
)F?A0$S"T=$'"U46I
6'-,'
V)'WT
B1$X
D9=EDE''$J91$'"$ACY=,
$V4'/I
,'
"$,6N
DS
'WTOZC,'-
"3
'
)9(6$?[7\CE4$%'
'
)
AY/IJ'E%$>=4EDE''/$]^61$'-"3$C_*;$?
H6<4=`'
^?A
$@E4$%'
^
E'`,"1$'"$a78+6<(=6IJ=G
$Y1$
$%'-
)"'-
$b6
$N$?@'/c(/$]2$?$'-
K)
6%dU=4EE'/I
'/$'F
De1$@"
$B'-
=G6
D6
$M%
D4fW'-E-6X
D
$?H$,%'
'
)g6<(=(7\2A+?'%?h1$2>
A+
h>
$
6=,
$%3$'-WB7XP6<(=YiC?9-$,$6N=Ej'N-
(=^,:$'-
hE'-"'
k6
(6$,'ml4(,$'
k$&'/$
'OED,2
2nEG6U=4'-66IoA+'-
'
)@AC2$F$?M6
('1$
p (Uq%"
U_*X,?A&$?D3$U$?X(:$?ACX==G,X=G6,I
78rEG6$,$69$?D
gs26$%tY1$(
D&Y$?6B
A+
&(6$?
'
*b(=?
,'WTB6<4=G6'(
$%[6(=D3',
e$?$M,$?
AY/IJ
3A+
u-3)T
D9%?D
)'
)$%,6$[78v$?RwMx;xFy z{
$%F('
'-
)F
$1$
1.
INTRODUCTION
iC?B,')
H7V(1$O,=G:W4',^3
'
)")'/$?('NE,
>$?F,,(=4$'-
>$?$;V6,u$?D3$;'MV'
,6$M=46I
4'6$'
43+|D/S61$/[qAYWT6T$?'Y,,(=$'
S'Y
$
$,M'
2"
b=='3$'-
KC}O6<(=-~
*
:I€$I€
("3T6$'
)4$?(1$@7+"4'
)H
&56
$ee=G6,
#A+?*4(
$S,=G
#'S$J='/‚,"
(=DH$"$?B1$97R
$;
$%:$'-
)2"=G6,
>A+?
AC-L,=G
D


(''
$?"1$F7O=6,6'E'
)>K4)^$K
#/I
‚
6)'M=$'
$a
LEGNF%?(?')?6a$?
($?N1$+7P
$
=6,6'E'
)"$?@4)"$b"
D6)'-F=D$'
$'/7R/$6,I
D3$'WT;$,$(6
$C9W'`E
"
94"'
PA+?6C61$,I€,
,'/$'WTa3
'
)M
D@','
4I
@
"'
)a'P
4u3'
6-'
)a$?X78P,PEG3WT:?96<SI
=+7d-C'
$9
N7u$JACB/$6
$'WTO-,,Cl
+-,C'R%
„\7\V6<(=-V,=G
D:6)'-a=$'
$[=43$%…:E$
$?M61$;7V
$O6)
''
)($?D3$;
^6<(=MEG
)N$F$?'
-,9'M?')?U H$?,S"'
u
'-
)2(6$?$?$;7\'
$($%T91$'
$b
$M4(
$=G6,78†ACd H6<$,(
,DB
'-
)S(6$?($?$+'a
$a1$,IJ,6
,'/$'WTM"(=I
"^(6V$?$B'@,,FEG6,('$@-,,'/.FW6,>6<I
(=MOEG
)'
)F$@$?;(1$O7`|
$+-,
$93P$?S'-$'
‚$?D3$B1$,I€,
,'$'WT"3
'
)
e
(6$?S3L|'g'
#"
>/IoAC`‡=='$'
(?D
&$>K,E1$%
$'-+(
$@7N6,%?U&i
6!ˆ ‰‰Š+=I
W'-OSE'E-')%=?^7[$?'O,%?UCnN
6$?,$?M
/
)6
6%Y(6$?>7\F61$,I€,
,'/$'WT"
'
)H=E',?>,^7d3
';S(6$?2
D(Hs26$%tY1$94M$(x;('-
)Fˆ {Šo 2$?'
=D=G6OACB=,
$
K$:
D$'WTB(6$?L$?D3$NAYB['/:$
1$,IJ,6
,'/$'WTM6','-
I€"'
)4Rl+
D4,'+,?A+a$?D3$C$?
:A‹(:$?‡'"(H)
:%+$?D
hs26$%TtY1$^L'-)'
D/
=E',?
^46<4=G6'(
$%U,$N,?Av$?$O$?9
:A
(6$?L'+=6786%E-;$(s26$%TtY1$
iC?'H==G6H'^)T
'm^7\-A+ mŒ4:$'-
‰&ACe6<I
=-'-
ms26$%tY1$^
Dh4'/6$^61$,I€,
,'/$'WT>6','-
I€"'
)4
iC?6
Ž'
ŽŒ6$'
Ž&AC>,?Af?3A‹$g==/!$?6,>(:$?
$S$?94'/c(/$+IoAY-K$%,6$N,2'
^$?MwMx;xFy z{S$%
('
'
)‚6
$1$ZY$?vs2:$%TtY1$H
Dk'/6$21$,I€,
,'$'WT
6','-
I€"'
)O|'/C4%$a1$'"$6[7G-,X(6FEG6,I
,?'=&=4EE''/$' &Œ4:$'-
‚‘2AC"=4,
$9$]ACL$:?
'-|
$?D3$>A’%3$‚=EDE'-'/$Jm61$'-"3$^$kEG*E$%'
78“24','
*$,~M,($?'-
)^
De6,$%'(
$F_*S-,
=6,
$RE'
'
);RN$%?
'-|Y7\X"'
)
'WT+ZC6X=4E4I
E'-'/$J@61$'-"3$[%3$V”[W'P6,%?F?[EG
9E,
L$?M,,(=$'
L$?D3$O('-,6`,,'/.D3$'-
H1$N;$?M(
7\+G6<(=C
D(
A+
('
bW
E$R'-
")
6%D$?,
1$Y3a6<(=6IJ4=G
D4
$[
D@
A+
u'
@$?C(CAC
$?D3$P-,P(FEG:,?'=;=EDE''$'V3Y6<(=6I€,=G'/.DX
D
$V
A+
F'
SW
SŒ6$'
"•aAC+4'-,6,[$?'[',,+
D
$?R',,Y7?A&(=Y,6-66$'
BE'-[356$P61$[1$'"3$'-
U
}P'
/G6<4=G6'(
$%,/$O,'
)S$?MwMx;xFy z{($%,6$;3
=4,
$>'-
‚Œ46$'
‚–^
e'
gŒ6$'
g—(AC",("3'@$?
"'
L
$,'-E$'
a7P$?'a=D=G:V˜N-3$bAY"'+',,,
N
,3,L$?4)?$a$?;=D=G6
2.
METACOST VERSUS DIRECT
COST-SENSITIVE
DECISION-MAKING
Ž
h4"'
hA+?:&‚1$,I€,
,'/$'-W*
'
)#(6$?!'
$(EGB=='D:?^$,%'-
'
)(O$1$N6<(=-M™H'N,,'-3$
A+'/$?(;61$YšF„d›,œ€œ™…7=4'6$'
)-,X›u78R™FA+?
@$?Y$,
6`,97R™*'O 7X$?,@1$93F
A+
K7\9%?e™e
K78
U›V
D@@$?
b'/$a'a1$,%')?$,7\,Aa3%2$@(=4$
2=4$'"
=G'-:#78"4','
4IJ"'-
)#iC?2=4$'"C=4'6$'
g7\"™
'd u$?S=$'"X4','
*6
66
'
)2™*9-EGX$2,,')
&$
™U'a$?;6`,N›V$?D3$O-a$F$?;AC1$N6<4=G6$b1$
žŸ¡ „-D¢ ™…,šF„d›,œ€œ™…:£
„1¤…
¥ 'WT6
M™7\P:?9$:
D$'WTX›$?V6<4=G6$61$P'YAC')?$
WT:%)XA+?6X$?[AC6'-)?$[7DšF„d›,œ€œ™…'$?V
'/$'
D=EI
E''/$]L7[$?-,Y()'WT
^™
iC?M
$,%u'-SEG6?'
D"$?9s26$%tY1$(6$?"'O$S%?D
)
$?‚-EGB7":?m$,%'
'
)k6<(=*$kEG‚'$K=$'"B-I
EG69%'
)g$#¦R|$'
¡„1¤3…:
!$?
!$g
m‚-1I
,'/.6L$?$"=4'6$($?6,H
6A†-EGvQN==/4'-
)‚s26$%tY1$
|'/C
A+)7$?O
D'/$'
=EDE''$J „-D¢ ™…X78
%?"$,%'
'
)96<(=a™L
DS:?(=G,,'EO$,+-,VM7\Y™
QO(1$9ACU$?,@=EDE'-'/$'BF
$;)'WT
eM=,$M7
$?B$,%'
'
)L3$%4 1$uG$?9$,%'
'-
)2$%"F1$EGB,
$b
*b6`,,'/.D69$?D3$;1$'"3$ „-D¢ ™…+789:?K$,%'
'
)
:<(=;™H
D2%?(
QO
@3
S6`,,'/.D6R$?D$X
(=3W'-a
D'/$'
D=4EE'/I
/' $JK1$'"$78M$,%'-
'
)2:<(=;
e,2=4W'-@
'/I
$'
DV=4EDE''/$]K1$'"$67\M$1$M6<(=9§,'
)"$?6,
=4EE''/$]>1$'"$6;ACS
&4'66$/e6(=4$B$?S=4$'"
-EGY7\S:?&$61$F6<(=(,'
)K¦X|D3$'-
h„1¤3…:KiC?'@=4I
6,R'[$?Y(6$?M$?D3$XAYa'/6$X1$,I€,
,'/$'WT+6','-
I
"'-
)R¦[<=G:'-(6
$%u6,/$N6(=D3'
)"s26$%tY1$
^'/I
66$O1$,I€,
,'$'WT94','
4IJ"'-
)(M)'WT
^'
HŒ6$'
^–4
iC?CED,'Os26$%TtY1$Y'-N
FEGC'(=(6
$;'-
@"
;AC4
l4'(=-6(
$%$'
H4'/56N7`j$?D$6,6'EGHELx;('-
4I
)bˆ {ŠC'
*$JACH'(=G,$%
$MAa4^}P'/1$P$?(')'
Da6,6'=I
$'
^7Rs26$%tY1$N'NE,2
L$?9,,(=4$'
L$?$O1$N3
3A+
9'
@W
R
DBX$?X(V7\X6<(=-6'd 3$?D3$
šF„d›,œJœ,™…M¨©šF„d›œJ…NA+'/$?e
^4=G
F
*™S”V3WT1$B
D
}AY6$,$Oˆ/¤3—ŠD?DWTY=G'
$@$[$?D3$V$?'V,,(=$'
@'-V
$R/I
ACC$,~Mª]}+,(=E(44'5:
$C6,a7$?(
$J4=GS?DWT(4'/56
$91$ «¡_&S)
:%'^s2:$%TtY1$@EH6I
-3<'
)S$?'+,,(=$'
u
Œ
DuGAYF4"
$N1$'"$B=EDE''$','
)"ED))'-
)eˆ •Š€
1$L7[ED))'
)4AC;,;,'(=6+(6$?CE,b
2,'
)
4','
($,[QNX=G'
$F4$R6
$/FESs^)'
$Hˆ/¤3•Š€
E))'
)S)'WTCWT$'
)B1$'"$Y$?$a(,O$?N1$%E''/$]"7
$?SED,(-,,'/.D:@3
'
)2(6$?>$B
&6<(=-U
$M$?
6$DG-,C6
D4'/$'-
DG=EE'-'/$]S7u$?+6<(=-a„oQ!-1I
,'/.6F3
'
)H(:$?e'B1$%E-b3$F
‚6<(=-F'7+6`,,'/.D6
3
H78f'/566
$N(=M=4'6$$?F(B-EG[78
$?Y6<(=3…:P}X6<4=G6'(
$%T,/$X
4.('
)+$?D3$RE)I
)'
)H'-B
$@2)&Aae7+'(=3W'
)L=EE'-'/$]e1$'"$6
E4$%'
L78j','
^$,6,6F¬
L
2¦V
&ˆ ‰Šo
)
6%dE))'
)S4C
$a)'-W=EDE''$J"1$'"$R$?D$
"
b
E'`,g
*AC/I€'E%3$uXA+?6$?6SS
$F$?"ED,
'
)"(6$?L'-O1$%E 7XS
'
)"(6$?L'-N
1$%E
@)'-WV-,,'/.D6V$?D3$X"TY­T®¤C=4'-:$'-
T$?
BED))'
)
$
L$gEG>,678MEG,>WT$'-
)g1$'"$H3e
FEG6
EG6$JAC
k­&
Ž¤aA+?':?kH=467\6%EH$‚­T®¤H='6$'
L
$'
b=EE'-'/$]k1$'"$¯qACW6'
!)
:%
$?6,R,[3R
$U
E'-,;1$'"$ 74a-
'
)N(6$?
)'WT6N-,,'.6$?$O'
D'W'-/24'-2
E'-,^=EDE'-'/$J
1$'"$6P$?
*ED))'
)^$?,(-,,'/.6F'B-'T6>$^4
W'-
(EG
:.D'-/PA+?'-""'
$%'
'-
)2
4E'-,4
,2ZY$
$?6
&$?L|1$'
‚"'-
F7?3A°$K)6$F'-
'W'-DC,
$?D3$C3+
E'-,F'
S$?C.1$R=-RŒ466$'
(‘MEGA!
1AY6
$?'O|1$'
U
3. A TESTBED: THE KDD’98
CHARITABLE DONATIONS DATASET
iC?O$%,:$C,S'-
S$?+6<4=G6'(
$%ACF,:'-EGS'-
S$?'
=D=G6B'@2AY/IJ1$'[-)b
De%?D-6
)'
)K$%,6$B$?D$
AaX.1$V,B'
@$?+$%O('-
'
)6
$1$R,,'-3$FA+'/$?F$?
¤zz{KwMx;xj
47\66
*iC?'F$%,6$(
D‚,,'-$‡4I
(
$%$'
SOW'-E+'
F$?Y§Mt wMx;x‡=G,'/$,Lˆ ‰3ŠoXiC?
3$%,6$+6
$%'
a'
47\"3$'
^EG4$+=G6,
CA+?F?WTN"
D3$'-
"'
k$?2=D1$"$‚e6,$%'
!%?D3'/$]0iC?K','
4I
"'
)&$%,k'L$g%?,>A+?'-%?0
L$‚|1$2&
:A
D3$'-
*78^LiC?'B$%,K'-B(=6$/e
)B$2$]4='I
:I€$I€
X"6$'
)C$%,78"
;$?6)T
'3$'-
EG$?F
4I€=.$X
@7\,IJ=4.$Xs^$?"$'-/T$?C$%,B?D
$?B(B1$,:$@M-[$?B$JACI€-,;1$,I€,
,'/$'-WF
4I
'
)K
D‚6','-
I€"'
)H=4E-6(B(6
$'
*'
*$?"'-
$,I
6$'
u
iC?KwMx;x@y z{‚3$%,6$2'-2'W'-k'
0*.<uO1$%
%kAC
'
$LS$,%'-
'
)",6$M
DHS$1$N,6$iC?M$,%'
'
)L,6$N
,'1$
7Oz•‘4¤3‰L%97\BA+?':?&'/$B'94
A+
*A+?6$?69B
$9$?
=G6,
("+M4
$'
K„oM­T®¤+,=G
,3…X
DS?3A‡F:?B$?
=G6,
e4
$'7R"
D3$'-
HAa"iC?B$61$;,6$
4I
,'1$+7[z––T—@%C7`±$?N(
$'
L(=')
b7\
A+?'%?^,'('`3N
$'
L'
7\"$'
LAaO
$+=E',?b
$'
7`$6a$?NwMx;xFy z{9(=G6$'/$'-
U b%6Y$@"TNa:<=G:,I
'(
$%V,/$@'/6$/e(=%E(A+'$?&$?,(7N=4W'
ACGAYM,;$?1$%
D%L$,%'
'
)S,:$:®3$1$N,6$N'W','-
U
s^''
)NC,''/$%$'
B$+
M'
D4'W4'-4D1$u$?V%?D'/$J9²­£ –{4
i ?O3WT6%-G=G:
$%)N74
C(
)B=G$
$'-6'-='
$
C
'YEG4$C•³bViC?+
$'
"(
$[78X=G6,
VA+?;,=G
D
W'R7`±²¤O$F²‰­­4 ¥ 'WT
($?+A!,=G
,N%3$
DS$?
W'-$'
k'-
#$?LW-^7;)'/78$a'/$b'(
$"1g$&:?'WTH
=.$;$?$M'M@%?H?')?6M$?D
>$?$ME$%'
>EK,-''/$'
)
u=G$
$'-u4
XiC?;=4.$aE4$%'
bE",''/$'-
)SWT:,
'
D4'-W'-'-
S$?a$1$C,6$R'a²¤­T•–­4A+?'-O$?a=4.$Y$,$%'
E"$?A+'
6O7P$?MwMx;xFy z{B(=G:$'$'
2Aa;²¤‘—¤3‰
s^
k=D,$''=
$L'
!$?HwMx;xFy z{&(=G6$'/$'
h,E('/$,$
$,'a$?D3$OAY6;AC,M$?D
L,,DEG,;$?6L:?'-6WT
=.$B,E1$%
$'-/&AC6@$?D
‚²¤­•–­4&l
('T/*,
7\X-A#,6,['[$?D$$?C'
D4'W4'-4D['
@$?YwMx;x@y z{$%,:$
C/9.D/$69$EGC+,
DEa,6$V7D=,=G66$ViC?:
?DWTEG
L$?$%)6$+7VBU
D$'
2(=D')
U,6$
,'
)+1$%
%$6:?
'-|'
9'/6$U"6$'
)a,%?MU6
6I
7`|
6IJ(
$V„d˜}Q;…G,'-
)ViC?X$%,
3Ae7\[
;$%
('
'-
)9(6$?('Y$B'-(=43WT+=G
($?;/4")b=G6,78,I
"
(7C$?(
A+
e(6$?K$?D$9AC@=='-e$^63$
$?MwMx;xFy z{@3$%,6$
˜O,3:?h
h1$,I€,
,'/$'-W>3
'
)g?"$,%'/$'
/hEG
6%?g'
‚$6(B7N1$YF==G,&$eEG6
6.$@(=78I
'/$¡qN3AYWT6+'
h"
‡4"'
N'
D'
)&$?H%?D'/$%E
4
$'
e4"'-
uM'/$K'H,'6>$‡$%-0
,'1$
$/mEG4$
EG6
6.$@$?D
#EG4$(1$giC?b,
‡'F$?$(aEG
6.$
3F1$,%'-)?$,7\,AC%>,?KƒDA+-3$'-W@$bbE,'
BAC/$?
7[²­4A+?',(N61$a3
$6,7d6$DG==G,$
'/$]S61$
ˆ/¤¤6ŠoXQN6%'
)/[78F-$'
@7$?C=E¯'['
9$6(
7OEG
6.$9'-
1$&7O1$>iC?'-97\F`3$'
g=='FW6,
)
:%/'-
D4'-
);$B$?a,6
D3'-C(
$'
F'
S$? 4I
$,46$'
UXEG,2EG6
6.$F3L
$S
,3'g(
6$%3,
ZR
6.$(L$''/$'-6S$?D$S
gEG2(,g'
‡
‚
'/$S7
$'
)a_*9,;$?MAY%!ª]EG6
6.$«(?69EG,97V$?
1$%
D%2=?%,HªJ1$:®3EG
:.$N
/4,'- «
iC?N=$'"=4'6$F-EG67\C6<(=a™b'X$?a-,Y›U$?D3$
"3<4'-('6
ž Ÿ
„-D¢ ™…1´b„d›,œ€œ™…
„€‰…
A+?69´"„d›œJœ,™G…Y'-+$?EG
6.$+7[=4'6$'
)S-,N›XA+?
L$?
$,9-,'COµU6$N$?M-EGG(¨m­S(
^$?M=G6,
>™K4
$;
$G
DH6$a(¨°¤@(
2$?@=G6,
>
$ 7
$?L=G:,
#
D$6X$?24
$'
g'F7;HW'-E-2(
$
K¶„d™…:BiC?S1$;7C"'-'
)^",''/$%$'
‚'9²­4 –{[,bAY
?WT$?;78A+'-
)"EG
6.$+"$,'/<L´b„d›,œ€œ,™G…:~
=4'6$O
4IJ
=4'6$N
9„d"'-`…
6$DU
IJ4
­
·O­4£ –{
:$D
­
¶„d™…U·*­4£ –{
n $'b$?D$(´b„1¤œ¤œ,™G…B'(6<(=-:I]4=G
$@
g
A+
N
78a$1$C6<(=_&O,?Du)N`3$6C$?$a
9.<4("$,'/<
7u1$XREG
:.$V
(F$M)(4','
I€"4'
)ViC?6
'+
B
1$%
$+¸N,%?L$?D3$a'/$aAC-LEG,
E-;$B=-
´"„1¤œ¤œ,™…"E‡$?K(>W>¸H7\H9™±QOM==T:?
$e$?'S$%,G+
D#$*$?:($%,(A+'$?‡$?^(^1$,6$4
$?$SbED,&
#^.<4*1$SSEG
6.$@"$,'/<>A+'-a?3W
=GV=G6,7\"
XlN74,,(C==4T%?6[
9$%TR'
$
$L$?H7d:$2$?D3$2¶„d™…F'L6<(=6IJ4=G
D4
$(A+'/$?4$
61$'-"3$'
)S¶„d™…Y6<4=-''/$/
iC?e:<=G66$hEG
:.$L7@
$2,''/$'
)!‚=G6,
0™'d +7
4'-'
)S›[¨h­@78O™'-
„-9¨0­¢ ™…1´b„o­œ%­4œ,™G…U¹
„-B¨¯¤T¢ ™…1´b„o­œ¤œ™G…X¨h­£
iC?M6<4=G6$bEG
:.$+7V,'-6'$'
)(™^'
„-B¨h­¢ ™G…1´b„1¤œ%­4œ,™…u¹
¨„1¤a·
„-9¨v¤¢ ™…,…6„1·O­£ –{T…U¹
¨
„-B¨v¤T¢ ™G…1´b„1¤œ¤œ™…
„-B¨v¤¢ ™…6„d¶„d™…·e­4£ –{…
„-@¨v¤¢ ™…]¶„d™…·e­4£ –{4£
iC?‚=4$'-"@=G'-:v'H$!,''/$e6<6$/Ž$?,‚=G6=&78
A+?º$?26<4=G:$‚EG
6.$S7;"''
)e'-F)3$6"$?D
‚$?
6<4=G6$LEG
6.$+7V
$+"'-'
)~X'
D'W'-a7\+A+?
„-9¨v¤¢ ™…]¶„d™…·*­4£ –{S»‡­4£
>$?6MAC%U$?F=$'"V=G-'6>';$2"'V$L=G=F7\
A+?¼$?26<4=G6$‚:$
„-@¨v¤T¢ ™G…]¶u„d™G…B'S)$6($?
$?1$N7["'-'
)(F,''/$%$'
U~
„-B¨v¤¢ ™…]¶„d™…R»‡­4£ –{£
„oT…
(%6R$B==/F$?'R=G'6ACO
($91$'"3$+$?N6
D4'/I
$'
u=EE'-'/$]L7P"'
)S@
D$'
„-9¨¤T¢ ™G…C
D"$?
D3$'-
!(
$F¶u„d™G…97\"%?#6<(=b™k'
g$?L$,%'
'
)
,6$'
S$?+,N7s26$%TtY1$X_*+
F$M61$'-"3$O$?,+W/I
6Y7\aEG$?($,%'
'-
)F
D($1$C:<(=R'-
"$?O,7'/:$
1$,IJ,6
,'/$'WT96'-,'
I€"'
)4
QN/$?)?HACB,9$?BwMx;xFy z{"3$%,6$N7\M
66$
,$?
(6$?u,:'-EG9'
;$?'-u=D=G6==/$a1$,IJ,6
,'/$'WTR3
I
'
)S'
L)
6%d 2
"1$,I€,
,'/$'-WM-
'
)(=='$'
uD'
%46S$K,2¦R|$'
0„1¤3…BH„€‰…9$>E$%'
k
#=$'"Y`3I
EG'
)4CAC^
g$*1$'"$2
'/$'
D+-,b(FEG6,?'=
=EDE''$'94%$/FtY1$MMEG
:.$;@1$,^EGF61I
$'"$"A+?
WT6a$?6LM
A+
L78O,(M:<(=
)
6%dB'/7(™¯'>‡$1$K6<(=*$?6
¯šF„d›,œJœ,™…LA+'FEG
m
A+
‚7\bO›B
De 7™‡'-S>$,%'
'-
)*6<(=b$?
šF„d›,œJœ,™…"A+'BEG*
A+
07\^,(*›b
D#k=D';E$^
I
A+
^7\M$?6N=D'/;lN7X4,'/7R61$;3@
$6<(=6I
6=G
D4
$$?$V''/7ušF„d›,œJœ,™…V¨0šF„d›œoTœ¶…U78R:<(=[™
(¶$?
"1$a9
$C
S$9EGN1$'"3$S7\a
S$,%'
4I
'
)@a$1$+6<(=XiC?'a,=G6'`U,M'C$?;
/",M
4I
,'-6^'-
H=4W'O)6
6%,3:?K
H61$,I€,
,'/$'WT9
4I
'
)4 9$?Y6"'
D46[7$?'[=D=G6AYC=6,
$[
6Ag(:$?
7\[1$'"$'
)O61$[
DM=EDE'-'/$'VQO$?,X(6$?u
EG9=='bA+'/$?$O%?D
)M'
HBA+'`4MW3'6$]b7X4"'-
4.
PROBABILITY ESTIMATION METHODS
QN
F1$'"$a7$?a
'/$'
D=4EDE''/$]S7(FEG:,?'=F'
:?b-,a'Y|'"78a:?"$,%'
'-
)@:<(=O'7[s26$%TtY1$
'L,uO
D‡782%?k$1$L6<(=-2'7B4'/6$L1$,I€,
,'$'WT
6','-
I€"'
)F'-+,u
iC?'M,:$'-
*6<4=`'
M4M(6$?789E4$%'
'
)2-'E4%$
=EDE''$J"1$'"$C7`½4','
b$,M
b
'WTZC,'-
-,,'/.6R_*;.1$+6<4=`'
L$?;6.'
'+$?D3$+,M1$%
4I
3%24','
2$,(6$?4a
$a$@)'WT9%3$M=EDE'-'/$J
1$'"$6u
D^AYB$?
K6<4=-'
K(6$?4O$"3WT66(M$?,
'('$%3$'
Q‹.D
O,E,66$'
h=6,
$2&,'(=H(6$?
7\OE$%'
'
)@'E%3$2=EDE''$'a7`½B
D'WT;ZC,'-
-,,'/.6
4.1
methods
iC?)Deficiencies
?4$a$?'a=D=G6of
tYdecision
‘ •2ˆ/¤{3Š'C$tree
?N=
,6
$%3$'WTM6'/I
,'
B$,Y3
'
);(:$?M,E$[[
D/,6R
D9,)I
)61$'-
B==/K|DH$b$?6B6','-
e$,F(6$?4,%?
NtCQO˜Riˆ –Šo
_h?
‡6`,,'/784'
)‚K$1$(6<(=atY‘4 •e
#$?6b4','
$,"(6$?9,,')
‚E*:7d/$@$?F%A°$,%'-
'
)^78|
:
¾ ¨h¿À3ÁbP$?R,Y7G
96<(=X$?D$P'-V,,')
B$;+7
$?D3$X
$%'
Y¿B=G,'/$'WTC$,%'
'
)M6<(=X
D@Áb$$%$,%'
4I
'
)H6<(=2iC?,($,%'
'-
)^78|
'@"
$@6%$
D'/$'
U=EE'-'/$]L1$'"$6+78N$O1$N$JACF,
~
‰aq')?SW3'-
6~P_h?
@$?a
4FEG6P7G$,%'
'-
);6<(=
,,6'`3$@A+'/$?@O37D'[,"dE,:WTM78|6
'[3
$O1$%$'1$'/2'-E
”[
'
)S(6$?+N,4WT6bE2¦V,=G,'/$>Â:Ã+ÄÅ-ÆOˆ/¤3‰Š[
2'-
= '
'=W'`3$;=E†„€‰…RE@(3W4'
)BWT6Y$?D3$C
I
4
$%'
"$M786A!6<(=[qN3AYWT6T1$%
D%S=4
'
)M(6$?4
3(
$@,'/$%ES78B
ED-
6*$%,:$[EG,($?6>3
E,>
‚4%6>"<4'('$'
U"l
K$?FwMx;xFy z{L$%,6$
tY‘4 •(=4NS=
b$,69$?$O'S,'
)9-7]NŒ'
;$?
E,H%$K79=G,'/$'WTK6<(=a$?$L'b$?HW6%=4EI
E'-'/$J „-*¨Ç¤…:V'-FEG$S•³bV$?'9$,"?DF%6gz•³b
E$N'/$M',6-6,7\M1$'"$'
)"6<(=6I€,=G'/.DB
D'/$'
=4EE''/$' „-B¨v¤¢ ™…:
)
6%dX$,S=4
eA+'/$?‚$?bEÈ16$'WTb7N"<4'(''
)
‚
4%6L
$+,67\G7\a%
'
)9$1$+6<(=4C78O1I
$'"3$'-
)-,X(6FEG6,?'-=M=4EE''/$'XiC?C1$%
D%@tY‘ •
=4
'-
)@(:$?('a
$a
;'
LEG'
)@'
6(=D3$'ENA+'/$?^6I
6%$Y=EE'-'/$]961$'-"3$'
UVÉ'
-
uy 
$V4','
F$,6
3
'
)M(:$?uta• ­44
DFtCQN˜Xig,B;=4
'
)ED,S
4%6>"<4'('$'
U(ZR$?‚tY‘4 •2
*ta• ­L?DWTF-F,6$
)
:%$C$?$Y96((
/S,b/$6
D3$'-WO$9=
'
)
ˆ/¤{ŠoiC?,N(6$?4C3;,BED,b
b4%6""3<4'-('3I
$'
UD,@$?6L9,(
,'/$%E78N=EDE'-'/$J21$'"3$'-
U
_*S,?A?A¡$2'(=4WS'/:$K$?(6%:*7+6'-,'
$,6B=4EE''/$]L1$'"$Cl+:<=G:'-(6
$a,BtY‘ •FA+'/$?I
$[=4
'-
)O
D;A+'/$?$[6-=,'
)N$OE$%'
B%A‚,P$?D3$
*EGB$,%
17\(>'
$24%$S-,B(6FEG6,?'-=H=4EI
E'-'/$'&iC?b:?'"$e4K
H=
'
)H'@,==G,$‚Ee$?
6,/$M7+ZX%478%kÂ:Ã;ÄÅ-Æbˆ ‘ŠoA+?".D
K$?$M=G:,7\('
)2
=4
'-
)2
DHW'-
$;7C=
'
)b=4$H$L,M('
'-('3I
$'
LEG$?L"$B,'('--3+=G6,7\"
6Vn$a,'
)B=
'
)9'
,F,))1$bE"ZC6a
D(wM?DW'Pˆ/¤6Šu'
"$?'/OŒ466$'
L— 4
iC?+(6$?4VAY+==G,a$,%
178$?a37u,R7u;1$%
I
%"6','-
L$,RtY(=6$6('/56
$C(:$?X?DWTOEG
,))1$uE4$$?:M?DWTR"3È]X4%A+E%4[Œ4B4$?bÂ:ÁÄÅ-ƈ/¤zŠ
,‚T6
B
,'$JŽ1$'"$>3$>$?&WTK7(!6'-,'
$,6[qAYWT6U$?'/[)'/$?([RED,B
FtY‘4 •N
BtCQN˜Xi
A+'/$?K=
'
)4G,($?6^B
,'/$%E-M78M?'-)?/^
ED-
$%,6$MiC?'/;6<4=G6'(
$+,B
214
$?6$'D,
E/
E-
S$%,6$XlP6<4=G6'(
$P,a
F
4E-
M/I
AY-K3$%,6$NA+?69$?M,;=4EE9-,?DN(ED,9%3$
7
/‚EG4$"•³"&¦V1$'"$'
)K=EDE''$'(,'
)KED))'
)
?"EG
‡,))1$‡E‡ZR6'-"
vˆ •3Š;
‡Egx;('
)Hˆ {3Š€
E$;:<=-'
KEGW@'
eŒ4:$'-
e‰uED))'
)24;
$;)'-W
E'-,L=EE'-'/$]b1$'"3$+'-
2)
6%d
4.2
l
2AaSmoothing
‡79'(=3W'
)K$?H=4EDE''/$]#1$'"$")'-W
!E
b6','-
e$,B'$b"TM$?6,F1$'"$6;,($?6'd u$
È]1$a$?6©$FEG;,+6<$,(V”V3WT1$O
bx;('
)Mˆ/¤–Š
,))1$P,'-
)a$?Xµ=-X,6$'
9(6$?u}Y$]AYI€-,
=4E-6^Y$?'S(:$?‚=-6($?26
D4'/$'-
DN=4EDE''/$]
61$'-"3$ ¾ ¨ÇÊ E ¾DÌ ¨ÇÊ6Í[Î Ë
Ë ÍuÏ
iC?XµU=-Y,6$'
9(6$?;3È11$U=4EDE''/$]M1$'"3$
$HEG(,:@$*¤®‰XA+?':?&'B
$B,
E-(A+?
*$?S$JAC
-,,6R3Y7d3[78¯|'=EDE['$?R,Y'-
B"
;/I
AC-H=='-$'
Ð}j(ZC,'-
K=G6,=G66$'WTGS6
D4'/I
$'
=EDE'-'/$J(1$'"$N,?-"EGN,($?S$3AC%4Y$?
,,=G
'
)(
D'/$'
u=EDE'-'/$J
_&B=-F$?@=EDE'-'/$JK1$'"$ ¾ ¨ Ê E ¾ Ì ¨ ÊÍÑÒ Ó Ë Í'-Ób
A+?:HÔ^'"$?HED,^%$H7$?H=G,'/$'WTHË -,2
DkÕÖ
=D3%(6$:$?D3$[
$,P?A‚@%?M,V3Y,?'7`$M$3AC%4
ÔLiC?'-B,($?'
)^(6$?>'B&ÕbIJ61$'-"3$'
kˆ —Š€2}
6<(=C'/7M>7M6
$%'
S784b$,%'
'
)e6<(=Y
^7
A+?'%?‡'(=G,'$'WTY$?b%A‹tY‘ •*6','-
‡$,L,27M
6<(=(,,')
*$^$?'97+'@­4 ‰•HiC?(,($?*,
A+'/$?^Õj¨0‰­­(
LÔ+¨h­4£ ­•('
¤R¹#­£ ­T•;×3‰­­
‘O¹‡‰­­
¾ Ì ¨
¤¤
‰­‘
¨
¨h­4£ ­•z£
”VW'==G6u?DWTV,))1$9%?,'
)+ՍE6,1I€W-'-$'
u
¥ 'WT
H@ED,;%3$MÔ4ACM,))61$,'-
)SÕÇ,:?b$?D3$NÔ:Õj¨v¤­
==<4'"$/9iC?'-?4'-1$'@
,4;$?D3$%A¡=EDE'-'/$J
1$'"$69$?$B3(-'T6K$L?DWTS?'-)?&W'-
$?,FA+'/$?
¿L؎¤­GM)'WT
^Av:
Y¦V<4=G6'(
$a,?3A0$?$+$?
65:$7V,($?'
)SE2ÕbIJ61$'-"3$'
2'N|D'/$%$'WT62,'('--3
7\S2A+'-4S%
)"7+W97+ÕeP,4XB'B?')?/*,'/%E
$?=',9W;%?,
278OÕÐ'+
'(=G,$%
$
0.3
smoothed scores (m=200)
raw C4.5 scores
0.25
0.2
Scores
¤aq')?bE'-~Vx;6'-,'
"$,6N)3A+'
)F(6$?V$,,F$9"T
WTB?()6
[,HE,6WTe78|
'@"141I
$"3$'-/2,?'7`$L$Aa3%O6(
Db
0.15
0.1
0.05
0
0
1
2
3
4
5
6
7
8
9
Test examples sorted by raw C4.5 scores
10
4
x 10
Ù+Ú8ÛG܁Ý3Þ*ßàMáGâLããäåæç^è%é3ã4ê6æè+ë4ìDçHê6ëí¯îNïGðñFè%éãê:æè+òdã4êOä:æè,ä
æóë4â2ôõæèaèã4ê:ä6æç2ö4÷2ê:ëíŽè:éã4ê6æðCøNåæMùúûDê6æBè6åãTí;è+åãTímäåæ
è%é3ã4ê6æè9éåë4ìúæLëò\ä:æê@è:âLããäåGü8ìúKü-èMëôGôõ8ü-æçðBýì&ôDëê:äü`éûGõ-ëêþ
æóë4â2ôõæèäåëTä9ëê6æ"ëè:è:ü-úìæç*ëHè%éãê:æLéõãèæ(ä6ã^ÿ ]õæò\ä ,åë4ìDç
è:ü`çDæ 2ãê
€êüúåä 1åë4ìDçŽè6ü-çDæ ^ö4÷vîOïð/ñkåë 4æeäåæü`ê>è:éã4ê6æè
è:ü-úìGüùuéë4ìäõ-÷"è:åGü-ò\ä:æçbä:ãTíNëê6çGèRäåæ9öDëèæBê6ëTä:æ9ö÷bè6âbããäåGü`ìúGð
}P')4>¤b,?A+B$?",($?&,6@A+'/$?gÕ ¨‹‰­­K7+$?
wMx;xFy z{"$1$,6$M6<(=,,$HE^$?'/N%A¡tY‘ •b,
QNF6<4=G6$R,($?'
)>,?'/7`$"a,6S$3AC%4S$?bED,
%$>7F==<4'"$/k­4 ­T•;A+?'%?h'-^,'/%Ee)'-W
h$?D$
tY‘ •a,6U$
$aEGX3WT:1$'"$u
D461$'"$6U_h?'-
%A½tY‘4 •2,9%
)(78r­L$*¤P,($?*,6B%
)
78†­4 ­T‰‰‘($S­-¤­4¤{4
4.3
Curtailment
QOM',,,>EG3WTGA+'/$?$M=4
'-
)b','
K$,@-
'
)
(:$?;$6
De$^3WT:,.$M$,%'
'-
)K3$%^
>$H63$(WT
'
SA+?'-%?($?+
@EG6V7u6<(=R'V$9,"$M'
D4+
I
4'/$'-
DY=EDE''$J>1$'"$M$?D3$@(1$%$'1$'-/e'`E
„\A+?':?SAYND,"WT6%…:RŒ4($?'
)M3$,$(=$[$M,6$
$?,+1$'"$VE@,?'/78$'
);$?¯$Aa3%V$?a3WT6%-WT6%)
=4EE''/$]'o $?9ED,;%$9ÔYqAC6WT6D'/7[$?M=D6
$O7X
,"76
$%'
X
)?S6<(=P$M'
Da;1$%3$'-1$'
6-'-EN=4EE''/$]F1$'"$$?
(,,')
'
)9$?'R1$'"3$+$
($1$6<(=B,,6'`3$>A+'/$?K$?97Y"2EGB(@6I
%3$L$?
#,,')
'-
)&'/$(K@E'
D3$'
g7N$?bED,b%$2
D
$?"E,:WT*37O7`|
6[F4
bE>,($?'
) 7a$?
=
$X7uN,"371$'-D6
$%'
[$;786Ak:<(=AC+
,$?,M7P$?N)%
=
$+7$?37]D
Db,F
2
$'
$?@$@7Y$?@$,S';:?uFQC$;$?B$U7a6,U$?
E,6WL78|
:L'a$?N$,%'
'
)F,6$OED,;%3$
4;$?D3$
^,6WT9EG$?HN
^'
$6

9
D^S37]
EG,L
L7'$FE%
:?F?SEG6
‡6-'('
D3$&78º$?
$,E4$+
$o
tY,$%'-(6
$@'F
$S|'W-6
$9$>
e$]4=G(7N=
'
)4V
$^$,%4'/$'-
DY3*1$=='
)K4'
)2$?()A+'
)K7O2$,6
EG,V$?,R(6$?u'('-
$R$?X%?'-46
B7+
V,'/I
F/$%
6,/ ^6
$,%1$,$%'-(
$O"b'-('
$9,(
%?'-4
(
DF=F$?6=G
'
)
F$?a
4FEG6P7G$,%'
4I
'
)e6<(=S,,'-$kA+'$?‡%?k%?'-u $'/$'WT/X4,I
$%'(
$N'-N=6786%E@$(=
'
)S78M=4EE''/$]21$'"$'
EG,;
CN6(WS78±@4','
L$,6
/"'7u$?:
M'T/b$S)'WTM
'-EM=EE'-'/$]L1$'"$6
0.3
curtailment scores (v=200)
raw C4.5 scores
0.25
pgift > 0.178218
pgift <= 0.178218
leaf
k=2239
n=55907
k=1623
n=44240
k=616
n=11667
firstdate <= 9508
RFA_2F = 1
3
2
k=158
n=2937
k=268
n=6239
k=9
n=185
1
2
3
4
5
6
7
1
k=9
n=238
2
'&
k=10
n=128
4
k=21
n=271
4
k=27
n=330
5
6
k=28
n=352
7
k=8
n=166
’’
k=12
n=147
k=24
n=369
Ù+Ú8ÛD܁Ý3Þ uà Xëê:ä;ãòVäåæ"çDæéü`è:ü-ãì^äê6ææSã4öä:ë4ü8ìæçeö4÷KéûDê%ä6ë4ü`õ
âbæTìäMí9üäå
ðMøNåæLçDãä%ä6æç&ìãçDæèMëê6æSôGê6æèæìäFü8ìHäåæ
ã4êüúü8ìë4õîNïGðñOä6ê6ææ4þTöûäYëê:æOæ Uæéäü æTõ÷Fæõ8ü`â^ü8ìëTä:æç9òoê6ãâ¯äåæ
éûDê:ä:ë4ü8õ`âLæìä+äê:ææ(öæé3ë4ûDèæ
ð
!
"$#%
9
10
4
x 10
)(
$ *
k=121
n=1906
3
8
Test examples sorted by raw C4.5 scores
}P')4(L,?3A+;$?F4,$%'(
$M,MA+'$? H¨‰­­27R$?
wMx;xFy z{"$1$,6$M6<(=,,$HE^$?'/N%A¡tY‘ •b,
iC?(È1))!'
b'
!$?H%?D,$b,?3A†$?D3$b"
g,6^
%?D
)K,')
'.
$/HEH4,$%'(
$BlWT6%oG$?@%
)@7
,N'+L+A+'$?2,($?'
)E$+
$NOF:?uViC?
('
'F¡,$%'-(
$Y,;'a­ ­­‘T•BA+?'$?N"3<'@¡'
­4¤–zz
k=574
n=11412
k=27
n=225
k=0
n=0
0
k=15
n=30
pgift > 0.097561
pgift <= 0.097561
income = 0
0.05
firstdate > 9508
k=601
n=11637
0.1
Ù+Ú8ÛG܁Ý3Þ uà#î;ûDê:ä:ë4ü8õ`âLæìä(è%éã4ê6æè(ë4ìDç‡ê6ëíÇîNïGðñ*è%éã4ê6æèSòdã4ê
ä:æè,äFæóë4âLôõ-æè3ð Róë4âLôõ-æè9ëê:æ2èã4ê:ä6æç‚ö÷&ê6ëí±îNïGðñ^è%é3ã4ê6æð
øNåæeùúûDê6æ&è:åãTíMè"äåëTä2è%é3ã4ê6æè2éåë4ìú4æeè:ü-úìGüùuéë4ìäõ-÷‡ëò\ä6æê
éûDê:ä:ë4ü8õ8âbæTìä^ü-èLëôGôõ`ü-æçþ;ü`ìhôDëê:äü-éûGõ-ëêLòdã4ê2æóë4âLôõ-æèbäåëTä
ëê6æOëè:è:ü-úìæçSëMè%é3ã4ê6æNéõ-ã4èæOä:ãBÿ Jõ-æò\ä ,åë4ìDçSè:ü`çDæ [ãê
Jêüúåä
åë4ìDç>è6ü-çDæ ö4÷>îNïGðñð
k=2604
n=39505
PEPSTRFL = ’’
PEPSTRFL = X
0.15
0
k=4843
n=95412
internal node
0.2
Scores
_*H$?'L(6$?‡79'-(=43W4'
)&
'/$'
;=4EDE''/$]
61$'-"3$C4,$%'(
$CEG,OA+?
"-,,'7`4'-
)(
"6<(=
AY^4,$%'a,%?‡$?4)?‚$?2','
#$,^S,
kFAY
%?kK
4b$?$S?S,@$?D
e6<(=VA+?6 &'F
=%(6$6@7a$?"(6$?u2iC?",L7a$?"=D3
$@7+$?'
L'-@$?
#,,')
‚$>$?L:<(=b'-
#|61$'-
UgQO@78
,($?'
)4 2
eEGF%?,6
eEH6,1I€W-'-$'
uP9,'
)L
?'1$'(,%?‚B"'-
)2Ô K¨‹¤­b_*S%?, >¨±‰­­278
ua:<=G:'-(6
$ 78"G6<4=G6'(
$Y,?A!$?$aW
7 LEG6$]AY
g¤­­b
>‘­­")'WT@,'-('-,/$u,L$?@6<6$
,:$,$'-
)S7 "'+
$+6'/$'-d
¥ 'WT6
^$?9wMx;xFy z{F$,%'
'
)",6$G6,$%'(
$N656$'WT/266I
$9$?(4','
*$,(,?A+
&'
&=D3,$9'-
&}P'-)b‰2iC?"'1I
3
$'
6$'
bEG6$]AY
"'
$:
DG
C
D(WTY'-YE,('
"$?'
$,6EG,;M
O"@,6WTNC
('
$6
DD
4O78a,(
:<(=[
D9V+77\V$?:T4=G
D4'
)O
M$?Y$,$,'E4$
WY7U$?O:<(=XiC?N
+'
b)%('a
"6<(=O7U
4.4
Calibrating naive Bayes classifier scores
n;'WT;ZC6,'`
2-,,'.6NE,b
"$?,,(=4$'
"$?D$
A+'/$?'
‚:?&6`,[$?(W6B7a$?"3$,$,'-E$97+6<(=
K'
D4=G
$
$b'-"AC6-/I€
A+
!$?D3$"$?,K-,,'/.6
$
2$L)'-W@'
D4%$F=4EE''/$]H61$'-"3$Fˆ z3Š€ ¥ '-W
>
6<(=X™U3,==G,[$?D$a
D'-WRZYT,'-
9-,,'/.D:[(=$
$?K,*ÁV„d™…:°ZY,*$,$,'E4$L$6
Dk$gEGK=G,'/$'WT/
,-$G$?,9,M9$]4='-/2$"6<$,(~X7\;(1$
„-k¨ ¤¢ ™…S
™+'/$?6bÁX„d™G…F'-b
L­‚
‡$?
‡ÁV„d™…
ÁV„d™…C'O
B¤9
DL$?
2ÁV„d™…C» „-F¨v¤¢ ™…:RqAC6WT6D
'WT
ZC,'-
#6`,,'/.D6F$6
De$H%
e:<(=9ACd~('/7OÁV„d™…
„-B¨¯¤T¢ ¶…:
ÁV„d¶…R$?
„-@¨v¤¢ ™…
,+
.+
-+
_&a,O;?'1$)%¡(6$?B$;E4$%'
('E%3$(=EDE'-'/$J
61$'-"3$7`+
D'-WCZC,'-
@-,,'.6[_&X,,$[$?X$,%'
I
'
)B:<(=R6%'
)B$M$?6'R,a
('W'-a$?+,,$
,:$N'
$FÔN,E,6$+7[|,'^E'
X}+:?2E'
bAY
6(=4$YAC6X
D9==G6[EG
D,9ÁV„1× …, ¥ 'WT6
F+$1$
:<(=9™AY@=-B'/$'
K(E'
H%4'
)"$('$N,BÁV„d™…:
_*F$?6
e1$'"3$F$?@,:$*=EDE''$JK$?D$;™&EG
)
$-,[MX$?Y78%6$'
(7G$,%'
'
)M6<(=['
F$?aE'
@$?D3$
6$D2EG
)F$9
iC?@
FEG6O7Y'/566
$N=EDE''$JH1$'"$6$?D3$E'-
'
)
24'-L'+'-('/$bE($?;
@EG6C7V/$6
$'WTME'-
XiC?'
FEG6Ôa¨¯¤­a'-
9P:<=G:'-(6
$F1$uEGV,"T'
9%46$
69$?9W3'`
97X$?9E'
2=EDE''$J^1$'"3$GE
'
6,'
)S$?;
@EG6a7[6<(=-6CA+?,B­®¤9(@EG6,?'=
3CWT6%)9'
,'-R%?BE'
UPZY'
'
)O46U$?V,-4$'
U
'd T$?a6)+7u46$%'d7
'/$'
D=4EDE''/$]@1$'"$
A+?'-+'(=3W'
)$?a6%6S7G$?,a1$'"3$RE94'
)
EG$?"W3'`
N
(E'-R(=S$9
'E%3$(1$'"$
ZR'-
'
)e'Le',66$2
4I€=D%(6$,'2(6$?g78"'-E4%$,I
'
)>=4EE''/$]‚61$'-"3$ &7\4$"ACVAYL,?-‚
I
,'-46O,'
)@
$'
a(6$?4C,%?^a$?,=G6,I€,($?6
b-6,L$&E$%'
!'E%$!=EE'-'/$]#1$'"3$(A+'$?!
)$:b)^7;6$%'okŒEG?,$>Â:Ã@ÄÅ-Æ+ˆ ‰­ŠO,2 ¥ 1I
,'-
*T6
P),,'
*(:$?H'
*b,'-('-;
$6<$BQN==/I
'
)e=%(:$,'-b(6$?@$>-'E4%$2
'WT2ZCS,S'
$1$,%')?$,7\,Aa3%uB};6<(=ZY
6$,$Fˆ Š[=G,$N$?D3$
,')('-27\
6$'
+
$+$,%
17\j
D'WT9ZYT+,N'
$
AY/IJ'E%$K=4EE''/$]b1$'"$6
_!'$?((1$X-
'
)M(6$?4T'
(%46V$ME$%'
(E'
F1$'/I
"3$V$?D$R4M
$X3WT6,.$V$?C$,%'
'-
)93$%4TAYO,?`S=,$'/I
$'
2$?O$,%'
'
)F,6$O'-
$B$]AC@,E,6$Yl
,E,6$aAY`LEG
,e$H3
&$?(-,,'/.6F$?$94'-6`4@
'-E4%$e,
A+?'-($?($?:F,E,6$9AC-*EG(,e7\@$?(E'
'
)^=4I
6,as2;$,%'
'
)S6<(=-6YAC-2EGM,,'-)
2$B$?.1$
,E,6$2EG,K
'-
)k&6`,,'/.D6H'
WT-W2,6$,$'
)‚"
(M=D3%(6$6a$?
^,6$,$'
)S$?ME'
b=EE'-'/$'+}
'WTZC,'-
b-,,'/.D:?3AYWT64,=%3$,E,6$a3
$
,3,bEG,$?'a3
'
)S(:$?"a
$a3WT:,.$C$?
$,%'
'
)L3$%"@%?UNŒ"AY@,B$?@6
$'/9$,%'
'
)b,:$;EG$?
78N
'-
)F$?M6`,,'/.D6
b7\E'
'
)
4.5
Averaging probability estimates
7G4'5:
$V(6$?4P=3W'-Y
'1B=EDE'-'/$J@61$'-"3$P$?D3$
3@=,$'-/H
,-$'$N''
$'/$'WTM$?D3$;WT6%)'
)($?
=4EE''/$]‡1$'"$()'WT
!E‚$?6,^(6$?4SS$?
',$?6Eb'(=3W'
)9$?M=EDE''$Jb1$'"$
iC?'R'
$'/$'
('[7\"'(EFiU(6X
D ¥ ?,?Hˆ ‰¤:Š€XiC?6
,?A¯$?D3$E^6FE'
'
)S$?B=4EE''/$]21$'"$N)'WT
KE
4'/56
$6`,,'/.D6P$?4)?9WT6%)'
)+ACX
M4[$?VW'/I
+7G$?a=EDE''$JS1$'"3$ViC?a46$'
S'
F$?aW'/I
K4=G
S
‡$?^)H7M6,-$'
!7;$?^
',H'-
$?N=4EE''/$]F1$'"$R=(EF%?b6`,,'/.D6+
D(
?Am"
"-,,'/.D6M,u
QO,,('
)C$?$$?VW'-
X7$?[=4EDE''/$];61$'-"3$)'WT
E (%?b6`,,'/.D6+'a==<4'"$/S$?N($?OW'-
7
$?9WT6%)'
)SFE'-
6+'+)'WT
^E
0/ Ï
¨
21„43±·‡¤… 0
3
¤Y¹
Ï
0
53
Ï 'O$?MW3'-
6B7V%?^'-)'
D-,,'/.D6 “'+$?
A+?:
@EG6;7C-,,'/.6F
D K';$?F6,-$'
&7d:$@(
)
P6`,,'/.D6 7[$?M-,,'/.6;3B'
=G
$B„ S¨m­T…:$?
FE'
^W3'-
6F'4HE >@l
^$?F$?6?D
Du'/7
$?R-,,'/.D:VC(=6$/M6,-$L„ F¨v¤3…:$?XW3'`
'+
%?D
)u
61
63
71
71
Œ4'
S$?S=4EE''/$]>1$'"$6BE$%'-
e7`Ð$?"4','
$,Y
DM
'WTCZYT,'-
B-,,'/.D6X3Y=D3,$'-/@
,-$
WT6%)'
)b$?†,?-K4'-H1$'"$N$?D$;S(F4I
%$a$?
F$?,+)'WT
FE@:?S'
'W'`4D(6$?u (Œ6$'
–OAYa,?Ag6<4=G6'(
$%T6,/$[$?D$V6
.m$?'-[?4=G$?,'
5.
ESTIMATING DONATION AMOUNTS
k)
6%dN'-
h61$,I€,
,'/$'WTK
'
)‚ACK
6k$‚1$'"$
6<(=6I€,=G'/.DV(',-,,'/.D$'
91$'
B'/$'
;$a6<(=6I
,=G'/.‚-,>
'/$'
D@=4EE''/$'“_&&
Ž$‡1$'/I
"$M(',-,,'.$'
e1$N78$,%'
'
)"6<(=aA+?
H1I
'
)Bs26$%tY1$
@7\Y$1$R6<(=[A+?
S,'
)9'/:$Y1$,I
,
,'$'WT94','
4IJ"'-
)
7 1$V
DB=EE'-'/$'XCEG$?@
A+
u$?
B1$'"$'
)
1$YACG
"EGN(N'(=G,$%
$R78a"4'
)M)b','
$?D
21$'"3$'-
)S=EDE''$'+AC6-dCtY1$O1$'"$6N3M(
'(=G,$%
$B'/7+$?(-$'WT"W'-$'
#7O1$F6,S'/566
$
6<(='M)$6M$?
H$?B-$'WTFW'-3$'-
*7C=EDE'/I
'/$'9iC?@44
('M%
)F7Y1$;"^EGB)3$6;$?
H$?
44
('B%
)(7C=4EE''/$'9'/$?69EG,S$?S
('
%
)L7O$,"1$F'-F)3$6Y(EG,b1$'"$'
)>1$
6%3$/('R,'6C$?D
S1$'"$'
)B=4EE''/$'C%3$/
$?KwMx;xFy z{*"'
!7\L6<(=+1$'"$'
)g4
$'
‡
=EDE''$'K'H4'cS/$Çl2EG1$H(6$?h78H$?'-L$%,G
$?FWT6%)'
)27Y,($?'
)46,$%'(
$u
>E'
K
'WT
ZCY)'WT(6
D4'/$'-
DN=4EDE''/$'-6b'
g$?L
D,A½%
)
78±­ ­¤3—‰9$B­4¤¤{zC¦V1$'"$'
)B
D3$'-
2(
$X'Y1I
'69EG,@=D1$M(
$M@6<4
$M=4'6$M7Y7\4$
(
$
$ "‚==G($?D3$S7\b
4IJ
S'
g$?b$,%'
'
)e,6$(AC
S
,?-('(=$O9
D3$'-
2(
$R7U64,'
O$?'/a6$D
D3$'-
Ž(
$2'266±ZY$L$?'2'(=4$%$'
!AY`hEG
)Y$M'(=$'
);M
D3$'-
"=EE'-'/$]@7u:;7\R$?
IJ
BE,e
*$?S7d:$B$?$9$?:e?WT(
$B
$
A+?'%?&'9/>Aa
)4L_!?
>,=G
'
)2$22,''/$%$'
K=G6,
#?D@$>"T($]AY*4','
#iC?".1$('FA+?6$?6
$L
$BM
$GA+?'-F$?@,6
K';?AF:?^$b
D3$
tY
=4$D/D$?,F4','
MB)3WT6
^EL$JACb'/566
$
%
=4,,
$X
6,'/(,|
$'`Y'
=G
$
74,#}"
F'-
g$?"$,%'
'-
)*,6$X$?b4$(L7
$?X%
v=,[$?$[,6$[$?C
D3$'-
S(
$'-V
A+
u
A+?'a7\Y
IJ4
$?'-V$(a'-V
A+
UP}R'
D4'-W'-4I
DR'
@$?C$1$X,6$$?C4$(a7GEG$?@%
D4=4,,X'
A+
Uu_h?6
WT:P$?R$6(X7D
C[EG$?B=6,,V'
A+
U$?M
'
)($%,^'+$"1$'"$9'/$N$(+}
IJ
B'
&$?S$,%'
'
)H,:$P$?S$%,*'B$21$'"$($?
(
$M$?D3$B$?6>AC-&?DWT"
D3$u['/7a$?6*?*"
D3$'-
$ 'O,SAa
)S$S'(=4$M
".<4L|
$'/$]bS4
$'
O
1$'"$S78B$1$B6<(=-62§N,'-
)2$?(("
D$'
&1$'/I
"$N7\u$1$O6<(=a(
a$?$a$?94','
^A+?6$?6
P
$U$+,''/$XO=G6,
9'-ED,9:<6-,'WT/M
9$?X=EDE'/I
}(-3'$JR$?^3)(6
$@'
g$?2=4W'-S=%)%=?(3
:<=4,,*'
e`
)D)($?D$B'9,=G'/.DS$L$?(4
D3$'
B4I
"'
UŽqAC6WT6a,'('-2)(
$"==/g$‚
#,
'
A+?6S1$;;EG
6.$MF'/56
$N7\B4'/56
$;6<(=
iC?,O1$CCEG
6.$XF1$XEGO61$'-"3$F7\a:?(6<(=
A+?
6WT6Y$?6"3
A+
UPQN,,('
)9$?$Y
3A+
(61$
OEG
6.$OM6FO
1$%
$O'O'
,:$
iC?R(:$?ACX,V7\[1$'"$'
)N4
$'
B(
$u'-U1$,I
|XF$'=-a'
X),,'
e„€s^µu˜;…:iC?O
R'
F$?
$,%'
'
)M,6$[$?$X?DWTC
$@$X(1$R²•­M3a,@X'-
=4$
78M$?@),,'
UUA+?'%?e'MED,K
>
@')'
R$,$,'E4$
D2
M46'WTL$,$,'E4$~
8
9;: <
=?>A@
< ~C4-(
$+7[(1$a
$O)'/78$
9CB?D;EF
=?>A@< ~e3W6%)^)'/78$L(
$('
g,=G
,($e$?
-1$;‰‰@=4($'-

Œ'
2$?L$='^7$?'S=D=G6"'(
$"W3'`E^,:$'-
UCAY
,(6A+?D3$BE'$,%3'e%?,S$?,F$JAC^3$,$,'E$6MED,e
=4W'PAYGP_*C,Y$?C'
3X6),,'
(|$'
B$;1$'/I
"3$a
D3$'-
S(
$78X-46<(=P'
FEG$?@$?X$,%'
'
)
DL$61$+,6$
x
D3$'
R7u(a$?
b²•­@3NW6,@%3N'
(a4"'-
u~P‘–
7‘T{‘T9
D$'
V%4F'
F$?C$,%'
'
)M,:$P_&a'('
D3$
$?,Y:<(=7`v$?R),,'
B$,%'
'
)N,6$VVO?'1$'
3$,$(=$O$(9$?B'-(=6$N7R4$'-:;
H$?9),,'
U
7Y'
Du$?,B6<(=;?DWT9$?B(1$'
ƒD
6@
>$?
6),,'
K|$'
uEG,;$?6b?DWT;$?;?')?1$O¶LW
D9$?R6),,'
F|D$'
F'[:?,
B$('
'('V$?R,¯7
|S¶96,RqNACWT:T'/$Y'X,R'(=G,$%
$V$M1$'"$a¶
W+6%$6b7\+$?,;'
'W'`4D-EG,$?;=4$'"
4','
('V/AC4V$,-''/$X$?^)'WT6
@$?D3$V=4'6$F4
I
$'
^=EDE'-'/$'NB/AC4+3WT69¤ •³bCQO4%$;=4'6$
4
$'
b=EDE'-'/$'+3
6WT6C6-,$B6BEG,7U$?
'
$,'
,'N'/c($JS7U=4'6$'
)9A+?6$?:YC
$CM=G6,
SA+'-
4
$ >78$@ACGUAC(,?DR
,'-:@,'
)^
I€'
3
6),,'
h(:$?S$?$b3KE2$*=GK=4$'WT/gA+'$?
$'6
5.1
The problem of sample selection bias
_!?
#1$'"$'
)*
D$'
k(
$Y>78
D(
$%C=EI
'P$?$V
B1$'"3$7\X6<(=C+),,'
(|D$'
U
@1$NEG@3
HE,H
K6<(=O7R=G=-9A+?b6$D-/
4
$bZY4$9$?'M1$'"$@@1$;$?
>EG"=='->$H^4'/78I
786
$b=G=-$'
ua'd YEG$?!4
b
Dg
IJ
0iC?'
=4E-6±'C
A+
L'
b)
6%uC(=-N,6$'
LE'- $a6I
6+A+?
WT6O$?;$,%'-
'
)"6<(=-6O,2$(
KS(4
3M4%A+
"78±F4'/56
$C=4EDE''/$]b'1$,'E4$'
"$?D
($?
:<(=C$FA+?':?2$?;(6U'O=='u
$?X
D3$'-
"'
U$?X4
D3$'
9(
$U
M$?[=EI
;
E''/$]B7D
$'
FR
)$'WT/B,6`3$u[”P=-RA+?;3
(a'-/@$;,=G
D@$;;,''/$%$'
($
@$;"C,"6
D3$'-
A+?'B=G6=MA+?("T;-)6
$'
39-6,
'T/M$N,=G
D[iC?'P-3$'-
,?'-=F'-['1$,%3$@'
@}P'-)C‘4
Œ4'
@:<(=N7R=G=-9A+?L:$D/>
D3$F3@$?B
/
$,%'
'-
)26<(=N78M$?@),,'
UP
D$'
*(
$;61I
$'"$eE>$?S6),,'
g|$'
&$
e$HEG($H3A°7\
$1$O6<(=C$?D3$+?DWTMFAm=EE'-'/$]L7[
$'
u
Actual Donation Amount from Training Set ($)
'/$JB$?$P$?6MA+'4
D3$ViC?'-V(6$?M'-V|'-W
$U$,'
)
M.<4S61$a"3$,'<@7\C$1$C:<(= ()6
6%oA+?
W6
(',-,,'.$'
H1$+39,,("$@EGN.<44'/56
$+46I
6'-,'
a7\+'/56
$a:<(=R
L
/(EGNED,b
24'/56
$
6
D4'/$'-
D=EDE''$J261$'-"3$a7\O$?,M6<(=
60
50
40
30
20
10
0
0
0.02
HG JI
0.04
0.06
0.08
0.1
0.12
Estimated Probability of Donation
Ù+Ú8ÛG܁Ý3Þ à 9éäûë4õSçDãìëTäü-ãì¡ë4âbãûGìä æêè6ûDè&æè,äü`âLëTä6æç
ôGê6ã4öDëöü8õ`üä÷hãò(çDãìëTäü-ãìUþMòdã4êeë4õ`õ9çDãìã4êè>ü8ìmäåægäê6ë4ü`ìGü8ìú
èæäð ’ìæúëTäü ægéãê6ê6æTõëTäüãì!öuæ3äíNææìvçDãìëTäüãìhë4âLãûGìä
ë4ìDç>ôGê6ã4öDëöü8õ8ü/ä÷2ãòRçDãìëTäü-ãìHü-è Gü-è6ü-öõ-æð
KI
!
L
QNaAYB?WT;6<4=-'-
^=6W4',/*ˆ/¤­ŠoD$?M1$%
D%2(6$?
7N(=G
3$'-
)>78((=2,6-66$'
#E'-('
g
(:$,'-6
'be$]AYI€1$=!=44K2$ p ( p YqN%4"
‡7M$?
§
'WT6,'/$]H7OtY?')&ˆ/¤Šo &l6$EG6B‰­­­Lq%"
HAa
Aa3%9$?XnEG64=4'Y'
B
('P78X6WT='-
)
DB=4I
=/4'
)F$?'O=44C¦V<4=6,,2,'
)S4
$%$'
UDqN%I
"
uy Y=64N'a=='ENA+?
"%?L:<(=+™LEG6-
)
$*
^7$JAC*6`,,+'d [„d™G…b¨f­>@„d™…"¨º¤+
D‚$?
6=G
D4
$FW'-Eb$KEGb1$'"$‚¶„d™…;'SE,6WT*78"
$,%'
'-
)^6<(=F'/7+
>
/>'/7X„d™…;¨½¤"iC?F.1$91$=e7
$?B=64F'$"
eb=4E'$'-
9(4$b1$'"$
D'/$'
a=4EDE''/$'-6 „-*¨Ð¤¢ ™…:>Q±=4E'$@(6Y'S
W'-
$^7F)'1$'*)6,,'-
mA+?6>$?e6F-$'WT ¥ 1I
,'-
Ž=EDE'-'/$J0
,'/$]!78
:$'-
0'-L$?>,'-)('-!7\
6$'
u
iC?O,
DS1$="7UqN%4"
Uy V=O'R$M1$'"3$N¶„d™…
EH'
3B6),,'
*,'
)b
H$?@$,%'-
'
)2:<(=;™>7\
A+?'%?H„d™…¨j¤E4$M'
D4'
)278B%?*™*L$,%
17\"$'
7V$?B61$'-"3$HW97 „-(¨¤T¢ ™G…:NqN%4"
^?DN=43WT
$?D3$M$?'9=@'-4M1$'"$97C¶u„d™G…O$?D3$B(
E'I
,e7\BR™UU)%4-6,@7CA+?6$?6N„d™…N¨°­2N„d™…;¨j¤
6+66,$%'
^
D4'$'
9ˆ/¤Šo
lS,
#(:$?&7\"1$'"$'
)*
$'
‡(
$F'"
'
3OW3'`
$N7[q6:"
uy a=4 1$27P,'
)
('-
1$'"$7\ „-(¨¤T¢ ™…:GACB,B"6'-,'
>$,9
^
D'WT"ZCB-,,'/.D:F$^E$%'
‚=4EDE''/$]e1$'"$X
6,6'EG&'
#Œ46$'
#‘4H_&($?6
&'
D4($?,b=EDE'-'/$J
1$'"$6N4'/6$/LO
H4'$'
DU$,$,'E$A+?
H==/4'
)
*3
'
)&(:$?‚$&E4$%'
!
!1$'"$(7\L¶„d™…:hiC?'
'
);(6$?B6-BEGaN
'
X(6$?37\X6<(=C
6%
6$JACF(6$?uTE$X'
(%46R$M'
WT1$')$O678/
”[EE'-'/$]L1$'"$'
^(6$?
Œ($?^tY‘4 •2„d,b…
tY‘4 •@A+'$?2,$%'-(
$9„d4:…
ZR'-
b
D'-W9ZC9„dE'
EG…
QOWT6%)T„d,^44:…
QOWT6%)T„d,^44E'-
ED…
_h'/$?$+qN%4"
iU%'-
'
)S,6$
iU1$O,6$
²¤zT‰•–
²¤6‘T­z
²¤–T—‰‰
²¤–—­
²¤6‘‰–‰
²¤6‘‰­{
²¤{T•z¤
²¤6‘•¤{
²¤{4¤‘­
²¤6‘T{——
_h'/$?2qN:"
iU%'
'-
)(,6$
i1$O,6$
²¤{•{
²¤6‘TT‰¤
²¤3—­T—
²¤6‘¤–¤
²¤‘zz‘
²¤•­z‘
²¤{‘—‘
²¤6‘T{T—z
²¤3—3‘T­­
²¤•T‰z
MNPORQ Þ&ßDàSaê6ãùGä;ëTä%ä6ë4ü`ìæçHãìHäåæFä6ê6ë4ü8ìGü`ìúLë4ìDçHä:æè,äMèæä6è9ûDè:ü8ìú2æëéåKôGê6ã4öDëöü8õ`üä÷bæè,äü`âLëTäü-ãìHâLæ3äåãçð
$?L,67\
,(7qN:"
Uy @'-44XACL?-‚WT:,4$?'
)K,
6
1$%
$V
aÈ]1$[=43W4'-4V$?Y1$'"3$ „-B¨v¤T¢ ™G…UW
;$?'%"3$,$,'-E$+7U™($B9'
C),,'
b$?D$R'Y$?6,A+',
$?M(M+'-
L$?.1$N(:$?u
6.
EXPERIMENTAL RESULTS
>$?';,6$'
uUAYF'
WT1$')T3$S6<4=G6'(
$%/H?3A$?F
6A
=4EE''/$]0
Dh1$H1$'"$'
0(6$?2,6'EG0EGW
356$O$?M=4.$$,$%'
^
2$?MwMx;x@y z{(3$%S,6$C_&;.1$
6=G,$B4B6,/$V
>$?
&4'-,6,9$?S',,(7+1$%$'1$'
,')
'/.D
”VEDE'-'/$J21$'"3$'-
^(6$?
Œ4($?^tY‘4 •2„d,b…
tY‘ •@A+'/$?^,$%'-(6
$9„d6:…
ZY'
2
D'-WMZC9„dE'
EG…
QNWT6%)T„d,^44:…
QNWT6%)T„d,^44E'
4ED…
iU%'
'
)S,:$
²¤—T•z
²¤•{–z
²¤–­{
²¤—•‘T—
²¤–T•¤
i1$O,6$
²¤3‰{T•
²¤¤3‰{
²¤‘¤¤
²¤T‰{‘
²¤T•¤3•
MNUOVQ ÞuàWaê6ãùGäCëTä%ä:ë4ü8ìæçSãìSäåæNä6ê6ë4ü8ìGü`ìúBë4ìDçSä:æè,ä+èæä6èCûDèX
ü8ìú%#
Y æ3ä6ë4îOãè,ä;íMüäåKæëéåeôGê:ãöDëöü`õ8ü/ä÷^æè,äü8âLëTäü-ãìHâLæ3äåãçð
Z ãìëTäü-ãì2ë4âLãûGìä+æè,äü`âLëTä:æèaëê6æBã4öä6ë4ü`ìæç^òoê6ãâ±äåæ[Y]\^
í9ü/äå2äåæ@
_ æéCD` âLë4ì^ëç:a ûDè,äâbæTìäð
}a:?"7U$?N=4EDE''/$](1$'"3$'-
"(6$?4C6,6'EG('-
Œ6$'
‚‘4RiPE-H¤",?3A+B$?"=.$BE4$%'
*A+?
&AYL,
$?"F/$'="'
3F),,'
g$?D$B'
6-@
D
X$,$,'E$T
D9A+?
BAC+==/Bq6:"
uy =44aEB'-
D4'-
)$?a=4EE''/$]@1$'"$XR
('/I
$'
DP$,$,'E4$;$S$?;),,'
Ua_!?
bAC9,9q6:"
uy =444$?M=4.$+
2$?N$1$O,6$O'-
6,N78N=4EI
E'-'/$JM1$'"$'
9(6$?3
@WT:%)RE9²‘{‘4ViC?V7d6$P$?D3$
$?g'-(=43WT(
$H'>11$6"$'‚'
D'3$e$?$>q6:"
uy =44M,64O'
^6,6$'
)S(=-M,6-66$'
HE'-
$'R,')
'/.
"7a$?(:<=G:'-(6
$%X6,/$BEG3WT2iC?6
>‘T{—‰‚
2'
!$?H.<4#$1$2,:$}b$?,>'
D4'-W'-4I
DO$?KWT6%)>
$'
h'2²¤• –T‰l
h‚'/566
$($61$
,6$+%A+
"%
D4(/F7`°$?N(N=4EE''/$]"4'1$,'-E$'
u
(AC-g:<=G66$@^
b1$%
3%&W'-$'
gƒ6$$'
*=
‘T{—‰;'
S$?a
@EG6[7u
XiC?'-VƒD6$D3$'
YA+
S7
AC-&,b^:?
)(7NEG$F²¤3•£ –‰(× ‘T{—‰H¨j²¤­z­>'
$$%G=.$XiC?:67\D9=.$C'/56
N7P,C$?
L²¤­z­
EG6$JAC
L$]ACF(6$?4a'-+
$+1$%$'1$'-/H,')
'/.D
$
iUO'(=-6(
$Ps2:$%TtY1$=EDE''$J9
M
D$'
B61$'-"3$
E$%'-
(R6,6'EGS'
"Œ4:$'-
X‘9
"•O,B$;-EG
$?L$,%'-
'
)>,6$"6%4'-
)e$e¦R|$'
0¤‚_*L$,%'
ktY‘ •
A+'/$?‚=4
'
)H
&-=,'-
)X
&$?S-EG&$,%'-
'
)K6<I
(=+
Db==/b$?N,/$'-
)S4','
2$,N$@$?O$,%'
'
)
D‚$1$"6<(=!iC?2=4.$SE$%'
g78º"''-
)e$?
=G6=OA+?@-EGL=G,'$'WTNEF$?6'-,'
b$,N'C)'WT
'
HiEB‰
s^
(7$?N=4.$C'/56
CEG:$]AC6
L(:$?X$?D3$YACNE4I
, 6WTRX,$?
B²¤­z­4XiC?:Y3Y,WT:%WT
uAYR6-
7\-A$bE4$%'
K1$%$'1$'/>,'-)
'/.D
$9'/566
EG6$]AY
(6$?9l
FWT6
4MAC->EG9$L,@:,1I€W'`$'
u'
4I
1$L7@,'
)$,%'
'-
)F,6$a
Db@,'
)$1$a,:$VqACW6
$?M$,%'-
'
)b,6$:®3$1$,6$;,='$NACB,B'1$%
3%u 7VAC@'-
$,@'/$O,/$NAY`H
$NEG@(=D3%EMA+'/$?H$?,
7V=4W'CAYb,'
)@$?;(9$%,6$
tY(=D3'-
)&$?^,/$L'
hiPEe‰eA+'/$?k$?^,/$L'
k$?
,6
L?D/7[7ViEF¤AY;,$?$Ns26$%tY1$O=G6,78(a
I
,'1$
$/@-6,XAY$?D
S4'66$X1$,I€,
,'$'WTO4','
I€"4'
)
l
>WT6%)$?F=.$;%?'WT^A+'/$?*s26$%TtY1$9
K$?9$1$
,:$N'N²¤—•¤9-AY6+$?D
b$?;=4.$O%?'WT"A+'/$?^'/:$N61$,I
,6
,'/$'WT24','
4IJ"'-
)eiC?bEG1$B,/$@A+'$?‡s26$%tY1$
'S²¤‘4¤¤4YA+?'-b$?"EG1$B,/$@A+'$?‚$?L4'/6$S(:$?*'
²¤3•T‰zA+?':?('XEG6$,$6X$?D
S$?a,/$RE$%'
SEB$?aA+'
I
6O7P$?MwMx;xFy z{B
$1$D²¤6‘—¤3‰
QN
$?6N3W
AY-2EG;$(,MF$'=-;$%,6$+7\SI
=D3'
)@'/56
$C(:$?4a
O7\C6<(=OESx;('-
)
ˆ {Šo>ZY4$V,='/$"$?(
|1$'
e'(=G,$%
"7O'/56
4I
$'-G1$Y'
""
@-
'
)B$%,4$?+wMx;xFy z{93$%,6$C'-X$?
/!$%,:$2'
k$?H§Mt =G,'/$'278bA+?':?‡/IoAC`
(',-,,'/.D$'
g1$@'
47\"3$'
‚'B3W'-EKs21$@=4W'/I
6<4=G6'(
$%,3:?B
91$,I€,
,'/$'WTX-
'
)N?,
E'/$,%,L1$O"$,'6[_&;=467\6+$@,;U1$N$%61I
=G'--/2,'-
;AC939'-
$661$2'
L$?M,'$$'
LA+?691$
94'/56
$a7\;4'5:
$+6<(=
9CB?DTEF=?>A@
<
8
9;:A<
=T>A@
<
_**
e$?$K4'/6$H1$,I€,
,'/$'WT‚4','
I€"4'
)‡'
=467\:%E‚$hs2:$%TtY1$r_&&$,$,'E4$*$?*AY,‚=G6,78,I
"
F7Os26$%tY1$9$2$?S'/c(6/$]K$?D3$B
K,'
)-((4
@1$?DWTX'-
91$'"3$'-
)N61$V
M=EE'-'/$'VP4%$/
C$]AYB,6=D%3$;(6-Xµu
'
)@B,'
)-,,'/.6+786I
-EG&$,%'
'
)K$%^,@((6,F'
‚==<4'"$'
)
$?M'-4','
HEG
D,($?D
^
'
)F$JACS1$'"3$
$9'9'/c($M$L"TF6.
'/$F1$%3$(
$9EG$M$?F1$%$'1I
b
b
iC?R=4=G,Y7$?Y6<4=G6'(
$=G,$9?:Y'[
$[,N@%?
$H'-
$'/78*2,'
)bEG61$F(6$?>78@1$,I€,
,'$'WT"3
'
)
e4','
4IJ"'-
)E$%3$?6$2(=D9$?@,678
6,
7$?C/$6
D3$'-WC,E(6$?4P==G,B'-
B=6W4'[,6$'
*V$,'`P$?B$1$B,6$9=.$B%?'We,'-
)Hs26$%tY1$@'
AC6
2,'
)(qN%4"
Uy a=64M'-O?')?6R_&M%?,
$@$^|
$'/78>$?"WTR7a$?'-B1$%$'1$'C,')
'/.
LEG:I
,S4'
)L,bAY`H|'/@"'
)b,,(=$'
$?D3$M
66,$%'
/B7d-,4
D9$?6:7\a)'WTa(',-'
)
,'
=,$'`3GEG,B$,'--O,M$?M(;$,%'
'-
)b
Db$1$
,:$R$?6‚3L
$@1$%$'1$'/#'-
=G6
D6
$>QO/Aa4F,'
)
$?((F$,%'
'
)H
De$61$@,:$B6(WM
S,4"7aW'/I
,@W
S,"G4'/56
6Y'
"=G6,7\"
NEG:$]AC6
b$%
('
'-
)F(6$?+3M'-
L7d:$N'T/b$SEG;)
'
(ˆ/¤‘Šo
ˆ ‘Š p D
ZX%478%tNDwM
4˜94wM?DW'dGtNZR
GD
D
tNDZR46D”[
'
)(4','
^$,aA+'/$?
('-,6`,,'/.D3$'-
H1$ :ÂÂ
;Ã Â
Â,Ä
 , %Â
eÄ
 PÂ,Ä
G=D)M¤4¤ ¤–4
¤zz{4
7.
CONCLUSIONS
iC?M"'
26
$,'E$'
+7P$?'O==G6N3;$?783A+'
)~
ˆ –3ŠBµXZR'"
u p q@}'4"
U4˜9QBDl-,6
U
D2tN p Œ$
ÅÄ
ÄÃ eÄ
+Â Â
ÂÂ D_&1AY,$?
$6
D3$'
D ¥ =uU¤z{‘4
¤C_&+6<4=`'
"9)
:%D(6$?F7u1$,I€,
,'/$'WTO-
'
)
$?D3$+=G6,7\(C141$"$'LEG6$,$6Y$?D
2s26$%tY1$N'-
4O6<4=G6'(
$
‰C_&9=4W'-B(,4$'-
>$S$?B78
(6
$%U=4E-6‹7
1$LEG'
)‚'/56
$(782'/56
$"6<(=+
k
4I
A+
2'
^)
:%d
+QNB=D3,$S7@„€‰…:VACb'`4
$'/78‚
D&,-Wb$?b=4E-6¼7
(=O,6-66$'
"E'-'d T$?C7d6$Y$?$V$?a$,%'
'-
)9,6$
W'`EH7\L3
'
)e$&1$'"$^61$"'b
$(=46I
,
$%$'WTM7[$1$O6<(=-6'
D4b7V$?6+$,%'
'
)
6<(=
QO$?a(6$?VAC+==G,NOWD3$S:7\/SA+'/$?"6<I
= :'-(6
$@,'
)ee-3)C'/c($(
D‚?'-)?/g1$,IJ,6
,'/$'WT
G
/IoAC-$%,:$“”V6W4'H,3:?¯?^$
h$!,
,"$%,:$OA+'/$?^14
$?6$';61$N3$%4
_*F?3W@,H,'-(=@(6$?O7\;EG$?>=EE'-'/$]^1$'"I
$'
K
D^61$;61$'-"3$'
H'
^$?'O=D=G:N'
H%6O$"'-1$,%3$
N)
6%1$,I€,
,'$'WTB
'
)b==T:?K
DL$(=43W4'-4
bED,'-
S7\M7\$4F,3:?u"l4;((
D4H(6$?4
/H=G6,7\ÇEG6$,$:N$?
^$?B(6$?+7X$?MA+'
67
$?FwMx;x@y z{L
DHwMx;xFy zzb
$1$B§,'
)Lb(@,=?'-1$'/I
$*),,'
g(6$?>7\F61$'-"3$'
)K
D3$'-
‚(
$
AYb/*?WTS=6-'('
D3,e6,/$M$?D$@3"L7\4,$?6B'SI
=43WT(
$
l4B6<4=G6'(
$9L,')
*,^$?$@EG$?gs26$%tY1$S
D
$?>/$6
D3$'WT>AYe=4=G,>,>$?H(K(6$?"7\21I
$'"3$'-
)21$9
>=4EDE''/$'-6"iC?6:7\PACS:<=G66$M4
6
6-,'
M$?D3$P4'66$61$,I€,
,'/$'WTR6'-,'
I€"'
)a'=467\:,I
E+$;"'
(W'-FA+'$?"$?6R1$'"$'
((:$? S=,I
$'-NEG$?Žs26$%tY1$H
Dh4'66$261$,I€,
,'/$'WT>6','-
I
"'-
)MA+'-EG'(=4WSE"
('(=3WT6(
$R'
"$%?
'-|6
78N=EDE'-'/$JL61$'-"3$'
U
8.ˆ¤:Š9¦aREFERENCES
DZC6
L˜94wM?DW'dDQO
2(='/'-u(=',
^7
WT$'-
)S-,,'/.$'
>-)'/$?(~RZC))'-
)GEG1$'
)
LW'-
$ eÄ
G ÂÄ
D–4~¤­T• ¤z4V¤zzz4
dc efTg7h Wi AjhPg7hTk
l
ˆ ‰ŠBŒxFZC§Mt wMxx%?'WTx;=,$(
$a7
47\"$'
H
D2tY(=4$6NŒ46'-6
§
'WT6,'/$]b7
tC'/7\
'-4 W'-
‰­­­4
Um <
<Donqp
p rTs
sRtX>
u
:t4vPu
>tqEsv?p
ˆ 3Š9”PnBZY
6$,$QN,,,,'
)S$?;-'E4%$'
H7V
D'WT
ZCy=G1$6'N61$'-"3$GiU:?
'U˜O=G,$
tas2§NI]taŒI]­­I¤3••GŒ4%?U7XtY(=4$6NŒ4'
tC
)'@s2
H§N
'WT6,'/$]‰­­­
%wxjzye X{g7h;k|}yz~ f €?jzy‚ h
l
ƒ yh~ j h5e [yh%c efTg7h *i jhUg7h;k
dc efTg7hGÂLiPÂ,ÄjhUghTk
ˆ •ŠBµXZR'"
uDZC))'-
)(=4'6$ eÄ
‰‘~¤‰ ¤‘­4V¤zz–4
l
ƒ |„|g ….e †g4yh h‡{)ˆ 4kj |„|„g4yh]‰Uj |
ˆ —Š p GtY,,
DZCO
L=,D4IJZC+1$'"$6O7
'/$'
D=4EDE''/$'-6
Db$?'/+'`E''/$] :ÂÂ
;Ã Â
Â,Ä
 , %Â
>Ä
GÂ
PÂ,Ä
=D)9¤– D¤•‰uŒ4=4'-
)6 X6-)4U¤zz
wxjzye X{g7h;k|}yz~ f L€TjXy‚ h ƒ yh~ j h5e }yAh6c efTg7h
i jhPg7hTk
l
*Š
ˆ {3ŠB”[x('
)s26$%TtY1$~CQ0)6
6%u(:$?S7\+"'
)
-,,'/.D6O1$,
,'/$'-W %ÂÂ
;Ã Â
:Ã
ÃJÂ GÄÃ GÄÅ
 , %Â
+Å-Â Â
 LÄ
BÄÀÄ
4=D)9¤3•• ¤–‘4uQOtas“”[,U¤zzz4
6wjXye X{g7hTk|}yz~ f W‹Œg ~ f
 h jh †g4yAh ƒ yAh~ j h5e [yhŽh‡y X{k S‘g7|eyA’ j“ h‡{
‘ [c,g7hPg7hTk
l
ˆ z3ŠB”[x;('-
)+
D^seD”[
'dGZY6T
Db'
D6=G
D4
~
tY
D4'/$'-
+7\O$?;=4$'"'/$]L7P$?;,'(=9ZC,'-
-,,'/.D6 :ÂÂ
;Ã Â
%ÃJÂÂ Ã
ÃJÂ GÄÃ GÄÅ
 , %Â
eÄ
 PÂ,Ä
D=D)
¤­T• D¤¤3‰Us2)T
Hw978"
2”VE-',?6 ¤zz–4
%wxjzye X{g7h;k|}yz~ f ”‰•fTg7j h f
 h jh †g4yAh ƒ yAh~ j h5e [yhc efTg7h Wi jhUg7h;k
Cl
ˆ/¤­3Š@tND¦V
UDtY1$,I€,
,'/$'WT9
'
)(
D^4','
I€"4'
)
A+?
L1$NM
A+
U ÃJÂ
à GÂ
\à  ÂÄ
2ÄÃYÃ Â
  ÃJ Ã
ÃJÂ GÄÃ GÄÅ
 , %Â
eÄ
Â
PÂ,Ä
G‰­­­4
—–yj„˜A|zfPy‚™Sy |„š
–%yjX˜A|zfPy‚yh ƒ y | 4›œ hU|„g †g7’ i AjhPg7hTk f
œ ’ h h f  h j h †g†yh ƒ yh~ j h5e [yh%c efTg7h
i jhPg7hTk
ˆ/¤¤:Š@tND¦V
UiC?;7\
$'
+7V1$,I€,
,'/$'WTM
'
)
%ÂÂ
MÃ Â Â Â ÃJÂÂ Ã
ÃJÂ GÄÃ GÄÅ
Ã
 , %Â
%Ã
dÄÅ ÃJÂ6Å\Å Â :Â:DQN)‰­­4¤
6wjXye X{g7h;k|[yq~ f œ ’ h h f  h jh †g4yh žTyg7h
ƒ y h~ j h5e [yh%Ÿ*j †g ….e g  h !g k h‡e
ˆ/¤3‰ŠB}YD¦V,=G,'/$DxFs^6EDG
D ¥ DŒ4(:%Q
(=%$'WT;
D/,'O7V(6$?Y78N=
'
)F','
$,
1Ä :Ä 6Ã
OÄÃdÃJÂ
GÄÅ
9Ä
eÄ
G ÃJÂ6Å\Å Â %Â:u¤z4„€•…:~ ‘—– ‘z4¤Ps^>¤zzT—
 €Œ€o€H‰Uj hU| e †g4yAhU|}yhw jh6Ÿ*h “A|„g7| h‡{
c efTg7h  h g!k h5e
l
ˆ/¤3Š p qN%4"
UŒ(=,6-66$'
HE'-N@,=G'/.D3$'
6,
"Â:à ÄD‘T—~¤3• ¤–4¤V¤zT—z4
5€*e„yh‡y¡ †jg4e
l
ˆ/¤‘ŠB¦+DtNGs^/$?,QO,,,,'
)F$?M=G6,7\"
6M7V4'66$
"T6$'
)F,'-
)((
DÄÅ
ÃJÂ ,Ä 6Ã Â
eÄ TÂ:à U¤3•4„1¤…:~ ‘Tz –T‰U‰­­¤
c jX˜ †g7hTk
l
•žTyTjh Vyq~  h j e †g’
ˆ/¤3•Š9xFGs^3)'
$UDl
2-,N=4EDE''/$]L1$'"$O
1$,I€,
,'$'WTM6W-$'
27V-,,'/.6 ÃJÂ
à GÂ
\à  ÂÄ
ÃJÂ GÄÃ GÄÅ
 , %Â
eÄ
 PÂ,Ä
p ‰­­­4
¢–%yAj„˜A|zfPy‚
™y |„š–%yAj„˜A|zfPy‚yh ƒ y| 4›œ hU|„g †g7’ Si AjhPg7hTkš
 h jh †g4yAh ƒ yAh~ j h5e [yhc efTg7h Wi jhUg7h;k
ˆ/¤–3ŠB}YD”[3WT1$N
2”Px;('
)4_&/Io$,%'
^”R¦XiC~
(=3W'
)B=EDE'-'/$J21$'"3$'-
2$,DtYxM¦V˜
_&'
)F”[=G6 F­­IJ­‘I ŒDŒ$6
^Œ4%?U7VZY,'
,
n6A R(§
'WT6,'/$]4n @4n ©¤­­¤3‰‰­­­4
£
¤
W¤ W¤
ˆ/¤3—ŠB}YD”[3WT1$N
2iD}DAC6$,$˜OE1$+-,,'/.D$'
H7\
'-(=4',M
W'/
(6
$ >Ä
GÂ PÂ,Ä
‘‰~ ‰­ ‰¤‰­­4¤
l
Uc efTg7h Li jhUg7h;k
ƒ¦¥ ¨§;©wjXy„kj A¡[|o~Cyj*c efTg7h Li jhUghTk
ˆ/¤{3Š p G
É'
-
u
Æ
,Ä
eÄ
GÂ PÂ,Ä
Œ
^s^$4tCQ9~Gs2)T
Hw978"
u¤zz4
ˆ/¤zŠB”PGŒ@$?UQB ¥ %
L§B}u4˜O6$,.$,$'-
)
6','-
^$,M-,,'/.6N,'
)ST:
u6
,'/$]
1$'"$'
U %ÂÂ
MÃ Â
YÂ6Å :Ã
ÃJÂ GÄÃ
  :Â
eÄ
GÂ PÂ,Ä
D=)N•­– 4•¤‘
s2)
Hw97\"
2”XE',?6 U¤zzT•
6wjXye X{g7h;k|[yq~ f ”‰V ~ f  h jh †g4yAhGÄÅ
l
ƒ yhC~ j h‡e }yh%c efTg7h Li jhUghTk
?Š
ˆ ‰­Š p ˜BŒ4EG?D3,$˜9seŒ$'
U @Ds2'4'/$J
,
D
µXµU'dDs24y N=E-';.©',L(4d~XQm?4E'-
==%?2$S(6-'
)F,?,$+$6j67\$+',G
i%?
'=G,$Gs24y WT1$OŒ6W' ¥ -ED
tR4'$O˜O,3:?uG‰­­­QNW'-E9$
m <
<Donzp
pAªª
ªot7B‡««s
¬?:A­FT9VtXu« B‡p
F;ET:AE;9F?u m p;uAF B‡p®¯
°;®¯Vtz9;: D ˆ ‰¤6Š9wSi(6a
D p ¥ ?,?uDiC?6$'7\
$'
+7
'
3;
DL%6O1$%3$'-1$'OFE'
6C7\
%
=D3$,$6
26`,,'/.D6iU:?
'˜O=G,$OiC˜+IJzT•3IJ­‰3IJz{GiC?
tY(=$6O
D ','
H˜O,%?HtY6
$:DiC?
§
'WT6,'/$]b7[i6<O$NQO1$'
U¤zzT•
$Š
ˆ ‰‰3ŠB”PDiU
:DtY1$,I€,
,'/$'WTM
'
)(E'E-')%=?
1$'/$$78 78"3$'-
^i6:?
)n;$'
D
˜O,%?KtY
6'-dGlN$,$%AC4DtC
‰­­­
m <
<Donzp
pE±
<
FT9;u <T«FtX>>A<t²;FTutXu9
p
³ > ³ 8;>«=
F;9AD m >E;:p;u«;: <T´;:E²?:
>A<?>AµTEVt m < B58 ˆ ‰ŠBZND¬u4
^
D^tN¦V-
uGlE4$%'
'
)S'E%3$
=EDE''$J261$'-"3$a78j','
^$,6O
Db
D'-W
ED6,'`
^-,,'/.6 %Â%Â
;Ã Â
ÃJÂÂ Ã
ÃJÂ GÄÃ GÄÅ
  %Â
>Ä
GÂ PÂ,Ä
u‰­­4¤
i(==G3
%wxjzye X{ghTk|}yz~ f L€g!k f h f
 h jh †g4yh ƒ yh~ j h5e [yAh6c efTg7h Wi jhUghTk