Professional Documents
Culture Documents
Evaluating and Improving The IBM Computer Program WATSON
Evaluating and Improving The IBM Computer Program WATSON
#,*34#&5/(6*
!"#$%&'()#*"+&,((
-'%*&./,0(1*%23%0&(4,"+&*5"067(8&50&*,(!"#$"9%,(4,"+&*5"06(
:(;%'/(<'0/(4,"+&*5"06(
(
(
'(&./+%2&'/(*#7*89:*;<=*>=?=:@A*:=@B=:C*8&=''(0*6($&*&(0/(>30(5/.&(>&*5>�"+&(/,(
8%05/,(%,2("05(>/55"?'&(>*/9&,67(%,2(5399&50($/@(0/(?*&&2(0$&(?&50(?*//2(A*/.("0B(
('(&./+%2&'/((1C(89:*;<9D=*E@:;FGHA@:AI*F?;=:=D;=B*F?*E:9>:@J*=K@AH@;F9?C*D$"5("5(%(
50326(/,(0$&(0/>"#(/A(E,/0(%''(>*/9*%.5(5$/3'2(?&(F329&2(?6(0$&(;*/9*%.(G+%'3%0"/,()0%,H
2%*25B=()3>>/5&(6/3(%*&(0%I",9(%,(&J%.",%0"/,(0/(2&0&*.",&(6/3*(#/.>&0&,#&(",(&+%'3%0"/,(
A/*(%(50%0&('"#&,5",9(%9&,#67(%,2(6/3(@&*&(%5I&2(0/(@*"0&(%(5$/*0(&55%6(/,(0$&(%?/+&(0/>"#B(
8/3'2(6/3(*&A35&(%,2(53&(0$&(%9&,#6(A/*(".>*/>&*(2&5"9,(/A(0$&(0&507(/,(0$&(9*/3,25(0$%0(
#/.>30&*(>*/9*%.5(%*&,=0(0$&(I",2(/A(>*/9*%.(0$%0(6/3(%*&(0*6",9(0/(>*/+&(6/3*(#/.>&H
0&,#&(0/(&+%'3%0&K(L*(@/3'2(6/3(0*6(0/(%,5@&*("07(%,2("A(5/7($/@K(D$&(A/''/@",9(%*&(5/.&(
0$/39$05(0$%0(/##3*(0/(.&(%5(>%*0(/A(%,(%,5@&*7(0$/39$(0$&6(%*&(F350(A"*50(0$/39$05(%,2(#%,(
53*&'6(?&(".>*/+&2(?6(#*"0"#"5.B(
2/(&!L&*#(M89:*;<=*>=?=:@A*:=@B=:N(D$&(9&,&*%'(#/,0&J0(/A(0$&(8%05/,(>*/F�(#%,(?&(
>307(*/39$'6(5>&%I",97(%5(0$&(5&%*#$(A/*(%(@",,&*(/A(0$&(D3*",9(>*"M&7(@$"#$("5(/AA&*&2(&+&*6(
6&%*(A/*(0$&(?&50(&AA/*0(%0(2&+&'/>",9(%(#/.>30&*(>*/9*%.(0$%0(#%,(>%55(0$&(D3*",9(0&507("B&B7(
?&(",2"50",93"5$%?'&(A*/.(%($3.%,(+"%(/,'",&(",0&**/9%0"/,B(N"9(50&>5(%'/,9(0$&(@%6($%+&(
?&&,(0$&(&AA/*05(0/(.%0#$(/*(&J#&&2($3.%,(>&*A/*.%,#&(",(0&505(/A($"9$($3.%,(",0&''%'(
5I"''5(",($"9$(>*/A"'&(0&50%?'&(0%5I5OA/*(&J%.>'&7(PN!=5(EQ&&>(N'3&=(>*/9*%.7(8%05/,=5(
>*&2&#&55/*7(&+&,03%''6(?&%0(0$&(@/*'2(#$%.>"/,(%0(#$&557(%,2(8%05/,($%5(,/@(?&%0&,(0$&(
@/*'2(#$%.>"/,5(%0(R&/>%*26B(Q/&5(0$"5(5$/@(8%05/,("5(",0&''"9&,0K(S/7(?&#%35&(?&",9(0$&(
?&50(*"A'&(5$/0(",(0$&(@/*'2(2/&5,=0(.&%,(6/3=*&(%,6(9//2(@"0$(%(*&+/'+&*O",0&''"9&,#&(*&H
T3"*&5(%(53?50%,0"%'('&+&'(/A(!"#"$%&(>*/?'&.H5/'+",9(5I"''7(%,2(0$&5&(%*&(F350(0@/(+&*6(,%*H
*/@(%*&%5(@"0$",(0$%0(+%50(*%,9&B(G+&,(0$/39$(0$&(PN!(>*/23#05(?&%0(0$&(+&*6(?&50($3.%,5(
0$&*&7(0$&6(#%,=0(6&0(.%0#$($3.%,5(@"0$(%,(PU(/A(VW(",(.%,6(%*&%5(/305"2&(0$&5&(,%**/@(
A/#"B(<,2(/A(#/3*5&(8%05/,("5(,/0(+&*6(#/50H&AA�"+&(%5(%(5/3*#&(A/*(",0&''"9&,0(%,5@&*5(
%#*/55(0$&(@$/'&(/A($3.%,(I,/@'&29&(%,2(&J>&*"&,#&B()/7("0=5(%('/,9(@%6(A*/.(0$&(D3*",9(
>*"M&(5",#&(",0&''"9&,#&("5(/,'6(/,&(/A(5&+&*%'(2".&,5"/,5(/,(@$"#$("0(@/3'2($%+&(0/(.%0#$(
$3.%,(*&5>/,5&5(0/(T3&50"/,5B(X/@(#%,("0(?&(".>*/+&2K(
2/(&!L&*17*89:*=K@AH@;9:D((Y0$&(9&,&*%'(*&%2&*(5$/3'2(5I">(0$"5(5�"/,Z(P0=5(#/../,(0/(
0&50(>&/>'&=5(5I"''5(",(>*/9*%.(&+%'3%0"/,(Y/*(5/.&(/0$&*(?*%,#$(/A(&+%'3%0"/,Z7(A/*(0$&(
>3*>/5&(/A(#/3*5&(9*%2",9(/*('"#&,53*&(/*(F/?(5&'�"/,7(?6(9"+",9(0$&.(/,&(/*(./*&(&J%.H
>'&5(/A(>*/9*%.5(0/(2&%'(@"0$B(D$"5(353%''6(.&%,5(9"+",9(0$&.(%(>*/9*%.(2&5#*">0"/,(
%,2[/*(>&*A/*.%,#&(2%0%7(A/*(%(>*/9*%.(0$&6($%+&(,&+&*(5&&,(?&A/*&B(S/@(/A(#/3*5&(
0$&*&=5(%(?"9(9%>(?&0@&&,(0$%0(%,2(0$&(*&%'(@/*'2(5"03%0"/,(",(@$"#$(0$&6(@"''($%+&(0/(>*%#H
0"#&(0$&"*(&+%'3%0"/,(5I"''57(@$&*&(@$%0(0$&6($%+&(0/(?&(%?'&(0/(2/("5(\P])D(0/(#*&%0&(%,(%'(
')$%*"(2&5#*">0"/,(%,2(%+",)%*"-?%5"#(2/#3.&,0%0"/,(A*/.(%(#'"&,0=5(*&T3&50(/*(0$&(,%.&(
%,2('/#%0"/,(/A(%(>*/9*%.7(%,2(2&+&'/>(%(*&5&%*#$(2&5"9,(%,2(A3*0$&*(>&*A/*.%,#&(2%0%(
A*/.(/?5&*+%0"/,57(0&50",97(",0&*+"&@57(&0#B7(%,2(/,'6(DXGS(9/(/,(0/(%>>'6(0$&(/0$&*(&+%'3%H
0"/,(%,2(*&>/*0",9(5I"''5B((L,&(*&%5/,(A/*(0$",I",9(0$%0(9*%23%0",9(@"0$(%,(&+%'3%0"/,(.%F/*(
",(%(9//2(#/''&9&(.%50&*5(/*(2/#0/*%'(>*/9*%.("5(%(?&00&*(",2"#%0/*(/A(&+%'3%0"/,(#/.>&H
0&,#&(0$%,(%,6(&J"50",9(0&50("5(0$%0(0$&(#/''&9&(>*/9*%.5(353%''67(%,2(#&*0%",'6(5$/3'27(*&H
T3"*&(5/.&(&J>&*"&,#&(@/*I",9(/,(%(#/.>'&0&(&+%'3%0"/,(A*/.(]\;(0/(A",%'(*&>/*0(%,2(53>H
>/*07(",#'32",9(0$/5&(A"*50(50&>5B(
S/@("A(/,&("5(",0&*&50&2(",(0&%#$",9(1GSG]<_(&+%'3%0"/,(5I"''57(.&%,",9(5I"''5(0$%0(@"''(%>H
>'6(%#*/55(%''(53?H%*&%5(/A(&+%'3%0"/,O,/0(F350(",(>*/9*%.(&+%'3%0"/,7(?30(%'5/(",(A"&'25('"I&(
>&*A/*.%,#&(&+%'3%0"/,(Y@$"#$(",#'32&5(&23#%0"/,%'(0&50",9Z7(>*/23#0(&+%'3%0"/,7(>/'"#6(
%,%'65"57(>&*5/,,&'(&+%'3%0"/,7(&0#B7(0$&,(0$&(%>>*/>*"%0&(0&505(.350(#/.&(A*/.(5%.>'",9(
A*/.(%''(0$/5&(2/.%",5B((L?+"/35(&,/39$7(*"9$0K(`&57(?30(@$%0=5(,/0(5/(/?+"/35("5(0$%0(0$"5(
I",2(/A(0&50",9(5$/3'2(",#'32&(#%5&5(@$&*&("0=5(,/0(#'&%*(@$"#$(/A(0$&5&(2/.%",5("5($/.&B(
<A0&*(%''7(0$&*&(%*&(5/.&(".>/*0%,0(2"AA&*&,#&5(?&0@&&,(>*/9*%.(%,2(>&*5/,,&'(&+%'3%0"/,7(
&+&,("A(0$&(?%5"#('/9"#("5(0$&(5%.&(Y5&&(0$&(&J%.>'&5(/A(A"&'2H5>&#"A"#(#$&#I'"505(/,(0$"5(@&?(
5"0&Z7(%,2(6/3(,&&2(0/(2&#"2&(@$"#$(0//'5(0/(35&B()/7("5(/3*(&J%.>'&($&*&(%(#%5&(@$&*&(0$&(
#$&#I'"505(Y%,2[/*(#/,53'0%,057(&0#BZ(A*/.(>&*A/*.%,#&(&+%'3%0"/,7(/*(>*/23#0(&+%'3%0"/,7(
/*(&+&,(>*/9*%.(/*(>/'"#6(%,%'65"5(%*&(%>>*/>*"%0&C(/*(@$%0(."J(/A(0$&.K(8%05/,=5(%>H
>&%*%,#&(/,(0$&(Da(5$/@(R&/>%*26(@%5(%(>&*A/*.%,#&C(%*&(@&(?%5"#%''6(F350(&+%'3%0",9(
0$%0K(L*(0$&(0/0%'(%?"'"0"&5(/A(0$&(8%05/,(>*/9*%.K(L*(0$&(0&,(."''"/,(2/''%*(8%05/,(>*/H
9*%.(0$%0(PN!(5&0(3>(0/(%#$"&+&(0$"5(*&53'0b(/*(0$&(>/'"#6(0$%0('&2(0/(0$%0(35&(/A(PN!(*&H
5/3*#&5K(
)",#&(@&(2/,=0($%+&(%(#'"&,0(A/*(0$"5(&+%'3%0"/,7(@&(#%,=0(%5I(A/*(#'%*"A"#%0"/,(A*/.(0$%0(
5/3*#&B(_&0=5(F350(%2/>0(0$&(./50(>*%#0"#%'(%,2(5/#"%''6(35&A3'(50%,#&C(%553.&(@&(%*&(2/,9(
./$0%*12"-3$/+)'*-"2%&)%*1/#7(%".",9(0/($&'>(0$&(PN!(0&%.(".>*/+&(8%05/,7(",(/*2&*(0/(
>*/+"2&(0$&(#/.>%,6(%,2(/3*(5/#"&06(@"0$(0$&(./50(35&A3'(0//'(>/55"?'&B((
&!20('2#$*!L-!.&'5!((P5,=0(0$"5(%(0/>"#(#%''",9(A/*(%(*%0$&*($"9$('&+&'(/A(0&#$,"#%'(&J>&*H
0"5&(",(0$&(#/.>30&*(A"&'2K(P0=5(0*3&7(%5(@"0$(./50(>*/9*%.(&+%'3%0"/,57(0$%0(5/.&(%*&%(/A(
0&#$,"#%'(&J>&*0"5&("5(",+/'+&27(%,2(6/3(."9$0(,&&2(0/(&.>'/6(%(#/,53'0%,0(0/(>*/+"2&("0B(
N307(%5(353%'7(0$&*&(%*&(5&+&*%'(2".&,5"/,5(/A(0&#$,"#%'(&J>&*0"5&(0$%0(%*&(*&'&+%,0($&*&7(%,2(
@$%0(@&($%+&(@"0$(0$&(>*&5&,0(%30$/*(.%6(?&(&,/39$(0/(53>>/*0(5/.&(35&A3'(&+%'3%0"+&(
#/,#'35"/,57(%'0$/39$(#&*0%",'6(,/0(%''B(<0(0$&(#/,#&>03%'('&+&'O@&=''(5&&(@$%0(0$%0(.&%,5(
",(%(.",30&O%,2(%0(/,&(>*%#0"#%'('&+&'(@&=*&(",(>*&006(9//2(5$%>&B(D$&(>*&5&,0(%30$/*(
@*/0&(0$&(A"*50(*&5>/,5&(0/(0$&(/*"9",%'(>%>&*(?6(<'%,(D3*",9(Y0$&(>%>&*(",(@$"#$(D3*",9(
>*/>/5&2(0$&(D3*",9(0&50Z7(?/0$(?&",9(>3?'"5$&2(",(0$&(5%.&(F/3*,%'bc(%,2(5/.&(/0$&*(>%H
>&*5(",(0$&(&%*'6(2%65(/A(%*0"A"#"%'(",0&''"9&,#&7(%'5/(*&>*",0&2(5&+&*%'(0".&5B^(X&(@%5(#%''&2(
",(%5(/,&(/A(0$&(5.%''(0&%.(/A(#/,53'0%,05(0$&(4)<\(%5I&2(0/($&'>(&J>'%",(0$&(A%"'3*&(/A(0$&"*(
((((((((((((((((((((((((((((((((((((((((((((((((((((((((
1
Scriven, M. (1953). The mechanical concept of mind. Mind, 51, pp. 320–340; reprinted (1963) In
Sayre & Crosson, (eds.) The Modeling of Mind. University of Notre Dame Press; and (1964). Anderson,
A.R. (ed.) Mind and Machines. Prentice-Hall
2
For example: Scriven, M. (1960). The compleat robot: A prolegomenon to androidology. In Hook,
S. (ed.) Dimensions of Mind. New York University Press, pp. 118–142; reprinted (1970) Feinburg, J.
(ed.) Reason and Responsibility, 2nd edition; reprinted (1970) In Crowson, F.J. (ed.) Human and Artificial
Intelligence. Appleton-Century-Crofts, pp. 117–141; reprinted (1970) Kuykendall, E. (ed.) Philosophy in
the Age of Crisis, Harper & Row, pp. 315–329
( ^(
.%",A*%.&(#/.>30&*(Y"0(@%5(#%''&2()D]GD-X(%,2(@%5(0$&,(0$&(./50(>/@&*A3'(#/.>30&*(",(
0$&(@/*'2Z(0/(>*/+"2&(%##&>0%?'&(%##3*%#6(",(0*%,5'%0",9(]355"%,7(%,2(@*/0&(0$&(*&>/*0(
>*/+"2",9(/3*(%,5@&*Bd(X&(@%5(%5I&2(0/(#/,53'0(A/*(PN!(@$&,(0$&6(A%#&2(%(#*"0"#%'(>/'"#6(
2&#"5"/,(%?/30(#/,0",3",9(0$&"*(@/*I(/,(#/.>30&*H%55"50&2(",50*3#0"/,7(%,2(9%+&(0$&.(%2H
+"#&(0$&6(A/''/@&2B(L,(0$&(5>&#"A"#(>*%#0"#%'(0%5I(/A(5>&#"A6",9(&J%#0'6(@$%0(0%5I5(%(>*/9*%.(
5$/3'2(?&(%?'&(0/(>&*A/*.(",(/*2&*(0/(>&*A/*.(@&''(%0(%(>%*0"#3'%*(0%5I7($&(%30$/*&2(%(?//I(
0/(#/+&*(0$"5(A/*(0$&(&J0*&.&'6(#/.>'&J(0%5I(/A(@/*2(>*/#&55",9Be(<,27(./*&(*&#&,0'6(%,2(%0(
0$&(#/,#&>03%'('&+&'(%9%",7($&(>3?'"5$&2(%(*%0$&*(2&0%"'&2(",A/*.%0"/,H>*/#&55",9(Y5>&#"A"H
#%''67(%(,&3*/H&#/,/."#Z(%##/3,0(/A(0$&(.%",(#/,9"0"+&(A3,#0"/,5(",+/'+&2(",(5#"&,0"A"#(
.&0$/2Bf(S/@(/,(0$&(?%5"5(/A(0$"5(&J>&*"&,#&7(#%,(@&(9&,&*%0&(%,6(",5"9$05(%?/30(8%05/,K(
&0!*4#&5/(*5#)#**PN!($%5(*&'&%5&2(5/.&(".>/*0%,0(2&0%"'5(/A(0$&($"9$'"9$05(",(0$&(>*/H
9*&55(A*/.(Q&&>(N'3&(0/(8%05/,B(D$&*&(@&*&(0@/(,/,H/?+"/35(50&>5(0$%0(>*/23#&2(+&*6(
'%*9&(".>*/+&.&,05(",(0$&(>*/9*%.=5(5#/*&(Y.&%53*&2(?6(*3,,",9(5".3'%0"/,5(/A(%(R&/>H
%*26(5&55"/,ZB(D$&(/?+"/35(50&>5(",#'32&2(23.>",9(+%50(T3%,0"0"&5(/A(0*"+"%(%,2(5>&#"%'"M&2(
",A/*.%0"/,(",0/(8%05/,=5(.&./*67(%,2(%''(0$&(>*&+"/35(R&/>%*26(T3&50"/,5(%,2(%,5@&*5B(
D$&(A"*50(I&6(50&>(@%5(0/(%?%,2/,(0$&(%00&.>0(0/(>*/+"2&(*3'&5(0/(2&A",&(#/,#&>05(0$%0($3H
.%,5(/>&*%0&(@"0$O0$&"*(&J%.>'&(@%5(0$&(#/,#&>0(/A(%,(g<h(%5(*&>*&5&,0&2(",(%(0$/35%,2(
06>&A%#&5(%,2(9*%>$"#5O%,2(",50&%2(0/(5@"0#$(0/(@$%0("5(5/.&0".&5(#%''&2(E.%#$",&('&%*,H
",9=("B&B7(0$&(.&*&(>*/+"5"/,(/A(%($39&(,3.?&*(/A(>/5"0"+&(%,2(,&9%0"+&(&J%.>'&5(/A(0$&(#/,H
#&>07(A*/.(@$"#$(0$&(#/.>30&*(&J0*%#0&2("05(/@,(*&#/9,"0"/,(>*/#&23*&B(YLA(#/3*5&7(0$"5("5(
@$%0($3.%,5(2/O@$%0(0$&6(#%,=0(2/("5(0/(5%6($/@(0$&6(2/("0O5/("0(."9$0(?&(?&00&*(#%''&2(
E,%03*%'('&%*,",9B=Z(D$&(5&#/,2(.%F/*(>%6/AA(50&>(@%5(0/(>*/+"2&(1#-$"%&-*10"(0$&(%,5@&*5(
9"+&,(?6(0$&(/0$&*(#/,0&50%,05(0/(T3&50"/,5(0$%0(8%05/,(9/0(@*/,97(",(0$&(>*%#0"#&(0*"%'5(
%9%",50(&J>&*"&,#&2(%,2(A%"*'6(53##&55A3'(R&/>%*26(9*%23%0&5B(
/-&','O'()*&0!*P%&%.!*/P*4#&5/(*)/(,/@(@$%0K(PN!(%'*&%26($%5(%(,3.?&*(/A(#'"H
&,05(A/*(8%05/,=5(5&*+"#&57(?30($/@(#%,(0$/5&(%,2(/0$&*(>/55"?'&(#'"&,05(?&(?&50(#$/5&,(%,2(
?&50(35&(0$/5&(5&*+"#&5K(\"*507(0$&*&("5(%(0$"*2(50&>(0$%0(5$/3'2(?&(0%I&,(",(2&%'",9(@"0$(#'"H
&,0=5(T3&50"/,57(A*/.(@$"#$(/,&(#%,(*&%5/,%?'6(&J>�(0/(9*&%0'6(".>*/+&(8%05/,=5(>&*H
A/*.%,#&7(%,2(@$"#$(@%5(".>/55"?'&(",(0$&(R&/>%*26(#/,0&J0B(D$"5("5(0/(%''/@O",(A%#07(&,H
((((((((((((((((((((((((((((((((((((((((((((((((((((((((
3
Scriven, M. (1964). Computers and comprehension. RAND monograph. The answer we gave, albeit not
a solution to the problem, was that STRETCH’s key flaw was that it operated on purely syntactic
rules and could never avoid disastrous errors until it could handle semantic rules as well, i.e., develop
a concept of reality as something distinct from descriptions of reality. Solving the problem of how to
do that has been a major focus of the revolution in AI/expert systems design that has occurred since
then, and is still a long way from completion. The ‘Toronto error’ by Watson exemplifies exactly the
kind of error STRETCH made, one that would be somewhat unfortunate in a computer guiding
USAF missiles. (There have been some excellent discussions of this topic in the NYTimes since the
Jeopardy success.)
4
Scriven, M. (1987). Word magic: Evaluating and selecting word processing. Wadsworth and van Nostrand.
Translated into Russian, Moscow: Soviet State Publishing House.
5
Scriven, M. (May, 1994). The psycho-logical foundations of modern science. The New Metaphysical
Foundations of Modern Science. Noetic Sciences Institute, pp. 47–79.
( d(
#/3*%9&O8%05/,(0/(%5I(T3&50"/,5(",(/*2&*(0/(#'%*"A6("05(3,2&*50%,2",9(/A(0$&(T3&50"/,5("0(
"5(?&",9(%5I&2B(D$"5(@"''(#30(2/@,O",(.%,6(5"03%0"/,5(&'".",%0&O0$&(D/*/,0/(I",2(/A(."5H
0%I&B()&#/,27("0("5(".>/*0%,0(0/(3,2&*50%,2(0$%0(0$&(<#$"''&5($&&'(",(8%05/,=5(%*./*(%9%",50(
&**/*7("5(/,'6(%($&&'B(<#$"''&57($&&'(%,2(%''7("5(50"''(%(A&%*5/.&(@%**"/*7(%,2("A(%"2&2(?6(%(
$&'>&*(@$/("5(2&2"#%0&2(0/(93%*2",9($"5($&&'57(>*/?%?'6(%(?&00&*(@%**"/*(0$%,(%,6(/0$&*B(P,(
/0$&*(@/*257("0(2/&5,=0(.%00&*(0$%0(8%05/,(#%,=0(>%55(0$&(D3*",9(0&507(%(0&%.(@"0$(8%05/,(
",("0(#%,(5/'+&(%(."''"/,(>*/?'&.5(0$%0(,/(>3*&'6($3.%,(0&%.(#%,($%,2'&7(%,2(>*/?%?'6(&%*,(
%(0$/35%,2(2/''%*5(%(.",30&(/A(8%05/,=5(0".&B(D$&(D3*",9(A/#35("5(,/0(0$&(>*/23#0"+&(A/#35(
A/*(>*%#0"#%'(>*/?'&.5B(8$%0(I",2(/A(>*/?'&.5(#/3'2("0($%,2'&K(\/*(&J%.>'&7("0(#%,(#&*0%",'6(
$%,2'&(%($39&(,3.?&*(/A(&%56('"A&H5%+",9(>*/?'&.5('"I&(5#%,,",9(%''(>*&5#*">0"/,5(5"9,&2(?6(
%''(.&2"#%'(>&*5/,,&'(",(%(#$%",(/A($/5>"0%'5(A/*(I,/@,(2*39(",#/.>%0"?"'"0"&57(%,2(%''(?3"'2H
",9(5>(A/*('%*9&(/AA"#&(?3"'2",95(",(-$"#%9/(A/*(5%A&06(+"/'%0"/,5B((
D$/5&(%*&(@$%0(@&(."9$0(#%''(-'%55(<(>*/?'&.57(%,2(0$&*&(.%6(?&(&,/39$(/A(0$&.(%*/3,2(
0/(I&&>(8%05/,(?356B(N30(@/*I(5$/3'2(9/(A/*@%*2(/,(&J0&,2",9("05(#%>%?"'"0"&5(0/(-'%55(N(
>*/?'&.57(9*%>$"#%'(*&#/9,"0"/,(>*/?'&.5B(\/*(&J%.>'&7(@"0$(5/.&(0@&%I",9(/A("05(9*%>$"H
#%'(5#%,,",9(#%>%?"'"0"&57("0(."9$0(?&(%?'&(0/(2/(%(?&00&*(F/?(0$%,(%,6($3.%,(/,#/'/9"#%'(2"H
%9,/50"#"%,(",(5>/00",9(#%,#&*(",(iH*%657(-D(5#%,57(%,2(!]P5b(?30(0$&(?&50(%>>*/%#$(.%6(?&(
5".>'6(0/(5&&("A("0(#%,(".>*/+&(0$&(%##3*%#6(/A(%(9//2(5>&#"%'"50(0/(.%I&(3>(%(23/(0$%0("5(A%*(
?&00&*(0$%,(%,6($3.%,(23/B(P0("5(,/0(#'&%*(0$%0("0(#%,($%,2'&(-'%55(-(>*/?'&.57(@$"#$(%*&(
>*&2"#0"/,(>*/?'&.5(&B9B7(%?/30(0$&(A303*&(50/#I(.%*I&0(>&*A/*.%,#&(/A(A3,2($/'2",95B(X&*&(
0$&(>*%#0"#%'(>*/?'&.("5(,/0(2/",9(+&*6(@&''(Y@$"#$(.%6(?&(".>/55"?'&(?&#%35&(/A(0$&(,/"5&(
",(0$&(5650&.Z7(?30(/,'6(2/",9(?&00&*(0$%,7(/*(@"0$7(0$&(&J"50",9($3.%,(&J>&*057(0$&(A3,2(
.%,%9&*5B(P,(9&,&*%'7(8%05/,(/,'6($%5(0/(#'&%*(0$&(?%*(/A(/3*(?&50(5$/0(",(/*2&*(0/(?&(+&*6(
35&A3'B(D$&,(/A(#/3*5&(0$&*&(%*&(0$&(-'%55(Q(>*/?'&.5C(&B9B7(A",2",9(%(#3*&(A/*(.&'%,/.%B(
X&*&(0$&("553&("5(%5(.3#$(%?/30(5&9.&,0",9(0$&(T3&50"/,(%5(%?/30(A",2",9(%,(%,5@&*B(\/*("0(
"5(>/55"?'&(0$%0(@&(%'*&%26(I,/@(&,/39$(%?/30(0$&(#$&."#%'(%,2(>$65"/'/9"#%'(>*/>&*0"&5(
/A(&J"50",9(53?50%,#&5(A/*(%(#3*&(0/(?&(A/3,2(%./,950(0$&.(?6(%(?&00&*(5&%*#$(&,9",&b(0$%0(
8%05/,(#/3'2(2/B(N30("0=5(%0('&%50(%5('"I&'6(0$%0(0$&(?&50("0(#/3'2(2/(@/3'2(?&(0/("2&,0"A6(I&6(
&J>&*".&,05(0$%0(,&&2(0/(?&(2/,&7(A*/.(@$/5&(*&53'05("0(."9$0(?&(>/55"?'&(0/(",A&*(%(>/55"H
?'&(#3*&7(A/*(A3*0$&*(0&50",9B(D$%0(8%05/,(."9$0(?&(%?'&(0/(2/7(@"0$(",9&,"/35(?30(A&%5"?'&(
0@&%I",9B(<,2(@&(5$/3'2('"+&(",($/>&O&,/39$($/>&(0/(I&&>(35(@/*I",9(/,(".>*/+",9(
8%05/,7(+&*5"/,(jVO%?/30(-'%55(G(>*/?'&.57(&B9B7(0$&(#3*&(A/*(@%*B(N30(>&*$%>5(@&(%'*&%26(
I,/@($/@(0/(>*&+&,0(@%*B(D$&,(0$&(-'%55(G(>*/?'&.(?&#/.&5($/@(0/(9&0(35(0/(35&(0$&(#3*&B(
8&''7("0(#%,=0($3*0(0/(%5I(8%05/,(0$%07(0//b(%A0&*(%''7(0$&(?%*("5,=0(+&*6($"9$B(<,2(@&(."9$0('"5H
0&,(0/(8%05/,B(
*
(
( e(