Professional Documents
Culture Documents
Ada Boost
Ada Boost
!
"$#&%'
(*),+.-0/2143657 89(:'
;0<>=?<A@CB:D&EGFIHKJ&B:LLNMOLP@CB:D&MRQSB:TUMOQUV
W*XRY[Z B:Q\];^`_aL
b_KF
c>M`MOde;gfihkj
FCl6mnMRQJ&B4d Z B:QU\F&oqp Y hkjOrOfsFutHs;
v>v>v?ExSw J&QU_4B:E~_4B4Q_OQSxS!J QUw _4B4ET_4T B4w xyQSMRxSd{J B4zOT|}T ExyxSMRJ&d B:~Q_
w w
y
U
%6y)k(:5N1O)
u44 O ? G
*G94&G:R94*nG&!:9S*4u94
4
:
!
9
514C(4#
.
$#n
// %D% ## : &E 1
9:ay9:4S?6yC4S*gSOG!Gg4*Uu9444g!SSG9y99449.&?9*OG*9G94
#;
n
.
<#>=:?A@B-C
R4&49&Ua9y49&4>>U694?y994US : !>USG464>G&!9*44:a*4:4g
# n** <@ #2 C # % #
C9*44a6y y9*94U9a4:Sg4gCS9:!4SN4[CsSy2S*>yaG**Gk
u :#;
9 Fu< # `R44y99g9S44USGRy> 9y>4Gg9R
US94440R9G G9>94OGu94:*4O9nGG9?qu::9$949G*.9PCOS*
99O*GR9S4S*494>yS!Sy4499S49]>{S94:$S g 999!y4*4GUSS44O 6444u9:RR`a*OG49G
H O&G"
IKL#M
J 2 # % # OO N
SS:yG9O4G*4 y! RS49>gGO*G9S!4]4SyGu944RU9G!y44 Sy
GOaSy9S:9US`G4y9494:$u4&4s4ySG4OG4y>>y449g?S*Gq9!9a
G:9>u4O*G94GG94 RS*GU
9R49*GO>4uG409R49*9R*`9!9?*Gu9.994Sg!4U99?UO*sG494
S yqG99?4!UGg?S?US 9u yS49`> *694GU R494 6 449S9 49:4!9yqGg94UqS94Gg*9SgGSyG99q: 4.99.4q4aSU
uG4464PCy*C:s49G4Q 4 99#R 44: 9y:>GS!as:C:G4*S9>4S gs9y
$ 5#u#&y)
uS:4 ORSS:ayq9uSG:y99y9y:?gaS*9*!444g.4UyG9U*N!::9!44: *R99R*444>Sy$4UsSS$C9y444UsS9:?9 CRSy*9>4&SU4SGU9S49
94gg944!RS9RUgPOay99:4:**S4y?G9nG 4! R2S4*G!g!94yy uUn G99*40G?4>RSk!4?4>9S44
u4 ?' US $GU S4 G SS :4G9y49>SRy: ]9:T 4 9 U94W4VkyyX" : #
9
iR>yy
u
% # Y
>
>
gUS**Ry949US49*
Gyy G *nG4[nky[ 4USP G >!? G Z 9
9y! RG u9a>!9$:*GC6!4G9:9*494RGR4uUC?4 >99:4!
L
1 nK
$#n
) #N{+*-, . %W#:E
R
[
G
\
^
.
`
]
_
X
a
O
b
e
M
c
G
d
a
SG
u U
S4 G 9 ROUS9a:y9.uU>u09GG S 9G : 44G I y U
U4
f6G9gRS>4?9G>!U94$u$9Rq94
1.0
20
15
10
0.5
10
100
1000
9 G:44
q9G
GR44!9D S9Gsy4 G ! 49494q::9!G?S4:?99:6499GGy4G4.> GS0R* G94?4 44 OOgG4G4!O99R9RGSS449Ryy9>944*
RS9 9R9O0 S4:C9G`SS&9:9 49*9u4>O9GuuSs&994yI44R4R`GO>*G4494RIu949R4Uy 9G` G*4S ssu4: 644>4:US9G9:4999449GG>SS9q0S9&G944
SSu:q9:>G9!4:94G!UO49!R49Gn9* 4UGg4Gy>9Sy4U
44U9.*?94y9R94sG4R94 !G9g444O
49944G6 $#Ggu4q4CS!U94u2u94s O R94g99!RN44S4Gy RS96 9%W4#ZS >49:::>9G94G>:4944S]4y
UR!9G44*SS4u4GCSg9:y4C*9C US4#&GyU!R94y499:gy4u4R49u4S:49S6GSG4s99:U4 RSk H 2 u!Gy9 G.9:!9S44g90Su94RRSa*OG49
4:a4SG*4R&U>R!64S44>!S4y94U40R9 > 4# a4>?99:S9
) # ) #9 # #4
#
9:64U!4USC4U! **Ry949&% # R O?Gs R
* I L # # 4 N 9
9aGy9*- 23:a# y!9?S9 :9RSS4!>9!F OG23#>SS:!RS40gRyS499yG 4*9k
uG%W#99 4f y4qy9uGRuS ESN2y# 4S 4) # 4S:qygRSu 42 # ?y96SS9y 99S: !) # u4y* 4S?RU9RS> # US**RGy0949G9& 9G*49
9:R9994&9R9S4S4*
9:Suu4!?4!94964R:G94G G$u#>4>`4*6gS4sO9R:Su]4 :949:4?9U49 9 yu49y4 s4*OGGO49aS&USSyU!*49ay4CO*G94>S
9:UqS9G4*G*4!Ss4y9999gSS9R9Rg*: 4%WS#&4S4[U
9u.*44U y4G94g!S 6SOCG4G4C:9O!*G*44!SuGG4949y9&O*4y99gR*9yR9
9:u4 G*4u W4V4k6yX 9:>y 4H * 9SGG$*9OgS9q:y49!4GG S y4?9O4y!:U4U &[4G4S9sG *R4SCu*y94UGyG>S 44 y 94CORG444s[y
99:F %W# USg**Ry949u:9 23#u6940CyaS9G4 *yG4R`4UC SqaR*SOuG4SR9U49uu4!&9:C49 GO6S9S&sS9&9R:S44
SOS*R9S:?US:O 4*G944GP
&99:{SR44S4 CRSC**y*9Ry944?9 uR4&OuG49:4G09GnGG>0RS`:*99GG y>44 u94Ry444
uu4R&UG:9G44UUS4G9SS44ys 9y4 6CyUU4 * 9*yOG9:4994 %W9#GG4:U yG44:UO9*GG949GSGyGG904RS[449>Sy9C:R9!S R SO0SaUy9
4S4O 49!:y 9GU % S# 4O u :G9uq4GG499G:4 6%W9#4n0R4`9y:G9> !u*auG>:G*G9q9u*aOUGS>4U094u4>,SyCG9S4? :Gu4y!SU*
4y4994S9:90GR*iaOaG469u9yu4qSSg9:S:49Sy9G94S u994yuU9G
!S9:9 S9y*R4:!g9::94Gs
yy!*!*uRG
$ 5 `8u)k36')4(458 89I'
(4(4#&(
u44g?!9y?9R49g[994$y99:4USu44.GO99[4S4 R9yCU* G`gG4* :9's:64's(45S498 `5
)kR8#&S4P's (4(:#&q( 9:SCP4S 9OG4494
uG:99u9C46S9!G4 ) #sS: %DS #&S S4 C S#U S :44G RaS*COG4999y&CRSS y949SS4US4y99y9U6G>94. 994: R RC**94O.G9:!94G[94! S
S& y G4RS49y4! #a:NUS49&4S>: 449y SN4CS>**Ry94u9RS:!9:*4>
-1
-0.5
0.5
21
43
0/
65
7
-98
;:
=<
?>
@
#"
$"
&%('*)
&% B)
,+
-
DC
C4.5
C4.5
C4.5
C4.5
30
30
25
25
20
20
15
15
10
10
5
5
0
00
0
5
5
10
10
15
15
20
20
25
25
30
30
30
30
25
25
20
20
15
15
10
10
5
5
0
00
0
5
5
boosting stumps
boosting stumps
10
10
15
15
20
20
25
25
30
30
boosting C4.5
boosting C4.5
"!$# %
&'()
)$*+,&(),"!$-. /)0123& %547650
85&59: /*
/) /+;&(<
%+.0+.=(4>60
@?ACB/DEGFH476$I) J4>64C0))
%59:)K60LKK)
6 M)
%)N %
K>0) N0G)6 N)OLPQ4%$ /)
09)
6Q
9 R&' %4>6.08SKTK65 @UWVX4%(+) Q0H J04>6YI)N# /K)6 Q) %
)Z %
Z7) .[\;' %4% /I)>]Z0P' !Q
)65 M# %& /4>68S^05+)65 _`VX4%(+) K# %H)65 M %
7) N0a&'I)
:5R)
N[\9 >b)H59:)7]GH&'I)
:5*"!Q[\
:6()
9)>]%GcN9:9S /K7) %N6C# Z&' % %C# %7 %+.0# /K9)9 P
C
&' %0M
+5de0Z&(
)'f[gTK6 .hMiVX+5:$ %
:
)>0+'0+j J
R0H)65 k
4%$9 %l(:)O<(mRP'04% Q0H6(<V
')65 % %C=` % ^b
)74% ^nP9$ %Z %)R09OH? CD"]o=(' %4%qpV
4J9:9<(^()6 /<
%+;) /4765rI5 %Nbenst0+;uZ0
9 %Q? /D
)$60Lv)6)Z)6 Q %5 %79:wJ)j %
J^LK)6;65:6;
&WV
&9)O<I^0M)K
)
yGx a?"z,[b_']N| { UD}e
~ G
+ p %+.)&'
UP5
O
[_]
dM
e
O)HPI5& %i:;?qRA>}QA>DLK65:4>6H'
:)
# Kq0+9<*q
z4/
%4%)
9:<Y4%9\0
qp %Z)
6 %l0$9 3 /0# %C^S)6 Q0V
)
+ M)
6 Z0
4J&' ZI)
%5 %)
%+0M C05 Z0
4%(p+ /4% Z)6 N %+5:4/)aH=`476'0 K /)s9X
0# %+$)6)
9\0
%Q:5R)6 .)>0Y %))
79\0)
.:()
j(V
' %K' %K&+..)
6 Z % /709wJ)$ %
J=(' %4%qpV
4J99:<(^)6 Z / %79:wC0) %
NM0)K)
LK6 %
yGx ?: DP+ %5) /* %$4J95&'0&9)O<,)6 )
7:`V
>059: TK6;&'5+5 /),)
60)Y&'I)
:5LK99
0# /Op)qM5oQ)(,I<j5+J^O ^H0de&' %4% %
9\0
GOX04%)C^()6K
/) %i+( %K605 %GuM0L %# %C^
J9<, %l( / %()
J^H
%# /709Z0)
6
?"(^KAC1^G1CDK&5 %
# %+
%$4J099<,)6'0)&'(
)ob) /+( %,0# %Ep)J^N %# /
LK6 %.
bP)
65705+K0G5+JH3 /0# %C^)PLK0&`V
/# /+*)
60)cM+nP(
)GLP9+
$ %) /4%()( P)
K+#
+0LK$)6 R % %>09wJ0)
/M95@Wb) %K)
6 Z)>0Q %OV
Z60+Y J4>6 %+,w% %
^S4/9: C09<;4/()>0+4%)
:5)65 *
)Z0
)65 &'5+f&0# ,*
)7054% ^H)
6 .9 >b)Q+ G1
650LK;)6 ,)
7:5:5f05+) %
);4%
# %Y05-&(
)OV
Yo)
0N9\0a "!.+ /4%(VO)
% ;9 J9qV
)65?"1/Da.)
6 .k9 %))
%m$+0)>0
%)J
O
%'5
)
)6 %
%$4J9 p+5:5J^
=(4>6 . %)09OP?"1/DE^990LK:5)
6 .LP8,Mns)9 %)
);?A
DE^
IC# @9) %
0)
:# @09<(N:Y) /Zs)
6 ;*b\(Q0
)65 *)
70 /l`9 %CMTK65 *.00 %l059: [_a>U]N
y x a? a[_a>U]s/D} ~
G
0
ba0(<LK)6Z66Z
&&9:)O<(N) i)6)S)6a&'5+
Q %() %9<:5+ %' %+ %()dR^)6 .(&' %Q0M+$0
&'()
SO++)a^0=(4>60
K %)P09O0# %+Q)6)H&()OV
Ka'0)
4%9\0
9:<Z0 /# P0) %+54%Z)6 Q[\R
r(I)
qp0&9 %5 J]
:54% K)H4%54% %()>0) /K)65 M %l0$9 %
LK)6Z)
6 P
9:9 %
).0
G[\LK6 %)
6 %H'
)# HS %(0)# J]%
n()
G >S %4%)K)
6 K:5a4J&' K % %$ %5:
4J099<I^
bP
)74% ^5.)6 6()+ Z0P1LK6476.
60LKK)6
4%59\0)# +)
&)0R:5*)
6 ;)
70, /lV
9 %K;)6 Yk9 %)
) %
m;+)70
%)JZOY)65:Z4J ^ %# %oWb) /
)
6 K)>0R %
P
J04>6 %Kw/ %'^(&(
)R4/()( %)Q(V
4%
J0
)
6 N0P)
6 )
7:5:5 %l0$9 %Z >S %4%)Y
4%
%'+5:5+.)65 )
%)N %
C
cK)) /)
[g)*9LsC<(R
4%4% %
Ob59]);5 .)6 $6()
9: C0 %+)6 )6 /<.6C# ,& / %.0+
16
35
14
30
12
25
% Error
% Error
10
8
20
6
15
4
AdaBoost
Sleeping-experts
Rocchio
Naive-Bayes
PrTFIDF
2
0
3
AdaBoost
Sleeping-experts
Rocchio
Naive-Bayes
PrTFIDF
10
5
6
10
12
14
16
18
20
U>u:944?9G4>US44S9*9
USa4y449Gu *S G4SyyGGU&&9U44SuR2y9 9:4a9.944S4Sy 4us944g9U994USGa> U9:9R49 4RS9>G4! S
:4999S?SyR9>a9:4?696*9499y9RIGuS9:g:USSyG499U4
R49gy 494>94S49y4UUS G9GS&G99y449US9k 4*:g9G>OR4R4949g 9UOSS*g4g4U4SG.4 4?SGy99:!u9OSy4
*444:R?y9>4>R>:4GS9G6O49syg4u :9?Gg4S9yS.4CRyS9?*:.9G9k 4U $.u9:4?yS949R0 RSO4
`y99yg!S4UySUSR*GS994y:.R99G
G9* u *R!S49U 9S44! 0 94G6SS&u4 yRSKS>y4G99y44! SRnGCu*Uy9Ug y 4USg:9UG:94 y49S99.*4uO4?49a:GGa`O4*!GO9S4g!4Sg94
G94CC&GG
yOCuS9O49**a!OSG4a94Ru444
:SGS9949G*6G!C:U`9
GS44S4.q4S,O
4 $gUS94:$[9O4GG4994.4? SSO O>OS$:4uG9S?
S $?94Ugg!nGG:S9GyS9>949::y ?U*SGR69*4ayO9A
OSay9 u4[g RS S9g RS4}4
Number of Classes
>
7>
!:
!:
4:1/0.23,4/0.22
8:6/0.18,8/0.18
4:9/0.16,4/0.16
4:1/0.23,4/0.22
3:5/0.18,3/0.17
0:6/0.22,0/0.22
7:9/0.20,7/0.19
3:5/0.29,3/0.29
9:9/0.15,4/0.15
:
ZV *RGG' `Uy4OUGy4
*i 4? 99q9sC 6 RS49.94*U 4G4yG?944 U nGO9:G
9
uCG*sGy4
Ri9?U9q44sU!S 4OGyySRa !S9S9:S69O:Sq9!9*
9 4G9! Sy94C9y*sUyG:
i)RnG$nCn q4 S4
yZ G:* 44S$a:*SUG9yR4 U(
:! 44 ,
y y99y4uR4 yG9aS 4y : 4S : !4C 444G:` G G4G:+kRyyG94
49>OGG:
Uu4y4q9> !64*499u9y s y 499*4O994!ga4Sy>4G RSC4G
Gy 4 49 &
u 4Sy G *49O!UO*4GOU9S4 RyS4>S44y!U9Gs
G u44uy>q4 C964U9944u:S9G:: !aO:a: 92y*G 9 G4y
y4 9 4 : u4D * 4yUk,y : ' .a4 a O S-9.E Uy G4U 4n `y4
U yS!92969/:y U4y 4 y94 R G 99 U
*GG9n4G> 4
) VnU0#/ :RSyuaya*G:4Uy 4
U Sg9S9
C69*:Gy9U4 !O yRG9q S :RS4?4G:SS44Cy999*U
4
Gnn y4nyG4
4G 4y G4 0
E n 1
4 ` G4 R 4 a yG+ k444Gy4
- 2C*4*:?94q:sG*C# *y 99 4 yPyUSG 4 U SG4I 4*yS GG
4GnG y +kGy4*UyG:
U- 2C2C*y 4 444Gs " y!U * yRR*y 99u4 ? RyG494G4y
y>G4 4>4 >4
40 " 4U4 X 4 n y 4:Gn4G: # 4G G 3 94
GG:
-2Cu*9g:944{4?R*Sy49 94!yRG GI9 4 .R S4! G G 4* R4 9!
*
y 3 G 9 4U G
4 4+ nU:X 4G 4y G4
*RGa+ KU 4OUy 4
9:9/0.16,4/0.14
3:3/0.19,5/0.17
9:9/0.20,7/0.17
9:9/0.25,7/0.22
4:4/0.22,1/0.19
7:7/0.20,9/0.18
5:5/0.20,3/0.17
4:4/0.18,9/0.15
4:4/0.20,9/0.17
4:1/0.27,4/0.17
5:0/0.26,5/0.17
7:4/0.25,9/0.18
1:9/0.15,7/0.15
2:0/0.29,2/0.19
9:7/0.25,9/0.17
2:3/0.27,2/0.19
8:2/0.30,8/0.21
4:1/0.27,4/0.18
3:5/0.28,3/0.28
9:7/0.19,9/0.19
4:1/0.23,4/0.23
4:1/0.21,4/0.20
4:9/0.16,4/0.16
9:9/0.17,4/0.17
7:7/0.20,9/0.20
8:8/0.18,6/0.18
4:4/0.19,1/0.19
!
4:4/0.18,9/0.16
4:4/0.21,1/0.18
7:7/0.24,9/0.21
9:9/0.25,7/0.22
4:4/0.19,9/0.16
9:9/0.20,7/0.17
4:1/0.28,4/0.20
2:8/0.22,2/0.17
0:2/0.26,0/0.19
5:3/0.25,5/0.20
4:1/0.26,4/0.19
7:2/0.22,3/0.18
4:4/0.19,9/0.16 9:9/0.16,4/0.14
4:1/0.23,4/0.22
4:1/0.21,4/0.20
9:9/0.17,4/0.17
9:9/0.19,7/0.18
9:9/0.19,4/0.19
2:0/0.23,6/0.18
0:6/0.20,5/0.15
8:2/0.20,3/0.20
?
9:9/0.19,4/0.18
+
9:9/0.21,7/0.21
7:7/0.17,9/0.17
B
<
B
;
+
?
5:5/0.19,3/0.17
4:9/0.16,4/0.16
B
;
<
B
+
<
0+
B
6+
<
*
B
(
<
$<
<
B
B