Professional Documents
Culture Documents
Gradient Boosted Machines
Gradient Boosted Machines
Gradient Boosted Machines
J
;xma;PZ/
ma,Z PZdmP7xe= Zj Z7d3ZZRa7m7jP, Zm; % 7Rma m"5mZmJxXaZPmZ;/aZ% mRmPxP=eZJPZmaeaj mZRP
jmZ P7x?; L7+7VeJJ 7 j335Zm mmV;P ejx Zm m5 uf,fm um7Zemae,V Z'|mjfX$=9mfmA |mj"m7J5m9Za5j
C m & 9J7fA|mj mP37 7,7j m&3Z&37 a7u 5+ma, Z 9fjZJ+m eZ 5CPe mP Z
?
9f?d
9f
V
m 5mJ5 ;Jm jZ7 = 5ma, Za 9u a aP 5a75|JZ "u !aaZ PJZ
"# / (ZZ. ZZ$TZ#&mP% 37JPjmJZZ3,7C Z37,e,a?"mJf5j Z3m mZJ'3XJ?Zj+|$ ZaJ xm|P+&J ZJ37('*Z),C+-! 3 m,a,X mZJa
Z102uJj'X3mJJxJ32hLm4XVa4 3! JJXTT PaaXm ZEZmPa a Zx7'PaJx+aX Zma5eZ 5m$jZm 7fPJ5 aP |Pa
1 0 576' 896u; : & 6>< : = 576?f1 0896@
B AZ
jCmm7ZJ|mxJa7x?Z,mJa, J 7ZuD |?f'1a08ax B JAZxE8XLaaFmV %F 5EmCmaX xaP |PJaJP7Jma?,P ZG9J? fmmE emZm P5
!
H@I.JK.LM@N O>PQOSR RUTVIXWYOSZ[ M@\B]^ZN _XJ\B`BN WbaXTVIXWYOSZ[ M@\B]T,c-dfeSgXh@i@jk@lm[bnQ`WYOWpo `WYOSZ[ M@\B]o J]L
jm mm7V P89 6 jx mZ5uJZmPmm?7a'xaZxmJmxJxPJm eaxZ;PPa Xma ZJa a'BAZ7 5'jZ5ma m7 ?> |%5,mjax,ZP Z
aZ7Z,$ZXmaZ,xmZ am%7u C ?jmJm f ,Z , / ?37 m7 P5J7e m9JV,fXVmZJ' JxZ XZmmJZm 7Z x5,Cmamam,m3 ZZa
?f10896 JZ7 ZJZfaxZm5mPPa7=|
m m J PJja Z aJPZma%m$5,J mZ a'+mPJZP77Z;aJmm$ aaP x|PaJ+x( J8976J m mJ mmj 7Pm7J
&(')&
"!$#
%
*,+.-0/2143)576(8
9;:<=3)->3@?A6<=3@9"B
CED
H
AF4G
&('JI
KL<M/2/2:N/O<PQ/O57/B"<
JPJX3a7me7ePP7mJ a5XJZJm5$xf m6uu : m| 7eZ fZ mj$ JE5m xJe5X mua7m%|Jm5XZJxZJP 9J5 m76L7 jZ ZmP7 mPmJ
2u
76hh 6u$
4
=
XmJ
6 +
2(6 + X < p
=
CmeJxZJ%3
6h 6 76
XmJ
6hd 2(6 + 76-
Z
Cmmm Jm5j7Z'xxZaxZP JZ5m ' a7j6kP 7, Z PX ammeJJ37eePP7J5xP 7, ZaE Z$J 7
H
R
WYX[Z
TSVU
ZD
AU]\
AF
C2^`_ab
c .R
ecR
J
R
J
?X"%J X J
Z X
J$xZmZmaxJmm5Zxamm %|mJJ+ZP 7j Z ma, Z;aZZ
CajXXZaPJ fJj aj7j 7Zx3Z 5X3uaxJx'aJJ m J
Tu&
9f? 9f Z
Z 5m j J5
Tf
9fm.
|j%m'7 Z3|xZJZ Za7P+ a1|xmP=Za ajXx m 'P Jm7xJ,3| mmEPX$JdJm+j7ZxP37 ,x 7jRTPZafa,)7x;ZP3 ZJmja, $ZZxmd Za Zmaum Zm JP|m= Z'%3;J'3V amx
f& 6>< : = 6f
XPXmaJm7 5|fmZP; m 7jC ZZm7J+maP+ 6'fx : u aJJ5xfma, ZaeJaZ3|5ex5
mZ eJJ37eePP7J5
6f&$
6 ,6f
5
X
9f -
,6f&
Tff
f
=
=
a
6 +
Q 6 + f& < f@
=
/ m m J5JZm eaj Zm'J 5JxxamZP G9JJ5j Za 5JZxj Z|m 3
Z7
9f
,6f&
f =
Cm$'m m J 6N 5&XZ ZJ|m mu7xx
6L ?
;9Q 6 + jf1 ,6'f
5
dJxC
C
CmXmZmax$mm5Zx%m7PXPjXXmJm eZ 5Pe mP ZX9fX7e j7|
j ma mm' xjmm7 jmZxx+mm a37ZZJeZ5JxJe & $JmZmm+3'ZJmZaue u 3Z9m3Z- CZjJ7m%m7eZ3 'j7me7 '|j=f7m ;jjxZJ3mZxj j5 xmJ7%|;| m Jx35maj mx
a|P%mma7xXZJm 'ZPZ P Z7j Z;muZPVa%P7 m 7, %Z ZZmu%a m x JuJmJ7ZZ73ZaaPx ;mZumjB xAZ
aZ7%7e j$CP37,7 5
:
576' 896u; : d < $#aZ < 5&6% ?fp 08'%6 (
!" =
6>=
AF
c S
X[Z
X[Z
^`_a
^`_a
AF
X[Z
c
^`_a
ecS
amJ
Q 6f&dQ 6 + jfQ ' 576?f1 0896@
5
J 5J;7a jZXJamm XP
m7J
mmJh'meZmx7jeXxJZZ$JXZXmPPu 7G9e+JxjJ5JXZZJ
7'jxmxmm m5Zxmmm7?xma jx 7;Z e ajeXmaJ|3 Zaam
x3Z|J55R+eX mmZ5J > X"mJ9juZuJDeP#"Z5(amZ .7%'5|JaVZZJ e59| CuZ%XaP,Jm $ Zm;aJ?f$1Z;"0896$PE3x Z: mZJx5mmJ 577umaZm aJfZm5Da,), + Z5a'JZamJaJm a7
aZ e ZxPaam C amm x mx aAm % a C m5Z,1 J Cm 5ma,Z' Zm" J5?fj1 Z08am mZJ 7%=Zj| 7 ZJ m7|PmJ x muZ 7PaZ
7mmJmxm3P5a'%ajaZa$ aZm 3Jj 5Z 9JZu a VZ aZ' 7mJ ?f1 08a mZ P Z 5X
|Pa JjX7mm ume$JZ3P7xeXP Z7" J,7!P ZZaJe ;J?f|1 j0896mmxm3V?P' mjmJZj'Xx'3Q aJ6 Z+ 7%fm7,e3amjxma,CJ'Z J7f57$6?fVZ,1 P0m89a6PumJa 5,m Z a5ZXa?fJe1 x08a 35,
$muJmjx|aaZ37Ja5 xZPZ7mZf%meJmJa37ZeaePePx7 mJ75%$meJJ5"j Z5$XmZxaZPPJ J5aj Zaex 57 Zaea, Z
,6? Ze
=
Za ZZ7 ujmQ36 7euefJ,J 37ejePPJZ7J7JP5me JZxZPP J75, Z PX a7m6 7 Zm ,j6' m'x m jx=3Zm $ 5x#P7P e JaaZaJCmmmjx
3m$XZaJmxJx J7J+ J7mZJX 3?f|1j089m67J ajm&m35PPa m7 e%Q6hZLZ; J?fmJxp0 89 76$jx Z 5e?xam|x5 J|a jX 7J6 '#"3J% X
`
.%
X Z
R
^`_a
"
R
%
;8
|f& ? = ;Ze P
A mZ P
Z& $"!$#&% # (B'
)' )+' * = ,C Z #
896L ? = Z& f5Q?f 08aYb!
6hd V
= ; ZeQ6 + ' f? p0896$
Q6f& Q6 f' 6?f10896
R
F
)c
^`_a
H
JJaa9 m/ Z ZZ m +
m-7 Za eePm;5a3aj7a7,|V Xm7 emaE jjmx%JCm xZmZTauj|jX7 mme7 aujm7Jm%5jZ mZa3%PJ Zx ZZZaPJZ5Pm3 P7x',jxjjZ aZ m mZ=ZZ3J J / f 7Z% ZZ?mm
| Z
7ZeeP5ma377Z9ZJZ m XJm J #=(Z.am 5ma, Z ; 9u?PJ3Jam&ZahZm
m mZ mZ ;7jm ZJE amZPP3aJ,J E;m97u"$ " ;m PuZ,xm mm 7a mZZ m= 3Jx|j5emm 5jx x5 mPemJmJ37eae PP7mJ 5J
m J D 5, G9%a J '3Z uJ J55 Pm Z ma ZZ jjmJ
!J. -JRa !J / xmP7Pm7J Cm 5a5 eRP J 7RmZ aaRmeJJ37ee
P7 CJ5m'j3JJZmm75RZx "3mJ axZ%mm Jj ZZ Rj mZ7Ju&ZxJjmJmxJ'f 5a"mma,ZaaZXm Jumam,' ZmEj Z m7
m5Zx, a$JuZm'?maZJ5 37J j ZaxZJ m 'Z5J|m jPCum P/ G9mJ J5|5ee xj ZJZZ= mXJZ meJmmaJZa7 Zxa=m5
%
`
%
;x$3 JJ54
;5am7u7- , ,Z9; 7ZmeePZxaZPZ JP5,P3P|J5|ej m Zex- j/ J$Z, $mm3mJ 7 =,+JaZJx ZZ3eZmumm m$Z 5Z jJ| ZJ 7mZ|ePe
-, Cmaxe JZ7ZX7 exm7xPm|XmJZmmJx 7ZmJ_3|5e m ZZ mJ
/
0 JX21
8
')&
/26(O<PO
2
9
+6`1=/O
1=/ ;1=/OO3@9"B
.
Y
5mPPa7maa
'mm5ZxC Jxj ZJ m mmumJ57Pa
%<;=?>2@
mZ|f&B A P
Z& Z Q 6 + j,
,$ Z #
Q 66'f89&6 ?dQ 6 f ' V
6 ?f =1 0 Z89& 6 ?fp08aYb!
JJaa9 m/ Z ZZ m +
c
H
F
c
'JI
.C ED
/26(O< V6
C =F
O9"8)+<M/
ec
HG&7JILKNM 9
Q/ 3@6<=3@9"B
e1=/ ;1=/OO3@9"B
JS
^`_a
@
5
ec
ec
|
J ") , F.Q5 ?mJ Z577PX %J Z5x
XCaJ mum77m x 5 | 5
/ ZZ m
%| Jm" ZZ m Z 7Ze aZ P PJ|j Z3|5e maa m|aZ 7mJ
?f108a,
TH
'
TH
9
/ ;1=/OO3@9"B]<M1=/2/O
ZJ J$ $ Zma7PPJm 37mJJZa XmZmJ$ 7Zx5%,a&ZZ$x 7JZmJ7X Z3J5 JPP aJ39xmJP PaZJZm7Z ZmP ZJ
?f1 0 % ? < V5f
# % V@
Z
=
jCmJma % P7J j ZCmmPa7 ,eZ Z5J CZ5ZJeaZ ZaaZ+amjJ?mj7Z J m75,7Z RZmJ| j mxZJJmZm aaJZ5 $&mP3P7m ZeZ 5aCm=j;J JmZ77m3mZJmaXPmmZ7;P ,CJmZZ
jma'x3mZ m7aJmJxaj' 7Jmm7m 'Ja5Z?JZu mZ 7a$mm %Jx' j &Z XmCmm7Z5m'J| ma3 Jmm5P xP7 &m %j+ j m9am J7ZJ m3a75Jaam5'X j m7Xm7aJZj$ZCaP&X ma5m
P emZZ5 7 JZZ7 Z5m jJ ZJ5|Xmmm9mjmu7PjX, mZm / CZfZ# m% $$m3J7Z?ff7? Z
Q 6f& Q 6 + f ' 6 < 6 5 #"% 6@
5
=
J; % 6u mJZ ZauPX am7R|mJ amPP7'Xm%Jj'm %" Jxj Z
CmJZaea,7%m7P,maJaPj|73Za7Z& m 5 | 7ZeeP5a7u m |,
Cm 6u'muZ73ZaP m 7ZeeP 5a7| J5x
6h F )
Z&
)'
CmJ mTZ,Z 6LmuZ P Z%m mu7xxa'j m P
Cmm9mj 5J3u Jaj ZJ Pm77%Z
Q 6f& Q 6 + f ' < 65f
#"% 6
="!
X5 #! 6
6# 6' mJ_| J ZZmP m Jaxj;aZma, Zaj7Zx_eJ
% 6x ae7Z; mZ ZmP ZZmZ E 5,C|aJ+ =mJZZmJ;mmJ
mam,j ZZaum 5,a1 C me7?ZPm m|| a m J%5xXmZPm uZ P| Z%J 5xZ7Zx=?m7Jaxj'aZ
! 6' %$ '& < = )(*+ZeQ 6 + j ' < = "! ,5f # % 6, -&+
%
=
)U
U
)U
U
V
U
V
)U
U
(%
V
U
)U
)U
U
U
)U
)U
c
U
)U
U
U
Q6 + jx& Z
!Q
6f&dQ 6 + j)'fQ ' = ! 65f # % 6
JJaa9 m/ Z ZZ m
jmPPCmmm97??mj Z57ZP? am)amZ?7ma' ZJZma P'j|7ZPm7a3ea7ZJQ a C/ 7m XZ& J J75CaajaXVZZZmZm'mmZ x5PeZJxu' PjZZ mm7'Jj3Z& ZE #Zm m( Zm. 5a PCJ |mPaPJm 7m, maP
m J$m 5X J Z
< Z Q 6 + E
;))|.
;))6f&d
=
F
JS
U
MU
U
6
6
'
9
/ ;1=/OO3@9"B
|m 53JxJZ 7m m Z'|m Z7xm mU5m J7aXjJZmPZ7e xaPemP Zm7j5Jx Z 7xJ JZ$PZaeP mJ?PmZ aXma3%JZ P5 JxmaX,m Z
u ! "!$#
; 9u? #P !
5
%# :VAZ "&$#
JmaJaPj|73Za
Z& f Ze = # O, Z Q?ZQ- 6 + Q j6 + j ZZ QQ 66 ++ jj.. ""!$&$##
H
X Z
JS
^`_a
am mu7xx%37Z7
h6 ? < = ; ZQ6 + j' ?fp0896
BA5
XTJ m3ZJZJ ||, 5,3 CmuZ P Z; 5$BA5J3ZPx m7|examx% Jxj ZmPm
mZPCP m Jexjm mPPmm Z=e7,&mRxa'aZ Pf ,ZxXj3mZmJ 5J '#auPX a m5m7a'7mm55|'JxZ7Z&P 5amJ? aj,/ ZmEZ7PV a, j/+jZ mZXaZ ;PJPmJx7Z3=,Ja;'Z3
%Z5xm|Z5umm'mj7 mZ'PPj X#R%3Z3 u5m m 5amP57 PumZmCmP em m7PZZP;PjX a R3Z 5 f. 9XmmJx%Z, Z "
Z7amJ 7j j Z aa'ajfJ' '3mm|mjmX RxZ m "%aP7P' am7 Xm mJZ5P'7eJ Zja EQ P6 JZjxZfP mZm"f5mam V ePE j Zm
j7$ZPm m % Jxj Z CmPe mP Z( "Q 6 + jf. 9$7e j7+ =|mmJ5$7PaJ
#.6h 5a5 + Z- Q 6 + j.
mm9mmjVP= ; j5J$Z7% 7R|7 ZZx mJJZ7 Z eaXJa&ZmPP7 m'%mexJ6'xa mmZx%ua mJ xmj' mZe3xJjm'JP5Z7%Pm 57 ,m mZ3 JZa P9 0m Z|aje"xJ3 5mJJaj xj3m
7P
& 6L ") , F.Q
6 + jx
)'
XmJ
6 + jx mumJ5X7Pa
6 + ? Z Q 6 + j@
CmmmVP j Z%
6L
& 6 ' # 6 < O, Q?
6 + jE
& 6uJ f #.6' F O5
6 + E
& 6,
!
X mZJZ m# 6ZXu3|m5e| mm'3JJZ)7' ZZ aJjJj7 ZaaZu7%Z m m3RJ J 5 a 5&$mPPZ Cm'Z Z7umZ jX m
c
N
H
U
H
JS
%
mZ5f& $"), F. QC7PZV
R
F
JS
U
JS
U
'
9P5A8@6(OO
8@9
9
"3)O<=3)5
1=/ ;1=/OO3@9"B
5A8@6(OO3
6(B.Q
576<=3@9"B
`
X Z
^`_a
U
`
M
6L
<
% = > !
5f& ! Z +
mZ P
Z& f% 6'Aj Z " >35'JPBaAjZ9AQm6 PP+ j
;))|, Z& ,e$eZ #
6L
Z
&
Z& BA Z& S , Z
) =' 65f# % 6
!Q6f&d)Q' 6 jfQ'
+
!
Ja9mZ
F
U
U
J a / ZZ m
| JC%mm Zaaam+ mem7VeP jj7 Z % : f&Jj7 Zj|PmmmZmZBA V,1CmXJ%3$ |ZJ7
Xf& ?7 f? >' ) +-! "
+ f& ?7 ( f ' ) ! " @
Cm7$ mJ3a7Z Z 3Jj Z
9 f& AV (Z. V f & Z. (V + fY -
XmJ 9 m&mu5e ZPj7X m7P, m % XmJm$P9
R
% Jxj Z
CmmZZ7exaj$ ZaJjj ZauZZXmx;ZAQ 6 + j Jj ZJ ZJZuJ;3
P7J m 771=C|Za J &ZmPxj Zam$% Jxj ZX mZP'aV| mmaex5XG97,'Zm
X Pf AjZQ
6 +
B A Z
J6?f31 '0|89 6J, 7Z7ZmCm=
amJa7Z J Z5Cm ,AZaJjj ZZmu7e j
JxaXxZ$ZmJJmxJZxaj JZ m|jjZ Zmmam,mZZZPmam'jx m m7mV mmaJx&,Va Z;xCamZJ $ x
aE3mJmxJPa73a7$?,ZJ Z$37e57 ,mZ jZ7 |AP|xmmaam7Zx7Za
%PJJ; jZj 5Jx xZ'jX fZ+mm,A Z5&CZB aA(maJ,j Z&jZ XZX%X Z% Z& 7m?3Z77Ze,J&|ja B jA,AZ6a,?fxC1 |089a6J+J7jmJmmJX%m7Z 7mJxZuja ZCPJm j j
a Zm Jaj&'mZ
X Z& B A Z& @
B A 5
Z P
aZ%mJa mPJ 7 ZaJjj ZaX X |j m7 7a
mXmJ m
< < Xp
B A
= =
J m=J Z5x X xmZ7" dZJaP mZxPJ7* C&|mJj m7 #
9 P 9 A %aj
amJa% maZ7Z_BA ZBA PJ5J&=mEJ Z5u
-Z mZ5 ue|5xej7jJ Z JCm jmZQ 7CmXJ ?X7Z / JmJ '|a5je 7ZXdmJ 7ZB_A 5 3BA mXCZa& J5mjjj Z Ja5f&Jaj Ja7PJ X 7
XZ m7ZP3ZaZP m '37mPa,ZJ ZmxZ Z?mmPxj7e Z |j7TJZ9,aZ xmJ m'J$ A
amm Ja7ZmZ(Cm7m x
c
c
Nc
c
c
Nc
'
%
`
+.8 <=3JP5A8@6(OO
"
8@9
"3)O<=3)5
9
1=/ ;1=/OO3@9"B
6(B.Q
5A8@6(OO3
576<=3@9"B
Pf& Z
<
PfE
=
`
Z f
BA 5
Z5m j J5
=
@6L +
' ' $Z
' + '
!
@6f&
6
+ ' f Q ' = ! @6 5f # % @6
JJaa9 m/ JZa Z9 ZmZ m
:Cmf xa a ?m7eZmZj7 5V, C: m7f$x Jm3Ja37;a7%ZPZx ZZ37Jj3ZZa P mmZam e7e j7
+ f& <
9 % : f
=
XZm J 9A / % CZZmm 5eZ5Pm jj 7J'5X / m Z7ZP,m mP m 5ZXmJmXP % Xaj
^`_a
U
U
`
M
U
,
U
/
XaZJ 77ZZZ Jm$ J aP3aZ77 x+m%7mZax %5Za'xmj m JZXea73ZZaxPmZ Pm 'J5aPJPaZ7PjJ|-5Z7Z 3 Zam|a57,e Zm;Pa7ZPmZ&3 ajCmZ3ZX mmx
5
Z& u PZ + P|
aJ Z5
P?
|+ P
|
mm 77ZxZaJjj Z Z& |, Cm$J a+mPPm9mj7XJ
m
Z&
@6L )'
!
)' P
Xam7xX a 5Pmaj$Jm5$;J7 XAZ,a3 CmmuJPJ| G9JJma$J3e aJJ+JZm Zae% @Z6Z m m'm m J Z
Cm 7ZeeP5a7& mjZJJ5 J Za7%Jj aj3J5fm xXCmJ5 J
a+JZ Z" %N 5emmJZ Za$ % %
Z
, ! % % & ' A A !
XZmJ7 3 AZ a P A mmmXf maJ Z5 Zx5J1mmZ mZ5ZJZ'J73mZ a7ma m7a 9'V7X3 7,m ZmJ Z?Ja Z 5x JP
Z 5X m
Jm Z'5xJ Z5|x,CZ- ZCfmJ |5e,jTV ZmZ7umZ x A$ ?a A j j|JZJ7m J Zm5|mm' 3J u Z aJjPj G9 ZJaJ$5 7
77Zex %mj7m%Z57J3ZmaP P$ZPjXmJa7Z7 F |
PZ-ZZ&Z |P5e,C+TVZ ZxPm x&Z$XmZx$% 5ma$Am mmJ5
|amm- 3JJaJ3Cf5 Jm m |a5exe 5mam ZJ5XX mZ%1JmCJmZmJ &J&mJ'5xjjZa Zm 5mZP$Jaj X5|x+Zm 5P|ummJJeJJ%+aejZx m J eZZ Za|- ZJZj jma|Z5;Zea3Z7&XZXm x7
jamaPm7 ;m=TJ7 ZaCPmJ5 mjja Z,7AZJ,-x'3CfJJ Z|5ea&aZ&eax%ZmPZ ;mG9 7 ,77Zm| XmmJ%= V;|m' m5XZm'J JJ
XZ XCmZaJJjjP| Z7a?a m3uJJ a 9mPPZ Cmam3Ja'ax% 7& 5mJ5 Zma7Z J&P7
m
a$meJa
ajmP JaXZ%XJ Z Z$& Z9 mPu mZ 7& Z& m 9 '7Xm,m ZxP Za$ P&a m7P/ 7ZPmPP Jj &7 mXmZ JaJJ75Zjxj7E Z ZaamBJA $jjX ZmaJVZa |PZa amj mZ
5JjmumJ5X Jxj Z
`
H
U
H
H
H
M
`
YH
H
4 ? X
memZ7P%P37P,,7 Z7;7Zm 5 mZ maZ5J;aJm,um xJ m umexmm &mjx'x ma3mJu7ZZZmajZ=x $XZJ|Z'm'35Z 7J5j $ ZJJa37mmPZmm53jZJmmmJjPPP aZ|,'| ZmPZ3 J7ZX,J757Paa5mx
XjmZ J7JjeX mZm am;5?fx$1|0896JZx?a exm m |mmuZ'a3mPJ&Jm7 mZPmm3ZPamj7JP5Zxm uZ*Ejm ZCXmmZ?m7P& a aZj ZPZaZaa5m=ZJa5eB JAZ| & X'uJa57jJmJ7xZ+37&JZZ Z
Z m m J7m+u jCm m37 eu : j JmZmjZ 7 mJuPJ3ZJ7e Xjm7x=|=P37Z,7 5PPJZ&J m7, Zx m mmmPj+xCJax3Z
a mXJZmaP JJ 3mJ;a|PJ5%Ze57eZx m7PmZ% |m5'3|Jj mXjJ Zu m%Paa ZmZ7'R m m Z
3J 9aj'ax7mmVP j Za |ZZ | mJJJ?X ZJ umj|P3J&m7P, Z
`
A
ZmjP aJjZZ%J%7ZP xPaP ZJm?7B AZ|J'"3Z7aJeJe,aZ,mma7 mEa=j|mJZ'Zm3J%x 7ujex ZZZ',|3XmZmZJm5Zx;m m&mJZ majZ5Z%X m55j,,|?hP=7? mmm3 J ZZm5& m7|jm Zx
exjJZJmZ$ m fmZJmJ$ ZZ m / ZZ m V&X
Q 6f&dQ 6 + jf ' 6?f1 0896, !*Z
5
a| mumZ73ZaP m 5m j J5XxamZ7? 9m$37 3 ZZ m / ZZ m> A
5,
&Zx%m9mj m %J 7%|mj m$m 7m mxj7'axJ
aPJZx5J PJPBxamJu9 mmam 7| mamj'm; ZG9 7x ,5ju' mZ %xZ3Pa7 =eJ'5&mj3 |m|5me' Zm3uJu m5J' ZZmZ3m ZmJ57xm 7mkZJ& mm&jZ|mxP7jZme muJJ ZmZ5a 7Zj7CZ Zm7
mPP3J7eJ j7, m ZRZ kJZ" ePe7Z 5 " ZXm "mZ7m3"7,7ue ;jm%ZjP m 7u Xjmm7eZ;a3x|RJxJ mC mJ J %mR
PJxj Za. 0 a7Z m%m J mPPa7$mZ3Z Zaj a7Z
ZZm P maxPjexjxZjZX am? Za
xZP,|V G%mZmZ%u 'mj Z%eaPZ1 Cm x m m'm Zaex?
uZaJjj Za7ZeeX
Zfd 'p
CmxZma, ZR'f,$
Tc
"
`
`
`
`
JS
`
;ZG9m7 ,a7P|7e3 j xX mZZPa;G97, Zmm= TaPaZ / Zma J57X Z mjmZJje|m m|&mmPuJZ ZxZP 7C&|maJa5a e%Z3Jm
ZCJm Z X'max 7 JX7Jam Z 'mjj ZZJem7m mxa ZuJZJxCj m7$ a aP mm5mjX
a> Z mjXZ7Zx |j mj? m Jxj Z%|m'3JjXmxm m 'm - Z
Zxm JZ7%a%muZ73ZaP m' m J mj ma xCZ max,
Jxj Z|m'3JXZ | mm|j37 em 7mJP7aX a
mm8J$3 73e|
5me mj mZ|mZP mJJ ZJx+m mjZaxJ
- T : f - / J T : f - ! AC Za ZV - ! JZ xj
Z
m
m
A
m
m ,,
m
m
m
m
m
m A
m
m
9
m
m
m A
m A
m
m
m
m A
m A
m
m
m
m
m A
m
m
m
Cm xZP,|V G? 7 J|PJ5 05 Jj m7C Z Z$ZJCZP d|j m7J
CmJumj|P&m ZmJCZJmxZZVX P mm mmuZ 9 A PCmZ 3Jj Z
JZ/ xjmZ$mZX"ZJ a e
3xjjX7Z mJ% AZ mePaeZamj xZPZ ' mda,| jZE m7a&RZaXZ % 7$mmaJexm, Z,5 J a&mPP
JJV,X J7m 5ma' xmjjX Z3;aZj Zm=m7m=7m x%3JaVT| Z7 E mCmm ZJxmZAZ 7exmaJj$xmZ3%7emuaj, ZmaZ a
PZJ|3ZJJamm J5ZZm7|Zm 'm 3ZJECma jJxj m Za kmQ ZCmmjmJJC3XmZZmeaue37ZPajZ f-Z;&ZZxfmCJZZ7f mxCPxj m Z 'am
| m5'C3JX m& jJx mj& Zxma5
JZm Zkmf3 '- a%7fZe7+ |mPm77JZxmm Xjmum&jZJe7f !Jx jZJ ZJm'm& j5m Jm5? f aZjmm
mfJ7mu3' ZJZ3 7jm7+P - JE7ZZ m3au,7Ze;x7 JXxjmJ Z$ |ma'm3Jm7 mJ5|e ZaZ| ZZmJm J5aj % m7e Zjm7Pxaj Zm
/ e|Z P Xae7xej7mmJ Z P77Z m%m 7m mxj 7 ; mjZ73JZaZfaa =Px
mjPPJa 7 XZ CmZ7ZZZm Z%X G9m7$,Xa 7$P 77,7X mmZ3 mZ| mZ%a+mm mPjPJZm9mjmJ 55$j$7PZPxJ= Jxj Z
Pf& (
A ' Zf : fE NmA ,
5
XPJm3JJa_m : Z=f?m%&m37 3PPJ95 amPJaa7Xm 9mmZjPX7umj mjmZZmE CJ|m Zam$9mjJxj Z6a?fJ1 0a896J&jJ57xZx?mJ xmjj ZZ
T aP5?JmjZ 7PPama%7j$PZxZJ ZajPC G9mJX G9J m75j,'ZPXP Ja5JmajJ%5|xZP 7Z&amj+$ m3mj7e m$ZjZ ZCZm a5', P ?emJm=j ZmJJaP9JJ5J| |Pj mZJaJmm%mma J mm7jjXZ3Z
aJJ5xm mjZ mJ5 maPJ |Z7e 5j Z
`
V
H
H
HH
H
TH
H
H
H
HH
H
H
H
`
`
`
J ;
mC mC3JmJm# Z 7V+mam3aZP+xJ|5 | mxam%aex,xZ,ZZJ7xeeX Jmfaj,a ZmZZm' JmfPfaVPj,J?Z3;JaG9a7m,?mZ3X'JPmeZXa mPa Z&m' aCa ammPXZmP xJJa) m m$m$X7mJxP
3 Z 'f,1 mZ|Z ZJ'mZm J # VPf|mjXaZ 7fmXPe mP Z
C|mj7ZCmm XmJ'm a JmZm , mJ'CZJmJxZ7 |j m7jm
muPe mP Z ' JPZ|mjXCm7 % JZ7J5majmC'fmm|mjX
%
TH
0.8
0.6
0.0
0.2
0.4
Absolute error
0.8
0.6
0.4
0.0
0.2
Absolute error
1.0
LAD_TreeBoost
1.0
LS_TreeBoost
200
400
600
800
1000
200
400
600
Iterations
Iterations
L2_TreeBoost
L2_TreeBoost
800
1000
800
1000
0.20
0.0
200
400
600
800
1000
Iterations
Zm
kEC m
0.10
0.8
0.4
0.0
-2log-likelihood
1.2
0.30
200
400
600
Iterations
CmJZmZ7?a?ZP7m3ZJa'ZxZPmJ5 mj3|Z5Xea mx ZZJ?mj m7Z&X ma#, Z, m 9a |A mP' 93 JAP a9 J|xj57 Zaa
V
xZ35;JZZxPJ a '5jmZmJZj&Zm'|XjmPJ mG9uJmJ&j5xX|Ja7ej3 ZajZJJ1 ZmCJmxj7&mPZ;J5eZXxPZ m|mZ7Jm7;J5X PZ%JZjZJm mxe j;mJ7 %mJjm7Zamj Z
m Z7aJJ+57a; R7mR jm%J3JPuZ;maaP'JxZeJxmaxjJm JmZ3mJj77+$;mm$j7 ,Za Z =!xJZZPJ xJ5 aCfx=J e|a5Pe 7$m
/
J7jPZm$aj7e amPPJZJmJ Z37Z=m m=P3mXmZJ m5eaJx|eP 7Z%'aZJXN7,mZJ ZZ 7a7,eJ 7 Z%Z mmZmmZ7Jmax79Zea P';mj$T7+PmZ7mmZ xZmZC;JZJa
')&
6(B.Q9"-
+.B.5$<=3@9"B
;/B/21=6<M9;1
mmammP;JZm$| mjm=%xa5ZRe%mmaJ3,xZ' Zx;Z5'Xxmafxu"xZ,V,J ?emZJJ7 u a|m%EPmmaZZmXa jJa m%; G9m7, mmx%"x3ZJxZZ'Z mXaa,m xZ Jm"X;j5me
ZZx7ZjP J%5jZ3J| 5Pe G9 mJJ5ZZm ZmmJ'JZ3Ea;jJePZP| mG9jJXJ5ax'aPZZa$ZJmmuJxjJ7 xx?ZJxJZ 7&Z ZxZmJ
xZ7&m$Z
f& @
5
Cm$| J5xF ! xaPZ ZJmJxj7Z'mm ZPe mP Z F (Z.X&Zx
&X'ma, ZCxaPZ J 7,7ma7PC J?Q Pfm Q3| mmPXjm 7 37 '
J Z
L7 =
XmmaJ' 7Q Z x 4 x J$ %xZJJaxju3'xxaPaZPZ3 JQ ' P xj
, Z ;'
59mX 5 J
ZJ3xJ m %ZS PAPxJVZX5 QC5Z CmPJ3Zm?J57Zx
3PeeJJmJPZ Zm=ZJXuC m=a'7Z m
a77,x' jAPmJZZJC'7|ma5J59 ea me eJP3Z7m,mJ7Z;J|Xm ' mf 33ZJuZJx&PJJmX'mP a5$JjxZa,j m7Z97 aX G9Z7,Zx7JZ xJ Xajj JZ 7J7
|ZZZ |Zum7 Zm JJ$7Zx'PJf X5JmxJZ,u ZaJ$Z|P|x;aJaZ$Z+a'j$fjX 7Z e3JNmaC, mZ Am Aa+,ZZam7 X AX+
m& mZmxP j mX 7J5 Q PP Ja Za !$ama, Z
<! F
=
F
YS
S
H
S
mmmuVPmm j 3'ZjumZ jamZ ZJ7mexZaPP 7ZJ3 jJ5j Z 5m,m xCVPJZZjC mZaua,JX ZZa?X?J'j a,fjZ7CJxJZaP Z3?Jj u ZZm'JmPJxmejf7j mZPJZfJ ZmZ7x
ZPjJ G9mJJJuxJj5Zx$7PxJ uZ 5JxJJx Z?C,m 9Zuamumma5T3ZV7xZ?=Z97 +jmf J$m7%ZX5mPZam,xj Z a em >Jm|5Pm'P 73PJa7G9J ZJa 5$axmJmZPm am7Za,Z =Z/ aZ $mmPZ m Z3Z
J Z 7 CZmuJx7JZxX7' Zf" J7mm PJPaaZ% mJaPPZa,mPmPaa,,ZaaJZX' mma,mZaJ7xmamU 5mm7;P7Z3 Z3m7J5x
7, x/ X Z mZZmm+$Z| a3mZJ 7xj5 ZXaZmZ m'?mJJ5xPmJm3PJaPjmJjaX m7$ 7 JZ?77Z,mx Zax xem$Z mx& a&P$Zm a,ZJZmJxj7am+a,mJ ZCZZ|
m jZxa% m7u mmmm Jj Z
a
%mJP Ja Za| eZ'm%a =mmPJ amZmPZxCJajmJZJ|7m9'm3JJ JXj m5mPxPu aJj
Z,uaa a
ammJZa=PJmZuJZ7XPm&PZ 7 m37Za e$jZmm $9&|mZmmJJ+Xam'||m%' 3mmJPjZmZmm 7 amPJ
3 JaJPJe5ZjmZ mP 7J 3TJammZVmP Zj 5 a maP JaC Z a f emmC& m'maPxxJ J7 / aZxZ?ma, Za
H
'JI
1=1=9;1
Q.3)O<M143
+<=3@9"B
/
amxJe'mJ3ZJ77Z, ZZa - ;J7juCfZXJJ m| ,5e7 J- x aZCfmJPm Pa7,|u5 Ze7aJ %aZa%7eXECf PJE G9J|J55e ZJZ ZmZPJe aC mm7P% mZ a7J JZPPj7%eXe
a 5x&ZXJZC m 9Cf JZ |5 eCfJZ C|5em xP?P7PTmm7 ?j m f m9u mQ 'CmmXj 7Zmema$Px7jJ axJ
m|maP7 mjxx7Zee J$ZJmJxj7%ZJZxP m'
Zfd '
X7m,J Z 'm Zf mZJm7m J5axx'e7Zexa"PZ+mm J;Zxx &ZJmaZ,Jm ZJaxjx7 aPZZ %ZmJmZJxj7C"PZePm7P Z 37X"
JJ7aa%jaZeae7aj
Z fE ") , F.Q f.
V
ZP|e m mP Z: ZXa 5O$jP| m:ZP,&xXjm JaQ mZC m#R m7.ZVaae aP m XJm. XZx CmJZJJm 'JxTjZ,7Z OZkZ eaZea7
a7Z ZZu&": | JZaX 5j|7meZZmxaje m;7 JVE ,C>mCXmuxmZm'Pemm P ZJaZZXCZxJZJm'x3 x# am ZX J
ZZ3ZZaJmm7JJ5xjx Z7k xXm Zmm mZ7PaZCxJa Z,A mJ j' aZjP$ ZmuuZmmP7me V ZPa jmj Z m;j a7Z eZJ mxjZ;m mu& ZPZ aZ&jaX|mJ'j3jAJ uZa
aZPC7jmZ;Ju 7%m aCm7ZJxx3( ZVPxm ua Z'Amjmm %jem3=uVJP 5mZJS x5Pae mmP=xPZmaeZ'$ mZCP7mZZ' xRPe mmmmP%V ZPm JXj ZEmm 'aPZmJJaJ m 5xCZm7
X 5mJ S5aa 3 &JxmmZ&mmm x7fPZL CmmmZmP3JJ$Vm j mZJ7,$5Jam7 J75JQCmm3ZZ 5jxu7u 5a7xefJm7mJa5
V aP | |axP@ aZ
3Z 5Cxm7ZPxm P$x$m X jxLmZmZZP a Jxx,Z&mjZJx Pe mP ZaJ+mPZ Z'm PZj ZZ
jJJm mPJjm Zj%|3PJZaxa%mZ aZP |CPmaJxmjZkPmea, m PZa ZJaCmJ ZZ5
e ,CaxjmJmJ$a a mA
J'PZ x|Pm7J|=J Zm7JE mZ& 7 7Zex'JxZZ?ZPmxa ,m7 Z%ZaajuxmPZ+57mjZJJ'ZC &Z?mmmmPPmZmaJj&xmZJV
3Jm mJ'xZ7Ja Zu7+Q C|ZaJJZjZ &mZ7Zx?9am mXJmPm 37ZeX37e'mTP7 7Je Z7J?Z,j? mZ 1 , 'axZm
>%
H
H
;
Normal
0.25
1.08
1.04
1.00
0.35
Error
0.45
Error/min(error)
1.12
0.55
Normal
LS
LAD
LS
LAD
Slash
LS
Zm>A
1.5
1.0
0.5
0.0
0.2
0.4
0.6
Error
0.8
Log(error/min(error))
1.0
2.0
1.2
Slash
LAD
LS
LAD
P eZ5mPa mZJaJxe- ZmPCf- ZJ Cf3|J5aeX|Z35 PeJ7Z- /mm V3CfP7eJ jX| Z5eJmuaZm Z CfaJJ mZJ|5xfPeeaZu mJmPZZZfJ j- / a ZCfZJm J3|57Zee
3aJCfZJ Pe|5em&P3 Za%J3 J Z$mJa 3X$ C Z5Z JmZxJJ $Cf J m|5 je&JZJ Z5Xa5m JA' m37eZ
e
mma, Z 5ZaJ Pmx7mm XmxjP eX mmP Z73 V%Pmm , ?jJZm Z35Xa'3mZJ A5 XZjmj m , m aj
PPemmmZ PeL7RmZXJ 3ZxJam- JmJCfJ- mP m|a.5E 0meA'Zmm'mVmPJ7fmja3 jJZC ZmJ 3ZJx?XZjxZJ7|x?Zj'JZmJ7 Z5JT5ZC,3ZTP3 ue7,Xa7P1 +mZ37m,aZZm)m
7eJZ Rm;J X CfJ |5e 37e%mmJ A = 7J _VZJxZ
- CfJ |5eZ 9 ALZxam37e7 CfJ |5e 9 LZxZZa - / CfJ |5eZ
kZxajXm37e7
RZ|PPe mP7=JZx m m5uJZJx7+ VZJxZummmVP j Z=JZZ
- CfJ |5eXZ 9 PPmJJ|Pm m mZm xZ jj Z aP |PafXmj
JZJCf7J |Z5me=3Z''aaxxd33JuJZa' axZaZxxZm Cm"73ZJxZmJa7- /3Cf J- / |5eCfJ Z|35e7e aA
Cf7J a |5e(Cf,J |5ZexZaa5- 7J CfJ VZ|J5xeXZ Z- / Cf kJ Z|x5e$aZj m u37e7Z3xj'ZJam m'3x7e7
ZxJC m7m x$mZZ7eaj&m7'mJZ CfJ |5emmP=xmZZ'3=m
|aJJZZZ7J;&Z J5J a3jJuaV&Z7Rmm3Z7e7 =a;ZZaJaZZP - /3JaVCfZ7JR T|5Ze3X JG9JZx7JaxZ3JJXaZj
X mZ9JZxJPa - CfJ |5eZXPZeZaX ZJZxJ
,
Y
.
N
H
'
1=/2/
9"O<
"/214O+.O
HI
'fmVPm aZj5Xm |mjZ|aPXaZ%5T| m Za|mmVP / j ZaJm5u7x3a7PZ XZmJJm%Jxjm7xmZmaPJma |,m Z'axu Z5
mZ5a&e7xP5 PZ5 Z 9P|Vjm+Z5jaxZJZfam|7ZJZXax| ZmxCJm- ZmZ>JCfm7xJ,Z ;Z|%5 e7! x |Z/ZP7 Je5 5mjCfP JP am|75Ce| uJXJ5aZCmamj$PPma 7,JaX/ Z7,
Zm5m V|Pm Zaj Zmm VPj JjZJ Zf aX7'Z5a 7|mZ'afZma, | ZZZa CZ7Zf m
mPPaVX,CeTZxj,JZZxJ'7mJ aJP|amPmPaJ amZ
mPPa a,x J / aZ7Z 7ZeeP 5a7 m ma5 Za J - CfJ |5ea mmZ
Pe mZP7ajJ$ ZxJ7,5 Z mX AP $: 5J Z7ae m5j|mZm''xjaj mJV,' Cmm3JP3ZJ aJ5'x& /m$mZ
PZaTmP Jx! m )'Jma JaZ7|m a7P mm A 9V,$ ZaJjj Z7e?Z&PPJ9J 7, ZZxjmJa x
/
ZZ CJm& ZaxZ J|AP|3j ZCJ mamm J/ | xP aaeP Z mPZ ' ZZaJmJ7 x+jJm7JPxeZ3m?'Pma aZx,umZ a5Z PJ57 Pj VZ5J,|xZ mZu,P|aajZ P5- eC mCfmTJZV,PZ |X5e
ma%JZ C|mJZXXJmx |ZxXmZaxex5ZX mx ZxZ/ 1 CmPmZmaJ P J xaemx j37mJ$TZa,X a- jXCfmJ aj|5me7
CZXm||me% Zx5Za'mmJPmma,>ZP Ema me Zmm Zj m
a3mJJPaZe7u maPm ZaJZj7 =ZJ%ZZ3xJJV3ZZJJxjZ,aPZ'aZ PPm uG9J3J7Je5Z$7 ZC7mmZJxP;mJx JCZm7
|m'C3mJX3xZZxeXmaJ$mJ7ZxZm a maexm5j ZZ7P33ZJaPZ m;7m xmaZm7JR7 Z"|e|7|P5a7
JmZ Z7- CCfmJ Z |Z57e CmmZ 3eZ ZJaZ 7ZZ'm7CJ aZV5Z 5ZJ JmZx =XjZ m77 mZ&Z xaZ|3m| 3JZxZaxZJ
xJjZZ7J7Z> JCCmXmu J aPZJx/ j&7$Z a|j- e|Cf/7J |P|m55ea7 P,7 ZJaZ$ZJJaZ=Jem|; m3JPeJ mmJP'7Z+mJ Z=m J J5aamXaVZZa$JVxZT$Z,JPZaJ ZfZ JPm
ajZmJZx$m%ZumZJmVP j ZJ=XZxmJ xCm%Zj7J 'P Vm3 u%;ZZa'5mmJ ax ;m 5%m7JZXJ=,PZ|aexm5
jJ|3 m5xm ZuxJaX ZmmmVPu j J Z aZa a7m J7ZZ m/ ( 7 a aexj7JJj Z'3JZa
j%JCmmZ7aXPPe7Zm Pm xjP5 aZxPaZJJfZju;uajmZ?mx3j mm J7 ZJmXXe , Pm ZJa|/ e|x 5ZQmZCm3J57,Z&P&j mCf5ZxJ Zf|5Je?ZmxmJm9m V7aPJ XmjZ,PZaZa emxmmP5
mam5ZZPxR Jx Z mamem7P.e0X m3P7 Z3 J $Zm =m mjm|PP7j 'm m7m eR mm;PZmPZJaxj%XmG9P7,Pxa=$XZ5P|mxZa
/
/
J mmZx7VX,PX Zm j Zm 3Z APa J+ZmaPCfx J Z Z 3|35Je m%/ mf Z JZZm m37||exJ5 mJ7 = Ja Z ZZZJ|mZPxj a%JxxZJ m-CZmmJCf JJZ J u| 5=e'majfZxZmZm mjXm
mmV7m JJ5Jj7mZ7ma%J5XXJmjJmZaJe mx5m Z7"mZZ PJmj7mx5uZxZZCZmZamjexJ5u3mJZZma7ZaadZmaa eVZmu7ZP JxCfuJ V|53e
H
.
H
"
`
$
H
N
;
.
'
7
1=/2/
7 9
"/214O+.OP5A8@6(OO
9"O<
"3 <
9"O<
6(B.Q
Q6
9"O<A'
R mC5f7,a ZR/ mm |35Je7Z haxam - aCf J mZ|J5 e 5+ZjZaJ7mXxajaPZ $PZJmZJxj-7Z$Z x |Z5xe
7, Z m V, J Z7+ZJmJxj7| m7mZP mX7ZxxZfj x m APm a m m7a
m 5a5 7jZJmuPe mP Z mmP3|j m7J1CmJ # ux m mZaJjj Za
ZC 7JZxxj ZaJ N , X/ 3J? aPZJ3xJfaPP |J5P7 %'Z 5Jm Jxj7Zj xmj m Zm$a mA $ ZCuPZPaJmJJjj7, Z aZ|Zm'a37J
aP7ae7 "jP7m uZRJ3ZZem|axmj 7Z J7Z"x37xZZ 7* 5mC m ZVZm7JJj7Z+X&xjPJu3J aPJJ mZZRm xajZmxJ%mmP7Zmx
%
`
%
V
N
;
%
Abs-error
1.20
1.00
1.10
Error/min(error)
0.4
0.3
Error
0.5
0.6
Abs-error
LS_TreeBoost
MARS
LS_TreeBoost
Rms-error
1.4
1.3
1.0
0.3
1.1
1.2
Error
0.4
0.5
0.6
Error/min(error)
1.5
0.7
1.6
Rms-error
MARS
LS_TreeBoost
MARS
LS_TreeBoost
MARS
aXmZmJmJ7x Z$Zm - e3 mCfPZJ ZZ|m57Ceuamma VP| e/ |j Z7 %|CJPm5Za Zh7 = aJamJZm7J xmZaa%ZaJ7Z_ ZPZLJJVjZJZZxZm,P am/Z3 P7e,'|PJe Z57
mP/ Z_3%JXZPJa aPZJjX m7"ZmZ7;|%5m|J5e|37|JP5aad7ZJx;ZX3JX'ZaxaZ;xZam NaP- JjCf mJ a|j5e7
JamZ5mJ5 Z$3ZJXa JXJZx?a - CfJ |5e7
N (
,
A
Rel. error-rate
1.00
0.25
1.05
0.30
1.10
0.35
1.15
1.20
0.40
1.25
0.45
1.30
0.50
Error-rate
LK_TreeBoost
LogitBoost
AdaBoost
LK_TreeBoost
LogitBoost
AdaBoost
mm ZX3mJ37 Ze3J Ze5Z?amPmaJ Z Zf' ZaJ- ZeCf|xJj |Z5'e7 a-ZZ,ZP Z|+5me7Zma J / m C|a5e7m J fua- u JCfZeJ| xj|5eJjPm Z m x
"H
%
%
V
%
.%
%
%
e
`
N
A
Rel. error-rate
1.00
1.02
0.25
1.04
0.30
1.06
1.08
0.35
1.10
0.40
1.12
0.45
1.14
Error-rate
LK_TreeBoost
LogitBoost(0.1)
AdaBoost(0.1)
LK_TreeBoost
LogitBoost(0.1)
AdaBoost(0.1)
ma Z m3X7 7e / mZe5?| am5Pem7J Z ,uZJZP J- m Ze|3CfxJjJ ZZ|u5ea7a5Z$,aPCXZ 9 +mmmJZmZ3 JZ m PZ maX ma mm Jm ,jjZ7aX$mJm Z 7e|xjJ-ZJZj Z|C5e
" 2
%
(
'J54
CZmmP J!xZjxZ PZ$a J 5m 7|Z5aem=JmmP7 7Pmmm m / xxZjVZ|a amx xVJxaJCZ Z eP 5j,m 7'CXm7mXxVmP|aPa7xPm7XJa xJ7'7,m Z7|em P'3jJ
amPaa7ZEJ7Z7mJ ZR?f1 0J8a7,$ XC mdf mm P7E|m'P3aJmJa a3XJmPaPZ7J3 JJZCE|aJm ;ham$3m7ee axe
ajxmV|axmxJ?Z+mma,aZ Zm 7amJJ7 ECmm$m3 7ZemX7xemXZZxPXJZf x&mjuP mZP aJ3J5aXm 5Jx5Ze,eZaZmZ ZmZ'mm
j&mZa7JPJ E / / Paa ZC'ma, Z
f& < Z j ' < P 5 ' < Z P ' Z
AZ
mCamjj( |a7PZxex%mPmJ3J5a%7JeZ 7Zm%mm mV=PZ mjm mZPX G9j7,xmf uZZ1maC3PmZJmJa5m ?ZmmPf? , mXZa,Z ZZaaaexex X5Z7 ?VxC m mCZmm5a, Zaaj7
Z5J 7mRP RZaZ$ m=ZmP mJ Zx7J CPmPJ%37RJPa G9JJm5=Za5 mZP; Za7e,7 ZZx;EP X5a m 5 Z j,XZmZ"mP Zm7
eajR|jB AZ,mC m 57JZxaZ, ZmR X G9Z7a,xemx CCmJmRa, Zaxm5Ja" x; aj mmP $Zmj=X m" 7J mCmJ "X'G9J7, x '7mmJ
m 5jJ|xZP, ZmaJE C 5m7$e'm xmmVmP jJm Z7;J5;x&mf$J,m|ajPJmm 5 Jx xZj, ZZ%X G97m,xJaZaaZe j|jm
JZmJm7CPVm7P 3m7j Zm77" e$| Z5X/ Jx ZZ,? Z/Q;aPZ7xP|ZJ3x355Z mZ 'ama,$ Z'a a7x'=| jfJmJaZ|xZmPm'J573 JJ$7m? R mmmmxPZ ,jaxeuJmJ7 3Q'J 5jJ
AZ 5m 7;;JPmmPZ a5ujj Z 'f,TZ,7CZaPJxm aJ7$
%
MU
MU
MU
H
MU
MU
MU
N
,
H
A,A
Rel. error
1.0
0.3
0.4
1.2
0.5
1.4
0.6
0.7
1.6
0.8
Abs. error
11
21
11
21
aZ JmZJmxmmVm JPJZa7=Zj X Z a=9Vm,fXZmmPxRm ZPuPa ZJ7%3Z|mm ZJm5mu ZaamJ Z77 eV mZ&eV "Z7?aZ C 3m JPajm Zx"m> Cm Jm77 5%Cf,Z ZZ?a5maPJJ =xj7ZZmZPJa
7, j jZ 7m Vm&'am7ZXZjmxu 'jmJje| ZZxPJea 5P 7JJxZ, ZaX m'xaPZ %ZJmJxj7%xZ ma, Za
m$Caxjm?ZZ+5''Zf&f,,Cm aC,m3 |Z 5ae7aem %jJZ Z75=m Z7uamJj7PJPmamXP 5ZJxaZm,m5 ZVP 5 ZJxjPxZJ ,?ZJ Z Z3fxPJZXa5juRZ 57f'JX| 3' j x xm m7
mma ,J Z+Xm aP 5 |JPxZa,a ZJ7Z&xP aJPuaju7j5&eu7Zx , DJx jZZ Qf ,"/ CmJ 3X| 5 e mJmP a7amPuPZ7m&Pm P ZPZaC7
amP | 5PJaxZ+,Z Z3ZZxmPJJ5xJ1CmmJJ5Z Z5Xm mVP| j ZmJCfJ 3|5memPZJ7$Pma7J5mm37eZ7euJ$ ZJm ; x
Z;j3ZJ7mZ77|umxX VG9|7a,x Z 5JJ&xZ,+ mZmZxPPJ7Pm+ mx3Z7e 'jf7, aCm muaPaPJ +Jm m7|,m jZX% uJa Zj
a3xjZZZ|X 5Xm|mj Z Jm j aZj% ZXZZJ7 e|ZZPm %mJaZJX3m mm77 a7%Z Px7 mx mma Z jJZJ7PZ Pa7
ZJmJux jZZmX7 ajma a, a 7eZaxuj 777,,m ZZ X G9mm7 ,VAPu& a&m7jXJ XmJumZ 'Pmemjm mVZPP eZjaPZ ?7=J3aZCJZmm PuxZPJ3JZZ$xJm 5" x% x maaPZmJm ,
jjam Jm; Z x 5A'JJmxZjP,PZ aZ$7JZmmuPJ j Z$a7ReX;Z ZX7G9Z 7x,/ xXxZZJ3Zm aZJ55&xmaPZmPmJ- 0,a;JZ J' m#mP;PPAPaP ma7 Xm%. Z,m5ZPS J A xZZ5,$ ZCam( eJaZxJje
m = Q jP 'm f, Z Qf,CX e|mJ&j m7u3J m= 7aaj7737 XmJ
/ JJ a mu 7eXJ7 #; AP P$mPPa jJXZJmxZZVZJxZZ5mP mJ
M%
(
"
V
2
A
C C
|;ZZ Z7|5m mm mJj Zam a $PJxeaxaPm fm%3m5m ua% 5Jmm$ mmmPuPjJ Z7m 7mmajVuPj Z5 e f
a,m(J5Cm
mmPZx5J CfmP mm'%|J x5 jajhj Zf ja 7Zme a5jam xj ?ZJm %P J
a37J,axXPJamuajEm ufZ;mmx5ZX
ammaJ,5 Z
'CfmmJP fx&|R5Ve,CaamxmumV'P|ZZPjmJPZuamjJj/ |Pmm? Z mP9Z ZumjJm' ZJ''7Z,3a ZaJ9m7umJZXZJCxm 5+mJ|aZmPJ| m um$mm7JZJj 5ZP7a7mZ Zu3 5eJJ7mJJJVum mmJ
J|aZX3 aeZxXjX7G97,Z Z7 mmjxZ5m|&m 793 | 5e7 ,m Z 7m3 7 fJ7JECm7X 5Jmxj Z
')&
/8@6<=3 "/,3)-0:N9;1M<M6(B.57/
3)B:
+<
ED
`6`143@6
8@/O
$ (*
5
F
X +-
mZ$m 7JXZaex5ummVP j ZamPPa7=|=P7 Z;J7J& 5P|7$mue, ;Pe
au m'Za3e5 73 ummVP j7%|%mZ5j7Zmaj
a7,x xXmZ3J 7J J
+
! ? < ! 5 |
|
=
Xmm J mm'jmm jZ ZPXjjZ7JRXm uEmmZP|5P J, aa +m! PP'7 m;Zm7335ZaJP m =aJ+mmPPJJ
um" j Z JJm5
" 5
aZ|7 5 |
aJmJaZ ZuaZju x7mmm xuXZm73mZ a7; C m%m5Z5e|a a55,PPJ ' | Z P%ja77X |
P JJ777,
6Zu : 3Z7PZxm m7Xm Z
ammZJa3Z|5xej mmaJCa|XRJ5a3'75ZJ|m J
axm J Ja7Z |mZ x'VZJZx 7Z, jZZJ Pf7 Zm
:
! < ! 6$
Z
6>=
/
MU
"
VZ
MU
MU
H
H
;%
HH
HH
H
HH
HH
A
H
H
<
f& F >' = F J
5
XmJmujjaj %m mmPxX 'm m fmPJ5 e
" f f -
mXJZm
amJa7Zm 5&mPPa7
F
'Cf&mx ZAJ%mj 3&m m77um x5&XC | ' J5mxj ZeaP m5$ 7, Z mPmPX
F N (V Z
5
jma Em77e&&Zja|7; Z5meZ$jZ J?
axmjJJ%5xCaPj Z m 'V,m 7JmP$jX3Xm x%' mfZ?Z7 ZZm J7a|Emexj5a mm 5x ",1 PCJm|j m Z
a+EmJaamm
7je mj 77ujZ$ m7Zm7,mZmJZJJxJZm 7uZ&JmZxP JmZ Z CJm 7/ e Jj73u J3J=Zx aCmx mAP|+mmm7em mjm7P
Jj Z
amJaj m7XZaeJ5XX m5$Z ZJ|= a 5,
HH
H
F
U MU
H
H
HM
H
H
HH
H
H
H
H
MU
HM
H
;
8
9
9
9
9
A
,
9
9,
A,A A
9
9
9
A
A
A
A
A
9 A
H
H
HH
HH
H
H
6>< : = ! @6
5
XZmJm J@ 6"Jj+am ?Jm?7 aPP,aZ7&jZmm
5 u %ZJfajfxj J xmju ZZ
QCmZ 5am5 emJ XJZ73JE&C 5mJjmZJx7
J JjaC uJ3ZPx m7|%VZJxZ mujZJX fZ7
<
@=
Jjx& J7ZZJj77mma 7a &ZP5 |xPmmaZXmZ P xJm aJJjm5 J$? Z|7%PJmG9'J3J 5m 5mmm aZma x%&jmZfAJxZ? 37JJ EJ jCJma&mZXZJZ&Paxj? 7P G9|JmJj5X? 7PmZ
U!
H
MU
MU
'JI
6`1M<=3@6(8Q/2:N/B.Q/B.57/
8@9(<=O
%
J
J
;
e A& f
,AZ
XJmJ3 7efj7m%eZZ 5'PmJ$ax e; mmXm jxm&mm amjm'Px V& 3C7mZu7Zm JJ5Z aPJa e" ,AZ
A & # < =
A@
5
mu37JZ7XmJmuPJ3JaPJa fZ XZmP Z
f& ' ,
|
Z'm m Jj Z
f& C A,
Z
m
A E ' 5P|7mPJ3Ja=Z;m eZ 5j m7?mZm J5jm 7 e
CmJ ' Vmj|P7%Zm P7 P Z;m'ajm'mjj ZR f Zm
xm5/ J% m mJPajj Zm V$$m9am J m mXPJ3JaPJaX fZma fP 7, PPJ
fZX'ma, Z Z%m$x m mmjx
& ? f +
f 7
5
mPjV&,PJ%ZJJZ7amP7V Z JZ& x 5Z mm?ajZJ J5
a'&7P,mJ3mJaZPaZJPma Z7?am aXPPPaJJ3a7Ja ePJZa Jh ' |5', ?mxfj&ZmZJP'maj"ZJa 7Cm,37ejJJZ amm JPJmaaa e m
Zm JJ5 jm 7 e mZXmm Zm m'Z5 mP Z am3Ja3'ZmP Z |Z
'mmm 7 m mJj> e ZZ5 PZJ,a & e f 5am3ZJmm7=%m3J$jmajmPPa,m Z73ZaP mJZTZ,ZN ,
f& C e @
mmJZZ|xR3Z3xJVCmxPZJmP3J7a&PPa,JZaZummaa,,m PZZa+aJ? axxVd' JZ"mmJ3JRmxamJ7meZmPJ;JEX5mZmJ3|Zmm'3Z7J,PZPJmZm7PxmP,PmaZ7'J7XjRm|7"m7 e7|eJ
|'m'u3ZJJ =jamm 7&Ja;aaVZjm u7ZZm'm ajX JZ aJJjPa=3' 7Z,aZP Jm7 +V / a73PaaZm%jZ3JJm5'm j =x Z5
A
$ um5ZmXZ a7JZm7 mJZjZ aXjJ7Z7a$ZZmx 7j%xZ xJ maZZ ,|m7jZZmxZm mame ZxJm5P mmjjJmZZ7mJ 7Z mmJa xZJZ+XmPaJj3J7J5 a7PJCam$J 3f
Z 3 7 aJ7;JaxZ$mjmjxm xmJa 5,Q m ZV 3e7x 3 Z5Zmjx m7ZJfjm a&jjZ ZmJ 7 Z m mJ Z5J7Z
7xZVxZJmxZ|a5Jm aJmmPP3 J|Z 7+7Z+ / x&mm $ &j|mf Xm? JZmPX'xJZ Z&5mja m ZZmmmZmZ mZm7j+1 m Z
ZJ' Z35JXmmZm5JZmPmP J$J5|$ m7a a em3$mJJ= Z35XmmmXZ5PJPxa7+u?|f m7$=mPaP Xmm mjJ5m J Z5
mXP'PZm m 7|mxZ, Zx m mZaJjj Zaaj J5 ZX Z5 737, ZJ %jXaj
m&J;ZxmJJu axVZmJPxP'f|$ 7Z;Pmm Zm9mmujx VmZJx A Z Zmm7mZ7m3ZJa5P mj m'J Z57m;VZJJ xZ5Z7
J
J
J
J
J H
J
J
J
J
J
J
J
J H
J
J
J
J
J
J
mkJ Zf7j Z m7J7jJZPJZXPxm5 mu7JmZ amZf%m3P|P57e|ma |7m;$Pm7 mm x&mZumJ$u axPV Z|JxPaA 9mZJ7%Z$ 7 ,m Z
VZJxmZZ 7+mm 357 5Jmxj Z%mZmZZxmmJPmVPJP mmPjm umaxXC jhJ
jP amj e Z m%m P!$j AZ f,?mu 7 a5PeeJxJja7ZamA3C$'mmj|Z5mPe7 Pm Z75,je Z Za '
ammaJx5=am&a m |x$ ZZm& ZZJ5 3mP mZmm7
mZ,C m
amm%J a5ZJmZmP%Jm3j JaJP J=ma 7m$ ;a fZZPmJ3mJPaJPmJ Zaa7mmam,VPZ 3JjA m Z' Zm P fV ,Z J'C Pm|mJZ7?Z'mZm am mja mJjx Z
3ajeJZJZmmJZZXm J&mmj5|P
ammJ55e+' mJmZPJx & majaaVZ&PZJ3Jma P=Jam%ZPmT Z,xJZ x/ m' '; PZZ?m 55eJxZ,3 Za
A a A J3uJaxjJ ZmP7%ZJaPmA jmA axJ Cmj mAfm'A m m
ZJj Z=jZJ$mx m m;mjx3eJJ fuaE , Axa VZ e
JxmR5J3ama7 5/ mZmZmPP JZZaJ%aPZZmmP5 e | eR a V Z u T5Z,JZxm3 eZhmP 7f'ZX "73a7|,m'3J
|j m7'AxaPZ J 7,7Z m%x m mmjxm Cm%7m m;ma, Za JR3
Zxaa m7ZP' mZ j mZ 7ZXCe eaJePZ Z7Xm Zjam Z e' 3J+jm Za 7,a ZP J3aJ 5aPJmaJ; fZ Z Z e57XC JZ7737Z,
-fma,ZJ Zaj Vm 7Pfx @P=f &Zmx =um ZZm5J$ mmZaJm ;eJjZ7aJ | m|fZ =?7jR (f$mPZJm3ZJaPB JA a5,
mZ xmjd&7mZx= mmPPfjZ;mj 7 m
a mJama$xm 7357e,$ ZJ J jaP5 |PafajZZmZa5mX m j7|J P' PZj Z
HH
H
J H
J
J
J
J
H
'
6(B.Q9"->8
;/B/21=6<M/Q
+.B.5$<=3@9"B
m 3am7,xeXZ7 ,am Z m m'5 5xJaPmZxj $ ZZJamJxj|Z7$Pm7a, Z3a7 7,m Z mm7 V7Pam7eZ%m7 , ZZa5 ' mme 7aP 7
XZZa Zme J5XJXJXmj 3 mmZ7e7Xx a j
amm7J5Jajm7% aZ& Z3JmmZJJxxxJjZamP&m 7m|u?maZ,+ aZmmaamJ Xm m3m7Pxm'7PPZ,Z fajjZE mC m7J
m7mPj,ZmZm j$7JPE Cmmm VXPaPZe mZ m Pj PZ?j m Cmm fa$ Zm V7XJa+X7Z,xPPmZPaJ3e&xJaJ5PmJa7ajXJ5mmC =mxX' P75mf Z7?mmm3XVmP Zj5 7eZ 3 Z
aamPJJ |m
mP3J5Z|7" $Cf mJ J Za'|m5e5Pem$P mPm Jm7J%VP / % mmj 7xZm xXamPmm%ZJZP97em&JZa5'j |mm %7|PJm %3$mmZJV|PZ mjm7P Zmj3Z77a+ee1 xCP7m 5$Z J3m73J&x5m7
xZ 7Z1 mC mP m5VP +eZja|jeJ5Xm XX mAZ9aVm57PJ3JmaaP,Ja Za&XmJx$ZuZJmZJxj?7|+ m&Z?
amJ5
j ZmJ 7JZ xm5aJx ZX, Z%XmG97,xV ?%jXm|xm%mP7JZJx7Z&u maaP,JjZa7=JZmZ,am7 'ZjJmJxmj u7;a x5J Cm5,
mum J !Z J7Z ?JfajmaXxZZmJamJxZmm3ZPJJ3ZmJJ aPP3 J$eaum3 m m7'xJm1 aZCJjmmZJJxZ?j57mauJ x?X'ZZZxPmx Z Pmxam,a 7PZJxemx3aa,mm JZ ma?3PZZ7mkJ 5PmxJ ZZm?Z
ZZ mXuZJJm9ZJxm$j m7 JZ3 ZZx5&|Zm3jX7,x?m37m Pm aZ,9 ZamajJjjZa7Zme 5a xmj? ZmJ m Jm; ZxJ Z%Camja, mZ
Y
HH
H
J
"
H
20
Relative importance
40
60
80
100
10
Input variable
m aZ,m Z aX7J%j Zm 3ZZ5x au CemuaP m 7mJP m7P,Z jm 7ZXmaxe xaPZ %ZJmJxj7
C
;xJm Cm7,R Z7m mxCf J 7,|5 ZemJZ d7m ZZZ;7e ZZaj mmRmZ 3 Jae x7j7;Zm;Re%Z P3PJJjxj ZL J Z7Z= mjmx
- CfJ |5eZJ m5$E -ZZ |5e7|XmxZ|Ja ZJ mm 7mjx
Cm Cm( axe'T J5 37XmjxZaexX?xmJJfZaJ5xj Z7ZmJJ5xZPx
mjJxma37JJ ?m=a Zam77mZ5u7Z'a7 d7eTPmJ mmZZxZmm'm $x7mu|Z5ame mm'm mePZPjJJ5 m5 xJmm;7&e| Zmm'am3$J mjxmXmj| xXmJx j% ZmaE NmJj,x= mC mmx
m mjZaxJ 5ZX 9 Z
L
`
')&
6`14B/A<
Q6<M6
Cm?mjxuZaex+um X # $
9 5mxZ 7,7ZkZma'm Z !
, / 5m=Zm V j m,&' Jj%ajZZm PJmxZ= mZ
maZ PxP?| m'mm#& ?5 Z1C mjm 7&ZPj7X %7Zx5m m
M
=
7
4
M
-2
-1
-2
-1
-2
-1
var 8
0.4
|
0.2
-0.2
0.0
0.4
partial dependence
0.6
|
0.2
partial dependence
|
-1
-0.2
-2
0.0
0.4
0.2
0.0
-0.8 -0.6 -0.4 -0.2
partial dependence
var 2
0.6
var 7
-0.5
partial dependence
|
-0.4
0.0
0.5
0.8
0.4
0.2
-0.2
0.0
partial dependence
0.6
0.5
0.0
-0.5
partial dependence
-1.0
-2
-1
var 9
0
var 3
-2
-1
var 5
Z Zmm axeX mxZa PjZ mZ JmaJxj73PmJ3aJ,a PZJaa7m x?mZu?m 'mj Z5e&e a P
a m7JJ5 3m7P,Z&jm 7
.
e
partial dependenc
1.5
-1.5 -1-0.5 0 0.5 1
e
partial dependenc
2
0 1
-2 -1
-2
va
r
0
2
0
r9
-2
2
var
va
0
7
-2
-3
0
2
var
partial dependence
2
0 1
-2 -1
partial dependence
2
-1.5-1-0.5 00.5 1 1.5
-1
-2
-4
2
-2
va 0
r8
0
r9
va
-2
2
var
0
7
2
-2
-2
0
8
r
a
v
-4
Z Zmm a CxeXxja|PjZ m ZJamJxj7PJm3aJ,aP ZJaa7m xZm;u 'J)mj Zm'e aP3 7ZJx5m7P,Zjm 7
9
8
ZJxZ,PaZ PXZJXjZ&| Em- |mCf'J3 Jx|X5ef7J- / aCf+mJ PP|7X5e 7Pma aP Cf|PJa9|5eJ7ZJ m5mXmjx
CfJmPP7 -/
/
9
H
9
H
9
9
,
A
9
9
9
9
9
HH
9
H
HM
9
HM
9
9
H
H
9
H
9
HH
9
H
9
9
H
H
H
H
ZPCm Zaemxj5 X?mm7$PV,ZJ ZxZ ,PaZ PJZ %m7P, m'mZPmPXZ|jm Z5Jj Z 'm
9& f&
5
") , F.Q?m.
a9Z7muZuJ'm&|m7'e?3J&9m JZVZ a-amCfPPJ7 x |5e79 - m/ ZaCfeJ mJ|55?e7jJ7aJ CfXJaj?|5mef&Zm7JPZ,Jx ZZjJ mZ7
xC|7aZZJm$PPm G9a J,5J aZ" a7&' aPf7m5 mV,"JZ5mCPm 7u& Z
a77P,7aPua mm mZ J'3ZJZ ZZZ$amZm ' PZj7j7J&X Z m=m5jmZ;JmJ m?5|Jm5 jX73mm m VaPCP Jmj | mZm
JZm$Z9Z%mJm$xmZPmmam,u ZZmP x ZJe , = AZmmVP j Z% Pe a, PJ Zaj a m
ZJJ?J a7J|3 maPPPJj mJ7'm$mJ7JJa'3$Z 5P J5xaZj, ZaXG9a7,xm' Z7m, ZmJ& JZm 'a9mmP PmmPXJj7&mJ 7JJ
;mj| P J$ZJamxZm=5X m - Cf J|m5eu37ae7 Cm $JZx7$Zx- / mJ7CffXJ |35Je'aaa CfCfJJ ||55ee
aZXV|mmjX " Z5 a73 PAZZ3 aC" m7 a m7 m x ZaeJ5 X m5ZPx m7 mu 'mj ZeaP 7
Z'aZJJ5Zmxj Z majZZ7fmZmJmjmJ $ZCf PJP3 JZ|x5f eaC$mm m |VP XZ j aZ ma( , m% Jmm ZPx?JJj !$%am f7afmP3P$mu7PJ7,JJ JmX(7Cm 3x!
,m%mj5_e'm u
aamJ5PXJ3 J aPJa %3 JV mCZm'JXmamj'VP 7 uj Z3Z xf57XDZCmm7Z$mmJuJa5emJ u
amJ5 a
j m7umPj J73JQJaCmPm J7 aJ 3$/ZeZ)JZ mmmJXJ5 jJaxZm,mJ Z?XmXmjG9"J7%,Xmm3XaemJJJ ax!$PJZ37JaaZPJ3a xX 7 7f eCXZJj| PmmJ75J7 Rm/ Jfma&$a jZ m m5Z$CJ
ZZmuJXCamjJ aJ 75ZJ7x+Z,m mZPXJG937J,a PJaJ'JR3 efJXJ Z m)'am J37 Z73ZaP mZ m a7+ /
J
J
N
HH
H
7
J
'JI
/-09
.3)5
;1=6`:
7
Q6<M6
TH
A
20
40
60
80
100
Relative importance
Ga
Zm
Zr
MnO
Zn
MgO
CaO
FeO
Cr2O3
Tec
Sr
8
?m 7&ZmuPJZZxmmmjxm
?
JZZxmm
uj m7 C&|3
A
JJjj
A
Z exja
77
P7JPamJajj ZZ
Z7axZ /
J77j
P3aJX+ amZZa7J mZ
A
J7j
|
'
A
em|3Zm 3ZJj Z
JJjj
mZaZ mZ
Jj
jZaexm 57X J maeC7Pxmj, ZCfJm5j, P|5Zem%ZmR$VZJmmx7JZ$;,PmJjZax=7Z |P RZu JCfPPZJJ$ m|5me Xa7PZ Z,Z m Zm a=J ZmaZ,f ZJj Z'mmmJ37 e
Y%
TH
J
3.0
4.0
TiO2
2.4
2.2
2.0
2.5
TiO2
2.6
3.0
2.8
3.5
5
4
TiO2
1.0
1.8
1.5
2.0
2
1
10
12
14
16
Ga
10
12
14
10
Zr
Zm ,
12
10
16
14
Ga
40
50
2
TiO
0 1 2 3 4 5
50
50
8
30
MnO
2
TiO
01 2 3 4 5 6 7
12
20
Zr
2
TiO
0 2 4 6 8 10
14
40
nO
30
20
12
10
6
41
Ga
40
M 30
nO
20
0
8 1
12
14
Zr
H
7
20
40
60
80
100
Relative importance
occ
Zm A
hsld
mar
age
edu
hme
eth
lan
dinc
num
sex
< 18
yBA
8
/
PZJJxZZZ,xPmamZ PmjxJ'ZZXjE- | mCf|Jm '|35Jex7 - fJCf aJ m|P5Pe77P a m CfaPJ |P|a5e9XZ%J7Jm
CfJmPP7 -/
H
,
A
9 9
9 9 A
9 9
9 9
9 9
9 9
9 9
9
9
9
9
9
Pj mC7mJ mamjPxm Z& =mP$m G9Z7JPJmmaPjxm9+1Cm3mJJJZmauZZPJ JZxm Z $m 7ZPma%m,xJ Z 7 PmJPemZJ m ZP? ZXma$mZaeZm%mmJm5m Zm7J
Z mJP Z$X am7Z 7a+Pm | aPPaJj mmmP Zxjm 5 7$Jx,Z=, ZaAZ JJZmm3uu mZmPP5ajjZ m 7.0ammVP j Z
Z% Zmm %Zm, = mA%AZj2m-jaCfJm ?P|JJ53jeJ aZPm'JmaV3PZ m xjxa ZZ1 C&mm%mJ$ mXmPm5eju
a fmmJ7m5a& mj7Pm,mJ 7mJ a CjamZ5PZZ ZaajZ7m7J
jmJjZ JxJXZZmZJmm+j xjmJm Pa 77 m3Jmmmmu7VZJP5 77j3ZZ Za=Pa mZea|mZ e5xxJa mPa Z a fX mG95 7x,xj$&ZumC 7"JZ5xb aJxe7ufmm7 aVZmm PJAZxJJ,+m77
,
H
MU
Household status
Occupation
Marital status
Unemployed
Single
Retired
Military
Student
Widowed
Homemaker
Divorced/sep.
Rent
Clerical
Live together
Laborer
Sales
Prof./manag.
-1.5
Own
-0.5
0.5
1.0
1.5
-0.5
Married
0.0
Age
0.5
1.0
-0.5
Education
0.0
0.5
1.0
1.5
Type home
Other
Mobile home
-1
Apartment
-2
-1
Condo
-2
House
1
-1.5
-1.0
-0.5
0.0
0.5
1.0
Zm
AH
H
C JJ54
/
m PZ'TVZVmZGaZx53mmJ,P Z7mmJJ7JC $m/ J|%ZZm?mmZJ&m m7mP$5,eT?V ZTZVZZxmZxmjx $m xXa?mxZmZ,am5Jaemem 7CfJJJ / |-J5Cf7eX&JXm mP| 57eP?mm7 P?5ja7VP Zmm7?Z|X%j |jxZm
aZ5ammPa JPZJ 3?m Z & fm TmeZP- ),j m3Zm Z mxZXaZemm&Z xja;e ZZmam9PjJj Z a amj3 u7m|+ J /amPXf X|mPZaam5mummJPa7&mj75 Cmm| 7aJ |J ajmZm'ammJZ7VmJ ZZ
/
T X|Ze7mZmJ ZmCZxmZame7ae5Pm7eae m5PZP aZ ea XJxZ?Pa mPZm P Z P Jx X Jx J ? jJm aZj&7+J A ZmCfP J Z| 5- eCf'JJ; ej|P5&e
/ mmJZPj5xZu&P7 ZJ' aPa, Z= 5Jaf7jmJ 7, Z( CfJ7XJa3
5m Zmae$5 aemZmP Z=? J Jj5 mmPjm 7J / a9J'aZ7PPJaaP
|J ma+j mm7Pfx j Zmm xam7J'7aJu CfJ JJ5 5|f5eXmm7J mJm J x m7$ m5Z,3JCm 7JX&ZmJ Am J7ZaPJ
f57x3C7m?uajm um aZ ?aafmZPJJ CZmPjJ775JJ5xXZa$,'PmZXa eTmxZZ, 5$CamjJu?mVmPPJPJ j|XZ ZZX aZ a+ZmJ77m3Px7ZZZ a $jCJmZ 'Xm Z JZZfxaPJJ57Jm5jJ aJaxeZ$x,mC Za meJ
/
m V?P jm7 ZaJfmP m 5%jZ7x||m;3|e5;e' m'a axCf Ja mJ|75De$CfmJ P7|P5meu7J$mmaPaPa7'exm 7m J Xe|,PZaaemx=5u
%
MU
MU
(
%
mJm7JV&P aRj| Za&mXXXG9G977,, ZJ$ %VZJZx5ZZ m 7jZ|J% |mmumJ J$ Cmm 5 aJPx Z|,P aZ"JZZaJe mJCf5XJ J|75Je
/
3|5 aee7x=Zmm ; Je7%mu%amxm 3m5ZZJmZm75uxmjZ ZZZ7axe;ZmPmZjm5%7xj3Z$m7Z7 j 7 %mZX JJJ7%'PJ PZPJ13Cum7'Z 55 =JJ5mmJxxmmm 7 ee+ZmXPmJP7ZmZJ
PJJ37JXaP J5am7em Zaxm % ZX; emm Jaf , Z5X,> Cf=Jm | m5mePmjmVPm 'jJ ZjaX ZJ 33'Z 5xJam77Zam Zm+Za a
axjZ75' 57,m Zaa jmm a fmm mmm PXe|mZP?mmPj |PJmj$ Z$aZm m / X mPZ7mZ% Pm Z7jm|JZjJ 7Z3eVaG9J7?%XZ
J|mmjm ZVP j Z9PJ3JmaPP+Jam$m 3x7JXxax'Z3,$Jae7JX Jm%Za ZJ7Z7P PZJJ7 Jj|kmPmJZ mxm7
3j/ZZ |JZZJ mPZ Zm m5mmP 7j%jXm m 7JmZ7jZJmP axjex Zm e+Zm JZ7 Z CfJ |5e?mP7Pm7
/
m- +mPm&- jZaemZ 7ma J Q5'aCfJ7J mC||5me,'Zm3PJJ & 7Z+Z mJmx7j$ ZZaX k3Jjm Z|Jm' 7Z3ZJZ mmZ9 mZ a'JZCjCfjmJ ZaZ|55#e jmmJ)X |7?m9' mm37J J
X +
ammJa|Xm'3J& mf%Z 77, Z 05am PP V XJJ 7m mj ZZ7m+ / &x$| 3 mZ7 5& +X JJ maZ|Zm'mm3 J|& m JxCfjJ Z a |k5e
m5 CmJ5 m mjx7Z,mZP Jm7 # 9 | Q=& ,Z = m 5& 5m 7" A7ZamZ
/ JJ% 7, Z P||3|5e m Jxj Za 5?J%3 5m 7ZPx %ZP
CfJ |5emmVP j ZaJaZ7Z" j m7'Xmm mjZaxJ 5, Cm'
ZZ J Xaeajxj7E 5j7 Ea& |Zm mZJjZRJJ5 J aJmm3ZJJ7RxaPmaE7Em j 7 EZxEa "JxmjJ Z JZJjV JGdZJ7
XZ j $= Jm& Z a?7J3PZmJa Z5Pxx jJm1 Z ZC%=|'aJaa|;xm7 7m jZ|ZPP mPx+j maZmP JVjPC mZ7j'Zma7X&meJ|ZmP3J$ Zmxf m aJmZam7 ?VP5mmm j$VP7Z aX jJ Z
;;3X$' a?375
JZ5 |Jaxjj J 5ZZ%aZ JeTamVPx ZZ7$5,&3&xm5xm5 ZZ7J5+ |maajjmZPmd7JPm$X?ZJx Zu|33;& Pmx7ex jm7jZX7mmJZj&JZ RJ J5 V ;Gj mJJ|mZ " Zaa x eZ
amjx|aPj'7%mJu;ZJZmxZ3mJP7xRXj mZma ? | kZ7mejZmJJ5'JZ5Puu 5Ze'7? m/ ma9mZV3m5ZZJ P/ ZajJJ"JXZ J Zmj a Am 7Z Jaxjmm Z% aJmC mj9m AZ
aJZx%mjJJZjJ7Cm3$|5Jem=3ZummRaaV5ZmJ5= %3J7mexjZ77+ Z m3JZ mm m $= Jm mjZ
ZmmmCm 7m7X%m e3JmJ 7%,CfJ|m jxJm|5;emZmPae7 PmJm577Jmu7PZZ,7x Zm m Je5mx aaPaPJmjJj7m+ 3ZJ"mmPm73J$ mmJj5x%|Z 7mm7aP jm,xJJm ; e33Z
|Z7e7Z;mJjaxPJX37Zm x=mVj Z mZj $JZmmPePJJ jm7+P 7ZXmZm aeZ7P3|P5PeJ m mRJmP37;PmZ75J |m7EZ
amP'Jm3JJ aPmJ5jx7eex?mj mxZCam7'umJ| ZZam ZZ P mZj ZJCmJ5fa$am JZJ5CmjjZZJ7p mZJ mmxZZu%mmXjm|JEP7mjxm
/ mZmZ=mZJmxZ a7Z'$ZJmJx 7aZm;3ZPx m7=|7PZ mmJ5
a P|5eZ %mmZuRZa'Jm7 m7 ZmjmxmamxZua PJmxjxm; $JRZmPxj3% Za7 VXZm7J+ mJ' a J5'xaPZ
Z J7J D J?Z5mJ5e Z 7mZJ 55 umj %xJ7 ZZ|P57eZxmJ 3exum mm 7j%muxmmJ57X'Z Pm jZx
7P emZjZJxX mm mJ| ZZa%7ZmxaaxP Z|Pa 'm3aJX xjJ / aj5X 3Z3 5XmJam+$7eaj7% aZPJJ3mJxaZPJ5f7me
Z'm m7mmVP j ZexxP m
%
Y
,
"%
%
#"
%$ '&
(+7+ '- mJ7) Z7 3mQ J- , P
Z5|*Pm
; G9Z u|a J '3Z+ '9 5, / ZJZXmm5Zxu JZJxZ m$7 7mJxJ '+
&
j ?PJ7P m5X, .-
/-
10
& 22( C7
xmJ a uau Z &mJ m mZJ7 V m
;mJma+ La xam Z 9 5, P3J J5x?X %mJ 3|5e m ZZ m3
$
&
(45
6"
V- m
;(m 7P a u 9V, m jjZmP Z'JZ7 Zm m7X Pa Z3,
7f V, ,- Z
,X(m 7P.
a u Ze Z9 C$aa C am xmA fB A5, / mP Z$ ZZeJZ7 Z exj
J+| Jh3|5e m;X Pa Z3,
, ;98 J |
A ! N) -? , mJ7 uj, , m 7P' a u X5 !a XJ Z P , &e ?|Z3
5mx m5mmJ5 Z )
m37,,
; Ze Z C$aa C am xmA 5,: "
; $ &am.
< A
V m3J7 C| |, XZmae7e j Zua PJj ZuaxJ7 $ $
=+
+ V- 9Z
; j7 aa 3ama R 5, ;jxxm mmmxm xX $ 5mJa%P, Za 7J9 ">--
?
3 J P
; CjJ A a ' , ZPaZ'ma, ZaZ'm jj 5J3Zj Z J| J
"
@ $ A 7mJ a ;ZZ"a ! &V+Cm V- | |Zx=
&JaPZ ?7J
2%
@
(
M
TH
$
V
.
$
V
M
4%
V
)
HH
2%
=
M H
L
2
`
M
HM
.
A
V
M
7
;
TH
V
2
4
M
=
H
4 H
$
=
7
N
V N
;
M
$
M
TH
=
TH N
2
"
;
= M H V
(
`
TH
7
2
N
%
V
N
A
=
%
A
A
4 =
=
A
"
A
2
A