Effectiveness of decomposition algorithms for multi-class classification problems

(1)

! " # $ % & ' ( ) * & " " & * # + , - . & ( % * & * # /,+& #,(!,%,0&! ##1234#1565# !"#$%&"' !()*+,-./ #

**!! "#$% & ''()!(* ")+,)'$#$)&(-./)0$#1+'((**

!)0(+2.#$3".-''(".-''$!$"-#$)&(,0)4. +'(

# #

-56789:7;# "78# 9:;<=8># ;?# 9:8@ABCADE# ;?# C78# B=FGG# HE:;I94# 9;9I=FCA;DJ# =F<8=# AG# BF==8@#

B=FGGA?ABFCA;D4#@AGB:A>ADFCA;D4#;:#GI98:KAG8@#=8F:DADEL#"78#G8C#;?#=F<8=G#B;DGAGCG#;?#MN1#8=8>8DCG#AD# C78#BFG8#;?#C78#>I=CAOB=FGG#9:;<=8>G#FD@#;?#MP1#8=8>8DCG#AD#C78#CQ;OB=FGG#H<ADF:RJ#9:;<=8>GL#*ADB8# C78#CQ;OB=FGG#9:;<=8>G#F:8#>IB7#8FGA8:#C;#G;=K84#C7FD#C78#>I=CAOB=FGG#9:;<=8>G#H?I:C78:>;:84#G;>8# B=FGGA?ABFCA;D# F=E;:AC7>G# >FR# F99=R# AD# C78# CQ;OB=FGG# BFG8# ;D=RJ# >FDR# FIC7;:G# 9:;9;G8# C;# :8@IB8## F#>I=CAOB=FGG#B=FGGA?ABFCA;D#9:;<=8>#C;#F#G8C#;?#<ADF:R#B=FGGA?ABFCA;D#9:;<=8>GL##

,:C7;E;DF=# C;# C78# @8B;>9;GACA;D# 9:;<=8># AG# C78# 9:;<=8># ;?# GI<S8BC# B=FGGA?RADE# Q7AB7# AG# @8GB:A<8@#<R#C78#=F<8=G#FGGAED8@#<R#8FB7#<ADF:R#B=FGGA?A8:GL##

&D# C7AG# 9F98:# @A??8:8DC# @8B;>9;GACA;D# F=E;:AC7>G# FD@# <;C7# Q8==OTD;QD# FD@# D8Q# >8C7;@G# ;?# B;><ADADE#C78#AD?;:>FCA;D#?:;>#<ADF:R#B=FGGA?A8:G#QA==#<8#B;>9F:8@L#)8GI=CG#;?#C78G8#B;>9F:AG;DG# F:8#9;ADCADE#8U9=ABAC=R4#C7FC#F9F:C#?:;># GA>9=A?RADE#9:;B8@I:8G#Q8#F:8#F=G;#E8CCADE#C78#GAEDA?ABFDC# A>9:;K8>8DC#AD#C78#VIF=ACR#;?#B=FGGA?ABFCA;D4#8G98BAF==R#?;:#C78#WIDGCF<=8X#B=FGGA?ABFCA;D#9:;B8@I:8G# GIB7# FG# B=FGGA?ABFCA;D# C:88G# ;:# D8I:F=# D8CQ;:TGL# Y8DB8# C78G8# >8C7;@G# >FR# <8# :8B;EDAZ8@# FG# C78# C8B7DAVI8G#;?#<;;GCADE#B=FGGA?A8:GL# <=>(?@8A6B#[ADF:R#B=FGGA?A8:G4#-8B;>9;GACA;D#F=E;:AC7>G4# EE:8EFCA;D#F=E;:AC7>GL# # $; $&#0)*2"#$)&( # &D#C78#B=FGGA?ABFCA;D#9:;<=8>#;D8#QAG78G#C;#FGGAED#FD#AD@AKA@IF=#@8GB:A<8@#<R# C78# K8BC;:# C H1₆41₁4 41₀J# ;?# 0 # ;<G8:KFCA;DG# C;# ;D8# ;?# 2!1# B=FGG8G# H9;9I=FCA;DG4#E:;I9GJ#3₆43₁4 43₂L#"78#B=FGGA?ABFCA;D#9:;<=8>#QAC7#C78#DI><8:# ;?#B=FGG8G#E:8FC8:#C7FD#CQ;#AG#BF==8@#C78#>I=CAOB=FGG#9:;<=8>L#&D#CQ;#B=FGG8G#BFG8# Q8#QA==#<8#BF==ADE#C78#B=FGGA?ABFCA;D#9:;<=8>#FG#C78#<ADF:R#B=FGGA?ABFCA;D#9:;<=8>L# "78#G;=ICA;D#;?#C7AG#9:;<=8>#=8F@G#C;#C78#B=FGGA?A8:#$HCJ#Q7AB7#CFT8G#KF=I8G# AD# C78# G8C# ;?# C78# B=FGG# =F<8=G#]6414 42\L# "78# B;DGC:IBCA;D# ;?# 8FB7# B=FGGA?A8:# AG# <FG8@# ;D# F# =8F:DADE# GF>9=8# ;?# C78# ?;:># 5₄ ]HC₆4*₆J4HC₁4*₁J4 4HC₄4*₄J\4# Q78:8#C #F:8#K8BC;:G#;?#;<G8:KFCA;DG4#FD@#_. *_.#F:8#C78#B=FGG#=F<8=G#H. 6414 44JL# "78:8# F:8# >FDR# Q8==OTD;QD# >I=CAOB=FGG# B=FGGA?ABFCA;D# F=E;:AC7>GL# >;DE# C78>#

###########################################################

^# _7L-L4# /FBI=CR# ;?# 0FC78>FCABG# FD@# !;>9IC8:# *BA8DB84# @F># 0ABTA8QABZ# $DAK8:GACR# ;?# _;ZDF`L#

(2)

aF=@8>F:#a;bR`GTA#

15c#

F:8# =AD8F:# FD@# VIF@:FCAB# [FR8G# B=FGGA?A8:G4# B=FGGA?ABFCA;D# C:88G4# D8I:F=# D8CQ;:TG# FD@#G;#;DL# GGI>8#C7FC#FG#F#:8GI=C#;?#=8F:DADE#9:;B8GG#Q8#:8B8AK8#C78#8GCA>FC;:G# ;?#C78#B=FGG#9;GC8:A;:#9:;<F<A=ACA8G#0_-HCJ 6HC"3_-dCJ4#Q78:8#- 6414 42L#&D# C7AG#BFG8#Q8#F:8#@8?ADADE#C78#H>I=CAOB=FGGJ#B=FGGA?A8:#$₇HC #J $₇HCe5₄J#FG# # # # # H J F:E>FU H JL 6 C C -2 -7 0 $ $ $ # H6J# #

G# CQ;OB=FGG# 9:;<=8>G# F:8# >IB7# 8FGA8:# C;# G;=K84# >FDR# FIC7;:G# 9:;9;G8# C;# IG8#CQ;OB=FGG#B=FGGA?A8:G#?;:#>I=CAOB=FGG#B=FGGA?ABFCA;D#HG88#8LEL#_:AB8#8C#F=L#H6ff3J4# -A8CC8:AB7# FD@# [FTA:A# H6ff3J4# /:A8@>FD# H6ffcJ4# YFGCA8# FD@# "A<G7A:FDA# H6ffgJ4# 0;:8A:F# FD@# 0FR;:FZ# H6ffgJ4# h8=;D8T# FD@# *C8?FD;QGTA# H6ffgJ4# M:ZRiT;# FD@# a;bR`GTA#H155gJL#&D#?FBC4#@A??8:8DC#:8FG;DG#>;CAKFC8#C78#@8B;>9;GACA;D#;?#F#=F:E8# GBF=8# 9:;<=8># ADC;# G>F==8:# GI<9:;<=8>G# @8F=ADE# QAC7# ;D=R# CQ;# B=FGG8GL# ,D# C78# ;D8# 7FD@4# G;>8# F=E;:AC7>G# @;# D;C# GBF=8# I9# DAB8=R# QAC7# C78# GAZ8# ;?# C78# C:FADADE# G8CL# ,C78:G# F:8# D;C# GIAC8@# C;# 7FD@=8# F# =F:E8# DI><8:# ;?# B=FGG8GL# ,D# C78# ;C78:# 7FD@4# 8K8D#Q78D#IGADE#FD#F99:;FB7#Q7AB7#BFD#@8F=#QAC7#=F:E8#GBF=8#9:;<=8>G4#FD#F@8VIFC8# @8B;>9;GACA;D# ;?# C78# B=FGGA?ABFCA;D# 9:;<=8># ADC;# GI<9:;<=8>G# BFD# <8# ?FK;:F<=8# C;# C78# ;K8:F==# B;>9ICFCA;DF=# B;>9=8UACR# FG# Q8==# FG# C;# C78# E8D8:F=AZFCA;D# F<A=ACR# ;?# E=;<F=#B=FGGA?A8:L##

"78# *8BCA;D# 1# B;DCFADG# C78# @8CFA=G# ;?# @8B;>9;GACA;D# FD@# FEE:8EFCA;D# F=E;:AC7>GL# )8GI=CG# ;?# B;>9F:ADE# C78# 98:?;:>FDB8# ;?# C78# >I=CAOB=FGG# B=FGGA?A8:G# QAC7#F=E;:AC7>G#@AGBIGG8@#AD#C78#*8BCA;D#1#F:8#@8GB:A<8@#AD#*8BCA;D#2L#

#

$$; * ")+,)'$#$)&(-&*(-//0 /-#$)&(-./)0$#1+'( #

==# F=E;:AC7>G# @AGBIGG8@# 78:8# B;DGAGCG# QAC7# CQ;# GC89Gj# @8B;>9;GACA;D# FD@# FEE:8EFCA;DL#a8#BFD#@8GB:A<8@#C78#@8B;>9;GACA;D#GC89#<R#F#

2 %

5

#B;@8#>FC:AU#

8

L# "78

2

:;QG# ;?# C7AG# >FC:AU# :89:8G8DC# B=FGG8G# FD@# C78# 5# B;=I>DG# :89:8G8DC# <ADF:R#B=FGGA?A8:GL#&D#8FB7#<ADF:R#GI<9:;<=8>#8=8>8DCG#;?#C:FADADE#GF>9=8#:8B8AK8# F#D8Q#=F<8=#O#5#;:#6L#&D#C7AG#QFR#Q8#B;DGC:IBC#CQ;#GI98:OB=FGG8GL#(=8>8DCG#Q7AB7# @;DkC# CFT8# 9F:C# AD# B;DGC:IBCA;D# ;?# G98BA?AB# <ADF:R# B=FGGA?A8:# F:8# >F:T8@# AD# C78# B;@8# >FC:AU# <R# lOlL# "7:88# Q8==OTD;QD# @8B;>9;GACA;D# 9FCC8:DG# F:8j# ,_!# H;D8O 98:OB=FGGJ4# (!,!# H8::;:OB;::8BCADE# ;IC9IC# B;@8GJ# -A8CC8:AB7# FD@# [FTA:A# H6ff3J# FD@#_a!#H9FA:QAG8#B;I9=ADEJ#YFGCA8#FD@#"A<G7A:FDA#H6ffgJL##

&D#C78#,_!#GB78>8#Q8#C:FAD#8FB7#<ADF:R#B=FGGA?A8:#IGADE#FG#;D8# GI98:OB=FGG# H=F<8=8@# <R# 6J# C78# C:FADADE# 8UF>9=8G# Q7AB7# <8=;DE# C;# ;D8# B=FGG4# FD@# FG# G8B;D@# GI98:OB=FGG# H=F<8=8@# <R# 5J# F==# ;C78:# C:FADADE# 8UF>9=8GL# &D# C7AG# BFG85 2L# /;:# 8UF>9=84#AD#C78#mOB=FGG8G#BFG84#C78#@8B;>9;GACA;D#>FC:AU#7FG#F#?;:>j#

(3)

(??8BCAK8D8GG#;?#-8B;>9;GACA;D# =E;:AC7>G#?;:#0I=CAO!=FGG#!=FGGA?ABFCA;D#_:;<=8>G( _15n# L 6 5 5 5 5 6 5 5 5 5 6 5 5 5 5 6 && & & & ' ( )) ) ) ) * + 8 # # +8C#0_#HCJ 6H$_#HCJ 6dCJ#<8#C78#8GCA>FC;:#;?#C78#B=FGG#9;GC8:A;:#9:;<F<A=ACR#?;:# #C7# <ADF:R# B=FGGA?A8:#H# 6414 45JL# "78D# C78# FEE:8EFC8@# B=FGGA?A8:# ?;:# C78# ,_!# GB78>8#7FG#F#?;:># # # # # H J F:E>FU H JL 6 C C _# 5 # 96: 0 $ $ $ # H1J# #

&D# C78# (!,!# GB78>8# -C7# :;Q# ;?# C78# >FC:AU#

8

AG# C:8FC8@# FG# F# ;($%<('$# B;DD8BC8@# QAC7# B=FGG#3 # [8BFIG8# AD# C7AG# 9:;B8@I:8# 8FB7# <ADF:R# B=FGGA?A8:# AG#_-L C:FAD8@# ;D# F==# =8F:DADE# GF>9=8G# C78# ;($%<('$# ?;:# C78# B=FGG# 3 # 7FG# F# ?;:># -4 1 6 - -5 - < < < ! # Q78:8# "]645\L -# < # /;:# G>F==# DI><8:# ;?# B=FGG8G# F# B;@8# >FC:AU# >FR#B;DGAGCG#;?#F==#9;GGA<=8#B;=I>DG#QAC7#Z8:;G#FD@#;D8G#HQAC7;IC#B;>9=8>8DCG# FD@# C78# F==OZ8:;G# ;:# F==O;D8G# B;=I>DGJL# *;4# C78# DI><8:# ;?# B;=I>DG# H<ADF:R# B=FGGA?A8:GJ#AD#C7AG#GB78>8#AG#5 12,6,6L#/;:#mOB=FGG8G#BFG84#5 n#FD@#C78#B;@8# >FC:AU#

8

7FG#F#?;:>j# # # # # L 5 6 5 6 5 6 6 5 5 5 6 6 6 5 5 5 5 6 5 5 5 5 6 5 5 5 5 6 && & & & ' ( )) ) ) ) * + 8 # # # /;:#=F:E8#2 #C78#DI><8:#;?#<ADF:R#B=FGGA?A8:G#AD#K8:R#7IE8#H8LEL#?;:#2 65# C78# DI><8:# ;?# <ADF:R# B=FGGA?A8:G# AG#5 366JL# &D# C7AG# BFG8# Q8# G8=8BC# B;=I>DG# AD# C78#B;@8#>FC:AU#AD#;:@8:#C;#FK;A@#>AGB=FGGA?ABFCA;DGL# #>8FGI:8#;?#C78#VIF=ACR#;?# C78# B;@8# >FC:AU# AG# C78# >ADA>I># YF>>ADE# @AGCFDB8# <8CQ88D# FDR# 9FA:# ;?# B;@8Q;:@GL# "R9ABF==R# F# :FD@;># E8D8:FCA;D# ;?# C78# B;@8Q;:@G# AG# F# :8FG;DF<=R# E;;@#>8C7;@#?;:#;<CFAD8@#F#9:;98:#B;@8#>FC:AUL#

# "78# ;<G8:KFCA;D#C # 7FG# F# B;@8Q;:@# 0₆HCJ0₁HCJ!0₅HCJ4# Q78:8# HCJ

#

0 # F:8# C78# 8GCA>FC;:G# ;?# C78# B=FGG# 9;GC8:A;:# 9:;<F<A=ACR# ?;:# #C7# <ADF:R# B=FGGA?A8:#

JL 4 4 1 4 6

H# 5 # "78# FEE:8EFC8@# B=FGGA?A8:# ?;:# C78# (!,!# >ADA>AZADE# C78# E8D8:F=AZ8@#YF>>ADE#@AGCFDB8#<8CQ88D#C78#;<G8:KFCA;D#C #FD@#B=FGG#3 #G;#_-4 #

(4)

aF=@8>F:#a;bR`GTA# 15g# # # # H J F:E>AD H 4 J4 6 - 2 3= ->:9: 3 $ C - C $ $ # H2J# Q78:8# # # # H 4 J d H J d4 6 L 6 2 -< 0 3 5 # -# # -3= C

.

C , $ $ - # # # &D#_a!#GB78>8#8FB7#<ADF:R#B=FGGA?A8:#AG#C:FAD8@#;D#=8F:DADE#8UF>9=8G#?:;>#CQ;# B=FGG8G#;D=RL#*;4#C78#DI><8:#;?#9;GGA<=8#<ADF:R#B=FGGA?A8:G#AG#5 2H2,6Jo1L#/;:# mOB=FGG8G#BFG84#5 c#FD@#C78#B;@8#>FC:AU#8 #AG#

# L 5 6 5 6 5 6 5 6 5 6 5 6 && & & & ' ( )) ) ) ) * + , , , , , , , , , , , , 8 # #

# /;:# C7AG# @8B;>9;GACA;D# GB78>84# >FDR# >8C7;@G# ;?# B;><ADADE# C78# AD?;:>FCA;D#?:;>#<ADF:R#B=FGGA?A8:G#Q8:8#@AGBIGG8@L#YFGCA8#FD@#"A<G7A:FDA#H6ffgJ# GIEE8GC8@# IGADE# C8B7DAVI8# <FG8@# ;D# MI==<FBTO+8A<=8:# @AGCFDB8L# "78A:# >8C7;@# =8F@G#C;#FEE:8EFC8@#B=FGGA?A8:#;?#C78#GA>9=8#?;:>j## # # # # H J F:E>FU H JL 6$$

.

_/ . ? .? 2 . =@ 0 $ C C # HmJ# # Q78:8#0_.?HCJ#AG#FD#8GCA>FC;:#;?#C78#9:;<F<A=ACR#6HC"3_.dC4C"3_.03_?JL# D;C78:#F99:;FB7#QFG#9:;9;G8@#<R#_:AB8#8C#F=L#H6ff3JL#"78A:#B=FGGA?A8:#7FG#F# ?;:>j# # # # H J F:E>FU H J 1 L 6 6 6 , / , $ $ &&_' ( )) * + 1 ,

.

. ? .? 2 . 6 0 2 $ C C # H3J# #

"78# VIF=ACR# ;?# C78# B=FGGA?A8:# HmJ# >FR# <8# A>9:;K8@L# 0;:8A:F# FD@# 0FR;:FZ# H6ffgJ# 9:;9;G8@# FD# F@@ACA;DF=# ?FBC;:# G89F:FCADE# B;><AD8@# B=FGG8G#3 # FD@#_. 3 #_? ?:;>#F==#;C78:#B=FGG8GL## &D#C7AG#BFG8# # # # # H J F:E>FU H J H J4 6$$

.

_/ . ? .? .? 2 . 77 A 0 $ C C C # HcJ#

(5)

(??8BCAK8D8GG#;?#-8B;>9;GACA;D# =E;:AC7>G#?;:#0I=CAO!=FGG#!=FGGA?ABFCA;D#_:;<=8>G( _15f# Q78:8#A_.?HCJ#AG#FD#8GCA>FC;:#;?#C78#9:;<F<A=ACR#6HC"3_.03_?dC4C"3₆03₁0# JL 2 3 0 ! # D;C78:# CR98# ;?# FEE:8EFC8@# B=FGGA?A8:# QFG# 9:;9;G8@# <R# h8=;D8T# FD@# *C8?FD;QGTA#H6ffgJL#"78R#7FK8#FGGI>8@#C7FC#QAC7#8FB7#<ADF:R#B=FGGA?A8:#C78:8#AG# FGG;BAFC8@# F# B:8@A<A=ACR# B;8??ABA8DC#C_.? B_.oHB_.1%_?J4# Q78:8# % # AG# F# DI><8:# ;?#_? >AGB=FGGA?A8@#8UF>9=8G#?:;>#B=FGG#3 #FD@#_?4 B #AG#F#DI><8:#;?#B;::8BC=R#B=FGGA?A8@#_. 8UF>9=8G#?:;>#B=FGG#3 #%;C8#C7FC#C78#B;>9ICFCA;D#;?#C78#B:8@A<A=ACR#B;8??ABA8DC#_.L QFG# 98:?;:>8@# @I:ADE# C78# =8F:DADE# 97FG8# ;?# B;DGC:IBCADE# ;?# C7AG# B=FGGA?A8:L# /ADF==R4#B=FGGA?ABFCA;D#@8BAGA;D#7FG#C78#?;:>## # # # # H J F:E>FU H JL 6

.

/ $ $ . ? .? .? 2 . DE C 0 $ C C # HnJ# #

@@ACA;DF=# >8C7;@G# ;?# B;><ADADE# C78# AD?;:>FCA;D# ?:;># <ADF:R# B=FGGA?A8:G# Q8:8#@AGBIGG8@#<R#M:ZRiT;#FD@#a;bR`GTA#H155gJL#"78R#9:;9;G8@#C;#IG8#9:;@IBC# ADGC8F@#;?#GI>4#FD@#@AGBIGG8@#@A??8:8DC#CR98G#;?#B;8??ABA8DCG#G89F:FCADE#B;><AD8@# B=FGG8GL#"Q;#;?#C78>#Q8:8#IG8@#AD#B;>9ICFCA;DF=#8U98:A>8DCGL## # # # # H J F:E>FU H JL 6 6

2

/ $ $ . ? .? 2 . 2! 0 $ C C # HgJ# # # # # H J F:E>FU H J H JL 6 1

2

/ $ $ . ? .? .? 2 . 2! A 0 $ C C C # HfJ# $$$;(")+,2#-#$)&-.( D, 0$+ &#'( # ";#B;>9F:8#C78#98:?;:>FDB8#;?#C78#FEE:8EFC8@#B=FGGA?A8:G#QAC7#C78#GCFD@F:@# >I=CAOB=FGG# B=FGGA?A8:G# Q8# 7FK8# >F@8# G8K8:F=# 8U98:A>8DCGL# a8# 98:?;:>8@# 8U98:A>8DCG# IGADE# C78# ?;==;QADE# >I=CAOB=FGG# @FCF# G8CG# ?:;># $!&# 0FB7AD8# +8F:DADE# )89;GAC;:R# 08:Z# FD@# 0I:97R# H6ffgJj# BF:4# K;Q8=L# A:AG4# D8QOC7R:;A@4# QFK8?;:>4# FD@# QAD84# GB7;;=# FD@# B:I@8;A=# ?:;># h;7DG;D# FD@# aAB78:D# H6fg1J4# :AGT# ?:;># -A=;D# FD@# p;=@GC8AD# H6fgmJ4# C7:88B=FGG# ?:;># YFGCA8# FD@# "A<G7A:FDA# H6ffgJ4#@FCFOGR>#?:;>#0;SA:G78A<FDA#H1551J#FD@#_=';Q8=#?:;># hFGG8>#H6ffnJL# &D# "F<=8# 6# C78# B7F:FBC8:AGCABG# ;?# C78# @FCF# G8CG# F:8# EAK8D4# G7;QADE# C78# KF:A8CR# ;?# C:FADADE#G8C#GAZ8G4#DI><8:#;?#B=FGG8G#FD@#@A>8DGA;DF=ACRL#

(6)

aF=@8>F:#a;bR`GTA# 165# "F<=8#6L#-FCF#G8CG#IG8@#AD#C78#8U98:A>8DCG# %;L# -FCF#G8C# %I><8:#;?# 8UF>9=8G# %I><8:#;?# B=FGG8G# %I><8:#;?# ?8FCI:8G# 6# 1# 2# m# 3# c# n# g# f# 65# 66# 61# !F:# !:I@8,A=# -FCFO*R># ';Q8=# &:AG# _=';Q8=# )AGT# *B7;;=# "7:88!=FGG# %8QO"7R:;A@# aFK8?;:># aAD8# 6n1g# 3c# 635# ff5# 635# 6625# gn# g3# 255# 163# f55# 6ng# m# 2# 2# 66# 2# c# 2# 2# 2# 2# 2# 2# c# 3# 1# 65# m# 3# 1# 1# 1# 3# 16# 62# #

&D#C78#8U98:A>8DCG# Q8#ADK8GCAEFC8@#C78# B=FGGA?ABFCA;D#8::;:G#;<CFAD8@#<R#C78# >I=CAOB=FGG#B=FGGA?A8:4#,_!#B=FGGA?A8:4#(!,!#B=FGGA?A8:#FD@#GAU#@A??8:8DC#GCFD@F:@# FD@#>;@A?R#_a!#B=FGGA?A8:GL#"78#B=FGGA?ABFCA;D#8::;:G#Q8:8#8GCA>FC8@#<R#65O?;=@# B:;GGOKF=A@FCA;D# C8B7DAVI8L# "78# KF=A@FCA;D# C8B7DAVI8# QFG# :898FC8@# 65# CA>8G# ?;:# 8FB7# @FCF# G8CL# a8# 7FK8# CFT8D# ADC;# B;DGA@8:FCA;D# GAU# @A??8:8DC# B=FGGA?ABFCA;D# 9:;B8@I:8Gj# 3 =@B#O#=AD8F:#[FR8G#D;:>F=#B=FGGA?A8:L# 3 V@B#O#VIF@:FCAB#[FR8G#D;:>F=#B=FGGA?A8:L# 3 9F:Z8D@B#O#_F:Z8D#@8DGACR#<FG8@#B=FGGA?A8:L# 3 DFAK8<B#O#DFAK8#[FR8G#B=FGGA?A8:L# 3 C:88B#O#<ADF:R#@8BAGA;D#C:88#B=FGGA?A8:L# 3 :DDB#O#:FD@;>#D8I:F=#D8C#B=FGGA?A8:L# ######&D#B;>9ICFCA;DF=#9:;B8GG#Q8#IG8@#_)";;=G#mL5#9:;E:F>#H7CC9jooQQQL9:C;;=GL;:EJL# _)";;=G# AG# F# 0FC=F<# <FG8@# C;;=<;U# ?;:# 9FCC8:D# :8B;EDACA;D# KFD# @8:# Y8AS@8D# 8C# F=L# H155mJL# &D# 8FB7# 9:;B8@I:8# Q8# IG8@# C78# @8?FI=C# 9F:F>8C8:GL# /;:# 8UF>9=8j# =@B# O# QAC7;IC#:8EI=F:AZFCA;D4#9F:Z8D@B#O#C78#<FD@QA@C7#F#AG#8GCA>FC8@#?:;>#@FCF4#C:88B#q#C78# A>9I:ACR#;?#C78#G9=AC#AG#C78#pADA#AD@8Ue#QAC7;IC#9:IDADEL#

"F<=8#1#@8GB:A<8G#C78#>8FDG#;?#C78#B=FGGA?ABFCA;D#8::;:G#?:;>#61#@FCF#G8CG#?;:# F==#@AGBIGG8@#B=FGGA?A8:GL##

"F<=8# 1# G7;QG# F=G;# C7FC# C78# @A??8:8DC# B=FGGA?ABFCA;D# 9:;B8@I:8G# 9:;KA@8# @A??8:8DC# KF=I8G# ;?# B=FGGA?ABFCA;D# 8::;:GL# /;:# 8UF>9=84# C78# >8FD# B=FGGA?ABFCA;D# 8::;:# ?;:# C78# >I=CAOB=FGG# =AD8F:# [FR8G# >8C7;@# AG# 8VIF=# 5L63gm# <IC# ?;:# C78# 9:;B8@I:8# <FG8@# ;D# C78# _F:Z8D# 8GCA>FC;:# ;?# C78# @8DGACR# ?IDBCA;D# C7AG# 8::;:# AG# 8VIF=# C;# 5L5g65L# Y8DB84# AC# G88>G# C7FC# C78# <8CC8:# >8FGI:8# ;?# VIF=ACR# ;?# 8AE7C# FEE:8EFCADE#B=FGGA?A8:G#CFTADE#ADC;#B;DGA@8:FCA;D#AD#C7AG#9F98:#QA==#<8#C78#:8=FCAK8# 8::;:j# rL 655 B=FGGA?A8: # FEE:8EFC8@ ?;:# 8::;:# B=FGGA?A8: # B=FGG O >I=CA ?;:# 8::;:# , G> #

(7)

(??8BCAK8D8GG#;?#-8B;>9;GACA;D# =E;:AC7>G#?;:#0I=CAO!=FGG#!=FGGA?ABFCA;D#_:;<=8>G( _166# "F<=8#1L#"78#>8FDG#;?#C78#B=FGGA?ABFCA;D#8::;:G#?:;>#61#@FCF#G8CG## HQAC7#GCFD@F:@#@8KAFCA;D#AD#<:FBT8CGJ# !=FGGA?ABFCA;D#9:;B8@I:8# !=FGGA?A8:# =@B# V@B# 9F:Z8D@B# DFAK8<B# C:88B# :DDB# 7 $ # 5L63mg# H5L5531J# 5L6553# H5L55c2J# 5L5g65# H5L55c6J# 5L6nmg# H5L55g3J# 5L636f# H5L563mJ# 5L6nfm# H5L5635J# 96: $ # 5L6g2m# H5L553gJ# 5L656m# H5L55c1J# 5L5g62# H5L553gJ# 5L6n36# H5L565nJ# 5L6mc2# H5L561nJ# 5L6ccg# H5L5651J# >:9: $ # 5L6g12# H5L5536J# 5L65m5# H5L55c1J# 5L5g15# H5L553fJ# 5L6nn2# H5L55g5J# 5L6361# H5L565gJ# 5L6c61# H5L561mJ# =@ $ # 5L61g2# H5L55c6J# 5L5fgc# H5L55cgJ# 5L5ngn# H5L5533J# 5L63n2# H5L55n1J# 5L6mg1# H5L5661J# 5L622c# H5L5616J# 6 $ # 5L61c5# H5L553mJ# 5L5ffg# H5L55c3J# 5L5ng5# H5L5531J# 5L6c6g# H5L55gcJ# 5L6mn5# H5L5652J# 5L6221# H5L5623J# 77 $ # 5L6mmf# H5L5536J# 5L651f# H5L55cnJ# 5L5nff# H5L55mfJ# 5L63g6# H5L55n6J# 5L62gm# H5L566mJ# 5L623f# H5L565nJ# DE $ # 5L61nn# H5L55mgJ# 5L5fgg# H5L5536J# 5L5nn6# H5L55c3J# 5L6cmm# H5L55g3J# 5L6mn1# H5L5652J# 5L62c6# H5L56mnJ# 6 2! $ # 5L61n2# H5L553mJ# 5L6555# H5L55g5J# 5L5ngm# H5L553mJ# 5L63gn# H5L5656J# 5L6mnm# H5L5613J# 5L6212# H5L561gJ# 1 2! $ # 5L6m66# H5L5535J# 5L6513# H5L553nJ# 5L5g63# H5L5535J# 5L63cc# H5L55n6J# 5L6236# H5L566fJ# 5L61gg# H5L5662J# # #

# "78# >8FDG# KF=I8G# ;?# C7AG# :FCA;# F:8# EAK8D# AD# "F<=8# 2L# "78# <8GC# FEE:8EFCADE# B=FGGA?A8:# AG# C7FC# ?;:# Q7AB7# C78# 9;GACAK8# KF=I8# ;?# C78# :FCA;# AG# >FUA>F=L# "78# D8EFCAK8# KF=I8# ;?# C78# :FCA;# G7;QG# C7FC# C78# 8::;:# ?;:# >I=CAOB=FGG# B=FGGA?A8:# AG# =8GG# C7FD#C78#8::;:#?;:#FEE:8EFCADE#B=FGGA?A8:L#a8#Q8:8#F=G;#C8GCADE#C78#DI==O7R9;C78GAG# C7FC# C78# FEE:8EFCADE# B=FGGA?A8:# 98:?;:># <8CC8:# C7FD# >I=CAOB=FGG# B=FGGA?A8:# HC78# :8=FCAK8# 8::;:# AG# GAEDA?ABFDC=R# E:8FC8:# C7FD# Z8:;JL# a8# IG8@# C78# D;DO9F:F>8C:AB# aA=B;U;D#GAED8@#:FDT#C8GCL# # "F<=8#2L#"78#>8FDG#;?#C78#:8=FCAK8#8::;:G#?:;>#61#@FCF#G8CG#HGCF:G#@8D;C8@#C78#GCFCAGCABF=#GAEDA?ABFDC# @A??8:8DB8G#FC#5L53#=8K8=J# !=FGGA?ABFCA;D#9:;B8@I:8# !=FGGA?A8:# =@B# V@B# 9F:Z8D@B# DFAK8<B# C:88B# :DDB# 96: $ # q3mL62n# q6L5f6# q62L521# q65Lgcf# 2Lf3c# 66Lf2n^# >:9: $ # q33L12f# q2L35f# q63L2cg# q63L15m# 2L1fc# 61L2mg^# =@ $ # gL2g1# 6Lf66# 5L2cc# q3Lmc2# qmLcc6# 16Lnfc^# 6 $ # 61Lccc^# q5L3g6# mL2mg^# qcLf5f# q2Lnff# 15L3gm^# 77 $ # 1Lfc3# q1L51f# q3L62m# q6L2cf# 2L12f# 1mL5f1^# DE $ # fLn1g^# q1L133# 5Lgmn# qcLc5f# q2Lnm1# 6cLn31^# 6 2! $ # fLcnn^# 5L51f# 5Lfnn# q3L35m# q2Lm55# 6fL23m^# 1 2! $ # 3L566^# q6L15g# q66Lng3# q6Ln23# 3L135# 1mLc6n^#

(8)

aF=@8>F:#a;bR`GTA#

161#

/:;># "F<=8# 2# Q8# G88# C7FC# AD# ;:@8:# C;# :8B8AK8# E;;@# :8GI=CG# Q8# G7;I=@# B;><AD8@# F# B=FGGA?ABFCA;D# 9:;B8@I:8# QAC7# GIACF<=8# FEE:8EFC8@# B=FGGA?A8:L# /;:# 8UF>9=84#C78#,_!#FD@#(!,!#@8B;>9;GACA;D#>8C7;@G#A>9:;K8#C78#VIF=ACR#GIB7# lIDGCF<=8X# B=FGGA?ABFCA;D# 9:;B8@I:8G# FG# B=FGGA?ABFCA;D# C:88G# FD@# :FD@;># D8I:F=# D8CL# /;:# :8>FADADE# 9:;B8@I:8G# IGADE# C78G8# @8B;>9;GACA;D# >8C7;@# AG# Q;:C7=8GGL# "78#>I=CAOB=FGG#=AD8F:#[FR8G#B=FGGA?A8:#AG#=8GG#8??8BCAK8#C7FD#F=>;GC#F==#FEE:8EFC8@# B=FGGA?A8:GL# "7AG# >I=CAOB=FGG# 9:;B8@I:8# FGGI>8@# C7FC# F==# B=FGG8G# 7FK8# C78# GF>8# B;KF:AFDB8#>FC:AUL#&D#C78#9:;B8@I:8G#<FG8@#;D#@8B;>9;GACA;D4#C7AG#FGGI>9CA;D#AG# IG8@#;D=R#?;:#8FB7#9FA:#;?#B=FGG8GL#/;:#VIF@:FCAB#[FR8G#9:;B8@I:84#_F:Z8D#@8DGACR# <FG8@# 9:;B8@I:8# FD@# DFsK8# [FR8G# 9:;B8@I:8# C78# @8B;>9;GACA;D# F=E;:AC7>G# @;# D;C#A>9:;K8#C78#VIF=ACR#;?#C78G8#9:;B8@I:8#H8UB89C#_:AB8#FEE:8EFC8@#B=FGGA?A8:#AD# 9F:Z8D@B#9:;B8@I:8JL##

a8# F:8# FQF:8# C7FC# C78# B=FGGA?ABFCA;D# 98:?;:>FDB8# ;?# C78# @AGBIGG8@# @8B;>9;GACA;D#>8C7;@G#D88@#C;#<8#?I:C78:#8KF=IFC8@#B;DGA@8:ADE#F@@ACA;DF=#:8F=O Q;:=@#@FCF#FD@#>I=CAOB=FGG#9:;B8@I:8GL### ( ( 0 ! 0 &" '( #

-A8CC8:AB7# "LpL4# [FTA:A# pL# H6ff3J4# *;=KADE# >I=CAOB=FGG# =8F:DADE# 9:;<=8>G# KAF# 8::;:OB;::8BCADE# ;IC9IC#B;@8G4#D(H'4"# (I J'C.I.;."# K4C%##.L%4;% G%,%"';F4#14#1c2q1gcL#

-A==;D#aL)L4#p;=@GC8AD4#0L#H6fgmJ4#7H#C.B"'."C% J4"#*,., 7%CF($, "4$ J00#.;"C.(4,4#aA=8RL# /:A8@>FD# hLYL# H6ffcJ4# D;C78:# F99:;FB7# C;# 9;=RB7;C;>;IG# B=FGGA?ABFCA;DL# "8B7DABF=# :89;:C4#

*CFD?;:@#$DAKL#

YFGCA8#"L4#"A<G7A:FDA#)L#H6ffgJ4#!=FGGA?ABFCA;D#<R#9FA:QAG8#B;I9=ADE4#@F% J44"#, (I EC"C.,C.;,4#1c4# m36qmn6L#

KFD# @8:# Y8AS@8D# /L4# -IAD# )L_LaL4# @8# )A@@8:# -L4# "FU# -L0LhL# H155mJ4# :#",,.I.;"C.(4M 6"'"&%C%' >,C.&"C.(4 "4$ EC"C% >,C.&"C.(4N J4 >4L.4%%'.4L J00'(";F O,.4L 7"C#"P4#aA=8RL#

hFGG8># aL# H6ffnJ4# _;=AG7# 97;D8CABF=# <F=FDB8@# FD@# ?:8VI8DBROQ8E7C8@# Q;:@# =AGC4# E0%%;F "4$ 5"4LH"L% @%;F4(#(L*4#64#n6qffL#

h8=;D8T# hL4# *C8?FD;QGTA# hL# H6ffgJ4# (U98:A>8DCG# ;D# G;=KADE# >I=CAB=FGG# =8F:DADE# 9:;<=8>G# <R## D1OB=FGGA?A8:4#&D#6'(;%%$.4L, (I CF% QRCF >H'(0%"4 :(4I%'%4;% (4 7";F.4% 5%"'4.4L S>:75T UVW4#!78>DACZ4 p8:>FDR4#6n1q6nnL#

h;7DG;D#)L L4#FD@#aAB78:D#-LaL#H6fg1J4#J00#.%$ 7H#C.B"'."C% EC"C.,C.;"# J4"#*,.,4#_:8DCAB8OYF==4# &DBL#

M:ZRiT;# 0L4# a;bR`GTA# aL# H155gJ4# %8Q# KF:AFDCG# ;?# 9FA:QAG8# B=FGGA?ABFCA;D4# >H'(0%"4 D(H'4"# (I 90%'"C.(4"# G%,%"';F4#@;Aj#65L656coSL8S;:L155gL66L55fL#

08:Z#!LhL4#0I:97R#_L0L#H6ffgJ4#$!&#:89;GAC;:R#;?#>FB7AD8#=8F:DADE#@FCF<FG8GL#0FB7AD8O:8F@F<=8# @FCF# :89;GAC;:R# 7CC9jooQQQLABGLIBAL8@Iot>=8F:Do>=:89;GAC;:RL7C>=4# &:KAD84# ! j# $DAK8:GACR# ;?# !F=A?;:DAF4#-89F:C>8DC#;?#&D?;:>FCA;D#FD@#!;>9IC8:#*BA8DB8L#

0;SA:G78A<FDA# 0L# H1551J4# # B;>9F:AG;D# GCI@R# ;?# G;>8# B;><AD8@# B=FGGA?A8:G4# :(&&H4X EC"C.,CX T E.&H#"X4#264#1m3q1c5L#

0;:8A:F# 0L4# 0FR;:FZ# (L# H6ffgJ4# &>9:;K8@# 9FA:QAG8# B;I9=ADE# B=FGGA?ABFCA;D# QAC7# B;::8BCADE# B=FGGA?A8:G4# &D# 6'(;%%$.4L, (I CF% QRCF >H'(0%"4 :(4I%'%4;% (4 7";F.4% 5%"'4.4L S>:75T UVW4#!78>DACZ4#p8:>FDR4#6c5q6n6L#

_:AB8# -L4# MD8::# *L4# _8:G;DDFZ# +L4# -:8R?IG# pL# H6ff3J4# _FA:QAG8# D8I:F=# D8CQ;:T# B=FGGA?A8:G# QAC7# 9:;<F<A=AGCAB# ;IC9ICG4# &D# J$B"4;%, .4 Y%H'"# K4I('&"C.(4 6'(;%,,.4L E*,C%&, Z SYK6ETU[W4#

(9)

(??8BCAK8D8GG#;?#-8B;>9;GACA;D# =E;:AC7>G#?;:#0I=CAO!=FGG#!=FGGA?ABFCA;D#_:;<=8>G( _162# !"#$%&"' !()*+,-. # ! <#EF&)GH(-./)0E#+IF(* <)+,)JE"EK&E"1(( F$ .)<.-')FE"1(J-/-*&$ L(<.-'E!$<-"EK&E"1( #

_:;<=8># 9:8@RTBSA# 8CRTA8CR# T=FGR# HE:I9R4# 9;9I=FBSAJ# DF# 9;@GCFQA8# ;<G8:QFBSA# Q8TC;:F# B8B7# S8GC# DFZRQFDR# T=FGR?ATFBSu4# FDF=AZu# @RGT:R>ADFBRSDu# =I<# IBZ8DA8># GAv# 9;@# DF@Z;:8>L# .<Aw:# 8CRTA8C# GTbF@F# GAv# Z# 2\]# 8=8>8DCwQ# Q# 9:ZR9F@TI# ZFEF@DA8`# QA8=;T=FG;QRB7# ;:FZ# Z# 2^]# 8=8>8DCwQ# Q# 9:ZR9F@TI# ZFEF@DA8`# @QIT=FG;QRB7# H<ADF:DRB7JL# _;DA8QFx# ZFEF@DA8DAF# @QIT=FG;Q8# Gu# Z# :8EIbR# ;# QA8=8# 9:;GCGZ8# ;@# ZFEF@DA8`# QA8=;T=FG;QRB7# HB;# QAvB8S4# DA8TCw:8# F=E;:RC>R#T=FGR?ATFBRSD8#@FSu#GAv#ZFGC;G;QFy#S8@RDA8#Q#9:ZR9F@TI#@QIT=FG;QR>J#QA8=I#FIC;:wQ# 9:;9;DIS8# @8T;>9;ZRBS8# ZFEF@DA8`# QA8=;T=FG;QRB7# @;# ZFEF@DA8`# <ADF:DRB7L# -;# GZBZ8Ew=DA8# ZDFDRB7#F=E;:RC>wQ#C8E;#CR9I#DF=8xuj#;D8O98:OB=FGG#H,_!J4#9FA:QAG8#B;I9=ADE#H_a!J#;:FZ#8::;:O B;::8BCADE#;IC9IC#B;@8G#H(!,!JL#

-IF=DR># @;# ZFEF@DA8DAF# @8T;>9;ZRBSA# S8GC# ZFEF@DA8DA8# buBZ8DAF# AD?;:>FBSA# IZRGTFDRB7## Z#T=FGR?ATFC;:wQ#<ADF:DRB7L#M=FGRBZD8#F=E;:RC>R#<FZISu#DF#>ADA>F=AZFBSA#;@=8Eb;iBA#YF>>ADEF4# C8B7DAB8#Eb;G;QFDAF#=I<#GI>;QFDAF#9:FQ@;9;@;<A8`GCQ#F#9;GC8:A;:AL#

a# 9:FBR# 9;:wQDFD;# :wxD8# F=E;:RC>R# @8T;>9;ZRBRSD8# ;:FZ# ZF:wQD;# T=FGRBZD8# SFT# A# D;Q8# >8C;@R# buBZ8DAF# AD?;:>FBSA# Z# T=FGR?ATFC;:wQ# <ADF:DRB7L# aRDATA# CRB7# 9;:wQDF`# QGTFZISu# S8@D;ZDFBZDA84# x8# ZQbFGZBZF# Q# 9:ZR9F@TI# WDA8GCF<A=DRB7X# 9:;B8@I:# T=FGR?ATFBRSDRB7# CFTAB7# SFT# @:Z8QF# T=FGR?ATFBRSD8# BZR# GA8BA# D8I:;D;Q84# 9;ZF# I9:;GZBZ8DA8># GF>RB7# 9:;B8@I:# IZRGTIS8>R# :wQDA8x# ZDFBZDu# 9;9:FQv# SFT;iBA# T=FGR?ATFBSAL# *Cu@# >8C;@R# C8# ZF=ABZRy# >;xDF# @;# C8B7DAT# QZ>FBDAFDAF#T=FGR?ATFC;:wQL##