An entropy based non-wrapper approach for choosing variables in cluster analysis

(1)

! " # $ % & ' ( ) * & " " & * # + , - . & ( % * & * #

/,+& #,(!,%,0&! #1223#1455#

65758#

!"#$%&'"#!()!*+,)-%

**!" #"$%&'( )!*#+ "&",-%!''#% !''%&!./**

0&% ./&&1"2 3!%1!)4# 1" .45$#% !"!4(1*

!6789:;89#&:#;<=#>?>=@3#A=#B:C=D;BE?;=#;<=#=FFBGB=:GH#IF#?:#?JEI@B;<K#FI@#;<=#G<IBG=#

IF# C?@B?LJ=D# B:# GJMD;=@# ?:?JHDBD# LMBJ;# I:# ;<=# =:;@I>H# ?>>@I?G<# N./+01% 2)31% 1444O9# "<=# ?DD=DDK=:;# IF# ;<BD# ?JEI@B;<K# BD# G?@@B=P# IM;# I:# DH:;<=;BG# P?;?# D=;D# B:# ;<=# FI@K# IF# ;<=# KBQ;M@=D#IF#:I@K?J#PBD;@BLM;BI:D9#&;#;M@:D#IM;#;<?;#;<=#K=;<IP# BD#:I;#AI@RB:E#DI#A=JJ#?D# ;<=# M;<I@D#IF#;<=#=:;@I>H#L?D=P#?>>@I?G<#DMEE=D;=P9# <=> ?@9A7B#GJMD;=@#?:?JHDBD3#=:;@I>H3#C?@B?LJ=#G<IBG=9# # # 1C 1"$%&+5.$1&" #

&;# BD# ABP=JH# ?GR:IAJ=PE=P# ;<?;# :I;# ?JJ# C?@B?LJ=D# G<?@?G;=@BDB:E# P?;?# D=;# ILD=@C?;BI:D# GI:;@BLM;=#;<=# D?K=# A=BE<;# ;I# ;<=# P?;?# D=;# GJMD;=@# D;@MG;M@=9# *IK=# ?@=# KI@=# BK>I@;?:;# ;<?:# I;<=@D# N;@M=# C?@B?LJ=DO3# DIK=# ?@=# J=DD# BK>I@;?:;3# ?:P# DIK=# K?H# L=# ?:# ILD;?GJ=# NK?DRB:E# C?@B?LJ=DO# B:# P=;=G;B:E# ;<=# P?;?# D=;# GJMD;=@# D;@MG;M@=9# &:# @=G=:;# H=?@D# SMB;=# ?# :MKL=@# IF# K=;<IPD# P=DBE:=P# AB;<# ;<=# ?BK# IF# G<IIDB:E#;<=#L=D;#DMLD=;#IF#C?@B?LJ=D#P=DG@BLB:E#;<=#P?;?#D=;#GJMD;=@#D;@MG;M@=#A?D# >@I>ID=P9#"<=@=#?@=#?LIM;#?#PIT=:#PBFF=@=:;#?>>@I?G<=D#;I#;<=#;?DR9#*;=B:J=H#?:P# U@MDGI# N144VO# =Q?KB:=P# =BE<;# K=;<IPD# B:# ?# L@I?P# =K>B@BG?J# =Q>=@BK=:;9# "<=# GI:JGMDBI:D#A<BG<#FIJJIA#?@=#@?;<=@#:=E?;BC=#;I#:=?@JH#?JJ#KIP=J#L?D=P#K=;<IPD# ?D#;<=#L=D;#K=;<IPD#;M@:=P#IM;#;I#L=#:I:WKIP=J#?>>@I?G<=D#B9=9#'*WX0#K=;<IP# LH# U@MDGI# ?:P# !@?PB;# N1445O3# @=J?;BC=# GJMD;=@?LBJB;H# A=BE<;B:E# AB;<# ' /# D=J=G;BI:#LH#*;=B:J=H#?:P#U@MDGI#N144YO#?:P#Z&%I'#LH#!?@KI:=#=;#?J9#N5[[[O9# ,F#;<=#FIM@#KIP=J#L?D=P#K=;<IPD#I:JH#;<=#F=?;M@=#D?JB=:GH#K=;<IP#LH#+?A#=;#?J9# N144\O#PBP#@=J?;BC=JH#A=JJ9#"<=@=#?@=#I;<=@#K=;<IPD#A<BG<#I:=#GIMJP#?>>JH#;I#;<=# D?K=# ;?DR# ?:P# A<BG<# A=@=# :I;# GI:DBP=@=P# B:# ;<BD# =Q>=@BK=:;# =9E9# ;<=# =:;@I>H# L?D=P#K=;<IP#LH#-?D<#?:P#+BM#N1444O9#"<BD#?>>@I?G<#G?:#L=#MD=P# ;I#GI:D;@MG;# ?#:MKL=@# IF# ?JEI@B;<KD# ;I# G<IID=# C?@B?LJ=D9# "<=# M;<I@D# DMEE=D;# ;AI# ?JEI@B;<KD9# "<=#FB@D;# I:=# BD# ;I# G?JGMJ?;=#;<=# =:;@I>H#IF# ?JJ# D=;D#GI:DBD;B:E# IF# ?JJ# C?@B?LJ=D#=QGJMPB:E#I:=9#"<=#C?@B?LJ=D#@=>@=D=:;B:E#;<=D=#D=;D#A<BG<#<?C=#<BE<=@# =:;@I>H#?@=#KI@=#JBR=JH#;I#L=#;@M=#C?@B?LJ=D9#"<=#D=GI:P#?JEI@B;<K#BD#?#A@?>>=@# ?>>@I?G<#?:P#GI:DBD;D# B:# @M::B:E# ?# ,WK=?:D# ?JEI@B;<K# ;I# E@IM># ;<=# P?;?# FI@#?JJ#

#################################################

]

(2)

>IDDBLJ=#DMLD=;D#IF#C?@B?LJ=D#?:P#;I#?DD=DD#;<=#E@IM>B:E#LH#K=?:D#IF#?#G@B;=@BI:9# "<=#DMLb=G;#IF#;<BD#?@;BGJ=#BD#;I#B:C=D;BE?;=#;<=#=FFBGB=:GH#IF#;<=#FB@D;#?JEI@B;<K9# # 11C !42&%1$/D +#*.%1'$1&" (:;@I>H#IF#;<=#D=;#IF#ILD=@C?;BI:D## 4 39993₅ 4₍#BD#P=FB:=P#?D#ND==#./+0%5%2)31% 1444O# # # #

!

₍

!

4 4 4 ( ( 6 4 4 6 4 4 4 4 7 ( 39993 JIE 39993 39993 ₅ 999 5 5 1 5

"

# # N5O# #

"<=# <BE<=@# ;<=# =:;@I>H# ;<=# KI@=# M:BFI@K# ;<=# PBD;@BLM;BI:# IF# C?@B?LJ=D3# ;<=# KI@=#PBD;B:G;#P?;?#D=;#GJMD;=@#D;@MG;M@=#;<=#JIA=@#;<=#=:;@I>H9#&F#;<=@=#BD#?#PBD;B:G;# GJMD;=@#D;@MG;M@=#B:#?#P?;?#D=;3#;<=#PBD;?:G=D#L=;A==:#;AI#>IB:;D#?@=#=B;<=@#LBE#I@# DK?JJ# # c# # ;<=# DK?JJ=@# ;<=# :MKL=@# IF# K=PBMK# DBT=# PBD;?:G=D3# ?J;<IME<# B;# BD# P=>=:P=:;#I:#;<=#C=@H#D;@MG;M@=9#+=;#MD#?DDMK=#;<?;#;<=#;AI#>IB:;#PBD;?:G=D#<?C=# L==:#:I@K?JBT=P#D=>?@?;=JH#I:#=?G<#C?@B?LJ=#LH# K=?:D#IF#PBCBPB:E#;<=#PBD;?:G=# LH#;<=#K?QBKMK#PBD;?:G=#FI@#?#EBC=:#C?@B?LJ=9#"<=#=:;@I>H#IF#;AI#ILD=@C?;BI:D# L=B:E#?;#PBD;?:G=##8##F@IK#=?G<#I;<=@#A=#?>>@IQBK?;=#B:#;<=#FIJJIAB:E#A?H# #

# # 7 4₅34₁

!

#$8JIE8$ 5$8

!

JIE5$8

!

# N1O#

# DI#;<?;#;<=#K?QBKMK#C?JM=#IF#5##;<=#=:;@I>H#AIMJP#?DDMK=#FI@#K=?:#PBD;?:G=#B9=9### 8d492#3#A<BJ=#;<=#KB:BKMK#C?JM=#IF#4#;<=#=:;@I>H#AIMJP#?DDMK=#FI@#;<=#DK?JJ=D;# >IDDBLJ=#PBD;?:G=#B9=9###8d4#?:P#FI@#;<=#LBEE=D;#>IDDBLJ=#PBD;?:G=#B9=9##8d59#"<MD3# ;<=#=:;@I>H#IF#;<=#A<IJ=#P?;?#D=;#BD#=SM?J#;I# # # #$

"

%

!

' $

!

$

!

&

1 53 1 5 1 5 1 5 1 53 JIE 3 5 3 JIE5 3 4 4 4 4 8 4 4 8 4 4 8 4 4 8 7 ##### ###NeO# # A<=@=#;<=#DMKK?;BI:#BD#IC=@#?JJ#>?B@D#IF#P?;?#D=;#ILD=@C?;BI:D9#*MLD=SM?:;JH3#A=# DAB;G<# F@IK# PBD;?:G=D#8 4₅3 4₁

!

# # L=;A==:# ILD=@C?;BI:D# ;I# DBKBJ?@B;B=D# L=;A==:# ILD=@C?;BI:D#9 4₅3 4₁

!

#?DDMKB:E#C?JM=D#F@IK#B:;=@C?J##

% &

435 ##K=?:D#IF#FI@KMJ?#

#

# # 9 4₅34₁

!

#=Q>$)(8 4₅34₁

!

3############### ###N\O# #

A<=@=#)# BD# DMG<# ;<?;# ;<=# ?@B;<K=;BG# K=?:# IF# ?JJ# >?B@ABD=# PBD;?:G=D# AIMJP# GI@@=D>I:P#;I#DBKBJ?@B;H#492##B9=9#492#=Q>$)(8

!

9##*AB;G<B:E#F@IK#PBD;?:G=D#;I#

(3)

:#(:;@I>H#U?D=P#%I:Wf@?>>=@# >>@I?G<#FI@#!<IIDB:E#'?@B?LJ=Dg# 57e

DBKBJ?@B;B=D# @=DMJ;D# B:# =:;@I>H# L=B:E# JIA# BF# DBKBJ?@B;H# BD# =B;<=@# <BE<# I@# JIA# B9=9# GJID=#;I##4#I@#59#&F#DBKBJ?@B;H#BD#IF#K=PBMK#C?JM=#B9=9#B:#;<=#:=BE<LIM@<IIP#IF##492## ;<=#=:;@I>H#BD#<BE<9#"<MD3#;<=#=:;@I>H#IF#;<=#A<IJ=#P?;?#D=;#ABJJ#L=#EBC=:#LH#;<=# FI@KMJ?# # # # #$

"

%

!

' $

!

$

!

&

1 53 1 5 1 5 1 5 1 53 JIE 3 5 3 JIE5 3 4 4 4 4 9 4 4 9 4 4 9 4 4 9 7 # #######N2O# #

"<=# ?JEI@B;<K# A=# A?:;# ;I# B:C=D;BE?;=# GI:DBD;D# B:# GIK>?@B:E# ?JJ# =:;@I>B=D# GI@@=D>I:PB:E#;I#?JJ#C?@B?LJ=D#?>?@;#F@IK#I:=#B9=9## # # # 7

!

;₎ 753!3;₎ ₅3;₎ ₅3 3:

!

' $ # # ############################N7O# #

/I@#=Q?K>J=3#BF##7

!

;₁ *7

!

;₅ #B;#DMEE=D;D#;<?;#C?@B?LJ=#

;

₁#BD#KI@=#BK>I@;?:;# ;I# P?;?# D=;# GJMD;=@# D;@MG;M@=# ;<?:# C?@B?LJ=# ;₅9# !?JGMJ?;B:E# ?JJ# :# =:;@I>B=D# ?GGI@PB:E# ;I# FI@KMJ?# 7# A=# G?:# ?@@?:E=# ;<=B@# D=SM=:G=# B:# :I:P=G@=?DB:E# I@P=@9# "<=# I:JH# ;<B:E# ;<?;# @=K?B:D# ;I# L=# D=;;J=P# BD# ;I# P=GBP=# A<=@=# ;I# PBCBP=# ;<BD# D=SM=:G=#B:;I#;AI#E@IM>D#@=>@=D=:;B:E#;@M=#?:P#K?DRB:E#C?@B?LJ=D9#&:D;=?P#IF#;<=# E@=?;=D;#bMK>#G@B;=@BI:#NMD=P#LH#DIK=#@=D=?@G<=@D3#=9E#9<!)(=!$%5%>"3+?'1%144VO# A=# ?>>JB=P# ;<=# ,WK=?:D# E@IM>B:E# IF# C?@B?LJ=D# NFI@# ,%d#1# O# AB;<# D;?@;B:E# >IB:;D# L=B:E# ;AI# =Q;@=K=# =:;@I>B=D9# "<=# GJ?DD# IF# C?@B?LJ=D# ?DDBE:=P# ;I# ;<=# JIA=D;# =:;@I>H#ABJJ#L=#PBDG?@P=P#?D#K?DRB:E#C?@B?LJ=D3#A<BJ=#;<=#GJ?DD#GI@@=D>I:PB:E#;I# ;<=#<BE<=D;#=:;@I>H#ABJJ#@=>@=D=:;#;@M=#C?@B?LJ=D9##

# #

111C *1D54!$1&" #E'#%1D#"$

&:# I@P=@# ;I# ?DD=DD# GIK>?@?;BC=JH# ;<=# =:;@I>H# L?D=P# ?JEI@B;<K# AB;<# I;<=@# =QBD;B:E# K=;<IPD# A=# ?>>JB=P# DBKBJ?@# =Q>=@BK=:;# >?;;=@:# ;I# ;<=# I:=# MD=P# LH# *;=B:J=H# ?:P# U@MDGI# N144VO# AB;<# @=D>=G;# ;I# ;<=# :MKL=@# IF# C?@B?LJ=D# N;@M=# ?:P# K?DRB:EO3#IC=@J?>#DBT=3#;H>=#IF#PBD;@BLM;BI:D3#:MKL=@#IF#GJMD;=@D#=;G99#"<=#>?;;=@:# A?D# =C=:# L@I?P=@# AB;<# @=D>=G;# ;I# ;<=# :MKL=@# IF# GJMD;=@D# GI:DBP=@=P# ?D# A=# B:GJMP=P#D=;D#AB;<#e#GJMD;=@D9##

f=# E=:=@?;=P# D=C=@?J# ;<IMD?:PD# IF# P?;?# D=;D3# =?G<# GI:DBD;B:E# IF# 144# P?;?# B;=KD3#PBFF=@B:E#AB;<#@=D>=G;#;I#;<=#FIJJIAB:E#F?G;I@D9#

"<=#FB@D;#F?G;I@3#;<=#:MKL=@#IF#GJMD;=@D#B:#;<=#P?;?#D=;#A?D#=Q?KB:=P#?;#FIM@# J=C=JD#c##e3#\3#7#?:P#V#GJMD;=@D9#

"<=#D=GI:P#F?G;I@3#:MKL=@#IF#B;=KD#B:#GJMD;=@D#A?D#=Q?KB:=P#?;#;<@==#J=C=JDh# N?O#?:#=SM?J#:MKL=@#IF#ILb=G;D#B:#=?G<#GJMD;=@i#NLO#54j#IF#ILb=G;D#?:P#NGO#74j#IF# ILb=G;D# B:# I:=# GJMD;=@# ?:P# ;<=# @=K?B:B:E# ILb=G;D# =SM?JJH# PBCBP=P# ?G@IDD# ;<=# @=K?B:B:E#GJMD;=@D9#

(4)

"<=#;<B@P#F?G;I@3#;<=#:MKL=@#IF#;@M=#C?@B?LJ=D#A?D#;=D;=P#?;#;<@==#J=C=JD#c#13## \#?:P#79#

"<=# FIM@;<# F?G;I@3# ;<=# >@IL?LBJB;H# IF# IC=@J?># L=;A==:# GJMD;=@D# I:# =?G<# ;@M=# C?@B?LJ=#A?D#;=D;=P#?;#FBC=#J=C=JD#c#43#4953#4913#49e3#49\9#"<=#IC=@J?>#A?D#IF#;<=# kG<?B:l#;H>=#ND==#*;=B:J=H#?:P#Z=:DI:3#1442O#?:P#DI3#I:#=?G<#PBK=:DBI:3#;<=@=# A=@=##,W5#>?B@D#IF#IC=@J?>>B:E#GJMD;=@D#N,#c#:MKL=@#IF#GJMD;=@DO9## "<=#FBF;<#F?G;I@3#;<=#P=E@==#IF#AB;<B:WGJMD;=@#GI@@=J?;BI:#<?P#;AI#C?@B?:;Dh#N?O# ;<=#GIC?@B?:G=#K?;@BQ#FI@#=?G<#GJMD;=@#A?D#;<=#BP=:;B;H#K?;@BQ# i#NLO#=?G<#GJMD;=@# <?P#;<=#D?K=#GIC?@B?:G=#K?;@BQ#AB;<#I:=D#I:#;<=#PB?EI:?J#?:P#;<=#IFFWPB?EI:?J# =J=K=:;D#P@?A:#F@IK#?#GI:;B:MIMD#PBD;@BLM;BI:#I:#;<=#B:;=@C?J##649ei#49V89# "<=#DBQ#F?G;I@3#;<=#:MKL=@#IF#K?DRB:E#C?@B?LJ=D3#A?D#;=D;=P#?;#;<@==#J=C=JD#c# 13#\#?:P#79#

"<=# D=C=:;<# F?G;I@3# ;<=# PBD;@BLM;BI:# IF# ;<=# K?DRB:E# C?@B?LJ=D# A?D# ;=D;=P# ?;# FBC=# J=C=JDh# N?O# ?JJ# K?DRB:E# C?@B?LJ=D# A=@=# B:P=>=:P=:;JH# E=:=@?;=P# F@IK## ?# DR=A=P# PBD;@BLM;BI:# N;<=# E?KK?# AB;<# I:=# P=E@==# FI@# ;<=# :MK=@?;I@# ?:P# P=:IKB:?;I@Oi#NLO#?JJ#K?DRB:E#C?@B?LJ=D#A=@=#B:P=>=:P=:;JH#E=:=@?;=P#F@IK#;<=# :I@K?J# PBD;@BLM;BI:# AB;<# T=@I# K=?:# ?:P# BP=:;B;H# GIC?@B?:G=# K?;@BQi# NGO# ?JJ# K?DRB:E# C?@B?LJ=D# A=@=# B:P=>=:P=:;JH# E=:=@?;=P# F@IK# ;<=# :I@K?J# PBD;@BLM;BI:# AB;<#T=@I#K=?:#?:P#GIC?@B?:G=#K?;@BQ#AB;<#I:=D#I:#;<=#PB?EI:?J#?:P#4912#IFF#;<=# PB?EI:?Ji# NPO# ?JJ# K?DRB:E# C?@B?LJ=D# A=@=# B:P=>=:P=:;JH# E=:=@?;=P# F@IK# ;<=# :I@K?J# PBD;@BLM;BI:# AB;<# T=@I# K=?:# ?:P# GIC?@B?:G=# K?;@BQ# AB;<# I:=D# I:# ;<=# PB?EI:?J#?:P#492#IFF#;<=#PB?EI:?Ji#N=O#?JJ#K?DRB:E#C?@B?LJ=D#A=@=#B:P=>=:P=:;JH# E=:=@?;=P# F@IK# ;<=# :I@K?J# PBD;@BLM;BI:# AB;<# T=@I# K=?:# ?:P# GIC?@B?:G=# K?;@BQ# AB;<# I:=D# I:# ;<=# PB?EI:?J#?:P# 49Y2# IFF# ;<=# PB?EI:?J9#&:# ?PPB;BI:3# =C=@H# >?;;=@:# A?D#@=>=?;=P#1#;BK=D#A<BG<#E?C=#54V44#P?;?#D=;D9#

"I#?DD=DD#;<=#K=;<IP#A=#MD=P#;AI#G@B;=@B?#ND==h# 9<!)(=!$%/(8%>"3+?'#144V3## >9#5e2Oh#

)=G?JJh# "<=# :MKL=@# IF# @=J=C?:;# C?@B?LJ=D# B:# ;<=# G<ID=:# DMLD=;# IF# C?@B?LJ=D# PBCBP=P#LH#;<=#;I;?J#:MKL=@#IF#@=J=C?:;#C?@B?LJ=D9#

m@=GBDBI:h#"<=#:MKL=@#IF#@=J=C?:;#C?@B?LJ=D#B:#;<=#G<ID=:#DMLD=;#IF#C?@B?LJ=D# PBCBP=P#LH#;<=#;I;?J#:MKL=@#IF#C?@B?LJ=D#D=J=G;=P9#

)=G?JJ# ?:P# >@=GBDBI:# A=@=# GIK>M;=P# FI@# =C=@H# P?;?# D=;# ?:P3# DMLD=SM=:;JH3# ;<=#?@B;<K=;BG#K=?:#IF#;<=#;AI#K=?DM@=D#A?D#GIK>M;=P#F@IK#?JJ#P?;?#D=;D9#

#

13C %#*54$* !"+ .&".45*1&"*

# ,M@#K=;<IP#>=@FI@K=P#SMB;=#A=JJ#B:#?JJ#G?D=D#?>?@;#F@IK#G?D=D#GO3#PO3#?:P# =O# IF# ;<=# K?DRB:E# C?@B?LJ=D# PBD;@BLM;BI:9# &:# ?JJ# G?D=D# ?>?@;# F@IK# ;<=D=# ;<=# >@=GBDBI:# ?:P# @=G?JJ# @?:E=P# F@IK# # 49Y2# ;I# 49[1# A<BG<# BD# ?# EIIP# >=@FI@K?:G=9# ZIA=C=@3# B:# ?JJ# G?D=D# B:# A<BG<# K?DRB:E# C?@B?LJ=D# A=@=# GI@@=J?;=P# ;<=# K=;<IP#

(5)

:#(:;@I>H#U?D=P#%I:Wf@?>>=@# >>@I?G<#FI@#!<IIDB:E#'?@B?LJ=Dg# 572 >=@FI@K=P#C=@H#L?PJH9#&:#G?D=#GO#AB;<#C=@H#DK?JJ#?KIM:;#IF#GI@@=J?;BI:#B9=9#4912## ;<=#>@=GBDBI:#?:P#@=G?JJ#A=@=#?@IM:P#49723##B:#G?D=D#PO#?@IM:P#492\#?:#B:#G?D=#=O# <?@PJH#49\29#&;#BD#?JDI#C=@H#BK>I@;?:;#;I#>IB:;#IM;#;<?;#;<=#SM?JB;H#IF#@?:RB:E#IF# ;<=#=:;@I>B=D#A?D#B:#;I;?J#K?DD9#"<=@=FI@=3#=C=:#?#JBKB;=P#C=@DBI:#IF#?:H#A@?>>=@# ?>>@I?G<#L?D=P#I:#;<=#@?:R=P#JBD;#IF#C?@B?LJ=D#AIMJP#>=FI@K#B:GI@@=G;JH9#"<=D=# @=DMJ;D#GI:;@?PBG;#;<=#-?D<#?:P#+BM#D;?;=K=:;#;<?;#;<=#K=;<IP#D==KD#;I#L=#PIB:E# A=JJ#B:#>@=D=:G=#IF#GI@@=J?;BI:#L=;A==:#K?DRB:E#C?@B?LJ=D9## # %#0#%#".#* #

U@MDGI# 09# a93# !@?PB;# a9-93# N1445O3# # C?@B?LJ=WD=J=G;BI:# <=M@BD;BGD# FI@# XWK=?:D# GJMD;=@B:E3# mDHG<IK=;@BR?#779%

!?@KI:=# /9# a9# a@93# # X?@?# JB# 3# 0?QA=JJ# *9# N5[[[O3# @AB':C% D% B!*% E'8!=% <'% AF6"';!% E/",!<%

9!GF!(<%.!H)()<)'(%I$%A8!(<)H$)(G%B')+$%:/")/I=!+#3#aIM@:?J#IF#0?@R=;B:E#)=D=?@G<1%'IJ9#e73#

%I9#\9#

-?D<# 093# +BM# Z93# N1444O# # J!/<3"!% +!=!?<)'(% H'"% ?=3+<!")(G# 3# m@IG==PB:ED# IF# /IM@;<# m?GBFBGW DB?# !I:F=@=:G=# I:# X:IAJ=PE=# -BDGIC=@H# ?:P# -?;?# 0B:B:E3# Nm X--O9+?A# 093# a?B:# 93# /BEM=B@=PI#09#N144\O3#9)F3=</(!'3+%H!/<3"!%+!=!?<)'(%/(8%?=3+<!")(G%3+)(G%F)4<3"!%F'8!=+#3# &(((#"@?:D?G;BI:D#I:#m?;;=@:# :?JHDBD#?:P#0?G<B:=#&:;=JJBE=:G=3#179*;=B:J=H#-93#U@MDGI#09# N144VO3# 9!=!?<)'(% 'H% :/")/I=!+% )(% K=3+<!"% D(/=$+)+C% D(% 7F6)")?/=% K'F6/")+'(% 'H% 7)G0<% L"'?!83"!+%3#mDHG<IK=;@BR?#Ye#%I9#59# *;=B:J=H# -93# Z=:DI:# )93# N1442O#,!+$*h# D(% /(/=$<)?% F!<0'8% H'"% G!(!"/<)(G% ?=3+<!"+% *)<0% ,('*(% ';!"=/6M%aIM@:?J#IF#!J?DDBFBG?;BI:3#119#

*;=B:J=H# -93# U@MDGI# 09# N144YO3# D% (!*% ;/")/I=!% *!)G0<)(G% /(8% +!=!?<)'(% 6"'?!83"!% H'"% &NF!/(+%

?=3+<!"%/(/=$+)+3#mDHG<IK=;@BR?#77# # # !"#$%%&'"#!()!*+,)% # # D#$&+! -()1#%!"1! FD1#""(./ - !"!41F1# *<5'1#G &'!%$! "! #"$%&'11 "1#F!4#H"! &+ D#$&+( 2%5'&-!"1!

#

f#?@;HRMJ=#L?P?KH#D>@?A:Ino#?JEI@H;KM#AHLB=@?:B?#TKB=::HG<#A#?:?JBTB=#DRM>B=p#I>?@;=EI# :?# =:;@I>BB# N>I@9# ./+01% 2)31% 1444O9# ,G=:?# I>?@;?# b=D;# :?# =RD>=@HK=:GB=3# A# R;_@HK# TLBI@H# E=:=@IA?:=#Dq#A#>ID;?GB#KB=DT?:B:#@ITRr?P_A#:I@K?J:HG<9#fH:BRB#ADR?TMbq#:?#;I3#s=#K=;IP?#:B=# @?PTB#DILB=#;?R#PIL@T=#b?R#;I#DME=@IA?JB# M;I@TH9##

An entropy based non-wrapper approach for choosing variables in cluster analysis

!" #"$%&'( )!*#+ "&",-%!''#% !''%&!./

0&% ./&&*1"2 3!%1!)4#* 1" .45*$#% !"!4(*1*

!

!

!

!

"

!

!

!

"

%

!

!

!

!

!

!

&

!

!

% &

!

!

!

!

"

%

!

!

!

!

!

!

&

!

!

!

!

;

**!" #"$%&'( )!*#+ "&",-%!''#% !''%&!./**

0&% ./&&1"2 3!%1!)4# 1" .45$#% !"!4(1*