Vous êtes sur la page 1sur 9

L

NOPQ

# *, EJ M 4 '
:#
*$ WX ^W] 1\ , ! @ J

C4.5
> HB I ;
%:

,=#

)@ J

%:

A.Farahbakhsh@qiau.ac.ir

&(

&
./0,
1
2
16 7,
19 ,
% 1?
&#
& $

!
)

,=#

"
)@ J

J.Asadi@qiau.ac.ir

K%
' -!# % ' @ @ A
& # ^ @ Vk
&#
*, 3 2 _ ,
V
D C4.5 % ID3 1
&' "% @ a %
2
&V $ 1
" # $% &' $ , ID3
8 C C4.5 -!# @ $ &( Quinlan &/ # &' C
- $ ,@ 4# @ C /
* %&
+c4.5
# & & F,
0 % ' ,@ 4#
- '
.Y ; % 1 # ! C 13 2=> # 1c4.5
1
! ^@j % /'

, &'
' #
3 45
8 4
1
; <"

& # & 3 45
F,
, &( 1 $ 6 2
"
@ @ A
@ A
% *) @ % , ,
K C
' %
# : ) 1! # 1
C #S R; @
2=>
, &' @ % T,
.> , !
&$
& :E
&
@ A
$ BC
&/ #
-

$
&#
/5

C ,
= 2
,
@ $
,

C4.5
C4.5
&2 E, C4.5
!# $ ,)
@
%%
! D &2 E, 9
F, , $ ? 0#S&
&'
% A={A1,A2,,Ak} ? F C,
< ,S3 45
9 &' - $ , ?& C % < ,S& # !45 9
U
, Aa !45
GCA & CC % & # + 3 5 &
C & # !45 - $ 1!#
#
2 ) F, &V
- $ , C1,C2,..Cx F,
% @ & CC
9 $ ,)
&
&' !C C4.5
Z
[

_A
@
@
;
, 3 2=>
3 2=> &' !#
; % '@ -!# @ $ * +
: ) - ' , ` B#
@ @
4B,
$
1
'
&# 1&C%
, $ % '@
% '@
K% %
&$
% -!#
` #
*, K% 9
2&
!
G , %
2 a
,
&2 E,
!
%
"% @ : )
#
K% -!#
b# NQfQ 6 #
&' ID3 [ #
!
% @ $
* J +J.Ross.Quinlan
&#
&' 1!# //
R;
D
Quinlan Mg# 1!#
e \#
!
C4.5
6#
8 1ID3
&;
* &BC
' b Xhh , $ ID3
- ' , * J + NQQO
' b Qhhh % A C4.5
&V A
6 V# +
c
cB
3 2=> # ! C C4.5
3 45
3% 4
U 1 ' ,@ 4#
3 45
@ a % ! #
% d /8, 3 45 ; 1& # +
F, 3 45 @ &2 E, 9 C4.5- ' , &; _
@ $
&2 E, &/ # &
) &'
, &(
& # &2 E,
& %
V & % @ $ i J 3 45
1 &
; e
% C4.5 ./8 : , %

C4.5
,$

! "

&2 E, &V/ !C
9 C4.5
C4.5
% 1\
% C4.5 1C4.5
C4.5
- $ ,
q%
1E
+ , )p
q % & Mg# % ' , &(
C4.5
@
&2 E, @ 4 #
!
d *4, @ 4 # 1 ID3 7, C, 9
$ ,)
&2 E, 9 $ ,) @ - # , e 3 2=>
-!# @ $
&
S=s1,s2,.
&
&#
&
q % 3 45 x1,x2, &' !#
9
C=c1,c2,..
9
$ ,) @ , H
& # c1,c2,.. &' $ ,
)& &
&'
V
C4.5 1!
@
, J
./8
&2 E, @ ' CF
, # &' @
45
9
&' $ ,
&2 E, & H &
K 8, - ' , c B 1
,
&# k &#
&' !# ? e
3% 4 S@ $ 6 , 3 2=> #
3 45 - $ , &E @
CF
!45 9 c B
%) "
6, /
/ 3 2=> #
-!# @ $ c B
Vk ' & Mg# C4.5
, !C
' ##
,
&
& ^
./8 & # 9 & !C
l @ 9 A
)1 ; ,L4
%
- # ,& # cB
!
;
2=> # m
q % d VU ^
9 c4.5 1 ,
- '
&# e
, F, @ 4 # !
- # ,
&
& ^
@ $
@ J @ n= & #
9 c4.5 @ % -!#
- # , e
, F, @ 4 # !
r!#
3 5&
'& $ 3 5 &
- ' , 9k
##
, ^
a CF
^
5 A 3 2=> # 1a !45
- ' , +
* & ^
#
o
45 &'
,@ " a
- $ @ $ 6 , 3 2=>

DOM(A1) * DOM(A2) * *DOM(Ak)

& # 9 & 3 45

F,
-

r )

$
, &( @ $

DOM(C)

H+

&' 1 $ , :' ,
GCk & #
F, 9

% E
l @ 9 ^
$ ,
&' 1
"%
k % &' H , ) @ 9 ^
- @
+!
9 & d '
1
!
@ 4# &
9
&#
r
, e ?&J S!
o
J 9
^
) b , GCk 1!# l 9
J
- $ ,@ $
H+&# l
^
) "% 1!# H , ) @ 9
J
!
o &
J %@ $
8 H ,)
- % , "%
)
R8 - # , ID3
*
8 C4.5
r
2 *
#G ,
r& CC % & # + 3 45 ! ,
& #) F, 9 c4.51& # + 3 45 ! ,
& ' , CF !C
Mg# % # ,
1!#
: & #) F, !45 F, &'
-!# ) % C, !# Vk '
& C4.5 3 45
F,
$ ,) @ ! ,
F,
!#
n=7, &'
, @ " 3 45
F, ; 3 45
F, - $
,=2 & ;
@ 4#
A &
e % # 3 # T,
- $
s/ B,
& : 3 45 ! ,
!
. > c4.5 r! #
8 !
\
% $ ,& # V ) $ ,@ H
& $Z A
$ , K=
r $ &5=
, ID3
3 5&
b , e
8 % @ J @ 4 # 3 45 &
- $ & $ !C
&
& 1 S!#
, &' e
!45 c B
?-!#
:' , 3 2=> # 16 8, 3 5
3 45
,$
@ ! #

L
NOPQ
<,

# *, EJ M 4 '
:#
*$ WX ^W] 1\ , ! @ J

@ 4#
& # 1t

$ , @ y)
< , #d2
8# x1,x2,..,xk
Y v& C %
% & # 3 45 u % &
!
3 45 u
&' C
45 1 & # 3 45 &' @
F FA 3 45
?9 / # 3 45 S
+ , & CC
F, k %
2 v&2 E,
F, F FA 3 45 &' A
-?& # + 3 45S
, F FA
#$% &

'(

!
*)
'G ,
& 1
- ' ,
&# l
@ ! # & &J v@
% ' ,H ,) &
45 1!
/ v@
F, 9 w , $ , ` @
) &' & $
1l v@
&
U - $ , !45 )
V ,
- $ , GC ,
@
u% $ 1&
&# 9
@
b# @ $ xBJ, !45 H , ) % ! v&J
@ $ @ !45 F,
w , v& $
!' A %
- $ ,
);
& # 1&
- $ , V $ , ) v&J
" v@ &'
/ ; G' 9
1 /' ! A
& 3 45 F, %
402 3 '
w , l 19 & !
v&J
C, - ' ,
%@
C, )
" , !C 3 45 402 G ' 9
3 '
v&
/ ;G'
w ,: !
- $ , 402
) *

, $ % 1!# @ J % T, % % 3 J , ) & C4.5


!45 - $ , : "%
k % 3J , )
% , &E
8
& $ % H ,) 1 $
F, , -!#
F, k H , ) 1 $ ./0, !45
@ $
H + & # 9 &/ #
, 3% 4 ,
&# & :
Vk ' &2 E, 9
& & :
- $
@ % 3 5
1!#
2 !45
V$ & %
)
:

,
!4"

@ $
F,

F,

8 G# , & #) 9

% % 3J , )
&' 1

#G ,
V ,
F, -!# !45
& #) 9 Mg# % @ $ 8 !45 )

$ ,
, a
&; _ @

9 ^
- # ,
* CF @ ,) !# !C
& ^
;
2&
@
%1
- ' ,

CF a

% &'

#$% &
H + 6 , 9 1 $,
!
#
9
, @ $ @ J, . FA &' $ , @ '
@ + )Z
F, ,
` # & @ +
9 ` #
$,
9 V - ' , HF
!
,@ ,
!
1 @
-!# % ' @
K%
y
V &' $
1 ;9 &
' % < , 9 w , / v@
v@ 9 -!# < , )
V , F, 9
v&J
C, &'
<,
F, $
1l
H + F, 1 $ ,
l v@
) !
!
9 , J Z
< , v@ $
& # v@
J l &'
, J
#
& y , &' 45 / ; 3 '
& $ %
!
9
- ' ,
&#
,
&2 E, & [ , v&2 E, 9
' 9 V4
- $ d E !45 F, !C 9 \ #
);
9 V4
5 A v&2 E,
J
V$ &
&' $ , , '
, !J
2 - $ , V
&
&# 9
$
, # J 9 V4
6 2 @ ,) !# v&2 E,
",
& v&
- '
t
34 5
&
% C
@ v&2 E, 9
",b% 1 C
- % V
,
H+%
& # s w%
& ,
U s/ B,
@ C V$ & 9 V
q # %
&#
x BJ
-!# & ; V
J,
9 V V$ &
,
#
#d2%
& # 1s 5 & &'
# T, % _
- $ ; 8, :
' , 9 ' @
&2 E, 9
(x, y) = (x1, x2, x3, xk, V$ &
@
'

-!#
! 9 & @ $ cB &
>&
d +
&2 E,
, $ p =0.8
& ' : :, d +
! 9
' b# ,
! 7,
&
&2 E, &
'
' &' /V$
' 6 A
4,
&
&
/
' %
- ' GC ,
. / 0) 123
#-,
- ,
8 4/
56 7(

- $ , e
H ' 1C4.5 ! ` # Z
@ &2 E, 9
2&
e
$
&#
!45 9
D , 8,
, 1 $ ,)
H ' 1 8,
s 8
$ ,)
@
&
' 9 V4 &' !#
e
e
,
- $ , 5 A !45 v& +
v&2 E, & z , A !45 9 Gain(S,A) 2=> #
V$ & S @

S $ , # $ % E, F,
F, d &
-? $ , c B & #) d-1 1
!45 )

9 : ,
D
; < =>? @E
BA&
7 44/

H 'S #
/2 2=>
8, C4.5
% ?H , ) 9 6 2 > & & # [
e
3 J , ) & # H I=5
K% 9 S # ! C
8, - ' , @ 4 # ?
"%
& =2
,
&0F
1!
$
-!# # ! C } ;H +
- $ ,cB &
A > & 8,
* H ,)
, '
8 4/
d

&

1 {' ,
{, J

?WS

(
4

C #-,
56 7( ,

8, s 8
&2 E, 9

3 2=> # . s 8
? S &' ' , a)
e
- ' , xBJ,
?NS
< 9 % 45
&' A
V$
&# 9 & z , e [
-

F, &2 E, 1values(A) &' - $ , s 8


!# A !45
- ' , xBJ,
, ' @ &2 E, 9 S
&' !# S @ &2 E,
&2 E,
: Sv
- $ ,1
v F, A !45
V ,

&
$ ,)
1&/A ,
@
& @ $
!45
- $ ,
%
V &'
@ $@ 4# !

&2 E, 9 @
:
-? &
8 GCA
; %
" !45 9 c B
2
$ , V & + a
; v@
; $ ,)
&
@ 4 # bF;
1 $ ,dE !
! # 13 / 2
w!
C,
V 7' A
,
"l @
);
r $ , V $
z$
C,
'
!45 d ?NS
-

&# 9 & z ,

[ N V$

&' !# ) 3 2=>
|
e
C4
&'
3 2=>
!
8
A ,2
,
!# d o S @ B R2 9
&#
' '
V 6 A
;
V$ & &' S R2 9 8 S - '
-?!# @ $ c B
&'
,@
1 $ 9 P
!C
%
! 7, 1@ $ c B &
Z > -!# 45 e % $ @ # ; , + m &'
4 , ! 7,
' xBJ,
$ p =0.5

L
NOPQ

# *, EJ M 4 '
:#
*$ WX ^W] 1\ , ! @ J

&
/' [
% ,@
# $ ,)
- ' 2 * ? $ ,)
&
a
& S
F, &'
&
8 ^ $ ,) v&2 E, 0
F, @ $
!
b# * ) v@ $
H+
$
Vk ' F,
&k -!# 3% 4 , * ) 8 %
-!# *
&D, F

G"
I4
J

LKN
(

C z ,
& &k &'
no 8,
, ,
@ v& , % u & &' !# V , %
u % ,
J
@ #
,) *$%
K% -?Chi-Squared !C S
, '@ 4# Y ;%
*$% n , 2 1Y ; % !8 ,
&; V
- $ ,@ , \
#$% &

C4.5

C4.5
\ M+ 2
C4.5 &' $% , - ' ,
-!# Z% 8, &
\
9 & &' !# C4.5
%) 9 &
\
V , &' 0 &V/
& " H , ) &2 E,
$ ,) &2 E, b/a
&#
F,
, !#
3 5 & V%
,
B
; L4
:,
,
@ 9 & z , 0 :, J
9
,
B H & $
B
0
& &'
N l
&
8
8S0 E % &
\ 1?
./8 l b# @ $
H+ &#
!C
, l
E 0
:,
&
%l L !
- ' ,
9
8 (E+0.5)/N

' } ; 16 A 8 J%@ $ :
b/a
& # &'
l
*
8, Z T 9 %
&'

0
0

%
: ,1*

$ ,
"K
~l
* !
!# $ ,) &2 E, 3 2 _ ,
!
&
\ - @ $
A (J+0.5)
' , : "

- $

1l v@
& @ $ ;
?!# 45 e S !# # ! C 1} ;H +

& C % & # 3 2=> & Entropy(A) &'


' &eA=,
c CA & a !45 V ,
F, [
C % !C
c CT & # 3 2=> Gain(A) &V A
1 ) ,
E 3 # T, & &' $ , %)
U S- ) ,
&k
1 C @ $ @ 4 # @ &2 E, & & C %
-??I _%S!A 5
"%

MKN

@ 4#
! \
& ' ,@ 4# \

% &
8 % & J,
% @ $ %) !
&

$ ,)
& ?WS
Z !45 F, 9
CF 8, !F FA
- #&
r $ ,s 8
3 5 & A !45 9
#!C
?OS
"
"
!
"

&

P@ &

"

A
& &' !C
@ 9 &'
- $ x
8 &' !#
- 6:

!
$
;
+ @
9 ^
&
& $ &/ # @ $ @ H$ +
1 $ * ,l 9 &
$ , =2
,
!
$
;
+
@ ^
xBJ, & #) 9
+& &
7

I4

, $ F 2
& # n=, '
&' , 1 $
$ ,)
&
, !# ' C i
13o A
9
&
&' '
:
!
% !# @
2
!C v&2

9 - $
$
&

!
v& $ C4.5
&
$ ,)
!
&'
, G# , q #
k - '
@
8 % $ &$
"% :
T5 Z [
&
- $ =VJ, 2
, C4.5
%- ' ,!;%
$ ,)
Y ;% $
# @
E,
@
% !# V , d
- '
*, / 2 v&/|C, 9 Y ; %
,
,
C %
, $ ,)
&
! ; % 2 & _ ;
' &' $ & $
"%
v& _ ;

,
V + . 0, !
bF; &' !C d%
-? , & $ 1 ,
S & X "% ^
@ $ @ GCk l 9 bF; &' !C d # , ^
- $ & $ $ ,) @ &2 E,
V +
&#
! &J &
&, o &
+ 3 eA=,
- #
D KNKN
) >?

9 : ,

& U, K
C
2=> # S 45 1 8,
?Z [
'
s 8_ C
'
,& "
HB 3 2=> d &
@q % I=05
& & k e , !45 &V & ! C L ; 8, &' '
-!# \ CA ' , ;
@
8 #% % V V$
H+%o

SplitInformation(S,A)

5A
& v&2 E, c 1 Sc S1
-!# A
F, c !45 b#
S v&2 E,
A !45
S
F, & &"
e
1SplitInformation
?S-!#
;

#" $

45 c B

# % & '

#"

#"

[ , SplitInformation(S,A) 3 2
- $ , CV 0 v@ $ CF
F,

S? J

-!# @
;
1 &/5 ; 8, 9 s 8 \ #
; % @ ' E &' @ v&/5 ; \ # !45
,
&#
$ ,)
@ n=, ' &'
;S , '
? '
, ' ; & ) ; &' 45 - $ ,
&' !# @ $ 3 D - $ , c B $
V :
-!C
,1
F, 8
45 & 8,
% @ $ GainRatio 8, / 2 3=VJ, [ , r! :,
C
F, u * ) 3 45 &' @
&2 E, ,
- ' ,
Vk '
1
#$% &
%` B#

Q
@ $&;

D
'& %@ $
- $

KVKN

-N
, *;

3% 4 ,
c B W V$
% $ 4A 3 5
&
, k ! # !
l 9 9
% H
V bF; &/ #
$ : "
5 ;
,
'\
,
V%
e 0
*
: , -?CIsS bC c /0,
>
,
% '6 ,
;
<,
8
emax o
, 1CI 8,
'
> & #) 9
e<emax 11-CI 6 A
&'
C & '
8
CI
} ;H + 3 5 & 0.25 F, C4.5S $
e % !; H +
, -?, e
J
A
S
3 5 ) &' 1?l : N
B 6, [
3 5& e
, 0 % o
' 9 C4.5
?WSr ' , 8
\

,
)
) * + /-. * +0.

), +,
.*.

+,
1*
.
cB
B
c /0,
> 5 ;
, z &'
6,
;
<, 9
U % 1!# @ $
-N(0,1) 8 1 ' , } ; A % M % % 45
,
&' !# 3 5
& C4.5
! \ K%
&" W V$ & - $ , " o &
+
9 9
J ? C, b# % S@ &
\
; &' 1 '
% T2 1T1
,
% n= \ &V
- @ $ " T3
W V$ &V 0
> & 0 :, $@
J
-!# @ $ %)
, &#
- & !# &V 0
! &' !C 6% , ^

L
NOPQ

# *, EJ M 4 '
:#
*$ WX ^W] 1\ , ! @ J

$g 3 5
-
- $ ,
+
0 !# V, $ l : !
&'
5 -X
0
$&$ S $[ "
T0# & T0#
-? V %
&o
' -!# $ 1& *
!
A > -f
)c
A >
k& @ '
&# ! 9
C
"% !# b %
6 A -P
-!# $
!
-Q
&' $ 2
, 1!#
&#
8
% -Nh
@
8%
&#
8
J
+
@
8
, H :; &e; A R; % E C" ,
%
o & : !
' \ -NN
@

W% KV

c4.5

c5.0S See5.0 % c5.0 ! # ! # & Quinlan

?% %
E K% ;
R8 - ' &_ 2 C4.5

See5 % Unix/Linux

8 C5.0 -!;
r C *)
8 # C4.5
8, > & c5.0 r!2 # ^
? :
kS!#
J / &e; A % # c5.0 r&e; A @ 4 # ^
c4.5 & ! C
c4.5
* J, &E c5.0 r
!
Vk ' ^
Vk ' &eA=,
>&
!
,
, * *
bagging % boosting
J+ ^
, ,& J ! %
% ^
3 45 & &'
, @ " $ & c5.0 r
- ' % @ $
& # u % s/ B,
9 '
@ 9 ,
> & c5.0 r ' 6 a ^
- ' ,6 a: H '&
&k 1!# & C ' %
E 6 T, 9 C5.0/See5
!
@ 4 # % C4
)
' \ #
-!# \ #
"%
&2 E,
3 2=> & # T, : , @
&;
*
K%
& # T, : ,
U + !# @ $ @
*J+
3 2=>
e 6,; 3 5
. 0, 3 2=>
*

! -W
*$% S 2
&V $ n=7,
@
&0
,@ 4# @ #
! -O
- '
- $ ,Z A
#
%_ a
&C F, -]
@ 4 # s/ B,
&
3% 4 ,
q % -
- $ ,
-!C [ [
B & " A -X
@ #1
!
9
@
# @ ,) -f
#6, &
G/a
K% S -!# % _ a
?
+
<, E
F, Z A @
-P
s 5 -!# 4# v& 8" 6 , 9
!
V,
.0 ,
#) &
b $
U+
2
&V $ &' A !#
+
- $ , @ # v& 8" 9 * ) y s 5
-Q
!C @ 4 #
!
6 ,9
, 6 ,
> ! / S -!#
+ V,
,)
?
J
l:
@
/T
!
# -Nh
- $ ,
@ ' ,
, d /8, @ e , a b % -NN
-NW
3% 4
# $ &
!
- $ , @%
-NO
@
'
# &
!
- $ , F, ;

& CC % & # +
u 9
%&# +
@

@
'
'

#$%

'
bF;
bF;
?& CC
A

KXKN

Z &'
, -N
- C G# , !# & # +
, -W
1 ' $ ,) v& %
&#
8
-!#o 0 6 A
- o
-O
# T, & : 1
!
& 8V, A
%%
& # &' /( C, -]
c 1 $ &$
$g
&# % J "
- '
2
F,

B 1

!
1c4.5 %
)
U %&
& # T, !2 #

- @ $ ,'
'@ T %1
*
K% % @ ' : )
c4.5
3 (:"

. FT & & F,
+
&;
- '

Y
[1] Quinlan J R, Induction of decision
tree,Machine Learning,1986, (1),pp.81-106
[2] Qu Kai-she,Wen Cheng-li,Wang Jun-hong, An
improved algorithm of ID3 algorithm, Computer
Engineering and Applications, 2003,(25),pp.104-107
[3] Huang Ai-hui, Improvement and application of
decision tree C4.5 algorithm , Science Techn
[4] Feng Shaorong:Research and Improvement
Improvement of
DecisionTreesAlgorithm.
Journalof
XiamenUniversity (NaturalScience), 2007,pp.498500.ology and Engineering,2009, (1),pp.34-37
[5] Zhang Dezheng,Li Tianchi,Aziguli:Application
of Decision Tr ee Produced by C4.5 on Natural Gas
Data for Analysing Measur
Measur ing Error2006, pp..208210.
[6]
Gui
Xiancai,Peng
Hong,Wang
Hong,
Xiaohua:Application of C4.5 Algorithm in the
Analysis of Customer Chum Insurance. Computer
Engineering and Applications.2006, pp.197-199.
[7]
QuinlanJ
R.C4.5:Programs
:Programs
for
MachineLearning[M].[s.I.],1996
[8] S. R. Safavian, and D. Landgrebe, A Survey of
Decision Tree Classifier Methodology, IEEE
Transactions on Systems, Man, and Cybernetics, Vol.
21, No. 3, pp 660-674, May 1991.
[9] Rastogi R,Shim K.PUBLIC:A Decision Tree
Classifier that Integrates
Buildingand
Pruning[R].Murray
Hill
:BellLaboratories ,1998.
[10]
Decision
Trees,
http://www.cs.cmu.edu/~awm/tutorials

-!#
3 2=> # ! C c4.5
!
16 , ; . 0,1 '
& # T, a) &0F 3 45
&0F
2&
:' , 3 2=> # ! C !45 %
!C @
& # T, K +
, - ' , c B a)
[ %1
!
@ U + [ 3 # T, 13 2=> #
&B '
&' 1 $
; & # T, &,
.
, H :;
!
& # T, ,
H '
!45 c B K% 9
E C"
)
A%
!
' *
1& # T, !2 #
-!# % _
' ( C, [ #
T

(
C4.5

KLKV
J

% y H & $ , CF
!# F C, 3 eA=, &'
M+ 1
D &E
V &
* -N
&;
*
&/ # @ ,) !#
* &E
- $ / y & &C
$b
\ # &' 1 $ & ;
*
& # T,
' -W
-!# % _ a * & % 1!# y
R
% ' , [ " ,- ' ,
! , no%
;
@ $cB
@ d #9
' , e,
@ !45 Ohhhhh , $ &' $ ,)
@
y
&/ #
@
d # % Mg# 1 $ ,
j ' ! - ' , !C ?
! S $ ,)
-!# 97.8043% @
& # @ ,) !#
\
% ,'
!
) dE #
H ' c4.5
@ 4 # @ &2 E,Ohhhhh
,
!
@ ' &C \
) & 8$ E#% +
,@ " , 1 '
@ 4#
&;
*
%1 'Z A
J+
+ &"
sWh1 c4.5 & ;
- ' , &C F, c4.5
*
-!# [ # ]h & ;
,
* a u &' 1
'

-!# % ' @
6 8,
9
!
!
1
' @ A
c4.5
!
\ %
# -!# o M ' ;
&#
% '@
B % : ) 1
j '
, + c B % @ K + &/ #
P

L
NOPQ

# *, EJ M 4 '
:#
*$ WX ^W] 1\ , ! @ J

Associative Rules

Classify b
c

Clustering

Decision Tree d
Information Gain Ratio e
Information Gain f
g

Entropy

Split Information h
Distance-Based Measure i
j

Training data