Many statistical and machine learning methods have been employed for data ...
Interpretability: It is hard to interpret and extract knowledge from SVM models.
!"# $% &''(
)*""+ ,- "-% .%/%%*" $. " 0 *"! .$ " + $. $1"$ $. %$!$,# $*," 11 " -+-" $%% $. " !"# $. %%$! -" )---*,- 2334
)-- %%$!
-"- ! #5 -)+-" 1$"$!%# 1 -! -+ " $$! 6$ 7-*,% ) ,-! $ " " " - -,+%# $5 +-"- 1$** 1-% +-"-)-!! - 1$"$!%# -11*%-" -! 5%% -! )$%$1-% +-"- 8 *1 $- -# +-"-9 !1"/1 +-"- 8 -!" $$* 1-% +-"-9 -+ "7" +-"- 8 5! - "1%! -+ !11 :$ -%!9 7" -1" !.% .$ *-"$ $ ;$5%+ . $* !1 *-!! +-"- ! *,$ "-" )" - + 1 +-"- )" ,$$ .$ *-"$ ! - 1$**$ ,$*$ " -% 5$ %+ -"- * . ! "$ 7" -1" $ * !.% ;$5%+ . $* %- -*$"! $. +-"- -"- * 1%+! " "-!;! $. +-"- 1%-!!/1-"$ 1%!" $ $"% --%#!! 1$1," +!1 ,"$ $ !-%? -# !"-"!"1-% -+ *-1 %- *"$+! - ) *,%$#+ .$ +-"- * !) "-!;! -!+ $ - !" $ *-"*-"1-% .$+-"$ ! 8,,$ " 1"$ -1!9 - ) $ $. " *$!" -1"%# +%$,+ 1%-!!/1-"$ -+ !!$ *"$+$%$! + "$ " !-%" , $, "! !1 -! *- *-7*2 7, *" $ $%- %-!!/1-"$ @3 2( %-"+ $ ; @2 2F $1%!$! @4
% & "" ""' ( )) # " @B @& " $+1"$ @&& $! ,, $-1! .$ @&2 $" )"$! -+ -, -#$" @2 -,, $ 1 89 %$ "* @2& $"-"$ @22 " $ -" @2@ %$ "* @@ ,,$ " 1"$ -,, $ 1 89 @@& $"-"$ @@2 %$ "* @4 7, *"-% -%-"$ @4& .$ *-1 -! ! @42 7, *" "$+$%$# @4@ -"- !"! @44 !%"! -+ !1!!$ @44& -%% !%"! @442 !%"! .$ +A " !""! @44@ .$ *-1 1$ 1 $. @B $1%!$! -+ . " 5$ ;
@B @> @F @' @' 4& 4& 4( 4F 4F B& B& B& B@ B4 B4 BB B> B(
* !"( +) #, !"+( +" (
)) # " >3 4& " $+1"$ 42 %-"+ $ ; 42& $ %-"$ * "10! 422 6-" !%1"$ *"$+! ! 4@ -$ $. $%#$*-% K % 4@& 5 4@2 $"! $ ; %! 4@@ -$ $. $%#$*-% K % 44 6-" $*)-"$ !1$ # 86 9 %$ "* 4B 7, *"-% -%-"$! 4> $1%!$! - "" . B& **- # B2 6" $ ; /
>3 >2 >2 >4 >B >B >> >( >( >' (2 (> (( (' F& FB
2& -"- -"$ ,- -*" ! .$ 6 2> 22 .$ *-1 !%"! $ !#""1 +-"- !" 8L $. " - +-"- M &&@>3& L $. "!" +-"- M &3(3(29 6 .-%! ,$!"N 6.-%! -"N -*,% "* .$ "* .$ 1$" 1" " 6 " 2@ -"- -"$ ,- -*" ! .$ " # %- +-"- !" 24 .$ *-1 !%"! $ " # %- +-"- !" 8L $. " - +-"- M 2@3>>&>' L $. "!" +-"- M 2@@F'39 -" !-*,% -"N * " - "*N * !-*,% "*N -1" N !%1" !-*,% 2B .$ *-1 !%"! $ " "5$ ; " !$ +-"- !" 8L $. " - +-"- M 4F'F4@& L $. "!" +-"- M @&&32'9 -" !-*,% -"N * " - "*N * !-*,% "*N !%1" !-*,% @& .$ *-1 !%"! 8 M M &39 ""* " - "* @2 .$ *-1 !%"! .$ +A " !""! L $. ,$!"! 4& B3 +!1 *-" .-" + + )# 6 42 $!"%# -+ -"%# +!1 *-" .-" 1$*)-"$! -+ " 5"!
7
24 2B 2> 2( 2F BF B' (3 (&
2& - 22 7-*,% $. " )$+- # " -+ . $* " $$" " ! $. ,$!" -+ -" " ! 2@ 1%!" $. " %$5 *- 1%!" ! 24 2B "$5- 8 9 2> #""1 +-"- !" - "5$+*!$-% !,-1 O G ,$!" +-"-N O G -" +-"- 2( " *+-" !%"! $. O G ,$!" +-"-N O G -" +-"- 2F "$5- 8 9 .$ $%- ; %! 2' 7-*,% $. $%- )$+- # .1"$ ," !,-1 OPG ,$!" 1%!" 1" O$G -" 1%!" 1" 2&3 7-*,% $. 51 -"! "5$ !-*,%! .$ -1 + *!$ 2&& 7, *" $ - 11;)$- + +-"- !" OPG ,$!" +-"-N O G -" +-"- 2&2 " *+-" !%"! $. @& $+- ! $. -+ $ - !#""1 +-"- !" @2 #""1 +-"- !" !*%-" - -% !"-"$ @@ -%$ "* @4 7-*,% $. +-"- +!" )"$ $ +*!$-% .-" !,-1 /." +-"1%!" . $* %." ! ,$!" -+ " !" - -" @B 7-*,% $. " -%$ "* " $ +*!$-% .-" !,-1 @> " *+-" !%"! $. @( *-%%# 0 + -" +-"- .$ @F -%$ "* @' 4& 7-*,% $. " -!-1"$! -+ -!!$1-"$ %! 42 7-*,% $. )$+- ! $ /"" -+ + /"" 4@ !1 ,"$ $. " 6-" $*)-"$ !1$ # 86 9 -%$ "* 44 !1 ,"$ $. " .1"$ C 8 9D "-" ! 1-%%+ " %$$, $. " 6 -%$ "*
7
&3 &> &F &' 23 22 24 2' @3 @& @& @2 @( 43 42 4@ 44 4> 4F B3 B> >2 >B (@ (4
4B $*,- !$ $. 1%-!!/1-"$ , .$ *-1 )"5 6 -+ " %$1-% *** !- 1 *"$+ 5 M 2 6 -"! &33Q -11 -1# 5" B3 -+ >3 .-" ! 5% " %$1-% *** !- 1 *"$+ +$! " 5" F3 .-" ! (B 4> $*,- !$ $. 1%-!!/1-"$ , .$ *-1 )"5 6 -+ " %$1-% *** !- 1 *"$+ 5 M @ 6 -"! &33Q -11 -1# 5" @3 .-" ! 5% " %$1-% *** !- 1 *"$+ +$! " 5" >3 .-" ! (B
7
-"- ! #5 -)+-" 1$"$!%# 1 -! -+ " $$! 6$ 7-*,% ) ,-! $ " " " - -,+%# $5 +-"- 1$** 1-% +-"-)-!! - 1$"$!%# -11*%-" -! 5%% -! )$%$1-% +-"- 8 *1 $- -# +-"-9 !1"/1 +-"- 8 -!" $$* 1-% +-"-9 -+ "7" +-"- 8 5! - "1%! -+ !11 :$ -%!9 7" -1" !.% .$ *-"$ $ ;$5%+ . $* !1 *-!! +-"- ! *,$ "-" )" - + 1 +-"- )" ,$$ .$ *-"$ ! - 1$**$ ,$*$ " -% 5$ %+ -"- * . ! "$ 7" -1" $ * ! .% ;$5%+ . $* %- -*$"! $. +-"- -"- * *-# 1%+ )" $" %*"+ "$ " .$%%$5 !)"-!;! 8=2>? , $+! - 71%%" !**- # $. +-"- * "-!;!9 & )0 "" ! ") "1 1%+! 8&9 +-"- 1- -1"
4 $!" 1" -$" . $* " 1" $+! $. " " ! " " - !" -+ ,-" . $* !", @ "% $" ! -11*%-"+ 6 " ! - !"-)% )-! !" 1" .$ "$ Æ1"%# , .$ * " !%1" +1%!" 1%!" + +-"- -%!$ , $+! )"" !**- ! .$ "- -+$* !-*,%! )1-! " -+$* !-*,% ! !!1,")% "$ - )-!+ 8$ !;5+9 ," -+ "! " *-# -" +! -)% $","! !,1-%%# 5 " , $)-)%"# +!" )"$! $. " - -+ "!" +-"- - $" !*%- 51 ! 1$**$ , -1"1 8 +!1!! "! +"-%! 1"$ 2B9
" ! / !" 1$!+ %- %# !,- -)% 1-!! "
% -+
% ) " 6 " ! )%" . $* " ,$!" +-"- !" -+ " -" +-"- !" !,1"%# / !" " - - )$+- # .1"$ . $* " & ) $. % -+ % $" "-" -1 " # 8$ 1%!" 9 & 1$"-! " 6 .$ *-"$ . $* 51 5 1- Æ1"%# 1$*," " 1" ,$" -+ " -+! $. " 1%!" 6 22 !$5! - 7-*,% $. " )$+- # 5" " $$" 1%!" ! -+ " 1$ !,$+ ,$!" " " " )$+- # .1"$ -+ " $$" " ! 5 +" * " ( "-" - 1%$! "$ " )$+- # -+ "! +! "$ ) +1%!" + "$ " / %% "
) " 1%!" ! 5$! 1" ,$"! - " ! $. " )$+- # " )$%+ 1 1%! 6 22 " ' ) " +!"-1 . $* " )$+- # "$ " 1" $+ $. - !,,$ " 1%!" -+ %" ' ) " +!"-1 . $* " )$+- # "$ " 1" $+ $. - 1%!" & 5 1$!+ - 1%!" & 51 !-"!/! " .$%%$5 1$!" -" -! - ( ' ( '
8249
5 ! " -+! $. " 1%!" & 1%!" ! "-" !-"!.# " 1$!" -" 0-"$ 8249 - 1-1! .$ " !)1%!" ! "$ ) " !,,$ " 1%!" ! $. " )$+- # -! %%!" -"+ 6 2@ 5 / 1%!" ! "-%%# !-"!/+ " 1$!" -" 0-"$ 8249 8" $. "* 5 " !,,$ " 1%!" !9 -+ "! 5 +1%!" + "$ / %%! 51 !%"! " " / $. 6 2@ !)1%!" ! 5$! ,- " 1%!" ! +$ $" !-"!.# " 1$!" -" 0-"$ 8249 5$%+ $" ) " !,,$ " &(
4% 1%!" $. " %$5 *- 1%!" ! 1%!" ! $. " )$+- # )1-! " ! .-1! $. " ,- " 1%!" ! - .- " "- " ! $. " )$+- # ! 5 - " .$%%$5 *- ;
+ 5 ! " "94 1
' ) & &
) & ) ) & )
- ' & &
M &
&
) & )
) & & ) ) )
& ) &
' ( ' () ' ) & ) ) &
-
7-*,% 5 %%!" -"+ 5-! - %- %# !,- -)% 1-! 5" " - + 1$!" -"! $. , -1"1 " !$." 1$!" -"! - 1!!- # "$ 1$, 5" $! " " - !" ! " !$." 1$!" -"! -"! " ! - +A " +!"-1! . $* " )$+- # 6$ " +1%!" 1$+"$ 5" " !$." 1$!" -"! $. 5 ,%-1 ' 5" ' ) ! & ' 51 5$%+ 1%+ -%% " 1%!" ! 5$! !)1%!" ! - " ,$!!)%"! "$ ) " !,,$ " 1%!" ! $. " !$." )$+- # ' ( '
82B9
!)1%!" ! 5$! ,- " 1%!" ! +$ $" !-"!.# 1$!" -" 0-"$ 82B9 5$%+ $" ) " !,,$ " 1%!" ! $. " !$." )$+- # )1-! " ! .-1! $. " ,- " 1%!" ! - .- " "- " *$!" +!"-" $. " )$+- #
+ 5 2 ! " "94 $ ) & &
)
& & ) ) )
& ) & ' ( '
&F
!" "
" # $%&
'% ( ) ( ) $% ( ) *% + *%'% ( % ) *%$% ¼ ( !" ) *%*% ( ¼ ) *%*% ¼ ( ¼ ) *%,% - ¼ ( ) *%&% ( ¼ ) ,% )
4* () ' ) ! & ) ) & )
-
6 ! 24 -+ 2B +!1 ) " -%$ "* 5" " !$." +1%!" 1$!" -"
! +!1!!+ 1"$ 2@2@ )%+ - 6 " 1$!"! 8 9 5 *) $. +-",$"! 8 +! - + " *) $. +*!$! $ --%#!! !1 " ! %- %# +,+"9 1 " 6 " ! )%" " " - "* $. )1$*! +,+" $ " *) $. " ! !"-+ $. " *) $. +-"- ,$"! " ! -!!* 8#) 9 M 8 9 5 8U9 ! " " - "* $. -%$ "* U *) $. " %-. " ! ! -" *$!" ! 8#) 9 . $* " %-. " ! )1$*! 8 9 "
) " ! 5 " " - +-"- - " ! $. !$* $+! !!* "-" $ ! " - - -" $. " !,,$ " " ! , " " - " ! -*%# $ M * 5 &'
" ¼
'% ( -+ . ) // - $% ¼ ( !" + ) // " *% ¼ )
4- "$5- 8 9
! " *) $. " - " ! -+ ! " - - *) $. !,,$ " " ! $ M 33& .$ M &3 -+ M &333 $ *-%%# -+ 3 ( $ & .$ !"-+- + ! 5" %- +-"-
!"!
# + 5 +) $, 2 & 94 & ) & ) & & $
. ) & )
&*$
& ) ) $
() $ ) &
) ) ) & )
M -
. 5 -,, $7*-" " *) $. " -"$! + 8" " $. 6 " 9 " " " - 1$*,%7"# $. " 6 " ! &-
8,#) 9 M
8,#) 9
82>9
5 8,#) 9 ! " " - 1$*,%7"# $. " " " -"$ $. *) $. " - +-"- ,$"! -" " " " -"$ ! M P P P
P
M 8 98& P P P P P 9 M 8 9 & & P
23
5 ! " *) $. +-"- ,$"! - $+ -+ ! " *) $. " ! -*$ " +-"- . 5 -!!* 8#) 9 M 8 9 )# -,, $7*-"$ $. &
8,#) 9 M 8= P &
M 8= ? 9
P ?9
. 5 -11*%-" " " - "* $. -%% " -"$!
=
8,#) 9 M 8
? 9 M 8
9
M 8 && 9 8 9
. 5 ,%-1 5" $ !1 $ M * 8,#) 9 M 8= $ ? 9 M 8 $ 9
.$ 8,#) 9 " -! -!#*,"$"1-%%# &*$ "*! .-!" "- 8#) 9 51 ! 8 9 .$ M 6 $* $ * 2 5 8,#) 9 8 9 5 1- ! "-" " " - "* $. ! 0-+ -"1-%%# +,+" $ " *) $. !,,$ " 1"$ ! 89 51 ! *1 %!! "- "-" $. " " +-"- 89 $ *-%%# $ & !,1-%%# .$ # %- +-"- !"! $ " , .$ *-1 +A 1 )"5 -+ - !"-+- + $! -! " +-"- !" )1$*! %-
!3 )4'.'& *& "! !1"$ 5 , $+ *, 1-% +1 $. $ --%#!! $ ! !#""1 -+ -% +-"- !"! -+ +!1!! " !%"! %% " 7, *"! - 1$+1"+ - "* F33< *-1 5" '3> **$ #
4-44 ! $ .# " , .$ *-1 $. - -%!"1 $*" 5% , $+ !-%29 !1$+ " -"$ 8 M @3F9 4= " *+-" !%"! $. O G ,$!" +-"-N O G -" +-"
$" "-" " " - +-"- ,$"! $. - $" " -1"-% +-"- )" " !**- # $. " 1%!" ! !$ "# "+ $" "$ - - $5%# .$1!+ +-"- ,$"! -! " +$! " -+$* !-*,% %!$ " - -! .- . $* " )$+- # "! $" %;%# "$ 1$" )" "$ " 5%% - # !,- ! +-"- ,$"! )1-! " 1%!" ! , !" "$! - -! 5$%+ $" ) +1%!" + " , $1!! $. 6 2(8-9 -+ 8)9 !$5 " " *+-" +-"- ,$"! "-" -"+ -" " / !" -+ !1$+ " -"$! !,1"%# +-"- ,$"! 6 2(8-9 - " 1" $+! $. " $$" " ! 51 - # !,- ! 6 2(8)9 !$5! +! ,$"! - $+ " )$+- # 51 - +1%!" + "$ " !1$+ %% $. " 6 " 6-%%# 6 2>819 !$5! - )"" +-"- +!" )"$ .$ )# +1%!" " !,,$ " " ! "$ " %-. %% 6$ .- -%-"$ 5 -"+ - "!" !" ! " !-* 1%!" ! -+ -+!! )" +A " , $)-)%"# +!" )"$! )# -+$*%# -!! " *) $. ,$"! .$ -1 1%!" ,$ " " *) $. .-%! , +1"$! 8L $. .-%! -" P L $. .-%! ,$!"9 $ " "!" +-"- !" )1-! " +-"- !3& L $. "!" +-"- M &3(3(29 6 .-%! ,$!"N 6.-%! -"N -*,% "* .$ "* .$ 1$" 1" " 6 " -)% 22 !$5! " , .$ *-1 !%"! $ " "!" +-"- !"
)
& ) () ) &
C*) $. +-"- ,$"!D .$ -)% 22 +$"! " *) $. " - +-"- ,$"! -" " %-!" " -"$ -! !$5 6 2>819 C D .$ " "-)% +1-"! " " - "* $ "-" +-"- 51 ! -%*$!" 0-% "$ "-" $. 3BQ -+$* !-*,%! !1 )$" -"+ !*%- *) $. +-"- ,$"! C D .$ +$"! " "* "$ " 1$!" 1"$ $. " B'( +-"- ,$"! $. 6 2>819 51 "-;! %$ "- " -+$* !-*,% )1-! " $%! " 1$!" 1"$ $. - 6 " $" "-" " %$ 1$!" 1"$ "* $. " 6 " ! ,- "%# 1-!+ )# $ $$,"*& "*! $. +-"- !1-! "$ !-*,% @3( " - +-"- 51 "$$; B>F(22&@ !1$+! "$"-% .$ " -
!
"! !1"$ 5 7, *" $ - "5$ ; " !$ +"1"$ +-"- !" . $* " K - 1 51 5-! !+ .$ " K , &''' ! +-"- !" 1$!!"! $. -)$" / *%%$! $. " - +-"- -+ " + + "$!-+! $. "!" +-"- ! , $!%# $"+ 5$ ;! )"" .$ # %- +-"- !"! !,1-%%# 5 -+$* !-*,% "! + "$ . 0" $11 *,$ "-" +-"- $ %- ,-"" ! $. " 1$* +-"- 51 1-! +A " , $)-)%"# +!" )"$! $. " - -+ "!" +-"- "5$ ; " !$ +-"- !" ! - $$+ 7-*,% $. !1 )1-! " "!" +-"- ! $" . $* " !-* , $)-)%"# +!" )"$
2>
2%222'6 2%22'6 2%2'6 2%'6 '6 &6 = '6 = &6 = '26 ! 5
<
$* $$7 $*** $*$9* $*2*;2 ''&'9', $*2*;2 ''&$82' $*2*978 *29 $;8*
< 7,$& $,'* ''*$ '2'$ '2'& '2$2 ''9$ '2*9 887 ;7& ;97
:: : 2%222'', ;$$%89 2%22289$ ;$&%,2 2%2* ;$;%7' 7%$;9 ;*&%;9 ''8$%98* ;*;%8$ $292&%, ;,$%8$ $7%, ;*;%8$ ';*%9; ;$8%;' &$$%2* ;*$%,8 &,;9$%$'* '%7*8 $&$;%$'*
4* .$ *-1 !%"! $ " # %- +-"- !" 8L $. " - +-"- M 2@3>>&>' L
$. "!" +-"- M 2@@F'39 -" !-*,% -"N * " - "*N * !-*,% "*N -1" N !%1" !-*,% -! " " - +-"- -+ " -%!$ 1%+! !,1/1 -""-1; "#,! $" " " - +-"- 8 +-"-!"! 1$"- - "$"-% $. 24 " - -""-1; "#,! 5" - -++"$-% &4 "#,! " "!" +-"- $%#9 ! ! )1-! "# 5 1$%%1"+ +A " "*! $. , $+! 51 *-;! " "-!; *$ -%!"1 8$* " !$ 7, "! )% "-" *$!" $% -""-1;! - - -"! $. ;$5 -""-1;! -+ " C!" D $. ;$5 -""-1;! 1- ) !Æ1" "$ 1-"1 $% - -"!9 7, *"! $ "! +-"- !" !$5 "-" $ *"$+ )-!+ $ " 1%!" )-!+ !-*,%! !/1-"%# $", .$ *! " -+$* !-*,% - " !-* *) $. !-*,%!
4-44 $) + " )
-1 +-"- $):1" 1$!!"! $. 4& .-" ! 8@4 1$"$! .-" ! -+ ( !#*)$%1 .-" !9 $ *-% $%$% > ¼ ( ¼ ) // > % *% ¼ )
4> "$5- 8 9 .$ $%- ; %!
1 " +1%!" 1$!" -"! $. - $" + 1"%# -,,%1-)% "$ $% - ; %! )1-! " !"-"!"1-% !**- ! 8 1" $+ -+ -+!9 1$*,"+ " ," !,-1 1-$" ) !+ " 5 .-" !,-1 " -!.$ *+ )# $%- ; %! +!"-1! " 5 .-" !,-1 - +A " . $* "$! " ," !,-1 ! " +1%!" 1$!" -"! ' ( ' ! $" *-.% -# *$ " 5 .-" !,-1 $*," " -+! " $%- ; % !,-1 ! ,$!!)% )# ! " ; % " 1; .$ +!"-1! " $+1+ =4B? $5 *-"- " 1" $+ " ; % !,-1 1-$" ) +$ 1 *"-%%# ! 5 " $+1 - % ) . .$ " +1%!" 1$!" -" .$ $%; % / !" , !" " - "/1-% !-*,% "10 " .$%%$5 !1"$ 81"$ 2>&9 -+ .# " , .$ *-1 $. $ ! - 1$**$%#!+ $%- 1%-!!/1-"$ , $)%* " 11;)$- + , $)%* 81"$ 2>29
"
# $ %
1%-!!/1-"$ .1"$ 5" - $%- ; % ! , !"+ -! - $%- 1 ," !,-1 5% " ! - %- .1"$ 8 - #, ,%-9 .-" !,-1 $ +".# " 1%!" ! %$1-"+ 1%$! "$ " )$+- # 5 -" - "/1-% !-*,%! - $+ " )$ + $. -1 1%!" -+ "!" "* ! - 1 " )$+- # .1"$ . " !-*,%! -"+ . $* - 1%!" !$5 1$!!"" 1%-!!/1-"$ !%"! .$ " 1 " )$+- # .1"$ " 1%!" - 1$!+ + 1%$! "$ " )$+- # )1-! " )$+- # ,-!!! " $ " 1%!" +1%!" $%# !1 1%!" ! $ %%!" -" 1$!+ 6 2'8-9 51 !$5! - 7-*,% $. 2'
8-9 8)9 47 7-*,% $. $%- )$+- # .1"$ ," !,-1 OPG ,$!" 1%!" 1" O$G -" 1%!" 1" - $%- .1"$ - "5$+*!$-% ," !,-1 8OPG +$"! - ,$!" 1%!" 1" -+ O$G +$"! - -" 1%!" 1" 9 5" - $%- ; % *-# + -5 - $%.1"$ )$+- # !$5 " / 51 1$ 1"%# 1%-!!/! "5$ $,! $. " 1" ,$"! )$+- # ,-!!! " $ " 1%!" ! 51 - !$5 -! " )$%+ 1 1%! 6 2'8)9 $ +" * 5" - 1%!" ! ,-!!+ " $ )# " )$+- # .1"$ 5 -" - "/1-% !-*,%! - $+ " )$ + $. " 1%!" . " )$+- # ,-!!! " $ " 1%!" " - "/1-% !-*,%! 5$%+ !$5 1$!!"" 1%-!!/1-"$ !%"! -" ! " !-*,%! -"+ . $* " " 1%!" ! 5$%+ !$5 1$!!"" 1%-!!/1-"$ !%"! $ *-7*? ." "-" -""*,"! "$ %- ! ,$!" -+ %-)%+ +-"- - " + 2 6 $ 4B =@> &B? 1 % %- *"$+! - !*,% -+ Æ1" .$ %- $*-% .-" ! )" - " 1;# "$ ! .$ , $)%*! $. 1$"$! .-" ! +*!$! $ !,- ! !"-1 !,-1!
$!" 7-*,%-!+ - 8
9 . -*5$ ; 5-! , $,$!+ .$ ) ,- 1%-!!/ 1-"$ =B>? *"$+ ! %*"+ "$ " ) +$*- 5" )- # .-" ! -+ "! " - Æ11# ! ,$$ -! " !! " -"%# 5$! " - "* ! -% -+# -" %-!" 0-+ -"1 "$ " !
< ( $$8
. < ( '&
. > . < ( $'
. > . < ( &$
%4 $+- ! $. -+ $ - !#""1 +-"- !"
,$!" 7-*,%! .$ .-1 +"1"$E $5 " %! $ ! " .-1 .-" ! $. $" $"- " 1%-!!! -! -" 7-*,%! -+ "! ! $" -%%# -,,%1-)% "$ $" +$*-! 6$ +$1*" 1%-!!/1-"$ -"< =@F? 1$*,- + - $! *"$+! 1%+ -% "5$ ; *"$+ $1%-!! - !" )$ - -#! -+ $11$ -+ 1$1%++ "-" 1%-!! -+ -% "5$ ; *"$+ 5 !, $ "$ -%% " $" *"$+! -+ " "5$ - 1$*,- -)% 8%-!! 9 )-!+ $ " !" $ *-"*-"1-% .$+-"$ $. +!" !! $ 1%-!! $. +-"- . $* " !" $. " .-" !,-1 $%# - ,$!" +-"- !" =4@ 4F @F? + -5! - $%- )$+- # $. " ,$!" +-"- !" " .-" !,-1 ! "5$ ,- -*" ! E 4 8"$ 1$" $% " $! " " - +-"-9 -+ 5 8"$ 1$" $% " C!*$$"!!D $. " )$+- #9 # - " !-* -+-"-! $. !1 -! Æ1" -+% $. +*!$-% !,-1! -+ !#!"*-"1 $%- 1%-!!/1-"$ ! -+-1+ ; % .1"$! $5 $ -" 7-*,%! --%-)% 0 ! - *1 %- @(
-*$" $. ,$!" " - +-"- "$ +1 - -11 -" 1%-!! )$+- # !,1-%%# +* !$-% !,-1! )1-! "! !,,$ " 1"$ ! 8!9 $. " )$+- # $%# 1$*! . $* " ,$!" +-"- !" -+ "! " %-"%# !*-%% *) $. ! 1- - +%# 1$ " *-:$ + 1"$! $. " )$+- # +*!$-% !,-1! "$ " ! 1$* $%# . $* ,$!" +-"- -%!$ "+! "$ $ /" -+ + /" -!%# -7 , $,$!+ - !$,!"1-"+ *"$+ 51 !! - "/1-%%# -"+ %-)%+ +-"- "$ $,"* !$5! - 7-*,% $. " )$+- # -." -1 " -"$ $. *-,, !"- $%# +"/! # !" $ -"! )# 1$ - 5+ - - - $+ " ,$!"! 86 @>8-99 %"$ " , 1!$ 0-%"# $. *-,, ! ,$$ " )$+- # -" -1 " -"$ 1$ ! 86 ! @>8)9 -+ 8199 -+ " /-% )$+- # ! # 1%$! "$ " +-% )$+- # + -5 )# $ -+ 86 @&8-9 -+ @>8+99 7, *"! 1"$ @4 -%!$ !$5 "-" " /-% )$+- # )1$*! # -11 -" -%"$ " "-% )$+- # $. " *-,, !"- ! # $ )# " C%$$!D !"" $. " " !$%+ $. U 2 U ! -+ $$!" - 1 "%# " *$!" ,$,%- !, !+ %- -%$ "*! "-" *-7* ,-" "% X M B "
%4> -%$ "* 9 P 8 9 P P 8 9 2 2 2 M 8 2 9 M 8 2 9 8 & 9 M 8 2 9 8 && &&* 9 * M 8 2 98 & 8& &9 9 8 2 9 M 89
M 8
$ * 4 !"-"! "-" " " - 1$*,%7"# $. ! -!#*,"$"1-%%# 0-% "$ "-" $. 7, *"! 1"$ @4 -%!$ !$5 "-" " -! *1 .-!" "- 5" # 1%$! -11 -1# ! 5 !$5 6 @> + " 1 "- 1$+"$! " /-% )$+- # B3
$. )1$*! # 1%$! "$ " +-% )$+- # + -5 )# 5" -+ " 86 @&8-9 -+ @>8+99
,0 )4'.'& *& "! !1"$ 5 , $+ " *, 1-% -%-"$! $ -+ )# , .$ * 7 "! 7, *"! $ - $! +$*-! $. -% +-"- !"! E "7" 1%-!!/1-"$ %"" 1$"$ -+ +-$!! $. ) -!" 1-1 E 51 !$5 " $"!"-+ , .$ *-1 $. - 5+ !,1" * $. , $)%*! 85" %- $ $%- !,- -"$ -+ %$5 $ +*!$!9 -%-"$! !$5 "-" -+ 5"$" %-)%+ -" +-"- !/1-"%# $", .$ * $" *"$+! -+ *$!" 1-!! -" -! -11 -" )$+- ! -! !"-+- + 5" .%%# %-)%+ +-"- 71," 5 " ,$!" +-"- !" ! ! $!%# + !-*,%+ !%"! -%!$ !$5 "-" " -! *1 .-!" "- 5" # 1%$! -11 -1#
) #
$ -%-" - *"$+ 5 ! " ! *-! 51 ! - 1$**$%# !+ , .$ *-1 *-! .$ -+ -%!$ !+ =@(? E $ $. " *$!" 1" 5$ ;! $ .$ "7" 1%-!!/1-"$ ! *-! 1$*)! , 1!$ -+ 1-%% " .$%%$5 5-# L 6 $$ / $
$ M L 6 / $ L 6 $$ / $ $ 1 M L 6 / 1 2 $ $ 1 ! M
$ P $ 1
-%!$ ,$ " " 1%-!!/1-"$ -11 -1# "$ " ! $" - $$+ *-! .$ " , $)%* )1-! -%5-#! , +1" -" 5$%+ - -11 -1#
&'
$ .%%# "!" " A1"!! -+ Æ11# $. 5 1$*,- ! *"$+! E 8 99 3 9 99
! +!1 )+ 1"$ @&& B&
! !"-+- + " -+ ! ,$!" +-"- 5" %-)%+ +-"- -! - !)!" "" .$ -" +-"- ! ! $" -!$-)% -! " %-)%+ +-"- 1- ) "$" $. -! - $$+ -,, $7*-"$ $. -" +-"- $5 " !*-%% *) $. .-%! ,$! "! - %;%# "$ -A1" " !,,$ " 1"$ ! 8!9 $. " )$+- # 51 "! " 1-%% , .$ *-1 -! !$5 $ 7, *"! ! +!1 )+ 1"$ @&& 8- -#! 5" $!# -"!9 -%!$ !! " %-)%+ +-"- -! -" +-"- ! " +-% " -+ . $* 1$*,%"%# %-)%+ +-"- 8 5" " 5 1 ! *--%%# 1%-!!/+ . $* 9 !$5! " +-% , .$ *-1 5 " %-)%+ +-"- %-)%+
!+ !$ 2@> .$ *,%*"-"$ $. -+ 6$ " " ! -+ ) -!" 1-1 +-"- !"! 5 !+ %- ; %! .$ 51 - !*,% -+ -11 -" $ 87" 1%-!!/1-"$ "-!;! - -%%# %- %# !,- -)% =@2?9 6$ " %"" 1$"$ +-"- !" 5 ! -!!- ; %! 51 !-%%# , .$ * " )!" .$ ,-"" 1$"$ , $)%*! 6$ -+ 5 !+ " 1" *,%*"-"$ %-!+ )# " -"$ $. $" "-" .$ - 1$"$-% *"$+ $ 1-$" , .$ * - -%+-"$ , $1!! "$ $,"*
, .$ *-1 1 -!! -,+%# 5" - %""% +1 *" $. " 1-%% 7, *"! $ -%% $" 1%-!!! -)% @& -%!$ !$5 !*%- !-,! $. " 1$ 1 -, 6 @'8)9 !$5! " , .$ *-1 1$ 1 5 " ,$!" +-"- - "$$ *1 + !-*,%+ 1$ 1 -,,! -." @3 " -"$! )" " !" , .$ *-1 ! -1"-%%# -1+ -" B" " -"$ ! +!1!!+ 1"$ @2@ $)$!%# C$ " -"+D "! 1-! " * " )!" *) $. " -"$! ! - - + , $)%* )1-! - *"$+ ! -!!*+ "$ - $ %-)%+ -" +-"- --%-)% .$ " - $ $,"*3
" + #" " ")) ( +# 5 9 7" -1" - %#
+!1 *-" .-" !" ! - +!1 *-" 1%-!!/ 8 9 " *! $. +!1 * -"$ 8$ 1%-!!/1-"$9 0-%"# "! *"$+! - )"" "- 1$ %-"$ * *" $+! )-!+ $ !"-"!"1-% *" 1! $5 + "$ " .-1" "-" *$+% ! C++D "! *"$+! +$ $" +!1%$! " %-"$! 5" " .-" !" +!1!! %-"+ 5$ ; +"-%! 1"$ 42
"! 1-," 5 .$1! $ /+ - 1$*,-1" !" $. .-" ! $ .-" 1$*)-"$! "-" *$!"%# +!1 *-"! 8$ 1%-!!/!9 " "- " 1%-!! 6$ 7-*,% 6 4&89 %" ) " "- " 1%-!! -+ " $" ! - .-" ! - !" 6 1 ! - *$!" +!1 *-" 1$*,-1" !" $. .-" 1$*)-"$! !" 6 1 1 ! -%!$ +!1 *-" )" $" !1 " .-" 1$*)-"$ 1 ! $. 1 ;# +-! $. $ *"$+ - -! .$%%$5!
& "-; -+-"- $. G! ; % " 1; 8,$%#$*-% ; %9 "$ /+ 8(( 9 5 ! " *) $. .-" ! -+ ! " *** + $. .-" 1$*)-"$! "-" +! "$ ) 1$!+ + "$ -" " !" 1%-!!/1-"$ , .$ *-1 $" 5$ +! 1$!+ *$ "- *) $. .-" 1$*)-"$! 5$%+ $" -" 1%-! !/1-"$ , .$ *-1 )" +1 -! " , .$ *-1 )# $ /"" 5" "$$ !,1/1 $ ++-" .-" 1$*)-"$! 8 7-*,% $. C ++-"D .-" !"! ! -" " + $. 1"$ 42&9 ! 5 5%% ! 1"$ 4@ G! ; % " 1; 8,$%#$*-% ; %9 -%%$5! ! "$ /+ %- "* " *! $. 2 ." 5 -" - *$+% ! " ,$%#$*-% ; % $. + 5 7" -1" " -;+ .-" ! $ .-" 1$*)-"$! . $* " *$+% 51 5$%+ ) *1 %!! "*1$!* !1 5 ;$5 "-" ! *1 !*-%% "- @ $ /+ - !*-%% !)!" $. %# +!1 *-" .-" 1$*)-"$! 5 1- , .$ * " 1 ! .-" %*-"$ $. =2B? )" 5" " ,$%#$*-% ; % $. + 7, *"! 1"$ 4B !$5 "-" $ *"$+ , $+1! )"" .-" !"! 51 1%-!!/1-"$ -11 -1# "- " !"-"$."- " .-" !%1"$ *"$+ -++"$ $ *"$+ , $+! *$ .$ *-"$ E " %-"$! )"5 "$! .-" !"! >&
1 6
& & & & & 3 & & 3 & & 3 & 3 & 3 & & & 3 3 3 & & 3 & & 3 & & 3 & 3 3 & & 3 3 & & & 3 3 3 3 & & 3 89 7-*,%! $. -!-1"$!
!,,$ " 1$/+1 1$ %-"+ Y 2BQ B3Q $ B3Q &33Q $ 2BQ &33Q ! 2BQ &33Q ! 3Q 3Q $ &33Q &33Q ! 89 7-*,%! $. !!$1-"$ %!
1 1 1 1 6 6
*4 7-*,% $. " -!-1"$! -+ -!!$1-"$ %! *-+ $. "! 1-," ! $ -
0! '&' $
-
6$ 7-*,% $. 6 4&89 5 5-" "$ /+ - !" $. .-" ! $ .-" 1$*)-"$! "-" +!1 *-"! - "- " .-" 8$ %# 1$ %-"+ " "- " 1%-!! 9 -1 $5 , !"! - +-"- 1$ + -+ -1 1$%* +$"! - .-" C&D +1-"! " , !1 $. " .-" " $5 -+ C3D +1-"! " .-" G! -)!1
"" + " + ) - .-" !" -+ %" $8+ 9 +$" " -"$ $. " *) $. +-"- 1$ +! "-" 1%+ + "$ " *) $. -%% 1$ +! 1-%% $8+ 9 "
$. + -!!$1-"$ % -! " .$ * + + 5 + -+ + +!:$" .-" !"! !,,$ " $. + + ! +/+ -! $8+ +9 5% " % ! $8+ +9* $8+ 9 6$ 7-*,% " !,,$ " -+ " 1$/+1 $. 1 - &2BQ -+ B3Q !,1"%# !,,$ " $. - .-" !" ! 5 " !"1%!$ $. .-" !"!N "-" ! .$ -# + 7 $8+ 9 $87 9 ! 5 - .-" !" ! $" %- 5 " - *** !,,$ "
>2
" !$%+ " ! -# $. "! !, !"! , $ -%$ "* !! "! !"1 "$ A1"%# , -5-# - !)!"-"-% *) $. , $+1" .-" !"! =2 @? - ) * $! . " 5$ ; $. " -!!$1-"$ % * )-!+ $ " !,,$ "1$/+1 . -*5$ ; !,,$ "1$/+1 . -*5$ ; ! 5-; -" 1-"1 1$ %-"$! )"5 .-" !"! 6$ 7-*,% " / !" -+ !1$+ %! $. 6 4&89 !"-"!"1-%%# +$ $" *-; !! )1-! -1 % " -!!*," .-" !" !-# + -+ " 1$1%! .-" !" 8$ "- " 1%-!!9 !-# - +,+" " $" -+ " " + % $. 6 4&89 " -!!*,"$ -+ " "- " 1%-!! - %# -+ ,$!"%# 1$ %-"+
+ !1$ 1$ %-"$ $. .-" !"! 51 +!1 *-"! " "- " 1%-!! "#,1-%%# 1-%%! .$ !"-"!"1-% *-! ! !1 -! 1!0- + -% " $,# .$ *-"$ - +7 $ " 1%-!! - -1 $ %-"$)-!+ * *"$+! ! !1 *-! ! !-# 1!0- + -% .$ *** " !$%+ !"-+ $. ! !,,$ " -+ 1$/+1 !$ $. " , $ -%$ "* -+$," " 1!0- + "!" -! ) !"-"+ ='? !A + . $* -" "$$ *-# 1$ %-"+ %! + "$ !"%% ! " !,,$ " " !$%+ ='? $ !"- !!"+ - !1-%-)% !"-"!"1-% , *"$+ )# 1$*," - ,, )$+ $. - !"-"!"1-% *" 1 !1 -! 1!0- + -% )" " ,, )$+ $. " !"-"!"1-% *" 1 ! $%# -%+ .$ )- # .-" !" =43? $ %-"$ "10! - " .$%%$5 %*"-"$!
# - $" !1-%-)% "$ " !@
-# .-" -; -%$ "* ! 1$ %-"$ 1$Æ1"! - ) 7,%$ + 5" *-# -,,%1-"$! "$ )$.$ *-"1! =&( 2& 23? 1"%# .-" !%1"$ *"$+! ! - ) !- 1+ "$ /+ - !*-%% !)!" $. .-" ! "-" *-7*49
2 8&3B'9 3 8&3@F9
8&3@49 8&3@49 & 8'F>9
* 8''>9 & 8'F49
+7 8''&9 @ 8'('9 8'F'9 I" 8'>@9 I3 I@ 8'(49 *4 $!"%# -+ -"%# +!1 *-" .-" 1$*)-"$! -+ " 5"!
5" M @ +1+ "$ @3 " *) $. .-" ! ++ "$ -" &33Q -11 -1# 8 6 4>9 $5 -! 5 +!1!!+ 1"$ 4@ " -%
A ""' 2 2+ , )"( & A# @ " "+) 2 ( , " # $) "( C ! , $)%* ! 1-%%+ %%-!! %-!!/1-"$ 89 , $)%*! - , -%" -%5$ %+ "7" -+ ) 1%-!!/1-"$ ,-"" 1$"$ -+ )$.$ *-"1! -," @ , $,$!! - 5 *"$+ "-" + -5! - -11 -" 1%-!!/1-"$ )$+- # . $* ,$!" -+ %-)%+ +-"-
A 2, +# "+ " 2 2 " 2 +" # ) " ""' @, " # 5 9 " 2 2 "C ! 0!
"$ -! )1$* - 1 1-% !! )$.$ *-"1! 5 " .-" !,-1 ! # + "$ " 1 .$ *-"$ -)$" .1"$-%"! $. 1 "- )$%$1-% ""! #,1-%%# -*$ !1 1 .-" ! - !*-%% *) $. .-" ! $ .-" 1$*)-"$! ,%-# +" *-" $%! .1"$-% +!1 *-"$! !1 -! 1%-!!/1-"$ -+ , +1"$ -," 4 , $,$!! - 5 *"$+ "-" *,%$#! " ! -! " 1%-!!/1-"$ *-! -+ -* -" /+ 1$*,-1" .-" 1$*)-"$!
3 ..9 -," 2 5 , !"+ - !,1/1-%%# +!+ 1%-!!/1-"$ *"$+ .$ -+% # %- +-"- !"! =B(? -,,%! - - 11-% *1 $1%!" -%$ "* "-" !1-! " " +-"- !" $%# $1 "$ , $+ - 5" 0-%"# !-*,%! "-" 1- # " !"-"!"1-% !**- ! $. " +-"- !1 "-" " !**- ! *-7*? 51 ! - *,%1-"$ $ " !" $ .-!)%"# "! + 1"$ $. !- 1
! ( ) + ")) # + # , "" ""& ) ( '4 )$+- # $. $ "+ "$ ) $ 1$! -"
-+ *1 "" "- " " $,"*-% )$+- # 5 " ,$!" " - +-"- ! ! $!%# + !-*,%+ $ $ 5+ -,! 7!" )"5 ,$!" -+ -" 1%-!!! " .-" !,-1N !1 - 1-! " " *+-" )$+- ! $. "* ).$ 1$ *1 )"" !%"! " * " )!" *) $. " -"$! ! - - + , $)%* ) 1-! - *"$+ ! -!!*+ "$ - $ %-)%+ -" +-"- --%-)% .$ " - ('
$ $,"* &''@ =@? -5-% -+ ;-" 6-!" -%$ "*! .$ * -!!$1-"$ %! - &- 1 : 1:?AB ,-! 4F(E4'' &''4 =4? 1"$%+ $* --+! K % -+ -+ +,+" 0- "BE2(> &''( =&3? ! ""$ -% $ !,,$ " 1"$ *-1! .$ ,-"" 1$"$ : > ( : 2&2&E&>( &''F =&&? -5) ! -+ $$ 1 *"-% -+ +1 *"-% !,,$ " 1"$ *-1 %- - 9 & 9 ?@@ ,-! 43'E4&B 2333 =&2? - -+ - !,,$ " 1"$ 1%-!!/ ! "$ # -+ -%$ "*! 9 &@2&&'E2&4( 233& =&@? !"- -+ -5-#%$
) ) 2 ) -*) + !"# !! 2333 F&
=&4? $- $%%$) " -+ -*# $ $ 1 ,,$ " 1"$ *-1! .$ %- !1-% !!$ , $)%*! E & ) 1 " ) &&4@E&>3 233& =&B? 6 $*" 6 ! -+ %% $ $!" -+ %-)%+ 7-*,%! %, %- - - &- ) 1 0) 10?AA ,-! 2&'E2@3 &''' =&>? 6 ! %- . $* ,$!" !"-"!"1-% 0 ! - - &- ) 1 0) 10?AA ,-! &&2E&2> &''F =&(? +- -+ - " % $ %# -+ $! &'(@ =&F? 6 $! $ -+ -* -% "5$ ;)-!+ *$+% .$ ,-, 1 1# 1$ "$ -+ /1-"$ 333 0 9 9 (2 (8>9&4F2E&4'3 $*) &''> =&'? 6 -+ --!- - $7*-% !,,$ " 1"$ *-1 1%-!!/ ! '>:: - &- > ( : : >::?@+ ,-! ((EF> 233& =23? 6 # !"- A# +- !; 1** -+ -!!% ,,$ " 1"$ *-1 1%-!!/1-"$ -+ -%+-"$ $. 1-1 "!! !-*,%! ! * 1 $- -# 7, !!$ +-"- & &>8&39'3>E'&4 2333 =2&? $%) K %$* -*-#$ - + --!); ! $ $%% $ $5 -% %$$*/%+ -+ -+ $%1%1%-!!/1-"$ $. 1-1 1%-!! +!1$ # -+ 1%-!! , +1"$ )# 7, !!$ *$"$ 2F>B@&EB@( &''' =22? $ -!" 11 -+ $+- "$-!!$1-"$ )-!+ *$+%! .$ !,-; /1-"$ " 1 &(24&E2B3 &''B =2@? !!%% +-* $ -+ - $" - -1" 1%-!!/ ! - &- ) 1 1?AD ,-! 23(E2&B &''> =24? - -!"$ -+ K * - Æ1" 1%!" -%$ "* .$ %- +-"-)-!! - '8: - &- & : '8:?AC ,-! (@EF4 &''F =2B? #$ !"$ - %% -+ -,; !%1"$ .$ 1-1 1%-!!/1-"$ ! !,,$ " 1"$ *-1! ) 1 4>8&@9@F'E422 2332 =2>? - -+ K-*) : ) . $ - K-.*- 233& =2(? -#; 9 9 (2 ) $ "1 -%% &''' =2F? -"--) -%1? *$%- -+ 1$%;$,. ""$ -% $ !,,$ " 1"$ !!$ 11-% ,$ " $2 11-% ,$ " 2 &''F3@3 &''F =4(? #+ -+ K 1 *"-% %- 5" !,,$ " 1"$ *-1! ) 42)
) ) - E &- E ?AA &''' F@
=4F? -7 -+ .$ * $):1" -"$ .$ $,"*E&'B &''( =B@? - - -+ ":: - &- > ( : : >::?@, ,-! 2@'E24F 2332 =B(? - -+ - %-!!.# %- +-"- !"! ! ! 5" - 11-% 1%!" ! - - &- > ( : : >::?@; ,-! @3>E@&B 233@ =BF? - - -+ - !1$ 1$*,-1" -+ %# +!1 *-" .-" ! $ .-" 1$*)-"$! $. + -1""! ! !,,$ " 1"$ *-1! 333 & &- ?@; ,-! 223E22F 233@ =B'? J- -*-; !- -+ # - Æ1" +-"- 1%!" *"$+ .$ # %- +-"-)-!! - '8: - &- & : ' 8:?AD ,-! &3@E&&4 &''>
F4
% 5-:$ 5-! )$ $% K$ - $ ,"*) 24 &'(4 -+-"+ . $* " !"# -" $% &''( 5" - + 1$*," !11 -+ 6 $* ! :$ " 1$%% !"- "+ 5$ ; -! - !#!"* +%$, .$ 5- "5$ ; *- ;" 1$*,-# $% -+ $! %! ).$ %$1-" "$ -*,- %%$! &''F "$ , + -+-" !"+# 1$*," !11 ! -+-" !"+# 1+ 2332 -+ 233@ K !"+" !1$%- !, -5- +! " 233@ +-"- * $%+ -5- + - 233@ !"+" !1$%- !, -5- + -+ - 233@ K !"+" !1$%- !, -5- + 6$%%$5 " 1$*,%"$ $. ! -# 2334 5%% ) 5$ ; .$ " 1$*," !11 +,- "*" " !"# $. -" $5- 1"# -! - -!!!"-" , $.!!$
FB