2 .3 .2 What kind of representation is best for later learning ? ..... the amount of information transmitted across a communication channel. Given a random ...
!"#$ %& ')( *+ ! -, ./, 0 12 3 )" 0.$3 546 7& 89 :=@?A A>?CB$D'EGFD'H
I J KMLONQPRNSN TUV+PWJ JXLOYZP\[^]`_G[ab_Gc V+PWJedgfSPWJ KhJQKML2cXLOijTP\ckLlVmLn[@JXN ab_GcoJ KMLpYLOqGcXLOL2_Gasr!_t]nJX_GcS_GasuKP\vR_5Nk_GwKjd x-cXy5YtTMyGJkL$r!LnwMyGc JQVmLl[@J_Gaz{_GV+wTJXLnc-|']nPRLn[M]OL } [PW~jLlckN PWJedg_Gas _GcX_G[@JX_ ] z{_Gwjdtc PRqGK@JU@d|@TMOyG[[My+LO]kjLlc!
O5@
p't 0
!"# $% &!('*) + ,-/.& 01.$23 , .&45 0( 6 78 , 9 $1 ';: @ ) J , )6J ) %J @A .&'CC !. ! ! !+ " ! + ! "# , !2S .& !'1 " !@A !
"-7 ! ! !:# "..( ! % # ! !!d " ! ! ! ! " " ! ! ! ! # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " A A>?>?/) ^ ,#I J3 . R3 ,Pe7 -7\= 2G] $ 4( C.( h " ! ! ! " ! # ! ! " ! ! " ! ! # ! " ! ! ! " ! ! " ! ! " Af6>?g@ ,,J J &J&J .b.bbb DD JiJ g @ hJjKL 7KEs 2 V , U P B% $P P-.(3 h " ! ! " ! ! " ! ! " ! ! ! " ! # ! ! " ! ! " ! ! # ! " ! ! ! " ! ! " ! ! " &6gF @ @ JJ*) lm .( .(!& q@, T H !;: % $X !( ! ! ! " " ! ! ! ! " " ! ! ! ! ! ! " " ! ! # # ! ! ! ! " " ! ! ! ! " " ! ! ! ! # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " && F$ @ J , n6@ J , J X s!".('1 X1 { $Z1# ?.;'C $ a '1!; !& l = ! ! ! " " ! ! ! ! ! ! " " ! ! # # ! ! ! ! " " ! ! ! ! " " ! ! ! ! # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " && && @@ JJ ,,JJ*) 6 *[45A@ %@A
.& '; : !( " ! ! ! " " ! ! ! ! ! ! " " ! ! # # ! ! ! ! " " ! ! ! ! " " ! ! ! ! # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " &(&( @@ JJ ,,JJ*,> otu. .&-/:# , /D.&@A%.& 6% # $ H )# $X1#@AC.&.& , F 6 #9@A@A , " ! ! ! ! " " ! ! ! ! " " ! ! ! ! # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " &(& @ J*> @ J > .&J +o @A .( 7!;2S#.& GA2S@A # + _-/.& (0n !q $ " !A ! ! ! " " ! ! # # ! ! ! ! " " ! ! ! ! " " ! ! ! ! # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " && @@ JJ >> JJ*) K_ 'C [45.(A D@A.(.( X? F @A!( A " .& ! ! " " ! ! ! ! ! ! " " ! ! # # ! ! ! ! " " ! ! ! ! " " ! ! ! ! # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " &&,, @ J*/ 8.&#@A .& ! ! " ! ! " ! ! " ! ! " ! ! ! " ! # ! ! " ! ! " ! ! # ! " ! ! ! " ! ! " ! ! " &, J7K V KE2 R R5WK 372G P hUPKLKh \=2G] 3 g 1 J7K V KE2 R R5WK 372G P hB 7 Pe \=2G] G0 H I J7K V KE2 R R5WK 372G P \=2 ] J \=]6 7K[\=KLVUP G06g Y 3R2 3 P 3 VKL2G 7 75=N kB 23PT3K V 2G\=S7 75. Y !1 %P GH f 3R2 3 P 3 VKL2G 7 75=SKL KLS7R2 VR TL2G2G P GH 1#N7V35 2GS7"J L^
%(
*
C
(J n 'C. D .& " ! ! " ! ! " ! ! " ! ! ! " ! # ! ! " ! ! " ! ! # ! " ! ! ! " ! ! " ! ! " J J K7 + Y < $@A .&.$ 45T ,#.$@A23. @A %#@ D( $@A H " .& "C !. 2G ! ! " ! $ #% ; ! ,. ! " " ! ! ! ! " " ! ! ! ! # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " ?>?F J J*,) 8.( 8 # T $ @A , ,F * .$@A. 2m / k\js !&.(F / T $.$ 23 1 :7X A %@A ;-7'1e Z1 %@d !W " '1 4 {Z1( .; ? @A*. ! 4 "( ! ! ? #@A. ! " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " ` `,L,LF$ ) ) J*J*@F K7n6-8e."'1'1 {Z1 {Ze A-8@ .( 0e @A@A.& 6 2S.& 7!C . 2_
: -/#.C $'; X? [4[2Sq 8X& _.&'C: . ' "c ! ! ! " " ! ! ! ! # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " A A>?>?&) ) J*$ '1 {Z1# 2S.('1 #@d "@A ( s2S.(i);'" [45H X( ,G A !;'C . 7.&: # XC [2S7# $ + ! ! " A>?> ,#,#JJ tn6 % ,@ % $ @d !C A # .&e' 2S.(7.&7 $ , .&!;!(% $.;'C ATZ .$A2c (@A@A ( 2S 25.& (' @A ,l@A !( ! " ! ! 25 (@A # , ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " A A/B/?,> ,#,#J*J ,) n6 'C#.& $ +XC@A.( , A.( . $23%@ -/ @d.& 0T +2S%.& $7 ? .(1 !W b .( !&a% $'C ! "T. !2G ! "H $ !# !8 # 25 ( !@d "o ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " A A/?/?/F ,#,#J*J*>/ k\6 #!& $F /XC $ , .(1 : +X. ;2/'C M.b'Cb.b b T | @A.(!C A
'C .( R + @A%.(@ A @A * }6 $ %.;@ H @A 8 , ".& !!(% ! $'C ! " ! ! ! " " ! ! ! ! " " A A/?/?$$ ,#J*@ 6 25# & $@A X1 " ! !.( ! " ; !. !2x " f !'C . ! " ! W ! $# "* ! $ !* !F " ! .( #H $ ! !!1 " ! !T " A ! ! R #.( R ! " , ! .& !!( !% $ "'C !+ !. "27 !@A & ! " A@?& ,#J*F vZ# $'C 7. 2_ , .?# T-7 ( $ X !".&T ! ! " ! ! # ! " ! ! ! " ! ! " ! ! " A@ > > JJ nn6eX'1#.& { Ze , A@ U @A .(: M : 2S.( 8XW !;: .C .( AZ ? . A (2/@A T*? ##b T% ; $a'C%@d[Zb
'C !. " !i ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " A A@?@?@F > > J*J ,) K7K7 +
'C # $ XC#.& C !C@A .$23(.( 6 . 23 .&7 77 #b 7< ;#'C [ Z + 'C T[Z 'C .
v'C. .b2Gb a .$2c ! " ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " A AF?F & > > J*J*>/ nt ,'C [Z % $ T!1'C M. % $ #v. .(2_' +.&/ , .(.(H!& % '.$ 2c Ce@A ( > J*J*@F K7n6 + $ $%@% @ @A@d
"2S.&.$723 + F !W ;.('CH $[ Z !+
,'C-/.b.&b 01D. 2G @A & < 25 & @A 6.( -7T @*# $ % @A ,.&JaF !F " ! !c " ! ! ! ! " " A AF?F?)> > > J*J$ &Bk\k\ !&!&FF// $ $ 11::XX@A@A.(.('C'C !C!C , , .(.(HH .(.( TT $ $##11bb AA@A@A.(.( X1X1 , , @A@A.(.()D)D'C'C . . I JA " " ! ! ! ! " " A AF?F?/@ > J(Ik\ !&F/ $ 1:X?'C Z
. 2G@A.('C !C AZ # k ! ! " ! ! " ! ! # ! " ! ! ! " ! ! " ! ! " AF?$ / / JJ nK7-8lm. .( U,l '1> ?%@'1 ( @ @A
# $7 ? 2S.& T7:%Xe@A. @A&.& F % $!; '"& u @dq $'C T 2=!= 7 "1 !: ! # $ # X? !# " ! ! ! " ! ! ! ! " " ! ! ! ! " " A A$?$?/F / J*) K7
X: H?'; [45H X& l > $%@ @d + ?2S.(Tb A@A. ( , !;'" 6 [2S " ! ! " ! ! " & ) "
$
*
0 '
( (
>
/
C
!
,#,#JJ z6z6 TT@A@A.&.& , ,qq $ $ .(.(&& TT [[2S2S77.(.( < < %X??: : ## $ X1XC [[2S2S/7 .(.&: : , ' ' # # ! ! " " ! ! ! ! ! ! " " ! ! ! ! " " ! ! ! ! " " A A/?/?)) ,#,#J*J ,) K7 , + @A.&.( H H !".&-8e :!( -8 7 9 $ ; 'CC. 2=.( T &@AY 8.(( T 25 $ (#@A? , [ !2Sm !2S ".&7 !# ! " ! !T .$ #23 ( !X " !!W ! !.& "T ! ! " !X ! ! " " A A@?@ & ,#J*> K7.$2c C @A.& ,qXc $ .( !I !: " !-/ ! , "E ! C 'C !. " ! ! ( "Y 6 !.( ! ! "+ ! #R # ! 2= !7 "2S.& !
.$23'C. _ . -7G X ' A T.C:#
, I @A.& .('CH@ $5)'C T'1 J_n X ,' $ %
"
-
.
%
(
&
% $
G 'C X; I 8
# $ ?. 23'" A .& / &@A ( .(C. 2a
-8.(0F Y ) .; ,
." ?2S.&7 AZ A ;'1 (@ X1 .C'1 $FA C A
