1. 2 Int r od u ction to speech r ecognition. 3. 2 .1 The SpeechRecognition Problem . ..... 1 33. 8 .15.1 E xact vs. ine
! " #$%& (')* + ,%- ./10 23/4 5
( /*7689+
: ( 10 ;"=@?"?A BDCFEGEIHKJGLNMOLP[CRHKQTmfSUJGH\EGHVW QjXYehBbCZLGQqLPH\pr[YL]QfL]JsQ^QfLPe/_tHa_`bCFulSQfCZEGcTQjH\v J]_wEGdyCRL5dYxzQfM{ehJ]pgi_}MjXk|{~W{JPfCl[fmf HneoQjJiLP_H
/&* ( h
!#"$%& '(")$ "* )+ " "+,##+ *-$ . &+*&/
01 '2)" 3 "4*&5(67& (8&"97 ;:#+ / (8 )@?A CB1D(8=+ /EGF-HJIKLD(L"8 67 "M +6N )M "C#& L& "O=D(PQ&#(J) , >(8R("ST8 R+"U VH M ",WX3 / "* )+ ",YQ"8 /("+)@(=+=Z ") * / /(==+ [:H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H + H/+, HE 0c 1D0 " "T (3sXo2o H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H + H/+, H + $' )1# Ms o2ox H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H + H/+, H3, # *&,&"&"O(")T ( "+ ", #Ms o2ogTH>H$H>H$H$H>H$HLH>H$H>H + H4- sX C8 =Z *-2 *,&" &"MH$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H + H \ 0c * N"D(8 U& # ( "+ ",uH$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H * 56 7 8 :9 ;=)@ :9 BA +, HE IV"S )*;&" H$H$H>HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +, H + h U& C= &=7& )x) * / "D(GU * 5( H$H>H$H>H$H$H>H$HLH>H$H>H +, H + HE + >oxoxI(")goYB 6*) *;U $Q+"* &"#H$H>H$H$H>H$HLH>H$H>H +, H + H + IV/= / "S-(8 &"+p o2oxIp(8")xo2B H$H>H$H>H$H$H>H$HLH>H$H>H +, H + H3, E #) * / "D(GU * 5( H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +, H/, ox "+ h&" &$? oxhpFwH>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +, H/+, HE d*[( ",J ' H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +, H/+, H + og " ij& )' &L? ogi pFJHLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +, H4- B1&/=D( &"T67 V% "2&6*) * U& Q"+*&"0G :+(N=+ @H$H$H>H$HLH>H$H>H H I KJ -HE IV"S )*;&" H$H$H>HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H
*
, -
, . . . 2
E!] !E ] &E E
, !C E\ E. E. E#D E2 EF EF +] +] &* +, E
U
-H +
d &",# K " $(")O% [('" V " (:+ ( /Q"*; " H>H$H$H>H$HLH>H$H>H H HE dN+ ",Q+"* &" H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H H H :+(/= P &"#, K "+ $(")O1 ('" V " (H H +H h & vU r$(8 5("O=D( (/ RH>H$H$H>H$H>H$H$H>H$HLH>H$H>H H +H -I K /H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H H +H \ 0cN " &" K =7 * D*c-I K /H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H H HE h & pQ&p1 ,&S X(8")M ("+ &"+ H$H$H>H$H>H$H$H>H$HLH>H$H>H h U&1 'C& " : "+) )xmp(( Ki *-M+=Z)D(G H$H$H>H$HLH>H$H>H H \ HE m1(( Ki *-O=7)D(8 cQ&R. o $ (" "+,J )+ * ; $s o2og H>H H \ H : ") ) mp(( Ki *-WQ/)+ * N"D(8U& w (" "+,Yc) * ; $s o2ogxH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H H \ H 0m Q&RB1&"S"l& 0c "+ VTs o2ox H$H>H$H>H$H$H>H$HLH>H$H>H H \ H R(==+ S(*-+ ) "+,
0m +lD(8&"JH$HLH>H$H>H H \ H \ k )+U8("S-(, 8p1 ("' V " T(H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H
-+
C
-++ - + 3, - + /- H/, - /, - /, + - /, 3, - /, /- /, - H4- 4-H \ - + - 3, - /- E \ HE
+
\H
/,
\H
) $ HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H \ HE&HE R )MQ& (8 * pH$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H \ HE&H h U &+R+ $ (8 * H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H \ HE&H IV 5(G "+,3 > 5(G * H>H$H$H>H$H>H$H$H>H$HLH>H$H>H dH$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H \ H HE :+(*; VN(8 *-MQ&Pp(8 ) K6D(*-'Sp(8 )x*&/=+-(G " H$H>H$HLH>H$H>H \ H H D K [(8 *-CQ&Pp( ) V6(*-'Sp( )x*&N=++-(8 &" H$H$H>H$HLH>H$H>H :+=7 / "S#&"O (8 * V6D(8 )Mo2ogI H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H \ H +HE :H$H>H$H$H>H$HLH>H$H>H H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H DH$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H H$HLH>H$H>H H$H$H>H$HLH>H$H>H
D
2
.
2 # +HE VI "S )*;&" H$H$H>HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +H ( ("S+ 0m =7)D(8 Q&RrL( (" H$H$H>H$H>H$H$H>H$HLH>H$H>H +H HE $" [()+ "&/ "(8&p(H$HLH>H$H>H +H H c=+ / (8&"w " [(8p) "+&N"D(8 &(H$H$H>H$H>H$H$H>H$HLH>H$H>H +H +HE # (8U& N=7& ("* c1 ,&SR("+)M (" &"H H$HLH>H$H>H +H +H dl-(")( )O1 ,&SR("+)M (" &"T=7)D(8 H$H>H$H$H>H$HLH>H$H>H +H +H R 1 ,&SX(")O (" &"T=7)D(8 H$H>H$H>H$H$H>H$HLH>H$H>H +H +H og: 1 ,&SX(H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +H HE h U &+R*&/=D( &"+ 8 =D(8(/ =7)D(8 #Q&#o2oxI-H H +H H B1N=D(8 &"T r$(8 5("O=7)D(8 H$H$H>H$H>H$H$H>H$HLH>H$H>H +H H B1N=D(8 &"T1 ,&SX(")O (" &"T=7)D(8 H$H>H$HLH>H$H>H +H H B1 6 "+ ", L6Z R ; ",& H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +H \ B1&"* &" H>H$H$H>HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H
.
.
\ H +H d ",J L*&"P-("S (")M"l 67 # (8 &"+gH$HLH>H$H>H \ \ H +H $(8 * H$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H \ \ H +H $(8 * 5(8",&D(, cN) V,& (g9H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H !E ]
DH$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 H + oxh@UH%o2oxIH$H>HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 H + HE :H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 H + H + :H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 H + H3, :H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 HE!] $(",&D(8,& N) .Q&#oxh G X",&( U m% ,& (gH H>H$H$H>H$HLH>H$H>H +2 HE&EWrL " (8&"T 5(8 * wH>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 HE + e. *R I- V /",J*" ("S vH H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 HE, 0c / " &"* V =7 * D0 *XI- V N+ ", H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 HE)- dH$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 HE#H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 HE2 ox * 5(8" &+) ( p oxh /= N "l(8&"HJH$H>H$H$H>H$HLH>H$H>H +2 HE+2 HE (8" "O(")O1 ,&SR= & H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 HE+2 H + B1"l ;:X) =7 ")+ "Scogh/ H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H +2 HE+2 H/, d "* "T L ;Q "* $ (" * =+ &" H>H$H>H$H$H>H$HLH>H$H>H +2 HE+2 H4- ogh/ #OU8( ("* D#O *-" +l TH$H>H
. F
E!] &E E[] E&E[] E&EE E&E E&E E&E E&E E&E E&E \ E&E
), ), ), ), D
+
++ E++ E+E+. E+2 E+F E, ] E, , E, , E, . E,$D E, 2 E, 2 E)+- E E)+- E E)- + E)-$, E)- E)- E)- \ E
2+HEF+HE 2+HE+F H +
U
0c * / "(8U& #(8 "", # go1$ $2 H$H>H$H>H$H$H>H$HLH>H$H>H ogh/ #gs$20 k H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H
2+H + ] dH$H$H>HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H F+HE o2oxI% /= N "l(8&" H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H F+H + CQ&)+ * N"D(8U& (" "+, H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H F+H/, oxh H$H>H$H>H$H$H>HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H J?& ' k HE mp( " P G *&//&"CQ [(8 H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H k H + 0(8-( H>H$H$H>HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H k H + HE dl#*-l67S( )gPH$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H k H + H + k m ?Aij( d ; & "D(8AF0 P H$H>H$H>H$H$H>H$HLH>H$H>H k H + H/, m% S()+*[(PR #R MH H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H k H + H4- # & * >o2("D(, / "S# MHHLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H k H/, $(8 * * (8&" H>HLH$H>H$H>H$H$H>H$H>H$HLH>H$H$H>H$H>H$H$H>H$HLH>H$H>H
)E)-$. E)-$. @H E)-$F E)-$F
E \
E\]
KC?
E\E E\ E\ E\ E\ E\ E\
-
-
-
,
+
+
U
ox ("gU *;&Q&RrL( 5(8" -(G rL( 5(8"g/:+ % ,&SX8 rL( 5(8" -(G B1!U8( ("* $N(8 :w r$(8 5(" 8 P-(8 " 8 (8
g? ") / "+ "D(.*( vF ( 5("+* r$(+ ( c+ =+R=H )H -(G
c6 U8(8 &"OU& * & 1Q =7 *- D
d&"2o2oxIR(")Y,&U& > ;Q N= !U& / "S Q& ( ,& XU&*[(6+5(PT *&,&"+&"C-(8 'lH
0
!G 0
0
0
0
7G0
0
E
+
E
F$F$. 9
+
)F$F
+
+
1B D(=#4V /0+ (8 *[(8 & K6D( ) (=+= S(8*- "8 &"TQ& (",&(,& LN) "+,N6! % ( ,U& "@ =Z *- D N(8*- C( = &=7& ) "S "* &H k *&P*2(") 5("+,&D(,&
")+ " ) ? EG3F 24242 Q&PV/=&" Q&N( V= *(R5(",D(,& 8H k =&"+ x /# " Q&N "P-("+* 2(8 8' Q&3+ x ") * =7&")",JJ+ $ 'y9 /)+ ", TQ + $ Ho2("ST=+&" X(
) " )x ",3 =Z *5(8 67& #&"+wQ")O "T+ $h" * k =D(67 H 0c *;&"D( ? &F wed x -FX(8 J )j"4 =7 *- *&,&"+&"2O 3 ! %& )X( = &"+&"* )x6ST,U ", ++ "* =&" H
2
= A
: : - 10 &" 55
2* "S (c*&N=7&" "SC$(j/) " =7 *- *,&" &" N YsR )) " o2( '!U ox) /? s o2o FH k s o2o O( -(G P*[(XN) cQC 4= %) * 67&;F-H IK$ L/& L ( Y :+=+5(" )46S4N ("Lp(M=* M-? ,& H