HEAD-DRIVEN STATISTICAL MODELS FOR NATURAL ... Michael Collins ......
probabilities: one probability for each sub - structure within the entire structure.
!"! # $ %"&!%(') !*+,% .-0/214365879:;707 @BADCFEGE2HI;J6@KJ?CFL)M NPO :;QSR4T*UV58W3X=?Y.+=[Z\:XWVQ]3^U_-V/$(/A'B-:$&$&C.'0Z$&1&'32!1
8 7
)& #" $?
,
;
-
.
8
O *;
$ " " $$ " ) $ J opfnu\opmNu f mv{ Bu mwGyPkfhNPjFopfxd;!fn
nsvkpf-!#oGsvOGk)^mvdrsvwpjim
nsjFNPuxsvyyz#wGgFNPOps
svu\oGNPOGf yPfhsd\OGNPOpjifhuoGOGNPwpf g\wGu\o!svgrkpfhuxNPg\NzmO#jidFfxfhg " jFopf E c @KJJ4HI tsd\gifxd9wGgifhgrsu mOGkGNzjFNPmOGsvy
nmkpfhytNPOgijifx#" ) $ jimvvfxjFopfxd NzjFokGfhuxNPgFNzmOjidFfxfhg{mvdsvwpjim
nsjFNPuDgifhsd\uo {mvdNPOGkGfxbfhOtkpfhOGu f svg\gFwG
GjFNPmOGg$ J opfhgFf jFopdFfxf}gijifxtgsdFf}oGNzoGyP svOGsvyzmvvmwGgjimjFopf}jFopd\fxf}gijifxtg4NPOjFoGf}kpfhgFNzOmv{ ! fhyPNzfx{^Opfxj mvd* g J opfu\opmNPu fmv{)dFfxGdFfhgifhO_jFsjFNzmO NPO,tsdgFNPOpu mvdFd\fhgimOGkGgjim!jFopflu\oGmNPu flmv{ sd\NPs,t! yPfhgnNPO ! fhyPNzfx{ Opfxj mvd&2 g " ; svOGk NPOjFoGfsvyPsd
fEp@ sv
tyzf $) jFopfu\opmNu fmv{}kpfhu m
nbmg\NzjFNzmO NO tsd\g\NPOpu mvdFdFfhgFbmOtkGgjim&jFopfu\opmNPu fmv{)sd\Ns,t! yzfmvd\kpfxd\NOpNPO ! fhyPNzfx{~Opfxj * mvd&2 g jFoGflu\opmNu flmv{ NPOGkGfxbfhOtkpfhOGu f)svgFgFwG
tjFNzmOGg?NPg[dFfhwGNzd\fhkNPO ! mvjFo
mkGfhy jafhg #G fsdFwpf#jFoGsj jFoGfgifhu mOGk gijifx # jFopfuopmNPu fmv{kpfhu m
mgFNzjFNPmO # NPgu d\NzjFNuxsvy {mvds gFwGuxu fhg\gi{wtyetsd\sv
nfxjifxd\NhB sjFNzmOmv{4jFopftsd\g\NPOp Gd\mt! yzfh
? J otNPgrgFoGmwGyPkGO+% j;b! fsg\wpdFGd\Ngif^ NzvfhO jFoGsj~NzjFgDsvOtsvyzmvwpf$NOjFopf;! fhyPNPfx{XOpfxj mvd* g)uxsvgif " jFopf$uopmNPu f9mv{KsdNPs,t! yzf mvd\kGfxd\NPOp $ [ svg~gifxfhOljim oGs+vf s u d\NzjFNuxsvy;fEbD fhu j9NPOjFoGsj}fEp@ sv
tyzf-G NzjFosvmm2ku\opmNu f {mvdrgijifx ) X Nzj}NPg)fhsvgijiml
ns,v f NPOGkGfxbfhOtkpfhOGu fsvgFgFwG
nGjFNzmOGg jFotsj$yzfhsvk&jimsvmmk!tsd\sv
nfxjifxd\NhB sjFNzmO&mv{?jFopfnGdFm8! yzfh
? @ 8! svk u\oGmNPu fn{mvd}gijifx ) yzfhsvkGg)jimyPNPOpwGNgijFNPuxsvyPyzNP
ntyPsvwGgFNIt! yzf}tsdsv
fxjifxd\g< N% f6 tsd\sv
fxjifxd\g}jFoGsj {svNy ! fhNzjFoGfxd4mvd8! mvjFomv{;jFopf}u d\NzjifxdNPsmv{XktNPgFu d\NP
NPOGsjFNzvf~mF* fxdsvOGk u m
8svu jFOpfhgFg J oGf E c @KJJ4HI
m2kpfhy[uxsvO,Opm b! ffxsvyPwGsjifhk,NPOjifxd\
ngmv{DjFopfjFopdFfxfgijifxtg& qpdFm
jFoGf u m
n
fhO_jFg)NPO jFoGfrGdFfx{ svu frmv{ svfxd\
svO 9 Nzjgifxfh
gDjFoGfrdFfhsvgimOtNPOp3! fhoGNPOtkjFopf9
nmkpfhy4* svg svg{myPyPmF g 6' NPOpwGNPgFjFNPu*fE@ fxdFjFNPgFf8 mwtyPk3! fwGgFfhk NPO gijifx # s$yPNPOpwGNgijFNPu fE@ fxdFj "* mwGyPktNu& svyPytsdgif jidFfxf}{fhsjFwpdFfhg?jFotsj
nNzo_j ! f)wtgifx{wty{mvd4kGNgFsv
;8! NzwGsjFNzmO) A fhuxNPgFNPmOjidFfxfhg * mwGyPkjFopfhO !f}wGgifhk{mvdgijifx , t NPkpfhO_jFNz{NPOG$jFopf {fhsjFwpdFfhgjFoGsj8* fxdFfrsvu jFwGsvyyzwtgifx{wty{mvdktNPgFsv
"t! NzwGsjFNzmO= L O9jFopf?gFwGdF{svu f[jFoGNg6gifxfh
gKsDvfxd\rtyPsvwtgFNt! yzfsGGdFmsvuo+ t! wGjL* f?sdFwpf[jFoGsjKNzjFg fhs,2 OpfhgFgNPg;s yPsvu*} mv{8sGtdFfhuxNPsjFNzmO${mvdXjFopf?NP
mvdFjFsvOtu fmv{tgijifx ) E c @KJ4J4HI u\opmgif[jim)dFfxGd\fhgifhOVj;sDtsd\gif jidFfxf svgjFopfDgifhwpfhOGu f~mv{kpfhuxNPg\NzmOGge
nsvkGfDNPO s$! mvjijim
wptsd\gifDmv{ jFopfjid\fxf J opf8sd\sv
fxjifxd\g*NPOnjFoGf
m2kpfhy^sd\f$jFopfhOsvgFgFmuxNPsjifhk+ NPjFo ( % tsvNzd\g G opfhO * f9svOGsvyPgif$jFopf
mkGfhy NPO
mvd\f4kpfxjFsvNPypyPsjifxdeNPOjFotNPg;jFopfhgFNPg f NyPy2gifxf?jFoGsjeNPOgim
nf4uxsvgifhgetsdsv
fxjifxd\ge
nNgFgKNP
mvdFjFsvO_j kGNPg\sv
;t! NPwGsjFNPOp}NPOG{mvd\
sjFNzmO)V svOGkNPO mvjFopfxd*uxsvgFfhgjFoGfx wGOGOpfhu fhg\gFsd\NPyz9{d\s
fhO_jjid\svNOGNPOp}kGsjFs1 J opf 8sd\sv
fxjifxd\gDsdFf}kpf 8uxNzfhO_j4NPOjifxd
ng?mv{ b! mvjFolkGNPgFu d\N
nNPOGsjFNzvf~mF* fxdsvOGk u m
ntsvu jFOpfhgFg " "
"
'
'
'
'
$
9
L Gw drfh
totsvgFNPg}mv{?jFoGfNP
nbmvd\jFsvOGu fnmv{gijifx ) yzfhshvfhgwGg"NzjFosvO NP
nbmvd\jFsvOVjrwpfhgijFNPmO) C O jFopf8!fhyPNPfx{bOpfxj mvd*gfE@2sv
8yzf_uxsvwGg\svyPNzja-[svgwtgifhknjimr
nmvjFNzsjifDjFopfDuopmNPu fDmv{bsd\NPs,!8yzf?mvd\kpfxd\NOp svOGkNPOGkpfxfhOGkGfhOGu frsvgFgFwt
GjFNzmOGg C OjFopf9tsd\gFNOp Gd\m !tyzfh
jFoGfxdFf9NgDOpmto_g\NPuxsvyGd\mu fhgFg svOtk jFopfxdFfx{mvdFf?Opm uxyzfhsdOGmvjFNzmO9mv{8uxsvwGgFsvyNzja E m oGsjKgFoGmwGyPk9
mvjFNzsjif?jFopf?u\opmNPu f?mv{bkpfhu m
mgFNzjFNPmO NPOtsdgFNPOp '
!8!
#%
# "
"
!
"
C O jFopf/!fhyPNzfx{rOpfxj mvd*glfE@2sv
8yzf~uxsvwtgFsvyPNzj}styPsvO svOt(k 7*dFfhgFOGsvO 1 ) JX@ vmg\oGN 1 0 r44 E jifxfhkt
nsvO J ~c E cXmyPyPsdk svOGk E s . rsvOGk NOGNP
nsvyPNgF
v 7 [opm
Cg _ 9gijid\fhgFgjFopf yzm2uxsvyPNzjH && 1"1 $ < JI (K-4&1 y %s?+Y1% #O+s\6>H+% , &%p t m"n I ( K+3 5 + ?%) + 5 +> 5( " # Pp :(K_ +3+&#O k
\
n O ^
/ F
HG
n 6+a+; E+ H *p 1%-:+;1G ; J+b+&;# &1 d 1% k Ki -4%R 5 +jG 1%) H+1+% +"p %T%s k 6j %T%)# +_%) + 5 ++"+?5p N y 6+dG + 1%)+R-4ST H+ 6j a+&5# _`ba1c
\
^
/ F
HG+I
"+ k n n (K 5"&+& n = +Y+R j + k + 1% & %)3+"+* j < +G a`++1"+ y ; \p a"+ +O%)(\`+&# "+t?-/%1 < + ^ / F HG j k O ZJ GYI LV * 5(KR6D,;=DS9B.*-;-9ET,9UVP7W;6A= P*5?PM>HXJP7W;6A=?6D,P76D,9CD6YZ[6]\^ETGTG3=?6D6 =?>>,,.*HG`P76a57@bS;cedfI3KMgAch (?i 032 j ( i;klET=M*GT=?>e576 mn;E!576 -oXp>5^P7W96A@>-96DGP7>eq6O\l6DGTG!rfXs>57@6 -tY
%H%)&#\p + y +R H+ %)&6p5 6+6 k +R(%)+Q+Y(&6p z +6%)H n n 4+ "+$+31% %) R +%E%) k +"+>+ +"+$&%) ?6+>p &v"p 0R %) -/%& k %>p j %)16+&"+63% +6%) ;"+M j %-'+M +&"+6 n
= +"&_1%T $-4% % y t F X
HGYI ZJML
F 1
E' U*)VU - I'GF ) F - JML )
$ %)H++6p5 +6%) kQy 6+
C O
B3@NJ F EI F " )
:%+P+PO`56+6%) +"# 4 + C B3@ j *p %
O
) !!
GF J F #" ) IEF #" +
O
) !!
U JF n
%"+ %p5"p5 6+ j
%-.#&"+#P6+ y y "+M+5"+:+;(u+& +&d;0ST 6&\-/% y -4%&1\5+&6p< +6%) n
F
+% p O
@ &%r#$+5"+,+e
_
a
2 i
_+a
_#a `ba1c
C B@
UJ F O
F 1
GF ) J F + IEF O
m
m
HG+I KJML m
D +-4% % y -4%) ?&6""+6%)\%-7+*SH 56v (D%-2+:1%T +% R 5"+ " q
"s%r
q
%
n C
:
*(+6%) nxwTn
b(uT+?SH +6%) % y + b 5"&1+R%) p\+"+ nB y ; a +6%) n n +"+0vuO ! s T% %TR+"+%)\#)6 O
GF )J F + IEF
\
UUJ F
\
O
\
1^
/ F
HG
]4)2!
>+YT *p $%-g+;1 $"
C#
2%$K52A00'&.1!D2!
G
/ F GF ) IEF + IEF ^ / F GF + IEF \ ^ / F U IEF ^ / F GF \ ^
n 6 nm
;$_P++&#E&1 n 45!(20+6
276P !D"E$&'!($)"E (
0) 7.
q*),+.-0/21435-0687:9;6868=8?2< 32BG3;
E9;H@=8-0/;BAES-0)H3;-06I=IJK-0\592=8-@BA/;6)
-Z6]=8?2B.32
T ' ^
J8Q5H0- > : 7 )R=8-@BA/ T
+R)H092B.32
.-0/;3^BD
(
& F
D )7=86 -ZH0H"/2B=_\]
Q5H@
&
(
(
\
! \
^ C
!
^ C
& &
(
(
& GT ^ (
!"$#
&%')( *,+ *--
/ 10 ,%'2( 3 .
/45 6/ : )
,78
9% ; :
?@%> A"$# B
!C"$# 9
7 !C"$#
. D- E*F -9:
& GT ^V(
? (
L -06J8eB 57>
=8?;)R=4151A92JKQ5H0 ( H5 H ; - 4 + ;-"-
4
4,
9
- ;6 * " % *5 ;6 6 9 0 9 4+ - * 4 + ;-- K3
I 9 6 ;- "
2G P
-
Q -
?;-ZH@<
&
7BA/ =8)-Z/;6 )R= H@=8)R1C32JK)) /[D J8BAE =8?2< 5 3 -06I=IJK-@\92=8-@BA/ O & S U ( JK