An Adaptive Dynamic Programming Algorithm ... - Princeton University


 

 
  !  "
# %$&'() *,+- ./(0,+ 1 234(4
56(758:9;%$?$@ AB, @'
DC$@4 EGFIHJHLKNMPO5Q2RTSVUWKNXYX ZS!KNX\[]Q_^=`FbacdHJS egfihjSkRlQ2^=cYmoFpn S qgKrasFbHutvmwKNM)tWSpxyga_KrHvFItvcYSM,zW{#K|zuK|FbHJ}~`FpM,€TcdMFpM,}rc‚FpX\ƒDMihjcdMiKNKrHJcYMih„ RHJcYM,}…K…t/SpM‡†M,c‰ˆjKrHJzJcŠtŒ‹„iRHJcYM,}…KrtvSM\„,gZŽ)‘“’’ ” K|}/`,M,cY}NFpX\{#KNa_SpHut-•W–6—"ŽpŽ˜—"Ž™ S“ˆK|m›š_KrHN„,œbŽpŽŽ


      "! ! !"#$%'& (()  *+-,."(! /0 ,)12)& 3(4 % 5 ,.. !768 98,)%::? @"6 / 68,.."#)A.B,)%C/D#4  /D#$(5 EF,) A#$(5 (EG!;H 7'IF  :J.-%$52K ,.,.G"#)B6  9L,)%: (:75 ,."#$'m6 ( 98,)%:n#48"#-V\' ,.,o#4mpFqr0qsCtuGqvwq(t"xGy s$qyt"xFs$z2q{"|i|)t%z2{ r~}~t v Ls$tP€|)q7;‚Vo4 .(4].:J 1! %2 ,ƒ#48 ],. . ,:75 ,)#.:J:JG .#0IK„ V…6  9L,)%: (:75 ,."#$7#4168 98,)%: OK:75 ,)#.$#"! TIF  :J._6  ! ( :`  '$,)& T)#o5 (.! 8"6 #)&  IG  :-. 6  ! ( :J:-.!1#$%24  .[G5%M †  5\6  9L,)%:Ž.W#$GT,"! o#$T$,)& 5 !1:J:Y2. ,Z$,)& (;GV\o6 ("/ 6w_#41 6Z% %S#U9w%8(4 :J"(EG;  8@%:Y8$#$("#$_#4 "#o53#$%24  .[G51"6 6Z%"(3#$-9ZQ6 ‰&G.8.! 4 )!45T %I68,   .! (:J"#.‚;PV48.(4= (:- ,.,)IJ. ,5 %‡#4  ,)  3#$K9Z1:Y‰& %‚;L9L5#3V4 (4 :JI  ,.$K. ,.5  *i 2:J"#)-)%S#ˆ 5( I#$:YF%,898 .X„8V(M 'O 6 #.:J)R%"#.J:YF%, VU \%[S58)%J 3V\O% % #$6 (8 "C%#U%.. @ 2~ ()! .!()& (ˆ#$7,.  ;G6Z)#) !_()& 2;S4, .!Q*>%)!4S5# 4H.-#4O*>5#5  M ^34J5 8.[S5 724  ,.,)%! Y#48"#_VW-*> %gP& ,)& %g9w #4g#4J,."! J.RY *W516  98,)%: ;k:Y% 5%m.


  
 


#$(:JU * #4 _S5 :9ZW *()& 2\ 8K,.  U#$Y9ZO:Y‰& %‚;   =#4%,"#)& %,)I-:Y6L,)ŒK$#X *"#$#$()985 #$% #4 "#V4 (4=.S& ,)& %U#$(  $6Z #!1#4_,. #$J.# %$#. "#. 42; ‡6Z.#)%  2>V)#45 #+1,)  4ƒ#$1  #4 ˆ,)F"#)‚M+No2)& (;#4 %‚;P"#.*iI7#43()#$2.  *\ j{zr~} q-s$qyt"xFs$z2q|){ qs M ' ,) %&" .,."9L,)Y"#Q#.:Y )o#48"#_. #_$& %gO#.,.,%&" .,."98,)Y"#_#:Y )9+ ! M /C51:YF%, ;k@,) g:JI'9ZJ:Y‰& %g#$@.#_%$#.8"#)a9SI  ()& %;‚ 74%,..)#Q,.G"#)kM Šk  ;L#4%‚;8("#.$*>IK#4 1  )#. X *HTF{"y(y2} "q%5(1,.I %-M /*+V\_%[G5 )% #4 "#oJ,. @%&" .,."9L,) "##.:Y* )U9Z_:Y‰& %@ ,.IK"#3#:Y7 ) ; #4% (:J  T (4 .& %9SI@#4Y:Y #$ 1"(.%;‚  a4V #4 "#X53:Y#4FK6 F 5 %U,)‰VW3‰& ( ,.,Z%:Y68#0I:-.,)%M+ 4 .,) * #4 %$Q#4Q:Y% 5 %U6 ‰&G. % 











c


  
 


6Z*>%#I"2 $#.(EL;‚:98.%‚;w#4I 68%$%S#O*> .(,)I5 8  :Y%S# ,.,)I8  w(%P#X#4   #4 "#5 $%@.5 8#)-"6 68%Œ.:J"#)8 2~‹V\%,.,
U"&" ,.4 2 ! #{ 4\5 $#4 O$6Z%. ,L$#$(5 #5  *k!,):J:JG .#0I 6  98,)%:-_#$a%& . ŒF68,...#,)I',)&G!@$%[G5% %7 *3,.. %"16  ! 2 :J5 42M 4Q-58,)#0I ;Z "6 6 ŒF:J"#)]#$K#4 


  
 


&  ,.5 O*~5  #.K\(5! ! %$#$%=#4 "#3,)% 8U#$7#4 _:J .K .5 () * #4 .\68"6Z%M9/C † %#) ;V\Q6Z # g#4Y%(5 ,)#Q *\#4-#_ *UŒG6Z(:Y%P##48"#_6 ‰&G. J :Y% 5(Y *\#4 J[S5  ,)#0I' *U#4J$,.5#.‚;    %:Y8$#$("#$_#4:Y685#"#)8 ,‚#$( #"98.,)#0IK J,."(! /0 ,)1"6 6L,.."#)‚M


 

 / 2  M !M3  ! 24 ;H  B  Z%P#1#0IG6w% *X& %#$ (7 T$#"(. 8."#$%m5 (.! 56Z((.6 # "2 #( M }


  
 
HΠ:Y68,)



68&F.%X  ,.,.5 $#$2"#)K *ƒ#4$#3 *# $E
+    







^34Q#0IG6Z%3 *+%.. U#4 "#3V\1  :J"E 7"_68%$%S#$% 5 . !b

  4 † #X *H%) \#4 "#3V\1 ]"6 68,)I#$-Y%$5 ( M 4 0$ ~  8 ~ %# )$ ; V4 b  $ 4 ^34 W$#+ *L %.) ƒ#$Q:Y& 3,) 2~.#4 . $ ;G %,.%:Y%P#+ *  $ .+,) T%&" .,."98,) "#X#4 "#U6Z.S#X.K#.:Y ;FV4 .24=:Y%  U#4 "# $ 4 }  VW_ =#48.EJ *  A } + 3=rD{ y ‰; V48.,) =A7 $ .nPqz%}y }~t varDtJt qT{rD{"y 42M = #48.U% $‚;8VW1  8 b  4 ^34 O# E  A } #4 "# (%$6Z  U#$#4_%.. =A70$ M  8 4 ^34 O$#X *%.. \#$J:Y&  2>6Z.#)4ˆY()& *2>V)#45 #UT,) 4‡#$J   #4)#I 2~.=#48.X $ ;! 8 68%$%S#3#4_$# *+.#)%3Y(.& :J%IK9Z_:Y& %]#$ 42M  # )$ 4 ^34  %.)=#$K4,. o J #4 .! 42M  &  4 ^34 (598$#U *+%.)8W#48"#  3#4_# EG;8VW 8($#X 8 b }

#   D 4 ^34 =#Y *# $EFJ. }    D#4 "#YV\ 4%,. "#Y#.:J )) ! 985#TV4 .24AV.,.,\ŒF#Y9w &  .,"98,)Q#$-9Z_$(& %@"##:Y7))i( M-= O536  9L,)%:?,. %;8)#3.3 ,.V\IGo#41 $#4 "# ))( 4 ) 2~Y# E=  #$& % "##.:Y*)* !  @ ,.V\IG9wQ$(& %@"#3#.:J*) 42M

 4 %'V\7:JG%,.% %$5 (%;Z#4T$# . ,.5  %3 'ŒG68,.)#%) #$=4,.'%$5( MO )#4@#4  # $EG%; VW1%[S58)QJ$6Z%. ,‚$#; } #  CD #$-"6 #5(Q#4%$ :$4, 3# $EF  ‰V 9ZQV3(.#$#$%‚b

C D 4 }

}

  D } N C  D

#   D }

2 f4

3^ 4-_ g.S#$%P#.  ,ˆ$IF:J:Y#$(I]9Z#0V\%B%[S5 "#.  2 4*> 1(%$5(%   2 f4*> 1# EGMK58$ & %#$ - #"#) *> Y%$52%02~(. K#4IB"! ! !"#$'.S#$'a .=$#"#$ $6L #47   $#Y #"#)A*i  # $EG 2>9Z% 5 $_#4I=-  #3"! ! !"#$TVW%,., 42M‡Šk#b

CCD 4 E B C CD } CCD G


^34 .X ,.,.V358U#$JV3()#$Q#4 1$#"#$_ *+5IG$#$%:  b


 4 E
C D G  D"L 

  O#4K}iv t"s J{ r~} t"vgyrD{ r0qO *‡5$IF$#$%:: %[G5 "#) 2 ! c34 :Y68,)#$%,.I ; #4% V\@4 %& ].:Y68,.#$( 8$6Z #"#) 6  9L,)%:58,.,)I= $#$(5 #!J#41# '& -M = OŒF :J68,) ;8V\_ ,.IK (. ()! .!J ()& (3"#OJ,)F"#)  #$K,) 8#4 "#o ()!.8"#$"#,)G"#. @M ' ()& O.@,)F"#) U:-%I :Y‰& T,) '.@,)F"#) 5K9SI  2$# 6Z)#) !*>: W#$ 5  =#4%