Optimal Control
Optimal Control
!#"$&%(')$*
+,-#"!,."!/1032406565 7
89"$:<;<=>;<?,."!/A@B3;<!;C')?
DEF,."!!=G?H('IKJL')?!"$'):@9?#M6;<?4"!;<?#M42ONP?4*!!;<!#$'IQ@K:C!"$')?#;CSR/3*!$=G*
T .:<-O')"!MVUW?#;<X "$*!;<P/ 24+#"$B3"!;<Y[Z\.^]_"$*\`Ka]W72#DEb(cPd606065 T .:<-O')"!Mef2#D(?#=V."!Y
g4hji kGlml3noplmlml
qsrut9vxwzyS{$t
|p}4*$L?4')$*Q},.X p-u?SF#"$F,."$BfI~')"K.W-,.)*!;Cp')#"$*$L;<?>')F#!;<=V.:4')?H!"$'):,.Q!}4\!}S$"!='I*!!4B3;C*
;<?@9:C!"!;C')?#;C*f.?4BNP?3I')"!=V.!;C')?| }#?4'):C')M6/ 2 T .:<-O')"!M[UW?#;<X "$*!;< / S|p}4>*!!4B#?$*."$> FO$B
$'S-u.)H,.;<?$BA\;<!}A:.)*$*$;Cj.:I~B3-,.) Y[')?H!"$'):!}4')"!/
tQ \ruf
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
g4hÏi kGlmlÐlnoplmlml
Ñ ¡Wt9¡W
ÒÔÓ$Õ3ÖØ×Ù,ÚÛOÜjÖÄÝÙÕ Ò
ÞÏßÎÞáàLâ ãHâ ä_åjæ4çâØèaé$äaêìë6íaêìî^ã¦îÏïOðæÎåÏã^íåÏãHñ¦ðOâØä ïCî^äPòåÏãHé$â ßpß\ß\ßpß\ßpß\ßpß\ß\ßLß\ßpß\ßpß\ßpß\ß\ßpß\ß ó
ôöõ¦÷4Õø ù1ÝÜfúp×Ùû×øHùAùAÝÕOû ü
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
4 57698;:<>= ?
@ACBEDGFIHKJKLMBGNOFPA
NP? !}#;C*>')#"$*$ L \;<:<:\ F#:C')"$[.1=G!}4'B I~')">B#*!;<M6? 'IW')?!"$'):<:C"$*>;<?s\}#;C$} !}4 M ' .:C*>'Ix!}4
')?H!"$'):."$xI~')"!=¦#:.$B4*!;<?#M>.&Fu"_I~')"!=V.?4xI~#?4!;C')? \}#;C }[H,.?!; Im/V')-3]!!;<X *j9|/F#;Cj.:uM ' .:C*
j.?-uS$'Y F!}4>F#:.?¦*! .$>')"')#!F##¦:C'6*$S$'1. "$ÄI"$?4G-H/!}4>4*$>'I.)*&*!=V.:<:')?H!"$'):
Q 0R TS
*!;<M6?,.:C*&.)*Fu'6*$*!;<-#:C6¦N ?©!}4SFu"_I~')"!=V.?4 ~')"&'6*$ xIm#?4!;C')?*!4 } M ' .:C*&."$>H,.?!; ,BB# 4?#;<?#M )S
VU
.['6*!EI')"B#X;.!;C')?4*I~"$')=*$!Fu');<?H¦.?4B .['6*!EI')"&!}4>4*$>'I\')?H!"$'):L*!;<M6?,.: E.X;<?#M1B# 4?4B )S
!}4&Fu"_I')"!=V.?4I~#?4!;C')?1!}4&-u*!x')?!"$'):*!;<M6?,.:'jX "W!;<=G&=V./[-uEI')#?4BA-/ =>;<?#;<=>; ;<?#M !}#;C* XW
Fu"_I~')"!=V.?4Im#?4!;C')?(|p}#;C*(L.j/¤.G')?!"$')::.j¨"$:.!;<?#M !}4f')?H!"$'):9*!;<M6?,.:Im"$')= !}4¦')?!"$'):<:C"
XW
$'>*!;<M6?,.:C*x=Gj.)*!#"$B[;<?A!}4EF#:.?x=V./-u*!/?H!}4*!; jBI~"$')= !}4Fu"_I~')"!=V.?4Im#?4!;C')?
| }4S*!/3*!$=G*(f\;<:<:9')?4*!;CB#"E\;<:<:F#"!;<=V."!;<:</¤-O¦:<;<?4j."&*!/3*!$=G*(B#*$"!;<-OB;<? *! .$S*!F,.)6|p}4
p
!}4')"!/\;<:<:HF#"!;<=V."!;<:</-OKB#X :C')FuBI~')"B3;C* "$$!;<=G')?H!"$'):2 .:<!}4')#M6}fK\;<:<:#.:C*$'\M6;<X KI~')"!=¦#:.)*
I')"\!}4&')?H!;<?4')4*W!;<=G&j.)*$6
Y'6*! TS
'I¦/ ') ."$¤I.=>;<:<;." \;<!} =G!}4'B#* I~')"B#*!;<M6?ª'I¦')?H!"$'):<:C"$*-,.)* B ')? *!Fu; ,j.!;C')?«'I
Z T[
B#*!;<"$B©:C'6*$B:C'')F¤Fu'):C*j ')=V./¤X ?©},.jX > Fu"!;C?4B2u!},.E;<(j.?©-uf. B3; V#:<E .)*!YA$'
*!Fu; Im/1.V*$?4*!;<-#:Cf*$W'IB#*$;<"$B1Fu'):C*jx+,')"W;<?4*! .?4¦; IK/ ')©*!FO; I~/1.G* ('IKFu'):C*x;<(=V./¤*!}4'j
#F2!},.x!}4&"$*$#:<!;<?#M ')?!"$'):<:C"(M6;<X ¦')?H!"$'):Q*!;<M6?,.:C*W\}#;C$}© B#*W!}4&F#}/*!;Cj.:-u')#?4B#*WX ?
I')"\"$j.)*$')?,.-#:CB3;C*!!#"!-,.?4*(.?4B["$ÄI"$?4&*!;<M6?,.:C*j
N I!}4SF#:.?H/ ')."$SM ');<?#M1$' ')?!"$'):K},.)*=¦#:<!;<-#:C>;<?#F##$*.?4B ')#!F##$*/ ') \;<:<:.:C*$'[B3;C* 'jX "
TS \[ )[
!},.x*!Fu; ,j.!;C')?1'I9:C'6*$B[:C'')F[FO'):C*;C*\?4')x*! V;C?x$'>B#$"!=>;<?4')?!"$'):<:C"W' V;C?H$*j
N II')";<?4*! .?4/ ')[p.?Hx$'V')?H!"$'):.fF#:.?WB#*$"!;<-uB-H/
Q^]6X]&R
x(k + 1) = Φx(k) + Γu(k)
y(k) = Hx(k)
Q^6] 0_R
\;<!}
x1 (k)
u(k) =
u1 (k)
y(k) =
y1 (k)
x2 (k)
x(k) = Q^]6a`_R
u2 (k) y2 (k) x3 (k)
x4 (k)
.S*! .$EIB3-,.)$Y[')?!"$'):<:C"Wj.?A-u'I!}4I~')"!=
L=
l11 l12 l13 l14
Q^]6ad_R
l21 l22 l23 l24
]
fe hgji
g4hji k Sno
Q^]6ak_R
x(k + 1) = (Φ − ΓL)x(k)
y(k + 1) = Hx(k)
Q^6] Ç7lR
|p}4x:C'6* B>:C'')FVFO'):C*'Iu!}#;C**!/3*!$= ."$\!}4W;<M ?HX6.:<4*'I!}4=V.!"!; TS
KRFO; ,j.!;C')?
\[ (Φ − ΓL)
'I9!}4I')#"W:C'6*$B1:C'')F¤FO'):C*x;<?1!}#;C*(*!/3*!$= ;C*?4')(*! V;C?H($'VB#$"!=>;<?4¦!}4;<M6}(')?!"$'):<:C"
)[
' V;C?H$*jL|p}4&:C'6*$B[:C'')FAFu'):C*xj.?A-uEF#:.)B¤.x!}4&B#*!;<"$BA:C'j.!;C')?[I')"W.f=#:<!;<!4B#f'I
L
X6.:<4*&; I ;C*&')?!"$'):<:.-#:C6[|p}4>F#:.?H¦;C*&')?H!"$'):<:.-#:C ; I\!}4G')?H!"$'):<:.-#;<:<;<P/=V.!"!; },.)*
(Φ, Γ) C
I~#:<:" .?#Y ;C6Q" .?#Y[,.:$'>!}4')"$B#"x'IQ!}4&*!/3*!$=
DE$"!=>;<?#;C*!!;Cf.)*\:<:.)*x*!$' },.)*!!;CF#"$'*$*$*
•
DE*!;<M6?1'IK.S')?H!"$'):<:C"W\}4"$¦.:<:*! .$*xj.?A-OE=Gj.)*$#"$B
•
•
pQ 0R
DE*!;<M6?'I.?')-4*$"!X " ~*! .$>*$!;<=V.$')" E$'-uf')=¦-#;<?4B\;<!}!}4>')?!"$'):<:C"; I\*$')=G>')"
.:<:*! .$*j.?#?4')-uE=Gj.)*!#"$B1B3;<"!$!:</
JL')?!;<?4')4*(.)*\L:<:.)*B3;C*$"$$&!;<=GF#"$'* *$*
•
XW XW
|p}4 =G!}4'B 4*$ ')F#!;<=>; Ï.!;C')? $'A=>;<?#;<=>; j[.AFu"_I')"!=V.?4VI~#?4!;C')?|p}4V=>;<?#;<=>; Ï.!;C')? 'IW. XW
qQ pR
Fu"_I~')"!=V.?4SI~#?4!;C')? \}#;C$} ;C*E!}4S;<?H$M6" .: m;<? !}4>B3;C*$"$$>!;<=GSX "$*!;C')? . *!#= ('Ip;<M6}$B
*$,."$B¤*$ .$*E.?4BL;<M6}H$B *$,."$B;<?#F##$*W:Cj.)B#*($'[. ')?H!"$'):<:C";<?\}#;C$} !}4f')?H!"$'):K*!;<M6?,.:
;C*W.f:<;<?4j."I~#?4!;C')?1'I!}4*$ .$*j
u
8"_I~')"!=V.?4Im#?4!;C')?
I=
N
X
x(k)T Q1 x(k) + u(k)T Q2 u(k)
Q^]6 d_R
k=0
JL')?H!"$')::.
u(k) = −L(k)x(k)
Q^]6X]j5_R
XW
|p}4E:<;<?4j."x')?!"$'):<:C"x\}#;C$}¤=>;<?#;<=>; j.S,.)B3" .!;CFO"_I')"!=V.?4EI~#?4!;C')?[;C*'I~$?Aj.:<:CBA;<?4j."
"Q rR sQ R
W,.)B3" .!;Cx')?!"$'): ~ Q')"K;<?4j."LW,.)B3" .!;CxWM6#:.$')" ~( Ä6N Iu!}4pF#"$'*$*K;C*9*!$' },.)*!!;Cx.?4B
!}4*! .$*L."$\?4')B3;<"$!:</S=Gj.)*!#" .-#:Cx!}4*! .$*K=V.j/S-O\*!!;<=V.$BV4*!;<?#M¦.?V')-4* "!X "B#*!;<M6?4B
XW
$'f=>;<?#;<=>; jE!}4E*!!;<=V.!;C')?A"!"$')"j23!},.p;C*p.fb&.:<=V.? 4:<$"j tS -u
;<!}!}#;C*p')-4*$"!X "\!}4E')?H!"$'):<:C";C*
vQ oR
j.:<:CBA;<?4j."W,.)B3" .!;Cf.4* *!;.? ~ Ä
wyx0w z { }| ~
t9¡ftQruv{ t9 ru ¦$¡¢£©q {$v¡W v¡f qtQru£\rw |
v¡ t
!}4&*$/*!$= ;C*xB#$"!=>;<?#;C*!!;C
•
!}4&*$/*!$= ;C*!;<=G;<?HX6."!;.?H
•
.:<:*$/*!$= *$ .$*x."$=Gj.)*!#" .-#:C
•
!}4"$."$&?4'>:<;<=>;<$*')?1')?!"$'):*!;<M6?,.:C*
•
.$"¦>\;<:<:K;<?!"$'B34VF#"$')-#:C=G*\;<!} B3;C*!!#"!-,.?4*j2?4')?=Gj.)*!#" .-#:C *! .$*.?4B ?4');C*!/©=Gj.^c
*!#"$=G?$*
N IO!}4xF#:.?H;C**! .$')?!"$'):<:.-#:CW;<\;<:<:4-OFO'6*$*$;<-#:C\$'EI')"$!}4\F#:.?I~"$')= ')?4*! .$x$'.?4')!}4"
;<?
n
Q R
m!}4&B3;<=G?4*!;C')?1'I L*!$F4*j
|p}4SFu"_I~')"!=V.?4SI~#?4!;C')? ;C*;<=>Fu')"! .?H&;<?')F#!;<=V.:')?H!"$'):2-uj.4*$S;<;C*E!}4S-,.)*$fI')"&B#*!;<M6?
.?4B[F,."!!:</ !}4&X6.:<,.!;C')?1!}4')?H!"$'):<:C"jLNP\},.)*\!}4EI')"!=
I=
N
X
H(x(k), u(k))
Q^]6X]j0_R
k=0
S
\}4"$GY;C*&!}4V* .=>F#:<;<?#M1?#=-u"j |p}4VF#"$')-#:C=;C*?4'j $' 4?4B .[*$4?4G'I')?H!"$'):L*!;<M6?,.:C*
2
u(k) k = 0, 1, 2, · · · , N
23\}#;C$}¤=>;<?#;<=>; j* XW
\;<!} B#$"!=>;<?4B1-H/ !}4&*! .$,.!;C')?
I x(k)
PN V;C* ;<? !}4¤I')"!=¢.?4B F,." .=G$"$*'I !}41L;<M6}H!;<?#M 'I:."!M ')?H!"$'):*!;<M6?,.:C* X "$*!4* :."!M
H
*! .$*p;C*pB#$"!=>;<?4B =4*!\-uW }4'6*$?[;<?A*!4 }[.¦p./ !},.\;<L;C*pM6"$'Ï\;<?#M>\;<!}[!}4
XW
?H#=G"!;Cj.:*!; j'I
H(x(k), u(k))
.?4B I~$?[!}4EM ' .:\;<:<:-O($'S-#"!;<?#M>!}4*! .$WI.)*!LIm"$')= .?;<?#;<!;.:
x(k) u(k)
)m
X6.:<4$'>')"!;<M '>\;<!}¤.)**$=V.:<:.?1.=G')#?H('IQ')?!"$'): ')"!x.)*\FO'6* *!;<-#:C6
NP?&!}#;C*L.j/!}4KB#*!;<M6?f'I#.\')?!"$')::.jY6.?&-OK"$ÄI~')"!=¦#:.$Bf.)*.$}4');C'I,.\*$#;< .-#:C9FO"_I')"!=V.?4
XW
I~#?4!;C')?[I~'):<:C'ÏB1-H/[*$'):<#!;C')?¤.?A')F#!;<=>; Ï.!;C')?F#"$')-#:C=A
NP?[!}4&$}4');C&'IQFu"_I~')"!=V.?4},.jX &*$X " .:B#M6"$*W'II~"$B#')=A
]6|p}4*!!"!4!#"$&'I H
NP?!}#;C*')#"$* ¦LS\;<:<:9')?#:</¤')?4*!;CB#"
H
I~4!;C')? \}#;C$}."$S,.)B3" .!;C
;<? .?4B ;<?GF#"!;<?4;<F#:C(*$X " .:,')!}4"$*L')#:CBG-u\!}4')#M6}Hp'I_2*$')=G'I!}4*$x."$x-O;<?#M
u(k) x(k)
F#:C')"$B[;<?1#"!"$?x"$*$j."$ }
03|p}4&;<M6}H!;<?#M -u ? .?4B N (=4*$(-ufB#$"!=>;<?4B©}4'j / ')\;C*!}©$'VL;<M6}H
x(k) u(k)
:."!M f*! .$*xX "$*!4*x:."!M ¦')?H!"$'):Q*!;<M6?,.:C*j2,\}#;C$}=V./A-u&*$?©.)*M ''B¤')?H!"$'):\;<!}¤*!=V.:<:
*$ .$*\X "$*!4*x }4j.F1')?H!"$'):\;<!}1*!=V.:<:')?!"$'): ')"!j )m
`3|p}4$}4');C*$&'I9%f |p}4L!;<=GL}4')"!;XWj')?>% \;<:<:B#$"!=>;<?4p!}4LL;<M6}H!;<?#M&'I,!}4L:C')?#ME$"!=*$ .)B3/
*$ .$FO"_I')"!=V.?4VmQ :."!M &%r
R X "$*!4**$}4')"!$"!= B3/?,.=>;CFO"_I')"!=V.?4VQ~*!=V.:<:%qRÄ
|p}4$}4');C'IFu"_I~')"!=V.?4EI~#?4!;C')?[\;<:<:-u("!4;.:$'¦!}4E-u},.X;C')#"x'I!}4')?H!"$'):<:CB1*$/*!$=A2
XW
.?4B;<;C*;<=>FO')"! .?$'*$K!}49=>;<?#;<=>; Ï.!;C')?¦'I#!}49Fu"_I~')"!=V.?49Im#?4!;C')?S.)*$''):H$'\')-# .;<?f.pM ''B
')?H!"$'):<:C"j|p}4"$\;C*K?4'&')?!"$'):<:C"\}#;C }V;C*')F#!;<=V.:;<?V.?H/V.-4*$'):<#$x*$?4*$6 T ')?!"$'):<:C"\}#;C }V;C*
XW
')F#!;<=V.: I')"')?4KFO"_I')"!=V.?49I~#?4!;C')?¦\;<:<:H?4')-uK')F#!;<=V.: I')".?4')!}4"j9R'\;<!}f')F#!;<=>; Ï.!;C')?¦!}4
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
o hgji
g4hji k Gno
B#*!;<M6?4"\;<:<:},.X
$'>!#?4E!}4')?H!"$'):<:C"x-/!#?#;<?#MG!}4F,." .=G$"$*x'IK.fFu"_I~')"!=V.?4EI~#?4!;C')?
;<?4*!$j.)B¤'IQ!#?#;<?#M ! }4')?!"$'):<:C"WF,." .=G$"$*(B3;<"$!:</A')"x!#?#;<?#M !}4&Fu'6*!;<!;C')?1'I9!}4:C'6*$BA:C'')F
Fu'):C*j
qS S
T 4"$*!L>\;<:<:K')?4*!;CB#"!}4>F#"$')-#:C='I 4?4B3;<?#M¤.')?H!"$'):*$H4?4 2 2
XW u(k) k = 0, 1, 2, · · · , N
\}#;C$} =>;<?#;<=>; j*¦. M6;<X ?Fu"_I')"!=V.?4SIm#?4!;C')?\;<!} .? ;<?#;<!;.:KX6.:<4G'IL!}4>*$ .$
x(0)
V|p}#;C*
j.?A-u*$?1.)*x.?1')Fu?[:C'')FAF#"$')-#:C=A
T Im$"\},.jX;<?#MV* '):<X B[!}#;C*\F#"$')-#:C= L\;<:<:*!4* *!;<X :</ F,.?4B[!}4E=G!}4'B[$'>-uE4*$B;<?A=G')"$
S ] X]
F#" .)!;Cj.::C'6* B:C'')FAF#"$')-#:C=G*Ï24*$ 4M6#"$ 6 >
d1 d2
r u l 0_
?
x
?
y
-+
+ 6−
-
)3 ) - -
^
))}
] X]
+;<M6#"$ 6 6K89" .)!;Cj.:"$:CX).?x:C'6*$B[:C'')F[F#"$')-#:C=A
]6 W
#!F##W"$ÄI~"$?4&;C*H,.:$' j"$'
Tm
03 #!F##W"$ÄI~"$?4B3; u"$?\Im"$')= Wj"$'V."$')?4*!;CB#"$B
`3WJL')?4*$ .?H(.?4B1')!}4"xB#$"!=>;<?#;C*!!;CB3;C*$!#"!-,.?4* d1
."$&')?4*!;CB#"$B
b4WR$'$},.)*$!;CB3;C*!!#"!-,.?4 d1
.?4B[?4');C*$
d2
;C*')?4*$;CB#"$B
XW
NP? !}4 ?4 S$},.F#$"SL \;<:<:pB#"!;<X [.A=G!}4'BI~')"f=>;<?#;<=>; Ï.!;C')? 'I!}4 FO"_I')"!=V.?4GI~#?4!;C')?
4*!;<?#MVB3/?,.=>;CF#"$')M6" .=>=>;<?#M4
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
4 57698;:<>=
N
X
I0N = H(x(k), u(k))
=
k=0
I0N (x(0), u(0), u(1), . . . , u(N ))
Q03X]&R
NP?4B3;Cj.!;<?#M[!},.(!}4¦Fu"_I~')"!=V.?4S;C*EB#Fu?4B#?H&'I!}4f;<?#;<!;.:9*! .$fX $')"&.?4B¤!}4S*$4?4S'I
')?H$'):*!;<M6?,.:C*j |p}#;C*\;C*x*$?4*!;<-#:C&*!;<?4E!}4 ;C*\B#$"!=>;<?4BAI~"$')= .?4B $6
u\;<:<:.:C*$'G4*$E!}4?4') .!;C')?
x(1) x(0) u(0)
N
X
IkN = H(x(i), u(i))
=
i=k
IkN x(k), u(k), u(k + 1), . . . , u(N )
Q03a`_R
u\;<:<:?4'ÏsB#$"!=>;<?4L!}4L=>;<?#;<=V.:3FO"_I')"!=V.?4L')?H!"!;<-##!;C')?SI~"$')= !}4:.)*!F,."!Q'I4!}4;<?H$"!X6.:
N
= min[H(x(k), u(k)) + Jk+1 (x(k + 1))]
i=k+1
Q03 bcR
u(k)
d
f¸ hgji
g4hji k Sno
R|\@K8 53
• JNN = H(x(N ), 0)
R|\@K8 ¹]6
•
JNN−1 = min [H(x(N − 1), u(N − 1)) + JNN (x(N ))]
Q03ad_R
u&\;<:<:j.:<:!}4=>;<?#;<=>;XW;<?#M
u(N −1)
')?!"$'):*!;<M6?,.:
u∗ (N − 1)
R|\@K8 ;
•
JNN−i = minu(N −i) [H(x(N − i), u(N − i)) + JNN−i+1 (x(N − i + 1))]
Q03ak_R
u&\;<:<:j.:<:!}4=>;<?#;<=>;XW;<?#M ')?!"$'):*!;<M6?,.:
u∗ (N − i)
R|\@K8 %f
•
J0N = minu(0) [H(x(0), u(0)) + J1N (x(1))]
Q03Ç7lR
u &\;<:<:j.:<:!}4=>;<?#;<=>;XW;<?#M ')?!"$'):*!;<M6?,.: u∗(0)
º »+¼j½c¾v¿À½cÁhÂÃ¤ÄÆÅ^ÇÉȤÊ"Ȥ¾Ì˾K¼j½¬ÍÎnÏÐÒÑÓ²ÎÄ ¼ÔÕÓ²ÎnÖ"½cÎV¼×°¼jÔj½c¾9Ø
Ù f0©¨Ú¬)f¯«\ÛÀ3Ú¬)o0n) )
I=
N
X
x2 (k) + qu2 (k)
Q03 d_R
k=0
u∗ (1) = −
ab
x(1)
Q03X]jd_R
q + b2
J12 (x(1)) = (1 + q
a2
)x2 (1)
Q03X]jk_R
q + b2
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
fé hgji
g4hji k Sno
• Ü+Þßëê â
J02 (x(0)) = minu(0) [x2 (0) + qu2 (0) + (1 + q
a2
)(ax(0) + bu(0))2 ]
Q03X]Ï7lR
q + b2
u∗ (0) = −
a
ab(1 + q q+b 2)
2
x(0)
Q03X]j_R
a2
q+ b2 (1 + q q+b 2)
J02 (x(0)) = (1 + q
a2 (1 + q q+b
a
2)
2
)x2 (0)
Q03X]jd_R
a2
q+ b2 (1 + q q+b 2)
u (0) = −
∗
a
ab(1 + q q+b 2)
2
x(0)
Q03 065_R
a2
q + b2 (1 + q q+b 2)
u∗ (1) = −
ab
x(1)
Q03 0\]&R
q + b2
= −
ab
(a − b
a
ab(1 + q q+b 2)
)x(0)
2
Q03 060_R
q+b 2 a 2
q + b2 (1 + q q+b2 )
Q03 0l`_R
Q 03 0nbcR
u∗ (2) = 0
XW
|p}4&')F#!;<=>; Ï.!;C')?¤"$*!#:<$*\=V./-uE;<$"!F#"$$B¤.?4B1.F#F#:<;CBA;<?A L'GL.j/*
u∗ (0), u∗ (1), · · · , u∗ (N )
.?4B¤.F#F#:</ ;<\;<?¤')FO?[:C'')F[$'>-#"!;<?#MG!}4F#:.?\I~"$')= W
!}4E;<?#;<!;.:*! .$E$' j"$'
03U(*$(!}4&j.:C#:.$B[MH.;<?
L(k)
Q
m;<?[M ?4" .:.f=V.!"!; 23;<?[!}#;C*x*!;<=>F#:C .=>F#:C¦.¦* j.:." \.?4B 0R
=Gj.)*$#"$B1*! .$ $'Gj.:C#:.$
x
u∗ (k) = −L(k)x(k)
Q03 0ld_R
íQ
|p}#;C* ;C*:C'6*$B :C'')Fª')?!"$'):(\;<!}«.!;<=G1X6."!/;<?#M MH.;<? ~B#Fu?4B#?HA')? * .=>F#:C?H#=-u"
R tW
Y Ä2*!!;<:<:9\;<!} !}4SF##"!Fu'6*$S$'-#"!;<?#MA!}4SF#:.?I~"$')=.? ;<?#;<!;.:*! .$S$' j"$'#S|p}#;C*&:C'6*$B
:C'')F ')?H!"$'):p;C*fF#"$ÄI~" .-#:C -uj.4*$')FO?#:C'')Fs')?H!"$'):\;C*fX#:<?4" .-#:C $'©B3;C*!!#"!-,.?4*G.?4B
#?4"! .;<?!;C*(;<?[!}4=G'B#:F,." .=G$"$*j
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
4 57698;:<>= î
u\;<:<:')?4*!;CB#"x!}4EI~'):<:C'Ï\;<?#MV:<;<?4j."x*$/*!$=
N
X −1
I= (xT (k)Q1 x(k) + uT (k)Q2 u(k)) + xT (N )QN x(N )
k=0
NP?[!}4$"!=G*\;<?H!"$'B34BA;<?1!}4EM ?4" .:I')"!= 'I!}4Fu"_I')"!=V.?4EIm#?4!;C')?1},.jX $}4'6* ?
fi hgji
g4hji k Sno
N
X
I= (xT (k)Q1 x(k) + uT (k)Q2 u(k)), u(N ) = 0
k=0
¶S
+ ')"S.[*!;<=>F#:C 4"$*!¦')"$B#"¦*!/3*!$= L>},.X j."!:<;C"¦j.:C#:.$Bs.?')F#!;<=V.:;<?#F##f*$H4?46 |p}#;C*
4
!#"!?4B #FV$'&M6;<X x;<?#F##$* \}#;C$} I')"j.)$}*!$F "$WF#"$')FO')"!!;C')?,.:O$'&!}4W#"!"$?Hp*! .$ 2
u(k) x(k)
.>:<;<?4j."W-##x!;<=GX)."!/;<?#MGIB3-,.)$YA')?!"$')::.j&+##"!!}4"(!}4')?H!"!;<-##!;C')?©$'>!}4FO"_I')"!=V.?4
I~#?4!;C')?>Im"$')= !}4\*Ø.=>F#:C* !#"!?4BG')#9$'E-u.E,.)B3" .!;CpIm#?4!;C')? 'IO'Iu!}4\#"!"$?H*$ .$
k...N
x(k)
uW\;<:<:?4'Ï XW
!"!/>$'¦M ?4" .:<; j(!}#;C* FO"!;C?4W$'S.?
n
c B3;<=G?4*!;C')?,.:u*!/3*!$=A2H!},.L;C*E.)*$*!#=G6<
u(k) = −L(k)x(k)
JkN (x(k)) = xT (k)S(k)x(k)
.?4B LG\;<:<:* Y F#"$*$*!;C')?4*&I~')"&!}4G=V.!"!;C* .?4B ;<?!}4G F#"$*$*!;C')?4*&\}4"$
L(k) S(k) L(k)
},.)*\!}4&B3;<=G?4*$;C')?4* .?4B },.)*!}4&B3;<=G?4*!;C')?
(p × n) (n × n)
u&*! ."!\\;<!}1!}4M ?4" .:B3/?,.=>;CF#"$')M6" .=>=GB1
S(k)
F#"$*$*!;C')?[I~"$')= j."!:<;C"
JkN (x(k)) = min[xT (k)Q1 x(k) + uT (k)Q2 u(k) + xT (k + 1)S(k + 1)x(k + 1)]
u(k)
XW
|'VY F¤ F#"$*$*!;C')?4*W'IK.>"$j.)*$')?,.-#:C¦*$; j"$:. !}4?4') . !;C')?©.?4BA:Cj.X f')#!}4¦."!M6#=G?
I')"\!}4X $')"$*
x
')M Q
m-##x'I9')#"$*$E?4')\I')"\!}4=V.!"!;
u
}#;C$}¤;C*p;<?[I'4*p?4'Ï Ä
\
S
k
7ýþR
rS ®Q
|' 4?4BS!}4')F#!;<=V.:,')?H!"$'):O*!;<M6?,.: ? .9!}4p!;<=G ~* .=>F#:C\?#=-u" 0R
!}4pFO"_I')"!=V.?4pI~#?4!;C')?
Tm u
;C*B3; "$?H!;.$B1\;<!}A"$*!Fu$'
u
k
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
g4hji k VgjÿSnohgji
∂JkN (x)
= Q2 u + QT2 u + 2ΓT S(k + 1)(Φx + Γu)
∂u
= 2Q2 u + 2ΓT S(k + 1)(Φx + Γu) = 0
NI ;C* ;<?X "!!;<-#:C !}#;C*j.? -O*$'):<X B $' M6;<X !}4©')F#!;<=V.:')?H!"$'):&*!;<M6?,.:
Q [Q + ΓT S(k + 1)Γ]
m"$Äc ?H2$"!;<?#M[."!M6#=G?H
k
R
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
g4hji kVglgnohgji
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
g4hji kVgjeSnohgji
ùox § w w v\rO x£ úüû w t¥f £\r ²|
f$ rutt w tz44tKw
u&')?4*!;CB#"x!}4E:<;<?4j."WB3;C*$"$$!;<=G62,B3/?,.=>;Cj.:*$/*!$=
N
X −1
I= (xT (k)Q1 x(k) + uT (k)Q2 u(k)) + xT (N )QN x(N )
k=0
\}4"$
Q1
.?4B
QN
)S
Fu'6*!;<!;<X *$=>;CB# 4?#;<$f.?4B
Q2
)S
;C*FO'6*!;<!;<X B# 4?#;<$6
T ?A')F#!;<=V.:;<?#F##x*$4?4j.?A-u(I~')#?4BA-H/u
u? (k) = −L(k)x(k)
\;<!}
% ')$E!},.\},.jX .)*$*!#=GB
( $'S-uEFu'6*!;<!;<X )S
B# 4?#;<$6K|p}#;C*\;C*\?4')x.:<:<p./3*x*!!"!;C!:</ ?4*$*$* * ."!/
\[
*!;<?4E;<;C*x*! V;C?HW!},.
Q2
T[Q2 + Γ S(k + 1)Γ]
C; *pFu'6*!;<!;<X &B# 4?#;<$ )S
p åS
| }4 4"$*$.?4B>!}4:.)*$ F#"$* *!;C')?>I')"
S(k)
\;<:<:-Op-u*!*$#;<$B>I')"K"$#"$*!;<X xj.:C#:.!;C')?4*-uj.4*$
!}4/B#'>?4');<?4:<4B#=V.!"!; ;<?HX "!!;C')?4*Ï
|p}4*$')?4B F#"$*$*!;C')? ;C* 'I~$? *!#;< .-#:C¤; I/ ') \;C*$} $':C .?4B 4?4B !}4AX6.:<4¤'I S
S(0)
N → ∞
¤|p}#;C*¦=V.j/-uVB#')?4 ')?!}4 ')?4B3;<!;C')? !},.¦!}4V"$#"$*$;<X ,.!;C')?I')"GR mY &')?HX "!M $' Q R
.¤*! .!;C')?,."!/X6.:<4 \}#;C$} j.?s-OVI')#?4B -/:C!!;<?#M \}#;C$} :Cj.)B#*f$' .?
S(k) = S(k + 1) = S
T :<M -#" .;C&;Cj.!;@H,.!;C')?
NP\;C*\;<=>FO')"! .?x$'S?4')$6
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
g4hji kVgjSnohgji
NP?V*$')=GpF#"$')-#:C=G*!}4\;<?H$"!X6.: \;<:<:4"$F#"$*$?!}4')?#:</S;<?H$"$*$!;<?#M!;<=G\;<?$"!X).:u.?4B
• [0; N ]
/ )' 1\;<:<:?4')-uE;<?H$"$*!$B[;<?1!}4-O},.jX;C')#"W'I!}4F#:.?W.^I~$" * .=>F#:C*Ï
U ("$
u(k) = −L(k)x(k)
N
-S
2;C*.(!;<=G\X6."!/;<?#MI~B3-,.) YG.?4B>!}4\')?H!"$'): .)*!Y¦;C* 4?#;C*!}4BV.^I~$"
* .=>F#:C*j
N
NP?')!}4"F#"$')-#:C= ."$j.)*; 6 ')?H!"$'):L*!/3*!$=G* 2Q"$F#"$* ?H$*S.[')?4*! .?H
• u(k) = −L(0)x(k)
IB3-,.)$Yu
|p}#;C*=Gj.?4*!},./ ')f.j.)$}*Ø.=>F#:C9!;<=GK:C!}4Q!;<=G}4')"!;C*$')?'I3!}49Fu"_I~')"!=V.?4QI~#?4!;C')?
-u *Ø.=>F#:C*W.}4j.)B[;<?A!;<=G6
N
NP?!}4¦Fu"_I')"!=V.?4fIm#?4!;C')? "$F#"$*$?H$*E!}4S#"!"$?!;<=GS.?4B/ ')©F#4*!}©!}4f!;<=G
}4')"!;C* ')?
N
k=0
XW
* .=>F#:C*x;<?Im"$')?x'IQ/ ')K|p}#;C*;C*\j.:<:CB1"$B3;<?#MG}4')"!; j')?¤')?!"$'):
|p}4*$?4')$*\;<:<:I~'4*')?[!}4&* ')?4BA')?H!"$'):.F#F#:<;Cj.!;C')?
|p}#;C*\:Cj.)B#*x$'S!}4EI~'):<:C'Ï\;<?#MVF#"$'B3#"$EI')"j.:C#:.!;C')?¤'IQ!}4&')F#!;<=V.:')?H!"$'):<:C"
6 ] k := N
03
`3 äº oº
S(k) = QN
k := k − 1
L(k) = [Q2 + ΓT S(k + 1)Γ]−1 ΓT S(k + 1)Φ
S(k) = Q1 + LT (k)Q2 L(k) + (Φ − ΓL(k))S(k + 1)(Φ − ΓL(k))
= Q1 + ΦT S(k + 1)Φ − ΦT S(k + 1)Γ[Q2 + ΓT S(k + 1)Γ]−1 ΓT S(k + 1)Φ
= Q1 + ΦT S(k + 1)[Φ − ΓL(k)]
b4 k=0
U(*$(!}4:<;<?4j."\IB3-,.)$Y
d3 u(k) = −L(0)x(k)
|p}4&')-# .;<?4B[Fu"_I')"!=V.?4EIm#?4!;C')?¤\;<:<:-O
J0N (x(0)) = xT (0)S(0)x(0)
º +» ¼j½c¾v¿À½cÁ+Ã¤ÄÆÅfЦ½0¾E½¬Ô&ЦÓ+ÖVÈÔ&Ð Í9Äc¼jÔÓ²ÎnÖ"½cÎV¼×°¼Ôj½ ¾9Ø
Ù ª-©¥¯¥°©¯¥¥ )¤l ¯«\Õ¥1§_)©¤¯«¬ 0©¯c§ .}3³j©¤ )¥´ Ú è )åÚ¬)f0n) )PªO«\) ª¶¯«¶ ¥
¥T_ Út¯«\0¤©¯¥+©l ¯jÝ )} )©c§p¶©¯© l^)«©¯E_)«3
٠o l寫\r0n) )
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
g4hji kVg3Gnohgji
S(2) = 1
ab
L(1) = [q + b2 ]−1 ab =
q + b2
ab a2
S(1) = 1 + a(a − b ) = 1 + q
q + b2 q + b2
a 2 a2
L(0) = [q + b2 [1 + q ] −1
ab(1 + q )
q + b2 q + b2
a 2
ab(1 + q q+b 2)
= a 2
q + b2 (1 + q q+b 2)
a 2
a2 ab(1 + q q+b 2)
S(0) = 1 + a(1 + q )(a − b )
q + b2 a2
q + b2 (1 + q q+b 2)
2
a2 (1 + q q+b
a
2)
= 1+q a 2
q + b2 (1 + q q+b 2)
a 2
ab(1 + q q+b 2)
L(0) = a 2
q + b2 (1 + q q+b 2)
%
)© §V¯«¬©® ²¤¥¯¥X3®ªoª-©¥¯¥¦¬µ3©¯·V¶©¯©¯Õl¥¬))} ¤©¤l
2
a2 (1 + q q+b
a
2)
J02 (x(0)) = 1 + q a 2 x2 (0)
q + b2 (1 + q q+b 2)
&
n 3^3 )±ª®ª-©¥¯¥+}l Úä'!&}ª ¯«\®³¥ ¶o¯«\å)¯3)} }¤©¨(
ì lª ¥X V l²¤© V¯«\V ç_s}¥ pl}Ú ¥X ¥T_ 䯫\0¤©¥À }¤^¥¯¥ ) # ªO«\)vªq y¯«\V¤©V
« )©3Ì©¯jÛÀ²©¯¤ # N = ∞
a2 b2 S 2
S = 1 + a2 S − m
q + b2 S
b2 + qa2 − q q
0 = S2 − S− 2
b2 b
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
g4hji k Vgj¸Snohgji
ä]
I~$?;<\;<:<:K-u>?4*$*Ø."!/$'¤$},.?#M *!;<?#M6:CV:C=G?$*"$:.!;<X :</ =¦4$}29* .j/ .I.)$')" j5$'A*$
Tm
*!#-4*! .?!;.:B3; "$?4*;<?[!}4&:C'6* B:C'')FA"$*$FO')?4*$6
N IL/ ') Y?4'Ï/ ')#"¦')Fu?:C'')FF#:.?Hf:<:L?4')#M6}$'A*!Fu; I~/¤=V. ;<=V.:X6.:<4*'I\j.)$}s*! .$V.?4B
ÕQ R
;<?#F## ~')?H!"$'): W*!;<M6?,.:2!},.W=>;<M6}W-uI~"$')= F#}/*!;Cj.::<;<=>;< .!;C')?4*')"(.)*E.?.)* *$*!=G?HE'IB#*!;<"$B
=V. ;<=V.:B#X;.!;C')?4*x/ ')1j.?[X "!/[*!!" .;<M6}HI~')"!p."$B1$}4'6* !}4&B3;.M ')?,.::C=G?$*(.)*
1 1
Q1 (i, i) = Q2 (i, i) =
x2i,max u2i,max
NP?1.)B#B3;<!;C')?A$'S/ ')A*!}4')#:CB4*$&.S*$j.:."\L;<M6}H!;<?#M I.)$')"\$'S-,.:.?4&!;<M6}Hx')?!"$'):.?4B[')?4')=/
|p}4Fu"_I~')"!=V.?4Im#?4!;C')?A?4'Ï«-u')=G*
N
X
I = (xT (k)Q1 x(k) + uT (k)Q2 u(k))
k=0
N
X x2 (k) x2 (k) x2 (k) u2 (k) u2 (k) u2 (k)
= ([ 21 + 22 + · · · + 2n ] + σ[ 21 + 22 + · · · + 2r ])
x1,max x2,max xn,max u1,max u2,max ur,max
k=0
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
g4hji k VgjéSnohgji
ùox> § w w v\rO x£ úüû w t¥f £\r á|¡W$¡f § ª w tz,E4tKw
JL')?4*!;CB#"!}4&:<;<?4j."j24')?H!;<?4')4*W!;<=G624B3/?,.?#;Cj.:*!/3*!$=
dx(t)
= Ax(t) + Bu(t)
dt
.?4B[!}4,.)B3" .)B3;C&Fu"_I~')"!=V.?4Im#?4!;C')?
Z T
I= (xT (t)Q1 x(t) + uT (t)Q2 u(t)) + xT (T )QT x(T )
0
\;<!}
Q1
2
Q2
. ?4B
QT
)S
Fu'6*!;<!;<X [B# 4?#;<$6 |p}4[')F#!;<=V.:\;<?#F##V*!;<M6?,.:\\;<:<:\-u M6;<X ? -H/
u(t) =
2#\}4"$
−L(t)x(t)
T
L(t) = Q−1
2 B S(t)
\;<!}
dS(t)
− = Q1 + AT S(t) + S(t)A − S(t)BQ−1 T
2 B S(t)
dt
= Q1 + AT S(t) + S(t)(A − BL(t))
.?4B
S(T ) = QT
|p}4Fu"_I~')"!=V.?4Im#?4!;C')?A4*$;<?#MG!}#;C*\;<?#F##$*!;<M6?,.:\;<:<:-O6
R?
J0T (x(0)) = xT (0) (0)x(0)
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
g4hji kVgA@Snohgji
ȯ¼jÏ_În½_Ôj½
B
L(k) = Γ−1 Φ
;C*\;<?4* "!$B[;<?A!}4*! .$&,.!;C')?4*$'>')-# .;<?
u(k) = −L(k)x(k)
!}4&:C'6*$B[:C'')FAH,.!;C')?4*Ï
C Ó}ÊÔ&ȤÊ"Ó}Ë"¼
L(t) = ∞
NØ
u(t) = ∞
\S fQ R
N \ .Y *x;<? 4$.X6.;<:.-#:C&;<?#F## ~')?!"$'): \*!;<M6?,.:$'S .Y
fS
! }4&*! .$EI~"$')= . 4?#;<$&;<?#;<!;.:*$ .$ $'>')"!;<M '
W
;<?A!}4&*! .$*!F,.)&;<? j"$'>!;<=G6
x(0)
+4')"!}#;C*"$j.)* ')?[&"$#;<"$
Q2
)S
$'S-OEFu'6*!;<!;<X &B# 4?#;<$c
ÁÂÄÃaÅÇÆÈÉ6Ê4Ë ÌÄÃ!ÍÎËHÉ
D NFEø-NOFó¡PDGHGJIC
KT Y6dML ZL"!;.? DS T ?4B#"$*$')? .?4BON ')}#? ZE '')"$6QP Y ¤©¥ -²¤¥ ©¯ U _ Úl¤©¨
&
3¯« &Ún U R #TS VU
S89"$?!;CÄc (.:<:LN ?3I')"!=V.!;C')? .?4BR/3*!$=R;C?4*¦R"!;C*j89"$?!;CÄc (.:<:N ?3c
Tm
$"!?,.!;C')?,.:2@K?#M6:C''B¤J:<; *j24%WN42#UR T 2 jd66d3+]
KYX u nbZL b>YN4 X *!!"\[)=.?4B ZEu ;<!$?#=V."!Yu âüÜ «\)ü}Ú^]_
R- )R-}¤^¥¯¥ Ú}3 )
0©X§ 89"$?!;CÄc U(.:<:fN ?3I')"!=V.!;C')? b .?4B R/3*!$= R;C?4*©R"!;C*j89"$?!;CÄc U(.:<:fN ?46<2
@9?#M6:C''BJ:<;Tm*j2#%N,24UER T 2+]jd6n4
K +Q8-uªd 78LSE?4+p+#" .?#Y:<;<?2`N4D.X;CBs8'Ï:2.?4B9¤ Y ;C$},.):\K"
u ')"!Y=V.? ]o©T§l©¯¥ R-²¤¥å^
T B#B3;C* ')?u*!:C/ 2Jp.:<; I')"!?#;.32 UER T 2°]jd6d 7
]r}l©¨o²n) )
K bR#7)0ML U¦,bL.Y "!?,.Y1.?4B1,R;<X6.? S ©¯l P ¤©5¥ R-l²¤^l¥²n) ) Ou ;<:C/[N ?$"$*$;C?462
%W Z')"!YO2#UR T 2+]jd 7)03
]jd