- - PDF document

▶
8 9 9 41 5 abc 8 e f 1 60 0
SMART_READER_LITE
LIVE PREVIEW

- - PDF document

Jul 20, 2023 7 likes •353 views

Cmput 651 - Particle-based Inference 7/11/2008 8-'9#9*:*+)*$&;-#"<*$#:&='.%:+&>41"5)&?@ABC 8#-)*$:%D9#+%.&E""-'F*1#)%&60(%-%0$% =#))<%G&H-'G0 IJKAAK7IIL

slide-1
SLIDE 1

8-'9#9*:*+)*$&;-#"<*$#:&='.%:+&>41"5)&?@ABC 8#-)*$:%D9#+%.&E""-'F*1#)%&60(%-%0$% =#))<%G&H-'G0 IJKAAK7IIL M%#.*03C&N'::%-DO-*%.1#0&4<P&AA

A

!"#$%&'(&)'"*$+

,*-%$)%. /0,*-%$)%.

!%1#0)*$+ 2%#-0*03

,*+$-%)% 4'0)*05'5+

60(%-%0$%

7

Cmput 651 - Particle-based Inference 7/11/2008

slide-2
SLIDE 2

Q<#)&#-%&"#-)*$:%D9#+%.&1%)<'.+R

S

8#-)*$:%D9#+%.&1%)<'.+&#""-'F*1#)%&*0(%-%0$%&9T& 3%0%-#)*03&15:)*":%&+#1":%+&(-'1&)<%&.*+)-*95)*'0&)<#)&#& 3-#"<&(#$)'-*U%+P

!#1":*03&(-'1&;#5++*#0&.*+)-*95)*'0

V5):*0% !"#$%&'(#)%" O'-G#-.&+#1":*03 2*W%:*<''.&G%*3<)*03&X&*1"'-)#0$%&+#1":*03 =#-W'Y&$<#*0&1'0)%&$#-:'&>=4=4B

Z

Cmput 651 - Particle-based Inference 7/11/2008

slide-3
SLIDE 3

,*((%-%0)&"#-)*$:%D9#+%.&#""-'#$<%+

@

M#0.'1 ,%)%-1*0*+)*$

8#-)*$:%&3%0%-#)*'0&1%)<'. _T"%&'(&"#-)*$:%

O5:: ,*+)-*95)*'0#:

[--'-&1%)-*$+&>#:+'&+%%&NO&AAPAB ;*Y%0&#0&%+)*1#)%&&&&&('-&&&&&& #9+':5)%&%--'-&&&&C&

  • *0&#""-'"-*#)%&('-&+1#::&8

D&%3C&IPIIIA&%--'-&0'&3''.&*(&8\IPIIIA

?

ρ

P(y|e) |P(y|e) − ρ| ≤ ǫ ρ 1 + ǫ ≤ P(y|e) ≤ ρ(1 + ǫ)

ǫ ǫ

  • %:#)*Y%&%--'-&&&&&C

]&+$#:%+&)'&+1#::&8

  • %:#)*Y%&%--'-&^7C

NO&)%F)&5+%+&+'1%)<*03&+*1*:#-&)'&)<*+&+'1%)*1%+

ρ(1 − ǫ) ≤ P(y|e) ≤ ρ(1 + ǫ)

Cmput 651 - Particle-based Inference 7/11/2008

slide-4
SLIDE 4

E""-'F*1#)%&*0(%-%0$%&*+&`8D<#-.&>+%%&#:+'&NO&AAPAB

>E+&G%&+#G&%#-:*%-B

E""-'F*1#)%&*0(%-%0$%&*+&`8D<#-.C

('-&-%:#)*Y%&%--'-&*0&1#-3*0#:&'-&$'0.*)*'0#:&a5%-*%+& ('-&#9+':5)%&%--'-&*0&$'0.*)*'0#:&a5%-*%+

J

V5):*0% 60)-'.5$)*'0 *%$+,$&-.,/01)"2 2*W%:*<''.&G%*3<)*03&X&*1"'-)#0$%&+#1":*03 =#-W'Y&$<#*0&1'0)%&$#-:'&>=4=4B

L

Cmput 651 - Particle-based Inference 7/11/2008

slide-5
SLIDE 5

O'-G#-.&+#1":*03&>#:+'&+%%&NO&AAP7B ;%0%-#)%&"#-)*$:%+&&&&&&&&&&&&&&&&&&&&&&(-'1&&&&&&&&&&&

G<%-%&H#T%+&0%)&&&&&&(#$)'-*U%+

;''.&('-&&&&&&&&&&&&&&0')& M%:*%+&'0&'-.%-*03&'Y%-&H#T%+&0%)&0'.%+

>_<%-%('-%&.'%+&0')&G'-W&('-&=#-W'Y&0%)+PB

b

P(X) PB(X) B PB(X) PB(X|e)

O'-G#-.&+#1":*03&%F#1":%&>#:+'&+%%&NO&O*3P&AAP7PAB

AI

AB&+#1":%&,&cP?&Y+&PZd&De&.I 7B&+#1":%&6&cPJ&Y+&PSd&De&*I SB&+#1":%&; De&8>3AB\IPS 8>37B\IPZ 8>3SB\IPS %)$P&%)$P

!#1":%&fg+&"#-%0)+&9%('-%&+#1":*03&fP _<%0&+#1":%&f&9#+%.&'0&"#-%0)+g&Y#:5%+P

Cmput 651 - Particle-based Inference 7/11/2008

slide-6
SLIDE 6

!#1":*03&9#+*$+ O'-G#-.&+#1":*03&-%a5*-%+&#9*:*)T&)'&+#1":%&(-'1& 9#+*$&.*+)-*95)*'0+&*0&48,+ _<*+&$#0&9%&%#+T&'(&.*((*$5:)h&.%"%0.*03P

AA

!#1":*03&.*+$-%)%&Y#-*#9:%&>NO&!W*::&AAPAB !#1":*03&(-'1&.*+$-%)%&+"#$%C

D&%#+T D&+":*)&iIhAj&*0)%-Y#:&*0)'&#""-'"-*#)%:T&+*U%.&9*0+ D&1#$<*0%D3%0%-#)%.&50*('-1&-#0.'1&0519%-&)'&+%:%$)&9*0 [F#1":%C&+#1":%&(-'1&8>F\cAh7hShZdB\cIPSh&IPAh&IPZh&IP7d

A7

A Z S 7

/0*)&60)%-Y#:

Cmput 651 - Particle-based Inference 7/11/2008

slide-7
SLIDE 7

!#1":*03&(-'1&#0&#-9*)-#-T&.*+)-*95)*'0&>NO&!W*::&AAPAB ;*Y%0&8>fB&>G<*$<&1#T&9%&.*((*$5:)&)'&+#1":%&(-'1&.*-%$):TB #0.&a>fBh&G<%-%&a>FBeI&G<%0%Y%-&8>FBeI #0.&&&&&&&&&&&&&&&&&&&&&&&&&&&&>#0.&k&*+&%#+T&)'&+#1":%&(-'1BC 3454(#)%"-.,/01)"2C

*P%P&5+%&k&#+&"-'FT&('-&+#1":*03&8&#0.&$'--%$)&l+W%Gm&9T& +)'$<#+)*$#::T&-%n%$)*03&%F$%++*Y%:T&:#-3%&+#1":%+

AS

Q(x) `V_[C&NO&G-'03:T& 5+%+&a>FB&<%-%

M%n%$)*'0&+#1":*03&>NO&!W*::&AAPAB

AZ

H:#$WC&+51&'(&Z& ;#5++*#0+ De&<#-.%-&)'& +#1":% M%n%$)*'0& +#1":*03&'0&-%.& >+*1":%&;#5++*#0B

Cmput 651 - Particle-based Inference 7/11/2008

slide-8
SLIDE 8

8''-&$<'*$%&'(&"-'"'+#:&.*+)-*95)*'0

A@

p(x) Q(x) ≪ 1 60&)<*+&-%3*'0 +'&1#0T&

  • %n%$)*'0+

De&$'--%$)+&('-&

.*((%-%0$%+& 9%)G%%0&-%.&#0.& 9:#$W

[+)*1#)*03&)<*03+&(-'1&"#-)*$:%+

>#:+'&+%%&NO&[a5#)*'0+&AAPAh&AAP7B

;*Y%0&"#-)*$:%+ G%&$#0&%+)*1#)% %F"%$)#)*'0&'(&(50$)*'0&(C &&&&&&&&&&&&&&&&&&&&&&&&1#-3*0#:+C

A?

ˆ PD(y) = 1 M

M

  • m=1

I{ξ[m]Y = y}

c

,%0')%+&#++*301%0)& )'&o&*0&"#-)*$:%

ˆ ED(f) = 1 M

M

  • m=1

f(ξ[m]) ξ[m] D = {ξ[1], ..., ξ[M]}

*0.*$#)'-&(50$)*'0

Cmput 651 - Particle-based Inference 7/11/2008

slide-9
SLIDE 9

O'-G#-.&+#1":*03&"%-('-1#0$% _')#:&$'+)&*+&&&&&&&&&&&&&&&&&&&&&&G<%-%C&

=&\&^&"#-)*$:%+&3%0%-#)%.&#0.

4#0&.%-*Y%&%F"-%++*'0+&('-&0519%-&"#-)*$:%+&-%a5*-%.& )'&#$<*%Y%&#&3*Y%0&%--'-&>+%%&NO&AAP7P7B

AJ

O'-G#-.&+#1":*03&#0.&8>o\Tp[\%B&>#:+'&+%%&NO&AAP7PSB 8>o\Tp%B&<#-.%-&)<#0&('-&8>o\TB M%n%$)*'0&+#1":*03&$#0&"-'.5$%&$'0.*)*'0#:*U%.& "#-)*$:%+

*P%P&3%0%-#)%&"#-)*$:%+&#0.&-%n%$)&#::&G*)<&oqT 95)&YP&*0%((*$*%0)&G<%0&%Y*.%0$%&%&50:*W%:T

9P$P&"-'"'-)*'0&"#-)*$:%+&3%0%-#)%.&G*)<&[\%&*+&8>%B %3C&50:*W%:T&%Y*.%0$%&$'11'0&*0&1%.*$#:&.*#30'+*+P

AL

Cmput 651 - Particle-based Inference 7/11/2008

slide-10
SLIDE 10

O'-G#-.&+#1":*03&#0.&8>o\Tp[\%B&>#:+'&+%%&NO&AAP7PSB

Ab

3Sh:A&*+&-#-%C

>8>:Ap3SB\IPIAB De&-%n%$)*'0&+#1":*03& G'5:.&9%&*0%((*$*%0)& ('-&$'0.*)*'0*03&'0& 3Sh:A

3S

O'-G#-.&+#1":*03&#0.&8>o\Tp[\%B&>#:+'&+%%&NO&AAP7PSB Q<T&$#0g)&G%&n5+)&+%)&[\%&#0.&.'&('-G#-.&+#1":*03R E0+G%-C&_<*+&*30'-%+&)<%&(#$)&)<#)&8>[\%B&.%"%0.+&'0& [g+&"#-%0)+P

7I

[F#1":%C ;\3A&1#W%+&>.Ah*IB&50:*W%:TP M#0.'1:T&+#1":*03&>.Ah*IB&#0.& )<%0&n5+)&+%))*03&;\3A&*30'-%+& (#$)&)<#)&8>3Ap&.Ah*IB\IPI@P

3S

Cmput 651 - Particle-based Inference 7/11/2008

slide-11
SLIDE 11

V5):*0% 60)-'.5$)*'0 O'-G#-.&+#1":*03 6)741)8%%&-+4)28#)"2-9-)/0%$#,"(4-.,/01)"2 =#-W'Y&$<#*0&1'0)%&$#-:'&>=4=4B

7A

2*W%:*<''.&G%*3<)*03&#0.&8>o\Tp[\%B&>NO&AAPSB _'&%+)*1#)%&8>o\Tp[\%B ;%0%-#)%&"#-)*$:%+&)<#)&('-$%&[\% =5+)&G%*3<)&"#-)*$:%+&9T&8>[\%p8#-%0)+>[BB _<%0&

77

>H#T%+&0%)+&'0:TrB

Cmput 651 - Particle-based Inference 7/11/2008

slide-12
SLIDE 12

2*W%:*<''.&G%*3<)*03&%F#1":%&>#:+'&+%%&NO&[F#1":%&AAPSP7B

7S

[Y*.%0$%&!\+Ah&2\:I IB&+%)&G%*3<)&G\A AB&+#1":%&,&cP?&Y+&PZd&De&.A 7B&+#1":%&6&cPJ&Y+&PSd&De&*I SB&+%)&!\+Ah&G\G8>+Ap&*IB ZB&+#1":%&;De37 @B&+%)&2\:Ih&G\G8>:Ip37B M%)5-0&"#-)*$:%&c.Ah*Ih+Ah37h:Id&G*)<& G%*3<)&G\AsIPI@sIPZ\IPI7 E()%-&3%0%-#)*03& =&"#-)*$:%+C

61"'-)#0$%&+#1":*03&>#:+'&+%%&NO&AAPSP7B ;'#:C&+#1":%&(-'1&)#-3%)&.*+)-*95)*'0&8>fB

8&.*((*$5:)&)'&+#1":%

!'h&+#1":%&(-'1&"-'"'+#:&.*+)-*95)*'0&k

_<%0&$'--%$)&('-&.*((%-%0$%+&9#+%.&'0&(#$)&)<#)C

;*Y%0&+#1":%+&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&(-'1&kh&%+)*1#)%C

7Z

500'-1#:*U%.&*1"'-)#0$%& +#1":*03&%+)*1#)'-

Cmput 651 - Particle-based Inference 7/11/2008

slide-13
SLIDE 13

61"'-)#0$%&+#1":*03&#0.&:*W%:*<''.&G%*3<)*03

>#:+'&+%%&NO&AAPSPSB

;*Y%0&H#T%+&0%)&H&)<#)&(#$)'-*U%+&8>fBh&%Y*.%0$%&t\Uh G#0)&8>fpt\UBC AP&2*W%:*<''.&G%*3<)*03&'0&H *+&%a5*Y#:%0)&)' 7P&61"'-)#0$%&+#1":*03&5+*03&)<%&15)*:#)%.&0%)G'-W& Ht\U&#+&)<%&"-'"'+#:&.*+)-*95)*'0&>+%%&0%F)&+:*.%B

7@

=5)*:#)%.&0%)G'-W&>#:+'&+%%&NO&,%(*0*)*'0&AAPSPZB ,%(*0*)*'0C&;*Y%0&#&H#T%+&0%)&H&#0.&#0&*0+)#0)*#)*'0& '(&Y#-*#9:%+&tA\UAh&t7\U7h&PPP&tW\UWh )<%&/'#)1,#4&-"4#+%$7&Ht\U&*+&#+&('::'G+C

  • +)#-)&G*)<&Hg+&+W%:%)'0
  • ('-&%#$<&t*&*0&tC
  • -%1'Y%&#::&%.3%+&$'1*03&(-'1&t*g+&"#-%0)+
  • +%)&t*g+&48,&+5$<&)<#)&8>t*\U*B&\&A&#0.&8>t*qU*B&\&I

7?

Cmput 651 - Particle-based Inference 7/11/2008

slide-14
SLIDE 14

=5)*:#)%.&0%)G'-W&%F#1":%&>#:+'&+%%&NO&O*3P&AAPZB

7J

=5)*:#)%.&0%)G'-W&('-& +)5.%0)&%F#1":%&G*)<& 6\*Ah&;\37 61"'-)#0$%&+#1":*03 E"":*$#9:%&1'-%&3%0%-#::T&)<#0&:*W%:*<''.&G%*3<)*03P `'-1#:*U%.&*1"'-)#0$%&+#1":*03C

!#1":%+&('-&500'-1#:*U%.&8>fB

7L

Cmput 651 - Particle-based Inference 7/11/2008

slide-15
SLIDE 15

61"'-)#0$%&+#1":*03&#0.&.*#30'+)*$&a5%-*%+

>#:+'&+%%&NO&AAPSPZB

Q<%0&%Y*.%0$%&$'0$%0)-#)%.&*0&:%#(&0'.%+h& *1"'-)#0$%&+#1":*03&*+&*0%((*$*%0)P

D&$'0.*)*'0%.&0'.%+&.'&0')&#((%$)&+#1":*03&'(&)<%*-&"#-%0)+

'0:T&)<%*-&$<*:.-%0

D&*P%P&G%g-%&9#+*$#::T&+#1":*03&(-'1&"-*'-&.*+)-*95)*'0

#+&'""'+%.&)'&"'+)%-*'- "-*'-&$#0&9%&Y%-T&.*((%-%0)&(-'1&"'+)%-*'-

D&%F#1":%&'0&0%F)&+:*.%

7b

61"'-)#0$%&+#1":*03&#0.&.*#30'+)*$&a5%-*%+

>#:+'&+%%&NO&AAPSPZB

61"'-)#0$%&+#1":*03&G*::&3%0%-#)%C

1#0T&"#-)*$:%+&G*)<&E\I&#0.K'-&H\I

:'G&G%*3<)+&u&IPIIL&'0&)<%+%

'0:T&AKAIIII&"#-)*$:%+&G*)<&E\A&X&H\AP

<*3<&G%*3<)&'(&IPb

De&:'03&)*1%&)'&#$$515:#)%&%0'53<&"#-)*$:%+&G*)<&E\A&X&H\A

SI

E H 4 E&&H 8>4\Ap#h9B I&&I IPIIA I&&A IPII7 A&&I IPIIL A&&A IPb

[F#1":%C 8>E\AB\IPIA 8>H\AB\IPIA O*0.&8>E\AhH\Ap4\AB

Cmput 651 - Particle-based Inference 7/11/2008

slide-16
SLIDE 16

61"'-)#0$%&+#1":*03&#0.&.*#30'+)*$&a5%-*%+

>#:+'&+%%&NO&AAPSPZB

[F*+)&Y%-+*'0+&'(&*1"'-)#0$%&+#1":*03&)'&.%#:&G*)<& .*#30'+)*$&*0(%-%0$%

D&%3C&9#$WG#-.&*1"'-)#0$%&+#1":*03

=#-W'Y&4<#*0&='0)%&4#-:'&'((%-+&#0')<%-&1%)<'.

SA

V5):*0% 60)-'.5$)*'0 O'-G#-.&+#1":*03 2*W%:*<''.&G%*3<)*03&X&*1"'-)#0$%&+#1":*03 :,$7%;-<8,)"-:%"#4-<,$1%-=:<:<>

S7

Cmput 651 - Particle-based Inference 7/11/2008

slide-17
SLIDE 17

=#-W'Y&4<#*0&='0)%&4#-:' ;%0%-#)%+&+%a5%0$%&'(&+#1":%+ ,*+)-*95)*'0&'(&+%a5%0$%&$'0Y%-3%+&)'&.%+*-%.& "'+)%-*'-&.*+)-*95)*'0 H#T%+*#0&E`,&=#-W'Y&0%)+

SS

;*99+&+#1":*03&>#:+'&+%%&NO&O*3P&AAP?B

SZ

;*Y%0&f&v&8!>fBh&(*0.&8!>oB&'-&8!>op[\%B G<%-%&o⊆fh&[⊂fh&!\cw*dh&#0.&8!\xw O'-&8!>op[\%Bh&5+%&(#$)'-&-%.5$)*'0&'0&w*

60*)*#:&+#1":%&oI&9#+%.&'0&('-G#-.&+#1":*03 6)%-#)%&)<%&('::'G*03&+%)&'(&-%D+#1":*03+C O'-&%#$<&fn&∈&oh

  • %+#1":%&fn&*0.*Y*.5#::T&9#+%.&'0&$5--%0)&Y#:5%+&'(&fDfn

6.%#::Th&%0.&5"&+#1":*03&(-'1&8!>oB&'-&8!>op[\%B `')%C&O'-&H#T%+&0%)+h&*0('-1#)*'0&)-#Y%:+&(-'1&$<*:.-%0&)'& "#-%0)+&>#+&G%::&#+&)<%&5+5#:&"#-%0)+&)'&$<*:.-%0B

Cmput 651 - Particle-based Inference 7/11/2008

slide-18
SLIDE 18

;*99+&+#1":*03&>#:+'&+%%&NO&O*3P&AAP?B

S@

x−i

=#-W'Y&$<#*0+ ,'%+&;*99+&+#1":*03&$'0Y%-3%R&_'&G<#)&G%&G#0)R E""-'#$<C&M%"-%+%0)&;*99+&+#1":*03&"-'$%.5-%&G*)<& =#-W'Y&$<#*0P

S?

Cmput 651 - Particle-based Inference 7/11/2008

slide-19
SLIDE 19

=#-W'Y&$<#*0+&>#:+'&+%%&NO&,%(*0*)*'0&AAPZP7B ,%(*0*)*'0C&E&:,$7%;-(8,)"&<#+C E&+)#)%&+"#$%&y#:>FB E&)-#0+*)*'0&"-'9#9*:*)T&1'.%:&"C

">f&De&fgB&\&"-'9#9*:*)T&'(&)-#0+*)*'0&(-'1&$5--%0)&+)#)%&f&)'& +)#)%&fg

z'1'3%0%'5+&=#-W'Y&$<#*0C&+T+)%1&.T0#1*$+&.'& 0')&$<#03%&'Y%-&)*1%&>*P%P&"&.'%+&0')&$<#03%B

SJ

=#-W'Y&$<#*0+

SL

!)#)%&+"#$%C

E H

,

4 [ O A A S A L Z A A 7 A S A L A 7 7 [.3%&G%*3<)+&.%+$-*9% >500'-1#:*U%.B&)-#0+*)*'0& "-'9#9*:*)T&1'.%:

Cmput 651 - Particle-based Inference 7/11/2008

slide-20
SLIDE 20

=#-W'Y&4<#*0&='0)%&4#-:'&>#:+'&+%%&NO&AAPZP7P7B =#-W'Y&$<#*0&$-%#)%.&9T&"-'$%++&'(&+#1":*03&#& +%a5%0$%&'(&"#-)*$:%+

Sb

=#-W'Y&$<#*0+

ZI

!)#)%&+"#$%C

E H

,

4 [ O A A S A L Z A A 7 A S A L A 7 7 E

=#-W'Y&$<#*0C

>+%a5%0$%&'(&+)#)%+B

4 4 [ O

PPP

[.3%&G%*3<)+&.%+$-*9% >500'-1#:*U%.B&)-#0+*)*'0& "-'9#9*:*)T&1'.%:

Cmput 651 - Particle-based Inference 7/11/2008

slide-21
SLIDE 21

=#-W'Y&$<#*0+

ZA

!)#)%&+"#$%C

E H

,

4 [ O A A S A L Z A A 7 A S A L A 7 7 E f

[Y%0)5#::Th 5+%&+)#)%+&)'&-%"-%+%0)&#++*301%0)+ '(&0'.%&Y#:5%+&*0&3-#"<*$#:&1'.%:+

%3C&E\cFIhTIdh&H\cFIhTAdh&4\cFAhTIdh&,\cFAhTAdh&[\cF7hTIdh&O\cF7hTAd

  • =#-W'Y&0%)G'-W

=#-W'Y&$<#*0+&>#:+'&+%%&NO&AAPZP7B

Z7

;-#++&<'""%-&+)#-)+&*0&+)#)%&IP&M#0.'1&G#:W&#1'03&+)#)%+P _-#0+*)*'0&"-'9#9*:*)*%+C DS&)'&{SC&8>+)#T&"5)B\IP@h&8>3'&:%()B\IP7@h&8>3'&-*3<)B\IP7@ DZC&8>+)#T&"5)B\IPJ@h&8>3'&:%()B\Ih&8>3'&-*3<)B\IP7@ {ZC&8>+)#T&"5)B\IPJ@h&8>3'&:%()B\IP7@h&8>3'&-*3<)B\I

Cmput 651 - Particle-based Inference 7/11/2008

slide-22
SLIDE 22

=#-W'Y&$<#*0+ M%"%#)%.&)-#0+*)*'0+&$-%#)%&+%a5%0$%&'(&-#0.'1& +)#)%+C&F>IBh&F>ABh&F>7Bh&F>SBPPP 4'0+*.%-&F>)B&v&8>_B>f>_BBC

  • %$5-+*Y%:Th&G%&<#Y%

ZS

Q%&#-%&*0)%-%+)%.&*0&:'03&)%-1&9%<#Y*'5-&'(&8>)B E+T1")')*$&9%<#Y*'5-&'(&=4=4&>#:+'&+%%&NO&[F#1":%&AAPZPZB _*1%&IC&8>IB>f>IB\IB&\&A _*1%&AC&8&>AB>f>AB\cDAhIhAdB&\&cIP7@hIP@hIP7@d _*1%&7C&8&>7B>f>7B\cD7hDAhIhAh7dB&\

cIP7@7h&7>IP@sIP7@BhIP@7{7sIP7@7h7>IP@sIP7@BhIP7@7d&\

cIPI?7@hIP7@hIPSJ@hIP7@hIPI?7@d [)$P

ZZ

Cmput 651 - Particle-based Inference 7/11/2008

slide-23
SLIDE 23

E+T1")')*$&9%<#Y*'5-&'(&=4=4&>#:+'&+%%&NO&[F#1":%&AAPZPZB

Q*)<&*0$-%#+*03&)*1%h&+)#)%+&9%$'1%&1'-%&%a5*D"-'9#9:%C

%3C&)*1%&AIh&8&>AIB>f>AIBB&-#03%+&IPI@AL&)'&IPAJ?7 &&&&&&)*1%&@Ih&8&>@IB>f>@IBB&-#03%+&IPAAIJ&)'&IPAAA? De&8>)B&$'0Y%-3%+&)'&50*('-1&.*+)-*95)*'0&#1'03&+)#)%+

Z@

E+T1")')*$&9%<#Y*'5-&'(&=4=4

Q<#)&1*3<)&8>)B&.'&#()%-&1#0T&+)%"+&'(&=4=4&+#1":*03R AB&$'0Y%-3%0$%&)'&#&+)#)*'0#-T&.*+)-*95)*'0

  • `')%C&Q%&.'&`V_&1%#0&)<#)&)<%&+%a5%0$%&'(&+)#)%+&

$'0Y%-3%+&)'&#&+*03:%&+)#)%P&Q%g-%&)#:W*03&#9'5)&8>)Bh&)<%& .*+)-*95)*'0&'(&+)#)%+&#)&+)%"&)r

  • 8>)B&1*3<)&%F$:5.%&"#-)&'(&+)#)%&+"#$%

De&-%.5$*9:%&=#-W'Y&$<#*0

7B&'+$*::#)*'0 De&"%-*'.*$&=#-W'Y&$<#*0

Z?

Cmput 651 - Particle-based Inference 7/11/2008

slide-24
SLIDE 24

!)#)*'0#-T&.*+)-*95)*'0+&>#:+'&+%%&NO&AAPZP7PSB Q<%0&8>)B&$'0Y%-3%+h&G%&%F"%$)C ,%(*0*)*'0C&#&.#,#)%",$?-&).#$)@'#)%"&|&('-&#&=#-W'Y& $<#*0&_&+#)*+(*%+ E:+'&$#::%.&*0Y#-*#0)&.*+)-*95)*'0

ZJ

8%-*'.*$&=#-W'Y&$<#*0+&>#:+'&+%%&NO&AAPZP7PSB E&"%-*'.*$&=#-W'Y&$<#*0&<#+&0'&+)#)*'0#-T& .*+)-*95)*'0P %3C&=#-W'Y&$<#*0&G*)<&+)#)%+&A&#0.&7 ">ADe7B\A&#0.&">7DeAB\A&#0.&8>IB>AB\AC 8>)B>AB\A&*(&)&*+&%Y%0 8>)B>7B\A&*(&)&*+&'.. De&8>)B&'+$*::#)%+&9#$W&#0.&('-)< De&0'&+)#)*'0#-T&.*+)-*95)*'0

ZL

Cmput 651 - Particle-based Inference 7/11/2008

slide-25
SLIDE 25

M%.5$*9:%&=#-W'Y&$<#*0+&>#:+'&+%%&NO&AAPZP7PSB E&-%.5$*9:%&=#-W'Y&$<#*0&<#+&eA&+)#)*'0#-T& .*+)-*95)*'0

D&$<#*0&<#+&.*((%-%0)&-%3*'0+&)<#)&$#0g)&-%#$<&%#$<&')<%- D&+)#-)*03&"'*0)&.%)%-1*0%+&G<*$<&+)#)*'0#-T&.*+)-*95)*'0&*+&

  • %#$<%.

Zb

M%35:#-&=#-W'Y&$<#*0&>#:+'&+%%&NO&.%(*0*)*'0&AAPZPLB ,%(*0*)*'0C&60&#&$42'1,$-:,$7%;-(8,)"h& ∃W&+5$<&)<#)&∀Fh&Fg&*0&y#:>fBh&8>FDeFgB&*0&W&+)%"+&*+&eI A84%$4/C&6(&#&(*0*)%&+)#)%&=#-W'Y&$<#*0&*+&-%35:#-h&*)& <#+&#&50*a5%&+)#)*'0#-T&.*+)-*95)*'0P

_<%+%&)G'&$'0.*)*'0+&#-%&>n'*0):TB&+5((*$*%0)&('-&-%35:#-*)T&*0& (*0*)%D+)#)%&=#-W'Y&$<#*0C

  • ∀&"#*-+&Fh&Fg&∃&"'+*)*Y%&"-'9#9*:*)T&"#)<&FDeFg&*0&+)#)%&+"#$%
  • ∀&Fh&∃&+%:(D:''"C&8>FDeFB&e&I

@I

Cmput 651 - Particle-based Inference 7/11/2008

slide-26
SLIDE 26

;*99+&+#1":*03&=#-W'Y&$<#*0+&>#:+'&+%%&NO&AAPZPSB ;*99+&+#1":*03&=#-W'Y&$<#*0C !)#)%&+"#$%&*+&y#:>fB

('-&$'0Y%0*%0$%h&G%&G-*)%&+)#)%+&#+&"#*-+&>Fq*hF*B Fq*&\&#::&Fg+&%F$%")&F*h&NO&5+%&0')#)*'0&FD*

/+%&:'$#:&)-#0+*)*'0&1'.%:

#$)+&'0&'0%&f*&#)&#&)*1%

_-#0+*)*'0&1'.%:&"*>>Fq*hF*BDe&>Fq*hFg*B&B\8>Fg*p&Fq*B

z#+&+)#)*'0#-T&.*+)-*95)*'0

G<%-%&&&&&&&&&&&&&&*+&'Y%-&#&+)#)%&+"#$%&9#+%.&'0&& D&`')%C&1#T&#:+'&9%&')<%-&+)#)*'0#-T&.*+)-*95)*'0+

@A

π(Xe) = PF({X\E}|E = e) π(Xe) X\E

M%$#::C&+)#)%+&-%"-%+%0)&#++*301%0)+

@7

!)#)%&+"#$%C

E H

,

4 [ O A A S A L Z A A 7 A S A L A 7 7 E f

[Y%0)5#::Th 5+%&+)#)%+&)'&-%"-%+%0)&#++*301%0)+ '(&0'.%&Y#:5%+&*0&3-#"<*$#:&1'.%:+

%3C&E\cFIhTIdh&H\cFIhTAdh&4\cFAhTIdh&,\cFAhTAdh&[\cF7hTIdh&O\cF7hTAd

  • =#-W'Y&0%)G'-W

Cmput 651 - Particle-based Inference 7/11/2008

slide-27
SLIDE 27

;*99+&+#1":*03&=#-W'Y&$<#*0+&>#:+'&+%%&NO&AAPZPSPAB `')%&'0&)-#0+*)*'0&1'.%:C 4'5:.&5+%&_>>FAh&F7h&PPP&F`BDe>FgAh&Fg7h&PPP&Fg`BB O'-&;*99+h&5+%&15:)*":%&)-#0+*)*'0&1'.%:+C

  • _A>FADeFgABh&_7>F7DeFg7Bh&PPP&_`>F`DeFg`B
  • %#$<&_*>F*DeFg*B&$#::%.&#&:'$#:&)-#0+*)*'0&1'.%:
  • 4'19*0%&:'$#:&)-#0+*)*'0&1'.%:+&*0)'&'Y%-#::&1'.%:C
  • -#0.'1:T
  • "-%+%)&'-.%-*03&D&%3C&Ah&7h&PPP&`

@S

;*99+&+#1":*03&=#-W'Y&$<#*0+&>#:+'&+%%&NO&AAPZPSP7B _-#0+*)*'0&1'.%:&"*>>Fq*hF*BDe&>Fq*hFg*B&B\8>fg*p&Fq*B

  • )-#0+*)*'0+&$#0&9%&$'1"5)%.&%((*$*%0):T&('-&1#0T&

8;=+

  • 8>fg*p&Fq*B&.%"%0.+&'0:T&'0&f*g+&=#-W'Y&9:#0W%)
  • 0%*3<9'5-+&*0&=#-W'Y&0%)G'-W
  • "#-%0)+h&*11%.*#)%&$<*:.-%0h&#0.&$<*:.-%0g+&')<%-&"#-%0)+&

*0&H#T%+*#0&0%)G'-W

@Z

Cmput 651 - Particle-based Inference 7/11/2008

slide-28
SLIDE 28

;*99+&+#1":*03&#0.&$'0Y%-3%0$%&>#:+'&+%%&NO&[F#1":%&AAPZPASB

@@

f

  • t

f&o 8>t\ApFhTB I&&I I I&&A A A&&I A A&&A I [F#1":%&'(&0'0D$'0Y%-3%0$%C 8>f\AB\IP@ 8>o\AB\IP@ t&\&fVM>fhoB O*0.&8>fhopt\AB _-5%&"'+)%-*'-C&8>FAhTIpUAB\&8>FIhTApUAB\IP@ ;*99+&+#1":*03C +)#-)&*0&+)#)%&FAhTIhUA& _>FADeFAp&TIhUAB\A&#0.&)<%0&_>TIDeTIp&FAhUAB\A De&0%Y%-&+#1":%&(-'1&')<%-&+)#)%&FIhTAhUA& De&-%.5$*9:%&=#-W'Y&$<#*0

;*99+&+#1":*03&#0.&$'0Y%-3%0$%&>#:+'&+%%&NO&_<%'-%1&AAPZPAZB A84%$4/C 6(&#&=#-W'Y&0%)G'-W&z&<#+&"'+*)*Y%&$:*a5%&"')%0)*#:+& >eIBh&)<%0&)<%&;*99+&+#1":*03&=#-W'Y&$<#*0&'0&z&*+&

  • %35:#-

De&)<%-%('-%&)<%&$<#*0&<#+&#&50*a5%&+)#)*'0#-T&.*+)-*95)*'0& G<*$<&*+&8!>fp%B `')%C&1#0T&0'0D"'+*)*Y%&.*+)-*95)*'0+&#:+'&:%#.&)'&-%35:#-& ;*99+&+#1":*03&=#-W'Y&$<#*0+

@?

what about Bayes nets

Cmput 651 - Particle-based Inference 7/11/2008

slide-29
SLIDE 29

,%)#*:%.&9#:#0$%&>#:+'&+%%&NO&AAPZPZPAB

@J

B4C)")#)%"C&E&(*0*)%D+)#)%&=#-W'Y&$<#*0&_&*+&$4;4$.)@14&*(& ∃&.*+)-*95)*'0&|&+5$<&)<#)&∀Fh&Fg&∈&y#:>fB

|&1#T&0')&9%&#&+)#)*'0#-T&.*+)-*95)*'0h&95)C

A84%$4/C&6(&=#-W'Y&$<#*0&*+&-%35:#-&#0.&+#)*+(*%+& .%)#*:%.&9#:#0$%&%a5#)*'0&-%:#)*Y%&)'&|h )<%0&|&*+&)<%&50*a5%&+)#)*'0#-T&.*+)-*95)*'0P

.%)#*:%.&9#:#0$%&%a5#)*'0

/+*03&#&=#-W'Y&$<#*0&>#:+'&+%%&NO&AAPZP@B

;*Y%0&0%)G'-W&z&&G<*$<&(#$)'-*U%+&8!#$ Q#0)&)'&+#1":%&(-'1&8!>fp%BP 6.%#::Th&;*99+&+#1":*03&=#-W'Y&$<#*0&<#+&50*a5%&+)#)*'0#-T& .*+)-*95)*'0&8!>fp%BP `'G&G<#)R

4'::%$)&+#1":%+&'(&8!>fp%B _<%0&%+)*1#)%&"-'9#9*:*)*%+&(-'1&+#1":%+

@L

=

Cmput 651 - Particle-based Inference 7/11/2008

slide-30
SLIDE 30

=*F*03&)*1%&>#:+'&+%%&NO&AAPZP@PAB 8>IB&0')&)T"*$#::T&$:'+%&)'&|&\&8!>fp%B

15+)&-50&;*99+&+#1":*03&)'&3%)&8>0B&l$:'+%m&)'&&| l95-0&*0&)*1%m&'-&l1*F*03&)*1%m ,%(*0*)*'0C&;*Y%0&=#-W'Y&$<#*0&_h&)<%&---D/)E)"2-#)/4 *+&)<%&1*0*1#:&)*1%&+5$<&)<#)h&('-&#0T&8>IBh G<%-%&&&&&&&&&&*+&Y#-*#)*'0#:&.*+)#0$%

@b

ǫ

Tǫ

=*F*03&#0.&$'0.5$)#0$%&>#:+'&+%%&NO&,%(*0*)*'0&AAPZP7AB

,%(*0*)*'0C;*Y%0&=#-W'Y&$<#*0&G*)<&)-#0+*)*'0&1'.%:&_&#0.& +)#)*'0#-T&.*+)-*95)*'0&|h )<%&(%"&'(#,"(4&*+ G<%-%

?I

8-'9#9*:*)T&'(& 3%))*03&'5)&'(&! 2'G&$'0.5$)#0$%&De&+#1":*03&$#0&3%)&+)5$W&*0&'0%&-%3*'0&'(&+)#)%&+"#$% &&&&&&&&De&:'03&1*F*03&)*1%

Cmput 651 - Particle-based Inference 7/11/2008

slide-31
SLIDE 31

E..-%++*03&1*F*03&)*1%&>#:+'&+%%&NO&AAPZP@PAB

2'03&1*F*03&)*1%&G<%0&=#-W'Y&$<#*0g+&+)#)%&+"#$%&<#+&+%Y%-#:&

  • %3*'0+&G*)<&:'G&)-#0+*)*'0&"-'9#9*:*)*%+&#1'03&)<%1P

45--%0):Th&0'&('-1#:&35#-#0)%%+&#9'5)&1*F*03&)*1%+&('-& 3-#"<*$#:&1'.%:+P 4#0&-50&15:)*":%&$<#*0+&*0&"#-#::%: D&3#53%&1*F*03&9T&$'1"#-*03&+)#)%&+%a5%0$%+

?A

2'G&"-'9#9*:*)T&)-#0+*)*'0+

;%0%-#)*03&+#1":%+&>#:+'&+%%&NO&AAPZP@P7B `#*Y%C&-%+)#-)&;*99+&+#1":*03&('-&%#$<&"#-)*$:%

G#*)&('-&1*F*03&)*1%&('-&%#$<&"#-)*$:%

H%))%-C&1*F&'0$%h&)<%0&W%%"&-%+#1":*03

*(&F>)B&v&|h&)<%0&F>){AB&v&|&#:+' H/_&F>){1B&$'--%:#)%.&G*)<&%#$<&')<%-r 4#0&)#W%&%Y%-T&.)<&+#1":%&De&-%.5$%&$'--%:#)*'0 _-#.%'((&9%)G%%0&^+#1":%+&X&$'--%:#)*'0

?7

Cmput 651 - Particle-based Inference 7/11/2008

slide-32
SLIDE 32

=%)-'"':*+Dz#+)*03+&>#:+'&+%%&NO&AAPZPZP7B

?S

O'-&;*99+&+#1":*03h&G%&15+)&9%&#9:%&)'&+#1":%&8>f*pFq*B 6(&G%&$#00')&+#1":%&8>f*pFq*B&.*-%$):Th&$#0&5+% =%)-'"':*+Dz#+)*03+C

  • +#1":%+&(-'1&#&"-'"'+#:&.*+)-*95)*'0
  • $'--%$)+&('-&.*((%-%0$%+&G*)<&-#0.'1*U%.&-%n%$)*'0+
  • 3%0%-#:&$'0+)-5$)*'0&('-&#&-%Y%-+*9:%&=#-W'Y&$<#*0&G*)<&

+"%$*(*$&+)#)*'0#-T&.*+)-*95)*'0

=%)-'"':*+Dz#+)*03+&>#:+'&+%%&NO&AAPZPZP7B

?Z

,%)#*:+C 8-'"'+#:&.*+)-*95)*'0&)-#0+*)*'0&1'.%:&_k E)&%#$<&+#1":*03&+)%"h&_k&"-'"'+%+&0%F)&+)#)%&Fg

  • #$$%")#0$%&"-'9#9*:*)T&E>FDeFgB
  • %*)<%-&#$$%")&#0.&3')'&Fg&'-&-%n%$)&#0.&+)#T&#)&F

_-#0+*)*'0&1'.%:&*+C

Cmput 651 - Particle-based Inference 7/11/2008

slide-33
SLIDE 33

=%)-'"':*+Dz#+)*03+&>#:+'&+%%&NO&AAPZPZP7B

?@

  • 4#0&5+%&#0T&"-'"'+#:&.*+)-*95)*'0&)<#)&3%0%-#)%+&#&-%35:#-&

$<#*0&>*P%P&50*a5%&+)#)*'0#-T&.*+)-*95)*'0B

  • 4#0&5+%&.%)#*:%.&9#:#0$%&%a5#)*'0&)'&+%:%$)&.%+*-%.&+)#)*'0#-T&&

.*+)-*95)*'0P&O'-&FqFgh&G%&<#Y%C )<*+&*+&+#)*+(*%.&G<%0&G%&.%(*0%C&

=4=4&*0&"-#$)*$% !59+)#0)*#:&1#05#:&(*0%D)50*03&$'1"'0%0)

D&0519%-&'(&$<#*0+&)'&-50 D&1*F*03&)*1%

E"":*$#9:%&)'&%F)-%1%:T&9-'#.&$:#++&'(&"-'9:%1+

D&+'1%)*1%+&'0:T&(%#+*9:%&1%)<'.

??

Cmput 651 - Particle-based Inference 7/11/2008

slide-34
SLIDE 34

V)<%-&"#-)*$:%&1%)<'.+ Q<#)&G%&.*.0g)&)#:W&#9'5)C

,%)%-1*0*+)*$&+%#-$<&1%)<'.+&>NO&AAP@B ,*+)-*95)*'0#:&"#-)*$:%+&>NO&AAP?B

?J

Cmput 651 - Particle-based Inference 7/11/2008