16
Lecture 14: !"#$%% & ’"()*+ , & -."/"0 1.%("0 2"( 3#4 5 6 7 8 9: ;)"0" </#4 5 6 7 8= >#4 ?/% @ A9 %46 @( @( BAC5 <D ./ 5 6 5 8 A E./.F) @ A1 <4%4 56 7 $/+ <1 %46 7 $0" /*( H/*;/ 5 ()"/ ;" %"( I8 BAC45 J D"( & 3#4 5 6 7 8 9 A 9.K 5 LM @( I 2"( N#4 5 6 7 8 3#4 5 6F O#4 5 4 7 P*KQ4(" A/ 5 M 7 8 ./6"0F" RE3 *1 A#4 5 6 5 A/ 1$#( 5 ()" -."/"0 1.%("0 #$/ J" +"F#0.J"+ $F $/ ./6"0F" 1.%("0./D $F 1*%%*;F & NKK.(( 5 1K(AAA 9$KK S")$6" %.H" T ’*+.1."+ ./6"0F" * .1 9 24 5 4 7 /"* U .1 A V 56W 1$0 $;$M 1.%("0./D T 10*K * 7 82 .1 9KK .F %$0D" U .1 #4 5 8 #* 5 */ X

NKK.(( 1K(AAA - math.cuhk.edu.hk

  • Upload
    others

  • View
    1

  • Download
    0

Embed Size (px)

Citation preview

Page 1: NKK.(( 1K(AAA - math.cuhk.edu.hk

Lecture 14: !"#$%% &'"()*+ , & -."/"0 1.%("0

2"( 3#4 56 7 8

9: ;)"0" </#4 56 7 8= >#4 ?/%

@

A9 %46 @( @( BAC5 <D ./ 56 5 8 A E./.F)

@

A1 <4%4 56 7 $/+ <1 %46 7 $0" G /*( H/*;/5()"/ ;" %"( I8 BAC45 J D"( &

3#4 56 7 8

9A 9.K 5 LM @( I

2"( G N#456 7 8 3#4

5 G6FO#4

54 7

? P*KQ4(" A/ 5 M 7 8 G ./6"0F" RE3 *1 G A#456 5 ?

A/ 1$#(5

()" -."/"0 1.%("0 #$/ J" G +"F#0.J"+ $F $/ G ./6"0F" 1.%("0./D $F 1*%%*;F &

NKK.((5 1K(AAA 9$KKS")$6" %.H"

T

'*+.1."+ ./6"0F"

* .1 9 24 54 7 /"* U .1 A V 56W 1$0 G $;$M

1.%("0./D T

10*K G * 782 .1 9KK .F %$0D" U .1 #4 5

8 #*5*/ X

Page 2: NKK.(( 1K(AAA - math.cuhk.edu.hk

What does Wiener filtering do mathematically?-" @%% F)*; & -."/"0 1.%("0 G K./.K.Y"F ()" G K"$/ FZ4$0" G "00*0 &

N%15N7 8 [[ %1*$M 5 \ N4]?/%

@

*0.1.#.$% !"F(*0"+

U -" $FF4K" ()" #*/(./4*4F G "$F" (* $6*.+ #*KQ%.#$("++"D0$+$(.*/ ./+.#"F @+

^JF"06"+ A

2"( A

D 8 )_1 G ` / a /*.F"

A *0.D./$%

bFF4K" ()$( 1 G $/+ / G $0" FQ$(.$%%M 4/#*00"%$("+ &

B E*]5 M 7 /%](0 5 M(F 7 1*0 G $%% 0

5F

?

R"1./" & A U ] 5 C 7 8 -Pc 5 M 7 _ D#] 5 C 7 1*0 <*K" \ ;\ "] 5 M 7

!"#$%% & A .F G *J($./"+ $F 1*%%*;F ?

d .....................#..& .&&eeefe&D"( 1

T

#

@

? A 8 -@ _ D 1*0 <*K" -?

Page 3: NKK.(( 1K(AAA - math.cuhk.edu.hk

(Sketch of proof)9" /""+ (* 4F" & g$0F"h $% 3)"*0"K &

N\ U 15A 7 & 8

?

[[ A 1.]5 G 5 5 \

E.] 5M.%@

\

\ P A E%4 56 5 \

N#4 ?/%@

1*0 F*K" #*/F($/( P

8 RE3 *11 $/+$

;)"0" E%4 5 6i N#4 56 5 8 RE3 *1 1^JF"06"+ .K$D"+

2"( O#4 56F 8 RE3 *1 D $/+ >#4 56 5 8 RE3 *1 /

3)"/ ?

? E%4 56 7 8 -)"/ 7 O#4 5

6 7 U $F AT@( G ]? M 5 8 G AE3 U -#$ 56 7 O"4K 7 7

<*5

U 456 7 8 -#; 5

6 7 O#4 56 7 8 -).0% U 9KK 94K ( >#4

56 5 7

A/ G *()"0 ;*0+F5 1 \ A 8 UA \ -9 7 E \ ->

$/+ N@ U 15

N7 8

P[75 . e -9 7 E \->3

Page 4: NKK.(( 1K(AAA - math.cuhk.edu.hk

<./#" 1 G $/+ / G $0" FQ$(.$%%M 4/#*00"%$("+5

;" #$/ F)*; ()$( .

N@

P15

A( 8 A%% ? ;.() E%@

( A->A@

D*U U A \ ;.( @+ E 93 >( 8 7

<./#" ;" %**H 1*0 G ;#] 5 M 7 U )"/#" -)"/ 5 7 F4#) ()$( NT

.F G K./.K.Y"+ 5 ;" #$/ G 0"D$0+

j .F +"Q"/+"/( G */ -?

3* K./.K.Y" Nk U - 75

;" #*/F.+"0 &

++(1(*N\ U -((6 7 8 ^ 1*0 G $%% L

?

-" D"( & [1 \ P. \ -3AA9AEAkL \ U A \ -9 7 9@ AEA @3 ( -3>AL ( -A>N@3 \

\ * 1*0 $0" 6?

g4( L8 \ .( \ -9 7 AE AEA @( G -A>3?

3)"/ & G ;" )$6" & 17 A \ PA \ -9A33 AEA @( -A >.%@

8* ?

Page 5: NKK.(( 1K(AAA - math.cuhk.edu.hk

?

@

?

\ U (;979(N(@G@

` -A>A@

\ *

9

- \

N\A9A @( A'CAE3

?

Page 6: NKK.(( 1K(AAA - math.cuhk.edu.hk

'"()*+ l & P*/F(0$./"+ %"$F( FZ4$0"

1.%("0./DR.F$+6$/($D"F *1 -."/"0 @F 1.%("0 &

m A> #456 @(

@

$/+ ("/ 56 5 7@

K4F( J" H/*;/ = O4"FF"+n P*/F($/( "F(.K$(.*/ *1 0$(.* .F /*( $%;$MF F4.($J%"

O*$% & P*/F.+"0 G $ %"$F( FZ4$0" K./.K.Y$(.*/ K*+"% ?

2"( D\

?

) _ 1( /

+"D0$+$(.*/@ o /*.F"

A/ K$(0.] 1*0K5

*1 \

\

RE\ ./

@

Q.

D 5TD 5 p N#1 5T

F./ 7o

5E./" A!

5

RN'$//.A@ (0$/F1*0K$(.*/ K$(0.] *1 )_1

<($#H"+ .K$D" *1 D A *0 17

O.6"/ D\@

5;" /""+ (* 1./+ $/ "F(.K$(.*/ *1 A F4#) ()$( .( K./.K.Y"F &

N%1 7 8 A3@

1.] ?Q%@

F4Jq"#( (* ()" #*/F(0$./( &

iio@

\ 9N9?

"

Page 7: NKK.(( 1K(AAA - math.cuhk.edu.hk

r A3@

1.] ?Q%@

E R"K.F"

? i=o@

\

RAR@

8 N a R" J%40

A/ ()" +.F#0"(" #$F"5

;" #$/ "F(.K$(" &

A1 U c 5 C7 A 1#](% 5 M 7 ( 1.] 5 M$ 7 (1 P] \ A5 M 7 ( 1.] 5 M \ A 7 \ l 1 P ] 5 M 7

3$M%*0 "]Q$/F.*/ &

Yefs5M5 8

1\]\()?R\t(4?D%u`1(]\\)hg4()qMt14]5MM8_AY\.tqA7#]?M5

1Mf#s5M 5 $1%]?M()%\t1#]?M%\<\#]?D"h

2t

'*0" D"/"0$%%M 53.1 G 8 Q _ 1 G a +.F#0"(" #*/6*%4(.*/

;)"0"Q 82 X X 7 _

C"*

!"K$0H & iio \

?

RA@%%

@

8 N K"$/F ;" b%%*; F*K" 1.]"+ %"6"% *1 /*.F" ?

ii /@ iit

Page 8: NKK.(( 1K(AAA - math.cuhk.edu.hk

bFF4K" o v_17 8 2Aa (0$/F1*0K$(.*/ K$(0.] 0"Q0"F"/(./D ()" #*/6*%4(.*/

3)"/ & NPN 7 \

\ A 2A332N 7 ;.() Q ?

-" ;.%% Q0*6" &

3)"*0"K & 3)" #*/F(0$./"+ %"$F( FZ4$0" Q0*J%"K )$F ()" *Q(.K$% F*%4(.*/

./ ()" FQ$(.$% +*K$./ ()$( F$(.F1."F &

U

R3R` w 23 27 A 8

Q(D1*0 F*K" F4.($J%" Q$0$K"("0 L

?

A/ ()"10"Z4"/#M +*K$./5 \

E%4 56 @F & G 8 RE3994?0F \

1(Q?11)u4C1h/?QO#4.9U9\\RE3%)%.O#4?6%\\RE3UD 7 x g#4 5

6i \

\ RE3 U Q 7 ;)"0"

$ G 82 & X 7 A

Page 9: NKK.(( 1K(AAA - math.cuhk.edu.hk

!"K$0H & P*/F(0$./"+ %"$F( FZ4$0" 1.%("0./D &

\3$/($2"( E%4

56 7 8 3#4 5

L 7 O#4 54 7

P*KQ4(" A/6"0F" RE3 *1 A U 4 56 7 ?

Page 10: NKK.(( 1K(AAA - math.cuhk.edu.hk

<H"(#) *1 Q0**1 &

!"#$%% & *40 Q0*J%"K G .F (* K./.K.Y" &

A @3 23 2A@

F4Jq"#( (* 9D@

\

?

RA@%%

@

\

\ N

U D\ \ R 17 32 D \ R A 7

E0*K #$%#4%4F5()" K./.K.Y"0 K4F( F$(.F1M &

R8 AEU A3

23 2A ` $ A D\@

\gA3CD\\

RN77 8 * 1*0

;)"0" A 8 U 1?51 ?

5? ?

?

5

1.5

?? ?

5

1$(T

$/+ c .F ()" 2$D0$/D" @F K4%(.Q%."0 ?

9"0"? ,f \i,f ? ,f ? ? ? ?

?,Hf@

N$FM (* #)"#H & G ? te 8 $(

rtP 3E 7 $

A1G 8 J

rt h3bN 7

A1G 8 U b G \i b3 7 A

@

Page 11: NKK.(( 1K(AAA - math.cuhk.edu.hk

A( A 8 U 1?5

1Y5

??

?

514 7 UXX7 8 $ 5

1 5 ( $$\ 1$( ? ? ?

G ( $41/

$ [3 $(

A1q8 bq

3

. ? YN1 N(#$A@ 5 ? ??

5 A\AAA7 \\ #$ ? ?

$ ?? ? ? 5$/.

@

"(#?

? ?

Page 12: NKK.(( 1K(AAA - math.cuhk.edu.hk

?

@

? R8 y z U k232 7B ` cU \

R(D@

\

Q(D@

` t

Q(QE7 8*

z U R3R` L232 7 1

@

8R3q@

;)"0" q8f $/+ b .F ()" 2$D0$/D" @F

K4%(.Q%."0 ?

g$0$K"("0 w #$/ J" +"("0K./"+ JM +.0"#( F4JF(.(4(.*/ ./(* ()" "Z4$(.*/ &

U q@

\

RN@

73U q@

\

R[7 8 "

?

Page 13: NKK.(( 1K(AAA - math.cuhk.edu.hk

>*; 5;" @%% #*/F.+"0 ()" 10"Z4"/#M +*K$./ ?

>*(" ()$( R $/+ 2 $0" (0$/F1*0K$(.*/ K$(0.] *1 #*/6*%4(.*/?

.?

R$/+ 2 $0" J%*#H \ #.0#4%$/(

?

<*K" 1$#(F $J*4( #.0#4%$/( K$(0.] &

!"#$%% T b K$(0.] G .F J%*#H ? #.04%$/( .1

U "$#) 9. .F #.0#4%$0 7

b

K$(0.]" .F #.0#4%$4( .1 &

rr

Page 14: NKK.(( 1K(AAA - math.cuhk.edu.hk

N.D"/6$%4"F = N.D"/6"#(*0F G *1 G

#.0#4%$("b$$$$$

U ".D"/6$%4" 7

?

U ".D"/6"#(*07

Page 15: NKK.(( 1K(AAA - math.cuhk.edu.hk

VF./D ()" 1$#( ()$( J*() R $/+ 2 $0" J%*#H \ #.0#4%$05 ;" #$/ #)"#H ()$( &

E$#( A &

RbSrO^Rr

8

r r*Kr'A<

b%F* 5 3RE3 P) 7

d

SbOONR

$/+($

g \

\ %.((%" 7 .

Q \

\ U X X.{

@

&*7

Page 16: NKK.(( 1K(AAA - math.cuhk.edu.hk

t/+ #*( *1 9|t9%y'|t1.%% 5

yW J"#*K"F t/+ >\

\

5 +.$D*/$% "/(0."F

$ ?eee.e&T T T T T @

/. T @ @3.F 73_̂M