わかりやすいパターン認識第6章sec4-5

わかりやすいパターン認識第6章の4,5節です

Transcript

1.   
     
   
2. • 2   
       • •
3. 
    
        2 2 3
4. 
      ) ( !" , !$ ( )
5. 
    • a 7 cb9 e 8 : .6625 3//6 1 2/4 /6 5
6. 
      • lj h X en E = 
     = h . A = = = B = b h X ci 2::89 1/5 48 0 :1 : %
7. 
      6 !" !" ≝ ∑ (& − () *∈,- ) (& − () ( ) 6 97( 97( 6 &. 6 ( ) . )
8. 
      0 6 !" ≝ !$ + !& = ∑ ∑ (* − ,- .∈01 ) (* − ,-)( 34$,& 0 2 6 67 ≝ ∑ 83 (* − ,-) (* − ,-)( 34$,& = 9:9; 9 (, 1 − , 2 ) (, 1 − , 2 )( , .)1 83
9. 
      ) 86 1 )
   41 , !
   5 .= 41 4 (
   ! = 6 # $ # $ = & '( ∑ * +∈-( = & '( ∑ ./ 0∈1( ! = ./#2
10. 
       6 549 021 7 ! " # 8 ( ( . ! " # = ! " % + ! " ' ( = ∑ ∑ ) − + ,- 2 /∈12 -3%,' (( = 56!#
    () 6 0214 7 ! " 7 ! " 7 = ∑ 8- (+ ,- − + ,)2 -3%,' ) = ;<;= ; (+ , 1 − + , 2 ) ) = 56?7
    )
11. 
       7 =7 1 ! " # ) =6 1 , 7 6. = 3 9 ! " # ( 6 2 ! " # ≝ ∑ (' − )∈+, - .# ) ( !# ≝ ∑ (0 − -1 2∈3, ) (0 − -1 (
12. 
      
    ) ! " # ! " $ 9 6 5,. 4 1 2 % &' ( )' * 4 4 ! " # = ,- ( )- * + ,* ( )* * ( ! " $ = ,- (% &' − % &) +,* (% &' − % &) ( = 2324 2 (% & 1 − % & 2 ) ( 4
13. 
       ( ( A ) 1 ! " #  ! " $ 
    
14. 
       62 628 !" ($) !" $ ≝ ( ) * ( ) + = -.-/ - 0 (1 2 3 41 22 ) -.6 2. /7-/ 6 2/ / = $8"*$ $8"+$ 79 !" ($). ( 79 )
15. 
       A !" ) e # $ % = '()% ' = * # $ + = '()+ ' ce * , - g b ce e A a( / 6( : 2201 / 2 . 9 6
16. 
       1 ! " = 11 0% 0 & 1 ' ( ≝ (*+, ( − .((*+0 ( − %) ( ( . )( ( 0 . ( 6
17. 
       ! 3 2 "# , "% 0 & . &&' "# ! = )"% ! 3 16 "% 1 "% *+"# − )- ! = 0 "% *+"# )+ 4 ( ) /0 ! = )+ 1
18. 
       !" A 6 # $% 6 5 $&' # = &) # = *+*, * (. 1 − . 2 ) (. 1 − . 2 )) # (. 1 − . 2 )) # B 0 6 3 ∝ &' 5%(. 1 − . 2 ) . ( ( 6 12 &) # = $&' #
19. 
       4 ! []4 )1 3 4 [ 3) ) (
20. 
       ( ( ) !" , !$ ( )
21.  
        1 6 0))( 1 60 . P(#$ ) 7 #$ 1 &$ #$ 0 7 1 6 &$ ≝ ( )* ∑ (, − .$ ) /∈1* (, − .$ )2= ( )* 4$ 7
22.  
        ) . 0 !" ≝ ∑ %('( )!( (*+,- = ∑ {% '( + 01 ∑ 2 − 4( 5∈71 2 − 4( 8} (*+,- ) . 0 !: ≝ ∑ %('( )(4( − 4)(4( − 4)8 (*+,- = %('+ )%('- )(4+ − 4- )(4+ − 4- )8 1 (
23.  
        5 12 2 38 6 ! " # ! " $ 7 4 3. ( ( ( ,2 ! " # = & '( ) *( + + &('+ )) *+ + ( = ∑ {& '1 ( 23 ∑ 4 − 6 71 + 8∈:3 } 1<(,+ ( = >?@# > ( ! " $ = & '( & '+ (6 7 1 − 6 7 2 )+ ( = & '( &('+ )>?(6( − 6+ )(6( − 6+ )?> ( ( = >?@$ > ( )
24.  
       
    ) ! " # ! " $ 1 , , , , (
25.  
        .1 .8 .1 9) (6 !" # ≝ & ' ( & ' ) = + ,- + ,. (0 1 2 30 12 ). + ,- 6 1- .7+(,.)6 1. . = #89(# #89)#
26.  
        6 !" # 6 $% &'$( 6 )' . )' 0 !" 0 2 (!" # )= )' 1 + ∝ $- &'(/ 1 − / 2 )
27.  
       
     . 3 !" !# + !% 2 ) & ∝ !" ()(+ 1 − + 2 ) = 1 . 6) (
28. 
       ( ) ) ( !" , !$ ( )
29. !" , !$ 
      0 3 .3 3 3 0 0 D& ' ()* , )' ) ≝ ()* − )' )./0*()* − )' ) 3 3/0* /1 0* ) 0 6 3 1 3 0( )
30. !" , !$ 
      %& %' 2 2 2 () (+& , +' ) 3 .2 2 2 ( 312 |+. − +0 | )5 2 6 6(1 , (2 , (3 5 (1 0 = (56758)8 96 8
31. !" , !$ 
      %& ' = (*+,*-)- /- - %0 ' = (*+,*-)- 1 2+ /+ -31 2- /- - ( , %4 ≥ %0 ≥ %& ) ,
32. !" , !$ 
      3 4 4 %& (() , (* ) 1 3 4 (3 6 ( , 1 − ( , 2 3 4 3 4 !" 0 . 1 1213 max !" 0 = D& * () , (* = (( , 1 − ( , 2 )* ) 2
33. !" , !$ 
      !$ % 3 6 5 . 12 ()!$ % = '( = ) *( D, - .( , . + )(*- )D, - .- , .
34. !" , !$ 
      7 07 7 .3 9 4 9 ) 6 1 % &' = )* ) , % &+ = ), ) 8 -. = ' ) /. -0 = ' ) /0 ( 6974 !$ 1 = !" 1
35. 1 1 3
36. 
     = ( 3 ) 1 , 3 3 1 - ! " ) , ! " # ,
37. 
     ( 1 1 4 65 !" 1 24 6 5 !# . !" ≝ ∑ &(() )!) + ),- = ∑ {& () - 01 ∑ 2 − 4) 5∈71 2 − 4) 8} + ),- !# ≝ ∑ &(() ) + ),- 4) − 4 4) − 4 8 = - ; ∑ ∑ &(() ) + <,- + ),- &((< ) 4) − 4< 4) − 4< 8 = ∑ ∑ &(() )&((< ) 4) − 4< 4) − 4< 8 <=) + ),- 3)
38. 
     !" ( . !# 14) !" ≝ ∑ ∑ (' − )* +∈-. ) (' − )* 0 123 = ∑ !1 0 123 = ∑ 61 71 0 123 !8 ≝ ∑ 61 0 123 )1 − ) )1 − ) 9
39. 
     5 2 9. !" !# $" , $# 4 !' $' 1 2 !' ≝ ∑ {+ ,- . /0 ∑ 1 − 3- 4∈60 1 − 3- 7} 9 -:. ( ) = !" + !# ( $' ≝ ∑ 1 − 3- 4∈60 1 − 3- 7 ( = $" + $# ( , 6 0
40. 
     = 4 (1! "# = %# /% 3 '( = ) * +( ', = ) * +, 5 . 1 (. 6 (. 4)(1! "# %/%# 3 . 5 4 5 6 4 (
41. 
     ) 576 ! " # 576 ! " $ 4 , % = '()1 , . ! " # = '(!# ' ! " $ = '(!$ ' , (
42. 
     1 . 2 6. 7982 5! " # ! " $ % & 1 6 , 0 '()). '+ ) ≝ -.(! " /) -.(! " 0) ( '1 ()) ≝ 23(! " 4 5+! " $ ) ) '6 ) ≝ 789 ! " / 789 ! " 0 = det (! " 4 5+! " $ '? ) ≝ log(789 ! " C 789 ! " 0 )
43. 
     ! ! "# $ % & $ % ' d( ( $ % & 0 B ( 0( e )
44. 
     ! " # = %&!# % = ' 2 6 !( % = !( %) 2 6 ) * + !# ,-!( . ) 2* + .- ,000, .1 22 6 ( 6 16
45. 
     !" # $% &'$( 1 ) -!' # . ( ' ) * ∑ ," ) * "-' ) -!. # . ( ∑ ," ) * "-' ) -!/ # . ( ∏ ," ) * "-' ) -!1 # . ( ∑ log (," + 1) ) * "-' = 1 : ; ( =5 : ; 6 3 4
46. 
     !" !# !$ !% 7 ) ( , (. ! ! 2 1 ) p ) ( p p )
48. 
      )) ! " # ) , , (
49. 
      ! !" , !$ 6 2 8 1) %& ( !" ' %& !" = )* + 6 . !" ) )*
50. 
      !" 6 # $ ) - . %& ' !( %& 7 9%& ' !( %& # $ = 0 # $ %) 0 0 # $ Λ 0 %& ' !( %& %) = %) , ( %) ' %) = -. / 9 1, -. /6# $
51. 
      1 7 ! ≝ !# !$ . 1 7 % & ' = !)%' ! = !* ) !+ ) %' !# !$ = !* ) ,- !$ = !* ) !$ = ,- . (6 3 7 21 )6 % & ' = !)%' ! = /
52. 
      .85 79 ("# $ )&#= () "* 4 62 ( 5 8 = ("# $ )&# "# $ (+ "# ", = (- " = () "* ". / 49) 2 (+ " = () "/ 9 1
53. 
      K- ! !" , !$ 8 1 28. - !" %& )2 8 - !$ !" 6 !' ( %) !' ( L 8 9 28.
54. 
      3 ! " # = %&!' % = %( & %) & !' %* %+
    %( & %+ , 8 %6!- 3!' 3 ) 3 ( . 1 7
55. 
      . . !" , !$ . . 1 3
56. 
      !" , !$ )2 3 !"%$ !"%$ 2 )2 2 21 )1( 1 . 21 )1 &'
57. 
      LK ) 6 !" 4 7 K K 
    7 . 56 K Z" , Z% 7 K &' ( , &) ( 6 4 K K (74 !% 4
58. 
      9 L" # , L% # ) ( 8 . '" '% '" '% 8 0 9 ) Y 8 9 9 1. 9D 9 ) 8 9D . f
60. 
    
     : 
61. 
     
     3 K8 .6 5 
     L 8 1 1P8 8 6 .6
62. 
      
        ! "  
      
      
63. 
     K L 2 1 L K L
65. 
      
    ' "$  & ( $% #+$", *- ) !,
    '
66. 
       2 1 2 2