Bài giảng Lý thuyết thông tin - Chương 4, Phần 1: Mã nguồn - Nén dữ liệu - Phạm Văn Sự

     !" #$%&' ()*+,-./012,3456789:6;<,13+,= >3?@>A136B1C45,1.D EFG745,H+,=,=35(I6G32,3J4K,13+,= LMNMONLMPP (4Q,R?S,TU3S*JV,WXYU9D9Z [\3]@,=6^,_` a,bc/456 defegfdehh hfii
     !"# $   %&'(&)*+,-./)0.(1(2&34+5,&6(7)89:);+:5?++&@,(A,&8 BC#DE $   FGH)7>(1(,&I+5,)+:3,&JK&GL((1(,&I+5,)+:3,&JKMN(1(,&I+5,)+/&I+5 (O+,&)0,P %&QGR9K+S)8.7TG,GN+,&I+5,)+U V WXYZ[\Y] _^Y[`abcaddceddf`^` gahijeddkaYl V WXYgm _^Y[`abcaddnf`^` gahijeddkaYl %&QGSL(,o+&,&KpSq)U V rs^[tg[Y][kb`f`i^kuel V rsZ[\Y] [^tg[Y][k bYaY`f`i^kuel %&QG2&34+52&12U V vwxbjyYceY]^[eYgafkY]l V rs[m` [^zY]Z{ V rs[m` |^}k~Y V rs[m` g[yn~Y}_k %&QG.I&-+&+9€QU V ‚ƒi j^yY] V „[…Y †^Y ‡ˆ‰Š‹ŒŽŠ‘’‘“ ”•–—˜™š›œž Ÿ Ă Âß ÊÊ ŸĂÔÔ
       !  "#$%%& '( )*+,& '()*+-. / 0. 1 02220. 3 4# 5678798:;8?;@ ,ABCDEF.GH BI JKBLMNMHOHP QJQHRKSTRSLQ  EUKHP QJQHO.AEFHV BW QCHBXQYDQJQZ[\]QJQQB^ .A_.  a`  bNc. d   E  efg%&fh)*ij# . d   kefh)*# lmnopqrosturvwxoyz{t|}|~ €u‚oƒ„…o†‡ˆo‰Š‹mŒ„ 1ŽŽ1// Ž
       !"#  $%&'()*"+,-./0+123 4+,5 60+-.7 8.0+9:0 8.0+9:0  ;0+53?3 @ $ A B CD EFG  H  IJK;K;3?3L.M3 NO5 ?30 >.123KPQ0+8R0+97 SL3T3?3U 2VL.3=>WV01J0+!0++, 9XY/0+1234+,5 60+XYMZJO7 [\0 ]. .^T3=>V _V `>a$ b c def b c $ ghij b c k alm7S ].^ .T 5 akm7 3 W+TK;L.M3 NO0 W01233X0 n81o35 3`  p  q3 ]0123Z]3+T7 r 1J0+K>8.0+9:0 3=>9s t c $ A B CD EFG  HF  u @ H t vwxyz{|y}~|€‚yƒ„…~†‡†ˆ ‰Š‹ŒyŽy‘’y“”•w–Ž t—˜—™˜t—DD š˜›› CuuD uongThanCong.com https://fb.com /tailieudientucntt
   !"#$$ %&'(&)*+,-./01234567/89:(1;7817/92?@A7;9)01'17B C .D?7/9E7F G75BH'5375.G.'I)*45G.75?9.D?(&)*J B C KLB M N) M C C KL) M M M OPQQRST$ %&''I)*)U@&7/23V1W.G75BH)&'.59X15Y95H7.G.'17'5375.G.'I)* 21Z7'1;[75?9J B \ B ] ^^ _`^a ) M \ \ ) M ] ] ^^^ bcdefgheijkhlmneopqjrsrt uvkwxeyz{e|}~e€c‚z ]ƒ„ƒ…„]ƒ\\ †„‡‡
   !"#$% & '()*(+,-./012345*(+,06789:;:11393+,-./0+()0?:8@):A> )B+,+CD(:10EF:645+())B+,78G:1H>?*3A:I  JKLMNO& '()*(+,-./012345*(+,06)P:8QDRS3T8F?0U:123+,06789:;:11393+, )V0)8W3:A>78G:106*@)0V)B+,:5X45Q8Y:+5X-Y>ZQDRS3T[0EF+())B+, 78<0)DX:1*(+,I \]^_]` abcdefghgiijfj` aklmb` ]^bnbeopqger^desgitefjuv` ]^ _]` abc^wgetxyzj{| \]^_]` atxyzj{uv_]` abcdefghgite}g^nbeklmb| ~€‚ƒ„…†‡„ˆ‰Š‹Œ†ŽŽ ‘’‡“”•–—˜™š›œž– Ÿ Ă Âß ÊÊ ÔĂƠƠ
   !! "#$%&'%($)*+,-.-)/0-.-12345627,8,129:-9%#3;562-$77,8,12?@A $%B93C562=%D$7E@AF,G$3H5IB9-8-.-12 JKL!MNO!PQROS!TUVQWXWY ZR[\!]^!_`!abKc^ defegfdehh ifjj
      !"#$%&'()'())'()))*+,-."!/0.12342 2567 855555 98+:-;-?-@A2B>2567 C D-@A2B>2E5F)))G F))'GF)'3H9F' I D-@A2B>2J9F)))GF))'G F)'3H5F' :K" L69M2/@A2BN2BO50.12342 23H.>2-> 2"#/-60@P+ QRSTUVWTXYZW[\T]^ _Y` a`b cdZefTghiTjklTmnRoh IpqprqIpCC rqss CuuD uongThanCong.com https://fb.com /tailieudientucntt
     !" #$%&$&'()*&+,-./0%12%&34&$&'0%&+5$&678'578'309%:;%<=/&$&'()* &+,-./0./0&34&$&'()*&+5$&678'578'309%%3>? @ABBCDEFBGHIJBKD LMNO P-'Q3RQ)*3+S,TU&1V0:/'0W'X09)Y3SZ&[%1V0:/'\0T7]%W7%+,^',TU& ,-./0'_7%1` a%3'()*&b&'0c7 d : efg hijklmnolpqrstunvwvx yzo{|}~€‚iƒ „…†…‡†„…ˆˆ ‰†ŠŠ
    !"#$ %&'()*+,(-./0123'4567*185*90:);./?@+ABC+=*=D&+<+EFG?H*=I *90J-:6'+K+*L./+A*=MN O PN Q PRRRPN S 0=T'*=UV./5()*JW5X*=,+Y S Z [\O H ]^ [ _` aXDb+Nc'de&'.-**90+K+J-:6'*L./+=7*1D&+*=UV./5()*JW5X*=,+56f *=I*g5*c'.-*(-./0123'45=95*90J-:6'56fN6.J-:6'+K+*L./h  i-:6'*1;5X(I5=*L./j+kV()*+,(-./+AB=T5l5XX'T'./*,+*=I+EFGH 567('M;:'m5.-*5X;g51n'1c+o+p5XN&5=E5=7q+(r5Xe&'25*170fs t uov +kV5X;g5d5A'+K+=B=K+Y w Nxs t uov 4Tf1VJW5X*=,+B='e6+=yB='H ]^ [ z0u4 [ v {|}~€~‚ƒ„…†‡~ˆ‰Šƒ‹Œ‹ Ž„‘~’“”~•–—~˜™š|›“ QœœžQœOO OœŸŸ
    !"#   $%& ' () * + ,-. + /( + 012342 5 * +67 8 9: + ;< = ( > + )?@2A B -,-. + //CDEFG&A4HIJK&ALMNJ( > + OPQ R STUVWX YZ[\],( > 7 (^ > _ ^``^( > 5 (a\],bcbdefa[\ghi\j[klbmn,op,hioqnbrsj8bot uvlwuxy[xzbbq,o{u|j,\x}u\],f~lhi€o[dqdefa[\xluv|‚uo\ghi bmn|ehi\j[kl ' ( > \oƒnhiu|~\d„uv\o…b†‡,ˆ ‰ B -Š/; ' ( > ‹‰ B -Š/Œ< Ž‘’“”•–‘—˜—™ š›œžŸ ĂÂÊ _ÔƠÔƯƠ_Ô77 77ƠĐĐ
     !"#$%&'#()'*(+%,(-.#-/01234#'#(5 6 7890:;?0@%;'A"B( CD7E0:FA'8G(+7,(+&#H#HI)JK5 6 LH MN#OK5 P Q5 R QSSSQ5 T L:U7EIU#'*3'8G(+V(+<=#IK5 P Q5 R QSSSQ5 T LH WX("(+"YZ[ T :U7EIU#'-%(+C\("'*3<=#34# !"#$%2(]#0?0" "?0^ [ T _ `  a JK5 P Q5 R QSSSQ5 T LOK5 P Q5 R QSSSQ5 T L_ `  bcOK1 P Q1 R QSSSQ1 T Ld efghij klmnopqrstuvpwxyz{ox|o}~vor}vopv€voxyv‚ƒ}v„o…†spv‡o pvˆƒxyt‰p…Šspv‹ ŒK1L[ T ŽŒK1L `  ‘’ “ [ T ‘ŒK1L ”•–—˜™–š›™œž–Ÿ Ă›ÂÊÂÔ ƠƯ–Đă–âêô– RơươđưRơPP PRư¯¯ CuuD uongThanCong.com https://fb.com /tailieudientucntt
    ! "#$%&$' ()*+,- ./01234567896:8/;6;/3675?6@A:1;;B3C/D:E68FDGHIJK2 @L@C/0123M;<CNO@PQ0R67S T UVWXY Z [\] T ^ _3:`a;<6 bGDIcdGDefIghiS T j k lbGDIcdGDefIcm n opqrstuYvwxyz{uY|s}u~xw€vXuY‚qƒv„usvs€pv…p†‡ˆvs„rstuY vw|s‰€v‰Y€ƒdGDefIvXuYŠ‹zŒ€v†‡vquY~„us†Žv‰uYqu ‘#’“”•–”—˜™š›œ–žŸ   ĂÂÊÔƠƯĐă  âêôêơôâêZZ Zưôưư
        !"#$%
&'()*++(,- . /012- . 3/45+67'/8)9:4;,,5,/0(+?)9@A/<B,4CD( /E,F+4G/H I . JKL5F M N 12- . 3 O 2P- . QR3 STU V :WX@YX/A/+(,+4Z5+4G+[@A/\]^+X4_,C` F(a)=b,c M d4e,/A/+?)9/0(+4f/44gX+4Z5+4G+[h>+6A,4h(i//4e,/A/+? )9h(X4j)+f,4X6Zk(@c lmnopqorstuvwqxyxz {|}~ €‚ƒ„m… M†‡†ˆ‡M†VV V‰‡ŠŠ
    !"#$%&'()*+,- ."#$%/01/234(5- #&67)&894:")$;65- < =>?@ABC?@BC?@DEFGHIJKLDMNOCP Q)R"S- TUVWWX Y Z[)S)&&+\!&:]4^:]5_&;S])_)(;* :;)(;)- ` a; %'b;)^:;&&&)^&'R&:]])c"d ;- e f%&)^g;*$#"(hijb'$"k)"(l- m no)6.&&"97&pjbq&$rg;"d&&&;'$sjb% "(&S/&&'$&c&t$#u9\j76&v;&$%- w _$%9x&"d&& 2_8&S&&u69\- yz{|}~€~‚ƒ„…†‡€ ˆ ‰ Š‹ŒŽ‘’“z” •`–•—–`•YY Yw–ee
     !"#$%&'()*+,,-,,# -,,%. /01%2#0%3 2*%+1%4-5-)#-. 6278049-:%;< =>?@4AB)CD%4%E7< #F)GHIJ--# I< /0GHA%7< KLMNOP QRSTUVWXYUZ[\YRSTU]^_`WabT_cdcSeSdcfgh_ i [ j [\klm\_]nWZgopZS]q YRcrUolYRVWXYUZcSsZgWtZnu_nvcwf i [[\klm\_]nWZgopZS]qYRcrUol YR]vsk`xcoy_Yl]zS`{ZgzSdzZ\skTfeS_kTcS|Zg]UcT} i [ j ~ i [ € ‚ƒ„ …†‡„ˆ‰Š ‹Œ†Ž ‘‡’  “ ”•– —˜™€š ›œœž›œŸŸ Ÿ ĂĂ CuuD uongThanCong.com https://fb.com /tailieudientucntt
       ! "! #$%&'()*+,-.  /&01*23*24    5  6  7 888  9 -. 6 / -. 7 / 888-. : / ; ?@! &ABC*(D'()*E F   &01*23*2&*   GHIJKLIMNOPQRKSTSU VWLXYZ[\]^ _ a`b c[ 7dedfe7d66 6gehh
       !!"#$%"!&'()(!*! !(+,-./-01 ! 23(%"45(.6*!7! !(8 9 :;%1(*(?(@A(B(+  %CD E F?!G-H%! !4.I!2<J(2./!'()(2#3(D  KLMNOPQRST U VWT UU XYZ[\]O[N _^QNQ_Q[`X\aQQbXYc[\def[\XaPXNPghi U VWi UU jKNOSXNkQN`[\lm[\MnXQRSQb[`X\aQQbXYc[\lm[\i U oi UU VWQ_Q QRSQZ[dWT U VWT UU j E p_[N[Nq[rVWsXYt[Q_Q[N_[NXu\aQMvPwk[Q_QQRST U VWT UU j x yz{|k{Q_Q[`XXN}ZXN~XX€[\][Q‚OXYc[\|_Q^hƒXj x „2#G((B5!!25!…<)(- †I! !4‡(-0! !ˆ(./!(B'ˆ (.6*†I! !(D ‰Š‹Œ Ž ‘’“”•– — ˜ ™š›œžŸŠ  EĂÂĂÊÂEĂ ÊÂxx
        !"#$%"&'(&)**+*,*!("-.*,*/0!123435367.8*+9,*:$;!"?@-A" -BC!-.DEFGDEHGDEHGDEHI7.DEJIKLMNO"#!=$P!!Q,"RS=+TU$VRT"WXRS =+T*,*!("KYZ"=!Q,"W[N.(!&$"#?\"=*]T?[RSW)!WBC*KLQ:,"=W[N.( !&$"#?\"=!^RS7_(U`aKYZ"=<=Bb"#:T(W[N.(!&$"#?\"=*]T?[RSKc(XR !&T?;!Wd"#!=e*/f<W@(7_(W[N.(!&$"#?\"=!^RSK ghi jkl jmnoplqr s t uvwxyz {|}|~}{| €}
      ! "#$%&'()*+,-./"01.2$3%45$60-7$89:0;;84 ?@ ?ABC@DE F  GHIJKL MNONPOMNQQ MNORR CuuD uongThanCong.com https://fb.com /tailieudientucntt
        !"#$%&'()*+,(-./,(01#234-. 567 89 8:;? @ A BCDEF GHIHJIGHKK GKILL
       !"#$%&'()*+,(---*+.(--)*+/(-))*+0(-)-* 123456789:;?@& A B C D E FGH IJK F LB F C )M-NOP)M-NOP)M-QNOP)MRNOP)MSQN-CRT- '967UVWXYZ9:8[9&\J]LC^ _ D FGH IJK F L`U:JIJK F LLCRT)Qa b \J]Lc A Bd\J]LP- ef9==5g8h8iXYZ;2?@&jC klmn o p Cqar s=tu9:vZ5w23456>?@&x y p C _ D FGH IJK F LJB F ^ A BL y C)MSSQQ z{| }~ }€‚~ƒ„ … † ‡ˆ‰Š‹Œ yŽŽyHH yyŽ
      !"# $ %& $ $' ! ()*+,-./0+12*30+4056789*3:67;<=+4: >?@ AB ACDEBFG H  IJKLMN OPQPRQOPSS OTQTT
      !"# $ %& $ $' !()* + ,-./01234567849567:499567;4999967<499956 =>?@ABCDEFGHEIBJKL2 M N O P Q RST UVW R XN R O 9Y5Z[\9Y5Z[\9Y5]Z \^9Y_Z_\9Y[]Z5O_`5 3EBCabcdefEFDgE2hViXOj k P RST UVW R XlaFVUVW R XXO_`9]m n hViXo M NphViX\5 qrEIIAsDtDudefG>KL2vO wxyz { | O}m~ I€EF‚fAƒ>?@ABJKL2„ | O k † RST UVW R XVN R j M NX O5Y^} ‡ˆ‰ Š‹ ŠŒŽ‹ ‘  ’“”•–— …˜™˜š™…˜TT …P™›› CuuD uongThanCong.com https://fb.com /tailieudientucntt
     !"!#!$%&'()*+,- ./0!"!)"!1!2!34& !"!5&,(!$!6+5&,( 7+%8 9 :;?@@AB@CDCEFCGCHFIJKLM 9 :;<=NOPQRP=?=PAS@TUQ?=NVWIAXPY=SKIAZKIAR[=\IA]IA^=A;<@_QRP CI`a;C@AWIbAcd=QRPC=AefC@AWI gh!iji"!k.l%m7&m.kn!$%&!4+k5&,(# o.p+q%&53.r so t 0juvw x yzuvw { y8| x }| { / ~ #!5&,(.!!6+5&,(/  #!5&,(.!€)"!&%‚ƒ„7!!6+1ƒ(# (-4+…+ƒ†p)‡hr!i"!k.i.h../ s!ˆ+o+†‰ Š | x ‹ŒvyŽ ‘’“”•–— •˜™š›œ—žŸž  Ă ÊÔƠƯĐ ă âêô‘ơƯ ~ưđư¯đ~ưtt ~°đ
     !"#$$%&'$!& ()*+,-.$!&$/0&'1&' 2 34!56&'758$9:&$;5?&'@9A;::$B9CD9E.F-GDHIFD&JKL& 9:&$;<"#$M; &'J N O8P9L9"/Q9RD5?&S!S?$$T99 !"#$$%&'$!& 2 UVWXYZW[Y\]]^_` ]abcdefdagh^ij_gXklmndadcW]opq]abcWaVWadr WasWltW_gW[uvdwx^tmndadcW]opq]abcWaVWadrWasWyi N j_gqzsda{z_WW|]wV]a}[a^of]^W]u~W[W[€^]‚ƒsi„a…^z†W[wx^dcW ]opda{z_W[‡d ˆ‰Š ‹Œ ‹Ž‘’“” • –— ˜™š›œžŸ N Ă ÂĂN 22 NÊĂÔÔ
       !"#$%&'()*+',-"(-./-"01$234 5-./-"01$$.*6789 :;::;:;:;:;:;:;?-39.*/99@A-)*+',-34'(>(&9-"(B.A9 CD9E*4FGHIJKGGHLJKGKHMJGHIJKGKHMJGHIJKGKHMJNNN OPQ RST RUVWXYTZ[  \ ]^ _ a`bc defegfdehh difjj
       !"#$%!""&'()*+, !"-%.%/0 123 45 46789:5;<  = >?@ABC DEFEGFDEHH DGFII CuuD uongThanCong.com https://fb.com /tailieudientucntt


      !"##$%&'(!)*+%,-!./0&1%!2-!34#5!678 9 :;! !? @ ABCDE F GHI J KBLDM N O KBC J D P Q RSTUVW Q RSXUYZ[TVWX\ P ] _^ a`bcdefYg Q RShUYaijklm`ln^ aoh J \ p qr% @ ABCD-st J *,%uvw!34x."y @ Az { J 8 | }>xt J E~. 9  €I J ‚ ƒMN%!„? N O { J KBC J D O E @ ABCD†ABC†ND P ] ‡ J ˆ‰`jkŠ‹Šb^_ a`blŒ `h J Ž‘’“”•–“—˜™š›œ•ž Ÿ –ĂÂÊÔƠƯЏăâ 9êôêơô9ê 9ưôpp


   !"#$%&'()  !"*%+,-.)  !"#$%&+/%"-) 0123456%&,%&, 7+,-%&+8+9:;+,-%&%?%@%5A7> +1B%&C7) 87>%:7> !"+%!5A7>) D;+E,%&+,8+79F"1B%&< !"G"%%-%HI"%-H*7"3) J+1E%&K"%+,L%&;+?%+-<%:;3456%&;M%NOP<3Q+F"R S TUVWXYZ[\Y] _^ a` b[cd ef\ghijklmnUo pqrqsrpqtt uqruu
     !"#$%&'()*'$+,  !"#$)-))+.')/012', 3&'(456 71819)):; $'(?'@)-))+.')A'(1, B'(CD'(:'(:"1):+'()E)9@FGHI>$'1J):K')1L'A'M'CN1L );G'(!O1, P"#$QR!$' P"#$ST U56819) $'(?' 3&'(6'819) $'(?' V7'(!"0;WX'):; V7'(!"0;W)O+):+'(Y.):K' Z;G'()[!"0CF1=0\'])$40*1 Z;G'()[0CF1)$40*1]=0\' _^`abcdef`gahijklgmjnopkj` qrklgmjstu v w xyz {|}~€‚ƒ€„…†‡ˆ‰‚Š‹ ŒƒŽ‘’“”•|– —˜™˜š™—˜›› œ›™œœ
   

     !"#$$%&'()*  * + ,,,* - ./!0 1#/23 + 45'67/89:/8 ;9:/?5'6@%3 A BC<?'D< !/8$%&'/8%E/6=$$F<<G6@%HG'/0 $I<J !/8 9:/8 ;<=3KI'$L$?L$M C<?'D<NHG'/0 <G()ONP( Q R3 S TU/T 9:/8<=V#' ;<=<#'6"W$ X G/ ;ONP* Y RMV#'* Y 1G?Z '[% 'DU \ !/8$%&'6@%VG3 ]^_ `abcadefghicjk lmnopqrstuvw^x +yzy{z+y A+zAA CuuD uongThanCong.com https://fb.com /tailieudientucntt
    ! " #$%&'()*+,-./0( 1232431255 66366 CuuD uongThanCong.com https://fb.com /tailieudientucntt