Home Explore Help
Sign In
mirrors
/
jellyfin
mirror of https://github.com/jellyfin/jellyfin
2
0
Fork 0
Files Issues 0 Wiki
Tree: a0507c2e44
Branches Tags
jellyfin
/
Emby.Server.Implementations
/
TextEncoding
/
UniversalDetector
/
Core
/
MBCSSM.cs

MBCSSM.cs 34 KB
History Raw

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640 
  1. /* ***** BEGIN LICENSE BLOCK *****
    2. 

  2.  * Version: MPL 1.1/GPL 2.0/LGPL 2.1
    3. 

  3.  *
    4. 

  4.  * The contents of this file are subject to the Mozilla Public License Version
    5. 

  5.  * 1.1 (the "License"); you may not use this file except in compliance with
    6. 

  6.  * the License. You may obtain a copy of the License at
    7. 

  7.  * http://www.mozilla.org/MPL/
    8. 

  8.  *
    9. 

  9.  * Software distributed under the License is distributed on an "AS IS" basis,
    10. 

  10.  * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
    11. 

  11.  * for the specific language governing rights and limitations under the
    12. 

  12.  * License.
    13. 

  13.  *
    14. 

  14.  * The Original Code is Mozilla Universal charset detector code.
    15. 

  15.  *
    16. 

  16.  * The Initial Developer of the Original Code is
    17. 

  17.  * Netscape Communications Corporation.
    18. 

  18.  * Portions created by the Initial Developer are Copyright (C) 2001
    19. 

  19.  * the Initial Developer. All Rights Reserved.
    20. 

  20.  *
    21. 

  21.  * Contributor(s):
    22. 

  22.  *          Shy Shalom <shooshX@gmail.com>
    23. 

  23.  *          Rudi Pettazzi <rudi.pettazzi@gmail.com> (C# port)
    24. 

  24.  *
    25. 

  25.  * Alternatively, the contents of this file may be used under the terms of
    26. 

  26.  * either the GNU General Public License Version 2 or later (the "GPL"), or
    27. 

  27.  * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
    28. 

  28.  * in which case the provisions of the GPL or the LGPL are applicable instead
    29. 

  29.  * of those above. If you wish to allow use of your version of this file only
    30. 

  30.  * under the terms of either the GPL or the LGPL, and not to allow others to
    31. 

  31.  * use your version of this file under the terms of the MPL, indicate your
    32. 

  32.  * decision by deleting the provisions above and replace them with the notice
    33. 

  33.  * and other provisions required by the GPL or the LGPL. If you do not delete
    34. 

  34.  * the provisions above, a recipient may use your version of this file under
    35. 

  35.  * the terms of any one of the MPL, the GPL or the LGPL.
    36. 

  36.  *
    37. 

  37.  * ***** END LICENSE BLOCK ***** */
    38. 

  38. 

  39. namespace UniversalDetector.Core
    40. 

  40. {
    41. 

  41.     public class UTF8SMModel : SMModel
    42. 

  42.     {
    43. 

  43.         private readonly static int[] UTF8_cls = {
    44. 

  44.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 00 - 07
    45. 

  45.             BitPackage.Pack4bits(1,1,1,1,1,1,0,0),  // 08 - 0f 
    46. 

  46.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 10 - 17 
    47. 

  47.             BitPackage.Pack4bits(1,1,1,0,1,1,1,1),  // 18 - 1f 
    48. 

  48.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 20 - 27 
    49. 

  49.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 28 - 2f 
    50. 

  50.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 30 - 37 
    51. 

  51.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 38 - 3f 
    52. 

  52.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 40 - 47 
    53. 

  53.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 48 - 4f 
    54. 

  54.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 50 - 57 
    55. 

  55.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 58 - 5f 
    56. 

  56.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 60 - 67 
    57. 

  57.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 68 - 6f 
    58. 

  58.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 70 - 77 
    59. 

  59.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 78 - 7f 
    60. 

  60.             BitPackage.Pack4bits(2,2,2,2,3,3,3,3),  // 80 - 87 
    61. 

  61.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 88 - 8f 
    62. 

  62.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 90 - 97 
    63. 

  63.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 98 - 9f 
    64. 

  64.             BitPackage.Pack4bits(5,5,5,5,5,5,5,5),  // a0 - a7 
    65. 

  65.             BitPackage.Pack4bits(5,5,5,5,5,5,5,5),  // a8 - af 
    66. 

  66.             BitPackage.Pack4bits(5,5,5,5,5,5,5,5),  // b0 - b7 
    67. 

  67.             BitPackage.Pack4bits(5,5,5,5,5,5,5,5),  // b8 - bf 
    68. 

  68.             BitPackage.Pack4bits(0,0,6,6,6,6,6,6),  // c0 - c7 
    69. 

  69.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // c8 - cf 
    70. 

  70.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // d0 - d7 
    71. 

  71.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // d8 - df 
    72. 

  72.             BitPackage.Pack4bits(7,8,8,8,8,8,8,8),  // e0 - e7 
    73. 

  73.             BitPackage.Pack4bits(8,8,8,8,8,9,8,8),  // e8 - ef 
    74. 

  74.             BitPackage.Pack4bits(10,11,11,11,11,11,11,11),  // f0 - f7 
    75. 

  75.             BitPackage.Pack4bits(12,13,13,13,14,15,0,0)   // f8 - ff 
    76. 

  76.         };
    77. 

  77. 

  78.         private readonly static int[] UTF8_st = {
    79. 

  79.             BitPackage.Pack4bits(ERROR,START,ERROR,ERROR,ERROR,ERROR,   12,   10),//00-07 
    80. 

  80.             BitPackage.Pack4bits(    9,   11,    8,    7,    6,    5,    4,    3),//08-0f 
    81. 

  81.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//10-17 
    82. 

  82.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//18-1f 
    83. 

  83.             BitPackage.Pack4bits(ITSME,ITSME,ITSME,ITSME,ITSME,ITSME,ITSME,ITSME),//20-27 
    84. 

  84.             BitPackage.Pack4bits(ITSME,ITSME,ITSME,ITSME,ITSME,ITSME,ITSME,ITSME),//28-2f 
    85. 

  85.             BitPackage.Pack4bits(ERROR,ERROR,    5,    5,    5,    5,ERROR,ERROR),//30-37 
    86. 

  86.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//38-3f 
    87. 

  87.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,    5,    5,    5,ERROR,ERROR),//40-47 
    88. 

  88.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//48-4f 
    89. 

  89.             BitPackage.Pack4bits(ERROR,ERROR,    7,    7,    7,    7,ERROR,ERROR),//50-57 
    90. 

  90.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//58-5f 
    91. 

  91.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,    7,    7,ERROR,ERROR),//60-67 
    92. 

  92.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//68-6f 
    93. 

  93.             BitPackage.Pack4bits(ERROR,ERROR,    9,    9,    9,    9,ERROR,ERROR),//70-77 
    94. 

  94.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//78-7f 
    95. 

  95.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,    9,ERROR,ERROR),//80-87 
    96. 

  96.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//88-8f 
    97. 

  97.             BitPackage.Pack4bits(ERROR,ERROR,   12,   12,   12,   12,ERROR,ERROR),//90-97 
    98. 

  98.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//98-9f 
    99. 

  99.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,   12,ERROR,ERROR),//a0-a7 
    100. 

  100.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//a8-af 
    101. 

  101.             BitPackage.Pack4bits(ERROR,ERROR,   12,   12,   12,ERROR,ERROR,ERROR),//b0-b7 
    102. 

  102.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR),//b8-bf 
    103. 

  103.             BitPackage.Pack4bits(ERROR,ERROR,START,START,START,START,ERROR,ERROR),//c0-c7 
    104. 

  104.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ERROR) //c8-cf  
    105. 

  105.         };
    106. 

  106. 

  107.         private readonly static int[] UTF8CharLenTable = 
    108. 

  108.             {0, 1, 0, 0, 0, 0, 2, 3, 3, 3, 4, 4, 5, 5, 6, 6 };
    109. 

  109.         
    110. 

  110.         public UTF8SMModel() : base(
    111. 

  111.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    112. 

  112.                          BitPackage.SHIFT_MASK_4BITS, 
    113. 

  113.                          BitPackage.BIT_SHIFT_4BITS,
    114. 

  114.                          BitPackage.UNIT_MASK_4BITS, UTF8_cls),
    115. 

  115.                          16,
    116. 

  116.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    117. 

  117.                          BitPackage.SHIFT_MASK_4BITS, 
    118. 

  118.                          BitPackage.BIT_SHIFT_4BITS,
    119. 

  119.                          BitPackage.UNIT_MASK_4BITS, UTF8_st),
    120. 

  120.               UTF8CharLenTable, "UTF-8")
    121. 

  121.         {
    122. 

  122. 

  123.         }
    124. 

  124.     }
    125. 

  125.     
    126. 

  126.     public class GB18030SMModel : SMModel
    127. 

  127.     {
    128. 

  128.         private readonly static int[] GB18030_cls = {
    129. 

  129.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 00 - 07 
    130. 

  130.             BitPackage.Pack4bits(1,1,1,1,1,1,0,0),  // 08 - 0f 
    131. 

  131.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 10 - 17 
    132. 

  132.             BitPackage.Pack4bits(1,1,1,0,1,1,1,1),  // 18 - 1f 
    133. 

  133.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 20 - 27 
    134. 

  134.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 28 - 2f 
    135. 

  135.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // 30 - 37 
    136. 

  136.             BitPackage.Pack4bits(3,3,1,1,1,1,1,1),  // 38 - 3f 
    137. 

  137.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 40 - 47 
    138. 

  138.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 48 - 4f 
    139. 

  139.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 50 - 57 
    140. 

  140.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 58 - 5f 
    141. 

  141.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 60 - 67 
    142. 

  142.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 68 - 6f 
    143. 

  143.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 70 - 77 
    144. 

  144.             BitPackage.Pack4bits(2,2,2,2,2,2,2,4),  // 78 - 7f 
    145. 

  145.             BitPackage.Pack4bits(5,6,6,6,6,6,6,6),  // 80 - 87 
    146. 

  146.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // 88 - 8f 
    147. 

  147.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // 90 - 97 
    148. 

  148.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // 98 - 9f 
    149. 

  149.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // a0 - a7 
    150. 

  150.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // a8 - af 
    151. 

  151.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // b0 - b7 
    152. 

  152.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // b8 - bf 
    153. 

  153.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // c0 - c7 
    154. 

  154.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // c8 - cf 
    155. 

  155.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // d0 - d7 
    156. 

  156.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // d8 - df 
    157. 

  157.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // e0 - e7 
    158. 

  158.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // e8 - ef 
    159. 

  159.             BitPackage.Pack4bits(6,6,6,6,6,6,6,6),  // f0 - f7 
    160. 

  160.             BitPackage.Pack4bits(6,6,6,6,6,6,6,0)   // f8 - ff 
    161. 

  161.         };
    162. 

  162. 

  163.         private readonly static int[] GB18030_st = {
    164. 

  164.             BitPackage.Pack4bits(ERROR,START,START,START,START,START,    3,ERROR),//00-07 
    165. 

  165.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ITSME,ITSME),//08-0f 
    166. 

  166.             BitPackage.Pack4bits(ITSME,ITSME,ITSME,ITSME,ITSME,ERROR,ERROR,START),//10-17 
    167. 

  167.             BitPackage.Pack4bits(    4,ERROR,START,START,ERROR,ERROR,ERROR,ERROR),//18-1f 
    168. 

  168.             BitPackage.Pack4bits(ERROR,ERROR,    5,ERROR,ERROR,ERROR,ITSME,ERROR),//20-27 
    169. 

  169.             BitPackage.Pack4bits(ERROR,ERROR,START,START,START,START,START,START) //28-2f 
    170. 

  170.         };
    171. 

  171. 

  172.         // To be accurate, the length of class 6 can be either 2 or 4. 
    173. 

  173.         // But it is not necessary to discriminate between the two since 
    174. 

  174.         // it is used for frequency analysis only, and we are validating 
    175. 

  175.         // each code range there as well. So it is safe to set it to be 
    176. 

  176.         // 2 here. 
    177. 

  177.         private readonly static int[] GB18030CharLenTable = {0, 1, 1, 1, 1, 1, 2};
    178. 

  178.         
    179. 

  179.         public GB18030SMModel() : base(
    180. 

  180.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    181. 

  181.                          BitPackage.SHIFT_MASK_4BITS, 
    182. 

  182.                          BitPackage.BIT_SHIFT_4BITS,
    183. 

  183.                          BitPackage.UNIT_MASK_4BITS, GB18030_cls),
    184. 

  184.                          7,
    185. 

  185.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    186. 

  186.                          BitPackage.SHIFT_MASK_4BITS, 
    187. 

  187.                          BitPackage.BIT_SHIFT_4BITS,
    188. 

  188.                          BitPackage.UNIT_MASK_4BITS, GB18030_st),
    189. 

  189.               GB18030CharLenTable, "GB18030")
    190. 

  190.         {
    191. 

  191. 

  192.         }
    193. 

  193.     }
    194. 

  194.     
    195. 

  195.     public class BIG5SMModel : SMModel
    196. 

  196.     {
    197. 

  197.         private readonly static int[] BIG5_cls = {
    198. 

  198.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 00 - 07
    199. 

  199.             BitPackage.Pack4bits(1,1,1,1,1,1,0,0),  // 08 - 0f 
    200. 

  200.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 10 - 17 
    201. 

  201.             BitPackage.Pack4bits(1,1,1,0,1,1,1,1),  // 18 - 1f 
    202. 

  202.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 20 - 27 
    203. 

  203.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 28 - 2f 
    204. 

  204.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 30 - 37 
    205. 

  205.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 38 - 3f 
    206. 

  206.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 40 - 47 
    207. 

  207.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 48 - 4f 
    208. 

  208.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 50 - 57 
    209. 

  209.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 58 - 5f 
    210. 

  210.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 60 - 67 
    211. 

  211.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 68 - 6f 
    212. 

  212.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 70 - 77 
    213. 

  213.             BitPackage.Pack4bits(2,2,2,2,2,2,2,1),  // 78 - 7f 
    214. 

  214.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 80 - 87 
    215. 

  215.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 88 - 8f 
    216. 

  216.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 90 - 97 
    217. 

  217.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 98 - 9f 
    218. 

  218.             BitPackage.Pack4bits(4,3,3,3,3,3,3,3),  // a0 - a7 
    219. 

  219.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // a8 - af 
    220. 

  220.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // b0 - b7 
    221. 

  221.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // b8 - bf 
    222. 

  222.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // c0 - c7 
    223. 

  223.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // c8 - cf 
    224. 

  224.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // d0 - d7 
    225. 

  225.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // d8 - df 
    226. 

  226.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // e0 - e7 
    227. 

  227.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // e8 - ef 
    228. 

  228.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // f0 - f7 
    229. 

  229.             BitPackage.Pack4bits(3,3,3,3,3,3,3,0)   // f8 - ff 
    230. 

  230.         };
    231. 

  231. 

  232.         private readonly static int[] BIG5_st = {
    233. 

  233.             BitPackage.Pack4bits(ERROR,START,START,    3,ERROR,ERROR,ERROR,ERROR),//00-07 
    234. 

  234.             BitPackage.Pack4bits(ERROR,ERROR,ITSME,ITSME,ITSME,ITSME,ITSME,ERROR),//08-0f 
    235. 

  235.             BitPackage.Pack4bits(ERROR,START,START,START,START,START,START,START) //10-17 
    236. 

  236.         };
    237. 

  237. 

  238.         private readonly static int[] BIG5CharLenTable = {0, 1, 1, 2, 0};
    239. 

  239.         
    240. 

  240.         public BIG5SMModel() : base(
    241. 

  241.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    242. 

  242.                          BitPackage.SHIFT_MASK_4BITS, 
    243. 

  243.                          BitPackage.BIT_SHIFT_4BITS,
    244. 

  244.                          BitPackage.UNIT_MASK_4BITS, BIG5_cls),
    245. 

  245.                          5,
    246. 

  246.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    247. 

  247.                          BitPackage.SHIFT_MASK_4BITS, 
    248. 

  248.                          BitPackage.BIT_SHIFT_4BITS,
    249. 

  249.                          BitPackage.UNIT_MASK_4BITS, BIG5_st),
    250. 

  250.               BIG5CharLenTable, "Big5")
    251. 

  251.         {
    252. 

  252. 

  253.         }
    254. 

  254.     }
    255. 

  255.     
    256. 

  256.     public class EUCJPSMModel : SMModel
    257. 

  257.     {
    258. 

  258.         private readonly static int[] EUCJP_cls = {
    259. 

  259.             //BitPacket.Pack4bits(5,4,4,4,4,4,4,4),  // 00 - 07 
    260. 

  260.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 00 - 07 
    261. 

  261.             BitPackage.Pack4bits(4,4,4,4,4,4,5,5),  // 08 - 0f 
    262. 

  262.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 10 - 17 
    263. 

  263.             BitPackage.Pack4bits(4,4,4,5,4,4,4,4),  // 18 - 1f 
    264. 

  264.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 20 - 27 
    265. 

  265.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 28 - 2f 
    266. 

  266.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 30 - 37 
    267. 

  267.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 38 - 3f 
    268. 

  268.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 40 - 47 
    269. 

  269.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 48 - 4f 
    270. 

  270.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 50 - 57 
    271. 

  271.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 58 - 5f 
    272. 

  272.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 60 - 67 
    273. 

  273.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 68 - 6f 
    274. 

  274.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 70 - 77 
    275. 

  275.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // 78 - 7f 
    276. 

  276.             BitPackage.Pack4bits(5,5,5,5,5,5,5,5),  // 80 - 87 
    277. 

  277.             BitPackage.Pack4bits(5,5,5,5,5,5,1,3),  // 88 - 8f 
    278. 

  278.             BitPackage.Pack4bits(5,5,5,5,5,5,5,5),  // 90 - 97 
    279. 

  279.             BitPackage.Pack4bits(5,5,5,5,5,5,5,5),  // 98 - 9f 
    280. 

  280.             BitPackage.Pack4bits(5,2,2,2,2,2,2,2),  // a0 - a7 
    281. 

  281.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // a8 - af 
    282. 

  282.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // b0 - b7 
    283. 

  283.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // b8 - bf 
    284. 

  284.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // c0 - c7 
    285. 

  285.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // c8 - cf 
    286. 

  286.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // d0 - d7 
    287. 

  287.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // d8 - df 
    288. 

  288.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // e0 - e7 
    289. 

  289.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // e8 - ef 
    290. 

  290.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // f0 - f7 
    291. 

  291.             BitPackage.Pack4bits(0,0,0,0,0,0,0,5)   // f8 - ff 
    292. 

  292.         };
    293. 

  293. 

  294.         private readonly static int[] EUCJP_st = {
    295. 

  295.             BitPackage.Pack4bits(    3,    4,    3,    5,START,ERROR,ERROR,ERROR),//00-07 
    296. 

  296.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ITSME,ITSME,ITSME,ITSME),//08-0f 
    297. 

  297.             BitPackage.Pack4bits(ITSME,ITSME,START,ERROR,START,ERROR,ERROR,ERROR),//10-17 
    298. 

  298.             BitPackage.Pack4bits(ERROR,ERROR,START,ERROR,ERROR,ERROR,    3,ERROR),//18-1f 
    299. 

  299.             BitPackage.Pack4bits(    3,ERROR,ERROR,ERROR,START,START,START,START) //20-27 
    300. 

  300.         };
    301. 

  301. 

  302.         private readonly static int[] EUCJPCharLenTable = { 2, 2, 2, 3, 1, 0 };
    303. 

  303.         
    304. 

  304.         public EUCJPSMModel() : base(
    305. 

  305.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    306. 

  306.                          BitPackage.SHIFT_MASK_4BITS, 
    307. 

  307.                          BitPackage.BIT_SHIFT_4BITS,
    308. 

  308.                          BitPackage.UNIT_MASK_4BITS, EUCJP_cls),
    309. 

  309.                          6,
    310. 

  310.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    311. 

  311.                          BitPackage.SHIFT_MASK_4BITS, 
    312. 

  312.                          BitPackage.BIT_SHIFT_4BITS,
    313. 

  313.                          BitPackage.UNIT_MASK_4BITS, EUCJP_st),
    314. 

  314.               EUCJPCharLenTable, "EUC-JP")
    315. 

  315.         {
    316. 

  316. 

  317.         }
    318. 

  318.     }
    319. 

  319.     
    320. 

  320.     public class EUCKRSMModel : SMModel
    321. 

  321.     {
    322. 

  322.         private readonly static int[] EUCKR_cls = {
    323. 

  323.             //BitPacket.Pack4bits(0,1,1,1,1,1,1,1),  // 00 - 07 
    324. 

  324.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 00 - 07 
    325. 

  325.             BitPackage.Pack4bits(1,1,1,1,1,1,0,0),  // 08 - 0f 
    326. 

  326.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 10 - 17 
    327. 

  327.             BitPackage.Pack4bits(1,1,1,0,1,1,1,1),  // 18 - 1f 
    328. 

  328.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 20 - 27 
    329. 

  329.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 28 - 2f 
    330. 

  330.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 30 - 37 
    331. 

  331.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 38 - 3f 
    332. 

  332.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 40 - 47 
    333. 

  333.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 48 - 4f 
    334. 

  334.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 50 - 57 
    335. 

  335.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 58 - 5f 
    336. 

  336.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 60 - 67 
    337. 

  337.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 68 - 6f 
    338. 

  338.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 70 - 77 
    339. 

  339.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 78 - 7f 
    340. 

  340.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 80 - 87 
    341. 

  341.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 88 - 8f 
    342. 

  342.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 90 - 97 
    343. 

  343.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 98 - 9f 
    344. 

  344.             BitPackage.Pack4bits(0,2,2,2,2,2,2,2),  // a0 - a7 
    345. 

  345.             BitPackage.Pack4bits(2,2,2,2,2,3,3,3),  // a8 - af 
    346. 

  346.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // b0 - b7 
    347. 

  347.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // b8 - bf 
    348. 

  348.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // c0 - c7 
    349. 

  349.             BitPackage.Pack4bits(2,3,2,2,2,2,2,2),  // c8 - cf 
    350. 

  350.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // d0 - d7 
    351. 

  351.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // d8 - df 
    352. 

  352.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // e0 - e7 
    353. 

  353.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // e8 - ef 
    354. 

  354.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // f0 - f7 
    355. 

  355.             BitPackage.Pack4bits(2,2,2,2,2,2,2,0)   // f8 - ff 
    356. 

  356.         };
    357. 

  357. 

  358.         private readonly static int[] EUCKR_st = {
    359. 

  359.             BitPackage.Pack4bits(ERROR,START,    3,ERROR,ERROR,ERROR,ERROR,ERROR),//00-07 
    360. 

  360.             BitPackage.Pack4bits(ITSME,ITSME,ITSME,ITSME,ERROR,ERROR,START,START) //08-0f 
    361. 

  361.         };
    362. 

  362. 

  363.         private readonly static int[] EUCKRCharLenTable = { 0, 1, 2, 0 };
    364. 

  364.         
    365. 

  365.         public EUCKRSMModel() : base(
    366. 

  366.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    367. 

  367.                          BitPackage.SHIFT_MASK_4BITS, 
    368. 

  368.                          BitPackage.BIT_SHIFT_4BITS,
    369. 

  369.                          BitPackage.UNIT_MASK_4BITS, EUCKR_cls),
    370. 

  370.                          4,
    371. 

  371.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    372. 

  372.                          BitPackage.SHIFT_MASK_4BITS, 
    373. 

  373.                          BitPackage.BIT_SHIFT_4BITS,
    374. 

  374.                          BitPackage.UNIT_MASK_4BITS, EUCKR_st),
    375. 

  375.               EUCKRCharLenTable, "EUC-KR")
    376. 

  376.         {
    377. 

  377. 

  378.         }
    379. 

  379.     }
    380. 

  380.     
    381. 

  381.     public class EUCTWSMModel : SMModel
    382. 

  382.     {
    383. 

  383.         private readonly static int[] EUCTW_cls = {
    384. 

  384.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 00 - 07 
    385. 

  385.             BitPackage.Pack4bits(2,2,2,2,2,2,0,0),  // 08 - 0f 
    386. 

  386.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 10 - 17 
    387. 

  387.             BitPackage.Pack4bits(2,2,2,0,2,2,2,2),  // 18 - 1f 
    388. 

  388.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 20 - 27 
    389. 

  389.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 28 - 2f 
    390. 

  390.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 30 - 37 
    391. 

  391.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 38 - 3f 
    392. 

  392.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 40 - 47 
    393. 

  393.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 48 - 4f 
    394. 

  394.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 50 - 57 
    395. 

  395.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 58 - 5f 
    396. 

  396.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 60 - 67 
    397. 

  397.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 68 - 6f 
    398. 

  398.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 70 - 77 
    399. 

  399.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 78 - 7f 
    400. 

  400.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 80 - 87 
    401. 

  401.             BitPackage.Pack4bits(0,0,0,0,0,0,6,0),  // 88 - 8f 
    402. 

  402.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 90 - 97 
    403. 

  403.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 98 - 9f 
    404. 

  404.             BitPackage.Pack4bits(0,3,4,4,4,4,4,4),  // a0 - a7 
    405. 

  405.             BitPackage.Pack4bits(5,5,1,1,1,1,1,1),  // a8 - af 
    406. 

  406.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // b0 - b7 
    407. 

  407.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // b8 - bf 
    408. 

  408.             BitPackage.Pack4bits(1,1,3,1,3,3,3,3),  // c0 - c7 
    409. 

  409.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // c8 - cf 
    410. 

  410.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // d0 - d7 
    411. 

  411.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // d8 - df 
    412. 

  412.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // e0 - e7 
    413. 

  413.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // e8 - ef 
    414. 

  414.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // f0 - f7 
    415. 

  415.             BitPackage.Pack4bits(3,3,3,3,3,3,3,0)   // f8 - ff 
    416. 

  416.         };
    417. 

  417. 

  418.         private readonly static int[] EUCTW_st = {
    419. 

  419.             BitPackage.Pack4bits(ERROR,ERROR,START,    3,    3,    3,    4,ERROR),//00-07 
    420. 

  420.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ITSME,ITSME),//08-0f 
    421. 

  421.             BitPackage.Pack4bits(ITSME,ITSME,ITSME,ITSME,ITSME,ERROR,START,ERROR),//10-17 
    422. 

  422.             BitPackage.Pack4bits(START,START,START,ERROR,ERROR,ERROR,ERROR,ERROR),//18-1f 
    423. 

  423.             BitPackage.Pack4bits(    5,ERROR,ERROR,ERROR,START,ERROR,START,START),//20-27 
    424. 

  424.             BitPackage.Pack4bits(START,ERROR,START,START,START,START,START,START) //28-2f 
    425. 

  425.         };
    426. 

  426. 

  427.         private readonly static int[] EUCTWCharLenTable = { 0, 0, 1, 2, 2, 2, 3 };
    428. 

  428.         
    429. 

  429.         public EUCTWSMModel() : base(
    430. 

  430.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    431. 

  431.                          BitPackage.SHIFT_MASK_4BITS, 
    432. 

  432.                          BitPackage.BIT_SHIFT_4BITS,
    433. 

  433.                          BitPackage.UNIT_MASK_4BITS, EUCTW_cls),
    434. 

  434.                          7,
    435. 

  435.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    436. 

  436.                          BitPackage.SHIFT_MASK_4BITS, 
    437. 

  437.                          BitPackage.BIT_SHIFT_4BITS,
    438. 

  438.                          BitPackage.UNIT_MASK_4BITS, EUCTW_st),
    439. 

  439.               EUCTWCharLenTable, "EUC-TW")
    440. 

  440.         {
    441. 

  441. 

  442.         }
    443. 

  443.     }    
    444. 

  444.     
    445. 

  445.     public class SJISSMModel : SMModel
    446. 

  446.     {
    447. 

  447.         private readonly static int[] SJIS_cls = {
    448. 

  448.             //BitPacket.Pack4bits(0,1,1,1,1,1,1,1),  // 00 - 07 
    449. 

  449.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 00 - 07 
    450. 

  450.             BitPackage.Pack4bits(1,1,1,1,1,1,0,0),  // 08 - 0f 
    451. 

  451.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 10 - 17 
    452. 

  452.             BitPackage.Pack4bits(1,1,1,0,1,1,1,1),  // 18 - 1f 
    453. 

  453.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 20 - 27 
    454. 

  454.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 28 - 2f 
    455. 

  455.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 30 - 37 
    456. 

  456.             BitPackage.Pack4bits(1,1,1,1,1,1,1,1),  // 38 - 3f 
    457. 

  457.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 40 - 47 
    458. 

  458.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 48 - 4f 
    459. 

  459.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 50 - 57 
    460. 

  460.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 58 - 5f 
    461. 

  461.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 60 - 67 
    462. 

  462.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 68 - 6f 
    463. 

  463.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // 70 - 77 
    464. 

  464.             BitPackage.Pack4bits(2,2,2,2,2,2,2,1),  // 78 - 7f 
    465. 

  465.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // 80 - 87 
    466. 

  466.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // 88 - 8f 
    467. 

  467.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // 90 - 97 
    468. 

  468.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // 98 - 9f 
    469. 

  469.             //0xa0 is illegal in sjis encoding, but some pages does 
    470. 

  470.             //contain such byte. We need to be more error forgiven.
    471. 

  471.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // a0 - a7     
    472. 

  472.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // a8 - af 
    473. 

  473.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // b0 - b7 
    474. 

  474.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // b8 - bf 
    475. 

  475.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // c0 - c7 
    476. 

  476.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // c8 - cf 
    477. 

  477.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // d0 - d7 
    478. 

  478.             BitPackage.Pack4bits(2,2,2,2,2,2,2,2),  // d8 - df 
    479. 

  479.             BitPackage.Pack4bits(3,3,3,3,3,3,3,3),  // e0 - e7 
    480. 

  480.             BitPackage.Pack4bits(3,3,3,3,3,4,4,4),  // e8 - ef 
    481. 

  481.             BitPackage.Pack4bits(4,4,4,4,4,4,4,4),  // f0 - f7 
    482. 

  482.             BitPackage.Pack4bits(4,4,4,4,4,0,0,0)   // f8 - ff 
    483. 

  483.         };
    484. 

  484. 

  485.         private readonly static int[] SJIS_st = {
    486. 

  486.             BitPackage.Pack4bits(ERROR,START,START,    3,ERROR,ERROR,ERROR,ERROR),//00-07 
    487. 

  487.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ITSME,ITSME,ITSME,ITSME),//08-0f 
    488. 

  488.             BitPackage.Pack4bits(ITSME,ITSME,ERROR,ERROR,START,START,START,START) //10-17        
    489. 

  489.         };
    490. 

  490. 

  491.         private readonly static int[] SJISCharLenTable = { 0, 1, 1, 2, 0, 0 };
    492. 

  492.         
    493. 

  493.         public SJISSMModel() : base(
    494. 

  494.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    495. 

  495.                          BitPackage.SHIFT_MASK_4BITS, 
    496. 

  496.                          BitPackage.BIT_SHIFT_4BITS,
    497. 

  497.                          BitPackage.UNIT_MASK_4BITS, SJIS_cls),
    498. 

  498.                          6,
    499. 

  499.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    500. 

  500.                          BitPackage.SHIFT_MASK_4BITS, 
    501. 

  501.                          BitPackage.BIT_SHIFT_4BITS,
    502. 

  502.                          BitPackage.UNIT_MASK_4BITS, SJIS_st),
    503. 

  503.               SJISCharLenTable, "Shift_JIS")
    504. 

  504.         {
    505. 

  505. 

  506.         }
    507. 

  507.     }
    508. 

  508.     
    509. 

  509.     public class UCS2BESMModel : SMModel
    510. 

  510.     {
    511. 

  511.         private readonly static int[] UCS2BE_cls = {
    512. 

  512.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 00 - 07 
    513. 

  513.             BitPackage.Pack4bits(0,0,1,0,0,2,0,0),  // 08 - 0f 
    514. 

  514.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 10 - 17 
    515. 

  515.             BitPackage.Pack4bits(0,0,0,3,0,0,0,0),  // 18 - 1f 
    516. 

  516.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 20 - 27 
    517. 

  517.             BitPackage.Pack4bits(0,3,3,3,3,3,0,0),  // 28 - 2f 
    518. 

  518.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 30 - 37 
    519. 

  519.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 38 - 3f 
    520. 

  520.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 40 - 47 
    521. 

  521.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 48 - 4f 
    522. 

  522.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 50 - 57 
    523. 

  523.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 58 - 5f 
    524. 

  524.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 60 - 67 
    525. 

  525.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 68 - 6f 
    526. 

  526.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 70 - 77 
    527. 

  527.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 78 - 7f 
    528. 

  528.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 80 - 87 
    529. 

  529.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 88 - 8f 
    530. 

  530.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 90 - 97 
    531. 

  531.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 98 - 9f 
    532. 

  532.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // a0 - a7 
    533. 

  533.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // a8 - af 
    534. 

  534.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // b0 - b7 
    535. 

  535.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // b8 - bf 
    536. 

  536.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // c0 - c7 
    537. 

  537.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // c8 - cf 
    538. 

  538.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // d0 - d7 
    539. 

  539.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // d8 - df 
    540. 

  540.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // e0 - e7 
    541. 

  541.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // e8 - ef 
    542. 

  542.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // f0 - f7 
    543. 

  543.             BitPackage.Pack4bits(0,0,0,0,0,0,4,5)   // f8 - ff 
    544. 

  544.         };
    545. 

  545. 

  546.         private readonly static int[] UCS2BE_st = {
    547. 

  547.             BitPackage.Pack4bits(    5,    7,    7,ERROR,    4,    3,ERROR,ERROR),//00-07 
    548. 

  548.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ITSME,ITSME,ITSME,ITSME),//08-0f 
    549. 

  549.             BitPackage.Pack4bits(ITSME,ITSME,    6,    6,    6,    6,ERROR,ERROR),//10-17 
    550. 

  550.             BitPackage.Pack4bits(    6,    6,    6,    6,    6,ITSME,    6,    6),//18-1f 
    551. 

  551.             BitPackage.Pack4bits(    6,    6,    6,    6,    5,    7,    7,ERROR),//20-27 
    552. 

  552.             BitPackage.Pack4bits(    5,    8,    6,    6,ERROR,    6,    6,    6),//28-2f 
    553. 

  553.             BitPackage.Pack4bits(    6,    6,    6,    6,ERROR,ERROR,START,START) //30-37 
    554. 

  554.         };
    555. 

  555. 

  556.         private readonly static int[] UCS2BECharLenTable = { 2, 2, 2, 0, 2, 2 };
    557. 

  557.         
    558. 

  558.         public UCS2BESMModel() : base(
    559. 

  559.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    560. 

  560.                          BitPackage.SHIFT_MASK_4BITS, 
    561. 

  561.                          BitPackage.BIT_SHIFT_4BITS,
    562. 

  562.                          BitPackage.UNIT_MASK_4BITS, UCS2BE_cls),
    563. 

  563.                          6,
    564. 

  564.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    565. 

  565.                          BitPackage.SHIFT_MASK_4BITS, 
    566. 

  566.                          BitPackage.BIT_SHIFT_4BITS,
    567. 

  567.                          BitPackage.UNIT_MASK_4BITS, UCS2BE_st),
    568. 

  568.               UCS2BECharLenTable, "UTF-16BE")
    569. 

  569.         {
    570. 

  570. 

  571.         }
    572. 

  572.     }
    573. 

  573.     
    574. 

  574.     public class UCS2LESMModel : SMModel
    575. 

  575.     {
    576. 

  576.         private readonly static int[] UCS2LE_cls = {
    577. 

  577.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 00 - 07 
    578. 

  578.             BitPackage.Pack4bits(0,0,1,0,0,2,0,0),  // 08 - 0f 
    579. 

  579.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 10 - 17 
    580. 

  580.             BitPackage.Pack4bits(0,0,0,3,0,0,0,0),  // 18 - 1f 
    581. 

  581.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 20 - 27 
    582. 

  582.             BitPackage.Pack4bits(0,3,3,3,3,3,0,0),  // 28 - 2f 
    583. 

  583.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 30 - 37 
    584. 

  584.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 38 - 3f 
    585. 

  585.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 40 - 47 
    586. 

  586.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 48 - 4f 
    587. 

  587.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 50 - 57 
    588. 

  588.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 58 - 5f 
    589. 

  589.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 60 - 67 
    590. 

  590.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 68 - 6f 
    591. 

  591.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 70 - 77 
    592. 

  592.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 78 - 7f 
    593. 

  593.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 80 - 87 
    594. 

  594.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 88 - 8f 
    595. 

  595.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 90 - 97 
    596. 

  596.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // 98 - 9f 
    597. 

  597.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // a0 - a7 
    598. 

  598.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // a8 - af 
    599. 

  599.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // b0 - b7 
    600. 

  600.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // b8 - bf 
    601. 

  601.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // c0 - c7 
    602. 

  602.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // c8 - cf 
    603. 

  603.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // d0 - d7 
    604. 

  604.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // d8 - df 
    605. 

  605.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // e0 - e7 
    606. 

  606.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // e8 - ef 
    607. 

  607.             BitPackage.Pack4bits(0,0,0,0,0,0,0,0),  // f0 - f7 
    608. 

  608.             BitPackage.Pack4bits(0,0,0,0,0,0,4,5)   // f8 - ff 
    609. 

  609.         };
    610. 

  610. 

  611.         private readonly static int[] UCS2LE_st = {
    612. 

  612.             BitPackage.Pack4bits(    6,    6,    7,    6,    4,    3,ERROR,ERROR),//00-07 
    613. 

  613.             BitPackage.Pack4bits(ERROR,ERROR,ERROR,ERROR,ITSME,ITSME,ITSME,ITSME),//08-0f 
    614. 

  614.             BitPackage.Pack4bits(ITSME,ITSME,    5,    5,    5,ERROR,ITSME,ERROR),//10-17 
    615. 

  615.             BitPackage.Pack4bits(    5,    5,    5,ERROR,    5,ERROR,    6,    6),//18-1f 
    616. 

  616.             BitPackage.Pack4bits(    7,    6,    8,    8,    5,    5,    5,ERROR),//20-27 
    617. 

  617.             BitPackage.Pack4bits(    5,    5,    5,ERROR,ERROR,ERROR,    5,    5),//28-2f 
    618. 

  618.             BitPackage.Pack4bits(    5,    5,    5,ERROR,    5,ERROR,START,START) //30-37 
    619. 

  619.         };
    620. 

  620. 

  621.         private readonly static int[] UCS2LECharLenTable = { 2, 2, 2, 2, 2, 2 };
    622. 

  622.         
    623. 

  623.         public UCS2LESMModel() : base(
    624. 

  624.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    625. 

  625.                          BitPackage.SHIFT_MASK_4BITS, 
    626. 

  626.                          BitPackage.BIT_SHIFT_4BITS,
    627. 

  627.                          BitPackage.UNIT_MASK_4BITS, UCS2LE_cls),
    628. 

  628.                          6,
    629. 

  629.               new BitPackage(BitPackage.INDEX_SHIFT_4BITS, 
    630. 

  630.                          BitPackage.SHIFT_MASK_4BITS, 
    631. 

  631.                          BitPackage.BIT_SHIFT_4BITS,
    632. 

  632.                          BitPackage.UNIT_MASK_4BITS, UCS2LE_st),
    633. 

  633.               UCS2LECharLenTable, "UTF-16LE")
    634. 

  634.         {
    635. 

  635. 

  636.         }
    637. 

  637.     }
    638. 

  638.     
    639. 

  639.     
    640. 

  640. }
    641.