[KoCo-CVS] [Commit] cjkcodecs/src/maps map_big5.h map_cp950ext.h

[Hye-Shik C. <pe...@us...>]

perky       03/06/20 02:04:53

  Modified:    src/maps map_big5.h map_cp950ext.h
  Log:
  - Tweaked some mapping for cp932 and cp950 to make more consistency
    with MS Windows.
    - CP932: Added single byte "UNDEFINED" characters 0x80, 0xa0, 0xfd,
             0xfe, 0xff (documented on NOTES.cp932)
    - CP950: Changed encode mappings to another more popular for
             duplicated unicode points: 5341 -> A451, 5345 -> A4CA
  - A unittest for big5 mapping is added.
  - Fixed a bug that cp932 codec couldn't decode half-width katakana.
  
  Revision  Changes    Path
  1.4       +0 -0      cjkcodecs/src/maps/map_big5.h
  
  Index: map_big5.h
  ===================================================================
  RCS file: /cvsroot/koco/cjkcodecs/src/maps/map_big5.h,v
  retrieving revision 1.3
  retrieving revision 1.4
  diff -u -r1.3 -r1.4
  --- map_big5.h	19 Jun 2003 17:49:01 -0000	1.3
  +++ map_big5.h	20 Jun 2003 09:04:53 -0000	1.4
  @@ -1,5 +1,5 @@
   /*
  - * $Id: map_big5.h,v 1.3 2003/06/19 17:49:01 perky Exp $
  + * $Id: map_big5.h,v 1.4 2003/06/20 09:04:53 perky Exp $
    */
   
   static const Py_UNICODE __big5_decmap[16702] = {
  
  
  
  1.5       +14 -4     cjkcodecs/src/maps/map_cp950ext.h
  
  Index: map_cp950ext.h
  ===================================================================
  RCS file: /cvsroot/koco/cjkcodecs/src/maps/map_cp950ext.h,v
  retrieving revision 1.4
  retrieving revision 1.5
  diff -u -r1.4 -r1.5
  --- map_cp950ext.h	19 Jun 2003 17:49:01 -0000	1.4
  +++ map_cp950ext.h	20 Jun 2003 09:04:53 -0000	1.5
  @@ -1,5 +1,5 @@
   /*
  - * $Id: map_cp950ext.h,v 1.4 2003/06/19 17:49:01 perky Exp $
  + * $Id: map_cp950ext.h,v 1.5 2003/06/20 09:04:53 perky Exp $
    */
   
   static const Py_UNICODE __cp950ext_decmap[224] = {
  @@ -292,7 +292,7 @@
   /* 0xFF */ {0, 0, 0},
   };
   
  -static const DBCHAR __cp950ext_encmap[502] = {
  +static const DBCHAR __cp950ext_encmap[581] = {
     0xa1c2, 0xa145, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  @@ -338,15 +338,17 @@
     0xf9dc, 0xf9da, 0xf9d6, 0xf9db, 0xf9d8, 0xf9d7, 0xa14e, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  -  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, 0xa242, 0xa1e3, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, 0xa242, 0xa1fe, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, 0xa240, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, 0xa1e3, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  @@ -355,7 +357,15 @@
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
     NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  -  0xa246, 0xa247, NOCHAR, NOCHAR, NOCHAR, 0xa244,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR,
  +  NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, NOCHAR, 0xa246,
  +  0xa247, NOCHAR, NOCHAR, NOCHAR, 0xa244,
   };
   
   static const struct unim_index cp950ext_encmap[256] = {
  @@ -614,6 +624,6 @@
   /* 0xFC */ {0, 0, 0},
   /* 0xFD */ {0, 0, 0},
   /* 0xFE */ {__cp950ext_encmap+342, 0x51, 0x68},
  -/* 0xFF */ {__cp950ext_encmap+366, 0x5e, 0xe5},
  +/* 0xFF */ {__cp950ext_encmap+366, 0x0f, 0xe5},
   };