[KoCo-CVS] [Commit] cjkcodecs/cjkcodecs utf_8.py Makefile aliases.py

[Hye-Shik C. <pe...@us...>]

perky       03/05/29 02:12:29

  Modified:    cjkcodecs Makefile aliases.py
  Added:       cjkcodecs utf_8.py
  Log:
  Add utf-8 codec. (we need this to have a 'sane' UTF-8 StreamReader.)
  
  Revision  Changes    Path
  1.5       +3 -2      cjkcodecs/cjkcodecs/Makefile
  
  Index: Makefile
  ===================================================================
  RCS file: /cvsroot/koco/cjkcodecs/cjkcodecs/Makefile,v
  retrieving revision 1.4
  retrieving revision 1.5
  diff -u -r1.4 -r1.5
  --- Makefile	29 May 2003 07:22:37 -0000	1.4
  +++ Makefile	29 May 2003 09:12:29 -0000	1.5
  @@ -25,13 +25,14 @@
   # IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
   # POSSIBILITY OF SUCH DAMAGE.
   #
  -# $Id: Makefile,v 1.4 2003/05/29 07:22:37 perky Exp $
  +# $Id: Makefile,v 1.5 2003/05/29 09:12:29 perky Exp $
   #
   
   GENERIC_ENCODINGS=	gb2312 gbk gb18030 hz \
   			big5 cp950 \
   			cp932 shift_jis euc_jp \
  -			cp949 euc_kr johab
  +			cp949 euc_kr johab \
  +			utf_8
   
   all:
   	for cset in ${GENERIC_ENCODINGS}; do \
  
  
  
  1.5       +5 -1      cjkcodecs/cjkcodecs/aliases.py
  
  Index: aliases.py
  ===================================================================
  RCS file: /cvsroot/koco/cjkcodecs/cjkcodecs/aliases.py,v
  retrieving revision 1.4
  retrieving revision 1.5
  diff -u -r1.4 -r1.5
  --- aliases.py	29 May 2003 07:22:38 -0000	1.4
  +++ aliases.py	29 May 2003 09:12:29 -0000	1.5
  @@ -26,7 +26,7 @@
   # IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
   # POSSIBILITY OF SUCH DAMAGE.
   #
  -# $Id: aliases.py,v 1.4 2003/05/29 07:22:38 perky Exp $
  +# $Id: aliases.py,v 1.5 2003/05/29 09:12:29 perky Exp $
   #
   
   from encodings.aliases import aliases
  @@ -107,6 +107,10 @@
       'shift_jis'          : 'cjkcodecs.shift_jis',
       'sjis'               : 'cjkcodecs.shift_jis',
       's_jis'              : 'cjkcodecs.shift_jis',
  +
  +    # utf_8 codec
  +    #'utf8'              : 'cjkcodecs.utf8',
  +    #'utf_8'             : 'cjkcodecs.utf_8',
   })
   del aliases
   
  
  
  
  1.1                  cjkcodecs/cjkcodecs/utf_8.py
  
  Index: utf_8.py
  ===================================================================
  # ACHTUNG: This file is generated automatically. Please do not edit.
  #
  # utf_8.py: Python Unicode Codec for UTF_8
  #
  # Copyright (C) 2003 Hye-Shik Chang <pe...@Fr...>.
  # All rights reserved.
  #
  # Redistribution and use in source and binary forms, with or without
  # modification, are permitted provided that the following conditions
  # are met:
  #
  # 1. Redistributions of source code must retain the above copyright
  #    notice, this list of conditions and the following disclaimer.
  # 2. Redistributions in binary form must reproduce the above copyright
  #    notice, this list of conditions and the following disclaimer in the
  #    documentation and/or other materials provided with the distribution.
  #
  # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  # DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
  # INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
  # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  # SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  # HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  # STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
  # IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  # POSSIBILITY OF SUCH DAMAGE.
  #
  # $Id: utf_8.py,v 1.1 2003/05/29 09:12:29 perky Exp $
  #
  
  from cjkcodecs._utf_8 import codec
  import codecs
  
  class Codec(codecs.Codec):
      encode = codec.encode
      decode = codec.decode
  
  class StreamReader(Codec, codecs.StreamReader):
      def __init__(self, stream, errors='strict'):
          codecs.StreamReader.__init__(self, stream, errors)
          __codec = codec.StreamReader(stream, errors)
          self.read = __codec.read
          self.readline = __codec.readline
          self.readlines = __codec.readlines
          self.reset = __codec.reset
  
  class StreamWriter(Codec, codecs.StreamWriter):
      def __init__(self, stream, errors='strict'):
          codecs.StreamWriter.__init__(self, stream, errors)
          __codec = codec.StreamWriter(stream, errors)
          self.write = __codec.write
          self.writelines = __codec.writelines
          self.reset = __codec.reset
  
  def getregentry():
      return (Codec().encode,Codec().decode,StreamReader,StreamWriter)
  
  # ex: ts=8 sts=4 et