perky 03/05/29 02:12:29
Modified: cjkcodecs Makefile aliases.py
Added: cjkcodecs utf_8.py
Log:
Add utf-8 codec. (we need this to have a 'sane' UTF-8 StreamReader.)
Revision Changes Path
1.5 +3 -2 cjkcodecs/cjkcodecs/Makefile
Index: Makefile
===================================================================
RCS file: /cvsroot/koco/cjkcodecs/cjkcodecs/Makefile,v
retrieving revision 1.4
retrieving revision 1.5
diff -u -r1.4 -r1.5
--- Makefile 29 May 2003 07:22:37 -0000 1.4
+++ Makefile 29 May 2003 09:12:29 -0000 1.5
@@ -25,13 +25,14 @@
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
-# $Id: Makefile,v 1.4 2003/05/29 07:22:37 perky Exp $
+# $Id: Makefile,v 1.5 2003/05/29 09:12:29 perky Exp $
#
GENERIC_ENCODINGS= gb2312 gbk gb18030 hz \
big5 cp950 \
cp932 shift_jis euc_jp \
- cp949 euc_kr johab
+ cp949 euc_kr johab \
+ utf_8
all:
for cset in ${GENERIC_ENCODINGS}; do \
1.5 +5 -1 cjkcodecs/cjkcodecs/aliases.py
Index: aliases.py
===================================================================
RCS file: /cvsroot/koco/cjkcodecs/cjkcodecs/aliases.py,v
retrieving revision 1.4
retrieving revision 1.5
diff -u -r1.4 -r1.5
--- aliases.py 29 May 2003 07:22:38 -0000 1.4
+++ aliases.py 29 May 2003 09:12:29 -0000 1.5
@@ -26,7 +26,7 @@
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
-# $Id: aliases.py,v 1.4 2003/05/29 07:22:38 perky Exp $
+# $Id: aliases.py,v 1.5 2003/05/29 09:12:29 perky Exp $
#
from encodings.aliases import aliases
@@ -107,6 +107,10 @@
'shift_jis' : 'cjkcodecs.shift_jis',
'sjis' : 'cjkcodecs.shift_jis',
's_jis' : 'cjkcodecs.shift_jis',
+
+ # utf_8 codec
+ #'utf8' : 'cjkcodecs.utf8',
+ #'utf_8' : 'cjkcodecs.utf_8',
})
del aliases
1.1 cjkcodecs/cjkcodecs/utf_8.py
Index: utf_8.py
===================================================================
# ACHTUNG: This file is generated automatically. Please do not edit.
#
# utf_8.py: Python Unicode Codec for UTF_8
#
# Copyright (C) 2003 Hye-Shik Chang <pe...@Fr...>.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
# INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
# STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
# $Id: utf_8.py,v 1.1 2003/05/29 09:12:29 perky Exp $
#
from cjkcodecs._utf_8 import codec
import codecs
class Codec(codecs.Codec):
encode = codec.encode
decode = codec.decode
class StreamReader(Codec, codecs.StreamReader):
def __init__(self, stream, errors='strict'):
codecs.StreamReader.__init__(self, stream, errors)
__codec = codec.StreamReader(stream, errors)
self.read = __codec.read
self.readline = __codec.readline
self.readlines = __codec.readlines
self.reset = __codec.reset
class StreamWriter(Codec, codecs.StreamWriter):
def __init__(self, stream, errors='strict'):
codecs.StreamWriter.__init__(self, stream, errors)
__codec = codec.StreamWriter(stream, errors)
self.write = __codec.write
self.writelines = __codec.writelines
self.reset = __codec.reset
def getregentry():
return (Codec().encode,Codec().decode,StreamReader,StreamWriter)
# ex: ts=8 sts=4 et
|
