[KoCo-CVS] [Commit] cjkcodecs/tools genmap_japanese.py genmap_schinese.py genmap_tchinese.py genmap_
Brought to you by:
perky
Menu
▾
▴
[KoCo-CVS] [Commit] cjkcodecs/tools genmap_japanese.py genmap_schinese.py genmap_tchinese.py genmap_korean.py genmap_support.py
|
From: Hye-Shik C. <pe...@us...> - 2003-06-10 11:12:15
|
perky 03/06/10 04:12:13
Modified: tools genmap_japanese.py genmap_schinese.py
genmap_tchinese.py genmap_korean.py
genmap_support.py
Log:
Remove old datever values.
Revision Changes Path
1.7 +5 -5 cjkcodecs/tools/genmap_japanese.py
Index: genmap_japanese.py
===================================================================
RCS file: /cvsroot/koco/cjkcodecs/tools/genmap_japanese.py,v
retrieving revision 1.6
retrieving revision 1.7
diff -u -r1.6 -r1.7
--- genmap_japanese.py 26 May 2003 13:51:19 -0000 1.6
+++ genmap_japanese.py 10 Jun 2003 11:12:12 -0000 1.7
@@ -26,7 +26,7 @@
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
-# $Id: genmap_japanese.py,v 1.6 2003/05/26 13:51:19 perky Exp $
+# $Id: genmap_japanese.py,v 1.7 2003/06/10 11:12:12 perky Exp $
#
from genmap_support import *
@@ -62,10 +62,10 @@
raise SystemExit
print "Loading Mapping File..."
-jisx0208datever, sjisdecmap = loadmap(jisx0208file, natcol=0, unicol=2)
-jisx0208datever, jisx0208decmap = loadmap(jisx0208file, natcol=1, unicol=2)
-jisx0212datever, jisx0212decmap = loadmap(jisx0212file)
-cp932datever, cp932decmap = loadmap(cp932file)
+sjisdecmap = loadmap(jisx0208file, natcol=0, unicol=2)
+jisx0208decmap = loadmap(jisx0208file, natcol=1, unicol=2)
+jisx0212decmap = loadmap(jisx0212file)
+cp932decmap = loadmap(cp932file)
sjisencmap, cp932encmap = {}, {}
jisx0208_0212encmap = {}
1.2 +3 -3 cjkcodecs/tools/genmap_schinese.py
Index: genmap_schinese.py
===================================================================
RCS file: /cvsroot/koco/cjkcodecs/tools/genmap_schinese.py,v
retrieving revision 1.1
retrieving revision 1.2
diff -u -r1.1 -r1.2
--- genmap_schinese.py 17 May 2003 20:33:06 -0000 1.1
+++ genmap_schinese.py 10 Jun 2003 11:12:12 -0000 1.2
@@ -26,7 +26,7 @@
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
-# $Id: genmap_schinese.py,v 1.1 2003/05/17 20:33:06 perky Exp $
+# $Id: genmap_schinese.py,v 1.2 2003/06/10 11:12:12 perky Exp $
#
from genmap_support import *
@@ -88,8 +88,8 @@
print "Loading Mapping File..."
gb18030decmap, gb18030unilinear = parse_gb18030map(gb18030map)
-datever, gbkdecmap = loadmap(cp936map)
-gb2312_datever, gb2312decmap = loadmap(gb2312map)
+gbkdecmap = loadmap(cp936map)
+gb2312decmap = loadmap(gb2312map)
difmap = {}
for c1, m in gbkdecmap.items():
for c2, code in m.items():
1.3 +3 -3 cjkcodecs/tools/genmap_tchinese.py
Index: genmap_tchinese.py
===================================================================
RCS file: /cvsroot/koco/cjkcodecs/tools/genmap_tchinese.py,v
retrieving revision 1.2
retrieving revision 1.3
diff -u -r1.2 -r1.3
--- genmap_tchinese.py 28 May 2003 06:51:33 -0000 1.2
+++ genmap_tchinese.py 10 Jun 2003 11:12:12 -0000 1.3
@@ -26,7 +26,7 @@
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
-# $Id: genmap_tchinese.py,v 1.2 2003/05/28 06:51:33 perky Exp $
+# $Id: genmap_tchinese.py,v 1.3 2003/06/10 11:12:12 perky Exp $
#
from genmap_support import *
@@ -52,8 +52,8 @@
raise SystemExit
print "Loading Mapping File..."
-datever, cp950decmap = loadmap(cp950map)
-big5_datever, big5decmap = loadmap(big5map)
+cp950decmap = loadmap(cp950map)
+big5decmap = loadmap(big5map)
big5encmap, cp950encmap = {}, {}
for c1, m in cp950decmap.items():
for c2, code in m.items():
1.6 +2 -2 cjkcodecs/tools/genmap_korean.py
Index: genmap_korean.py
===================================================================
RCS file: /cvsroot/koco/cjkcodecs/tools/genmap_korean.py,v
retrieving revision 1.5
retrieving revision 1.6
diff -u -r1.5 -r1.6
--- genmap_korean.py 27 May 2003 04:31:00 -0000 1.5
+++ genmap_korean.py 10 Jun 2003 11:12:12 -0000 1.6
@@ -26,7 +26,7 @@
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
-# $Id: genmap_korean.py,v 1.5 2003/05/27 04:31:00 perky Exp $
+# $Id: genmap_korean.py,v 1.6 2003/06/10 11:12:12 perky Exp $
#
from genmap_support import *
@@ -46,7 +46,7 @@
raise SystemExit
print "Loading Mapping File..."
-datever, decmap = loadmap(mapfile)
+decmap = loadmap(mapfile)
uhcdecmap, ksx1001decmap = {}, {}
cp949encmap = {}
for c1, c2map in decmap.iteritems():
1.7 +3 -9 cjkcodecs/tools/genmap_support.py
Index: genmap_support.py
===================================================================
RCS file: /cvsroot/koco/cjkcodecs/tools/genmap_support.py,v
retrieving revision 1.6
retrieving revision 1.7
diff -u -r1.6 -r1.7
--- genmap_support.py 2 Jun 2003 11:21:06 -0000 1.6
+++ genmap_support.py 10 Jun 2003 11:12:12 -0000 1.7
@@ -26,18 +26,16 @@
# IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
-# $Id: genmap_support.py,v 1.6 2003/06/02 11:21:06 perky Exp $
+# $Id: genmap_support.py,v 1.7 2003/06/10 11:12:12 perky Exp $
#
import re
COPYRIGHT_HEADER = """\
/*
- * $Id: genmap_support.py,v 1.6 2003/06/02 11:21:06 perky Exp $
+ * $Id: genmap_support.py,v 1.7 2003/06/10 11:12:12 perky Exp $
*/
"""
-re_UNIMAPDATE = re.compile('Date:\s*([ a-zA-Z0-9/]*)')
-re_UNIMAPVERSION= re.compile('Table version:\s*([0-9.]+)')
def printcopyright(fo):
print >> fo, COPYRIGHT_HEADER
@@ -145,10 +143,6 @@
def loadmap(fo, natcol=0, unicol=1, sbcs=0):
fo.seek(0, 0)
head = fo.read(1024)
- mapdatever = '%s-%s' % (
- re_UNIMAPVERSION.findall(head)[0],
- re_UNIMAPDATE.findall(head)[0]
- )
fo.seek(0, 0)
decmap = {}
@@ -162,6 +156,6 @@
decmap.setdefault((loc >> 8), {})
decmap[(loc >> 8)][(loc & 0xff)] = uni
- return mapdatever, decmap
+ return decmap
# ex: ts=8 sts=4 et
|
