[KoCo-CVS] [Commit] KoreanCodecs/tools generate_mackorean_mapping.py

[Hye-Shik C. <pe...@us...>]

perky       03/01/09 17:56:48

  Added:       tools    generate_mackorean_mapping.py
  Log:
  Add generator utility for MacKorean extension mapping.
  
  Revision  Changes    Path
  1.1                  KoreanCodecs/tools/generate_mackorean_mapping.py
  
  Index: generate_mackorean_mapping.py
  ===================================================================
  #!/usr/bin/env python
  #
  # This file is part of KoreanCodecs.
  #
  # Copyright(C) 2002-2003 Hye-Shik Chang <pe...@Fr...>.
  #
  # KoreanCodecs is free software; you can redistribute it and/or modify
  # it under the terms of the GNU Lesser General Public License as published
  # by the Free Software Foundation; either version 2 of the License, or
  # (at your option) any later version.
  #
  # KoreanCodecs is distributed in the hope that it will be useful,
  # but WITHOUT ANY WARRANTY; without even the implied warranty of
  # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  # GNU Lesser General Public License for more details.
  #
  # You should have received a copy of the GNU Lesser General Public License
  # along with KoreanCodecs; if not, write to the Free Software
  # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  #
  # $Id: generate_mackorean_mapping.py,v 1.1 2003/01/10 01:56:48 perky Exp $
  #
  
  decmap = {}
  multi_encmap  = {}
  
  def unichrs(s):
      return u''.join(map(unichr, map(eval, s.split('+'))))
  
  for line in open("MacKorean.txt"):
      data = line.split('#')[0].strip().split()
      if len(data) != 2:
          continue
      macv = eval(data[0])
      if macv >= 0x100:
          macv = chr(macv >> 8) + chr(macv & 0xff)
      else:
          macv = chr(macv)
      univ = unichrs(data[1])
  
      decmap[macv] = univ
  
      if len(univ) > 1:
          em = multi_encmap
          for mc in univ:
              em.setdefault(mc, {})
              em = em[mc]
          em[None] = macv
  
  decmapkeys = decmap.keys()
  decmapkeys.sort()
  print "decoding_map = {"
  for dk in decmapkeys:
      print repr(dk) + ':', repr(decmap[dk]) + ','
  print "}"
  
  def printencmap(depth, label, em):
      indent = ("  " * depth)[:-1]
      print indent, "%s: {" % repr(label)
      if em.has_key(None):
          print indent, "  None: %s," % repr(em[None])
      for ek in em:
          if ek is not None:
              printencmap(depth + 1, ek, em[ek])
      print indent, "},"
  
  printencmap(0, '', multi_encmap)
  
  # ex: ts=8 sts=4 et