[Fasttran-checkins] fasttran/fasttran gui.py,1.3,1.4

[alexander s. <a1...@us...>]

Update of /cvsroot/fasttran/fasttran/fasttran
In directory sc8-pr-cvs5.sourceforge.net:/tmp/cvs-serv31003

Modified Files:
	gui.py 
Log Message:
ignore text segments containing no printable characters

Index: gui.py
===================================================================
RCS file: /cvsroot/fasttran/fasttran/fasttran/gui.py,v
retrieving revision 1.3
retrieving revision 1.4
diff -C2 -d -r1.3 -r1.4
*** gui.py	28 Feb 2007 10:17:17 -0000	1.3
--- gui.py	12 Apr 2007 10:08:57 -0000	1.4
***************
*** 1,4 ****
--- 1,5 ----
  """fasttran Graphic User Interface"""
  """History (most recent first):
+ 12-apr-2007 [als]   ignore text segments containing no printable characters
  28-feb-2007 [als]   change LanguageID in translated document;
                      typo in .Translate: invalid highlight for scores < 40
***************
*** 29,32 ****
--- 30,38 ----
      faceName="Verdana")
  
+ # Non-printable characters.
+ # Text segments consisting entirely of these characters
+ # will be ignored in TM training and text translation.
+ BLANKS = "".join(chr(_ii) for _ii in xrange(33)) # \x00 to space
+ 
  class ExitButton(wx.Button):
  
***************
*** 298,302 ****
              _range = _paragraphs(_ii).Range
              for _phrase in _seg.get_segments(_range.Text):
!                 if not _phrase.strip():
                      # the segment is empty - skip
                      _range.Start += len(_phrase)
--- 304,308 ----
              _range = _paragraphs(_ii).Range
              for _phrase in _seg.get_segments(_range.Text):
!                 if not _phrase.strip(BLANKS):
                      # the segment is empty - skip
                      _range.Start += len(_phrase)
***************
*** 483,489 ****
          _rv = []
          for _ii in xrange(1, _paragraphs.Count + 1):
!             _text = _paragraphs.Item(_ii).Range.Text.strip()
              if _text:
!                 _rv.append(filter(None, [_phrase.strip()
                      for _phrase in _seg.get_segments(_text)]))
              self.gauge.SetValue(_ii * _gauge_step + _gauge_start)
--- 489,495 ----
          _rv = []
          for _ii in xrange(1, _paragraphs.Count + 1):
!             _text = _paragraphs.Item(_ii).Range.Text.strip(BLANKS)
              if _text:
!                 _rv.append(filter(None, [_phrase.strip(BLANKS)
                      for _phrase in _seg.get_segments(_text)]))
              self.gauge.SetValue(_ii * _gauge_step + _gauge_start)