[Docutils-checkins] SF.net SVN: docutils:[7585] trunk/docutils

[<mi...@us...>]

Revision: 7585
          http://docutils.svn.sourceforge.net/docutils/?rev=7585&view=rev
Author:   milde
Date:     2013-01-04 17:17:38 +0000 (Fri, 04 Jan 2013)
Log Message:
-----------
smartquotes: Skip emtpy text tokens without updating the last character.

Modified Paths:
--------------
    trunk/docutils/docutils/transforms/universal.py
    trunk/docutils/docutils/utils/smartquotes.py
    trunk/docutils/test/test_transforms/test_smartquotes.py

Modified: trunk/docutils/docutils/transforms/universal.py
===================================================================
--- trunk/docutils/docutils/transforms/universal.py	2013-01-01 20:00:21 UTC (rev 7584)
+++ trunk/docutils/docutils/transforms/universal.py	2013-01-04 17:17:38 UTC (rev 7585)
@@ -261,7 +261,7 @@
                         if not isinstance(txtnode.parent,
                                           nodes.option_string)]
 
-            # language: use smart-quotes for language "lang"
+            # language: use typographical quotes for language "lang"
             lang = node.get_language_code(document_language)
             # use alternative form if `smart-quotes` setting starts with "alt":
             if alternative:

Modified: trunk/docutils/docutils/utils/smartquotes.py
===================================================================
--- trunk/docutils/docutils/utils/smartquotes.py	2013-01-01 20:00:21 UTC (rev 7584)
+++ trunk/docutils/docutils/utils/smartquotes.py	2013-01-04 17:17:38 UTC (rev 7585)
@@ -382,7 +382,7 @@
     # For other languages see:
     # http://en.wikipedia.org/wiki/Non-English_usage_of_quotation_marks
     # http://de.wikipedia.org/wiki/Anf%C3%BChrungszeichen#Andere_Sprachen
-    quotes = {'af':        u'“”‘’',
+    quotes = {'af':           u'“”‘’',
               'af-x-altquot': u'„”‚’',
               'ca':           u'«»“”',
               'ca-x-altquot': u'“”‘’',
@@ -507,14 +507,15 @@
 
     for (ttype, text) in text_tokens:
 
-        # skip HTML and/or XML tags (do not update last character)
-        if ttype == 'tag':
+        # skip HTML and/or XML tags as well as emtpy text tokens
+        # without updating the last character
+        if ttype == 'tag' or not text:
             yield text
             continue
 
         # skip literal text (math, literal, raw, ...)
         if ttype == 'literal':
-            prev_token_last_char = text[-1]
+            prev_token_last_char = text[-1:]
             yield text
             continue
 

Modified: trunk/docutils/test/test_transforms/test_smartquotes.py
===================================================================
--- trunk/docutils/test/test_transforms/test_smartquotes.py	2013-01-01 20:00:21 UTC (rev 7584)
+++ trunk/docutils/test/test_transforms/test_smartquotes.py	2013-01-04 17:17:38 UTC (rev 7585)
@@ -95,9 +95,12 @@
 Quotes and inline-elements:
 
 * Around "_`targets`", "*emphasized*" or "``literal``" text
-  and links to "targets_".                                          
+  and links to "targets_".
 
 * Inside *"emphasized"* or other `inline "roles"`
+
+Do not drop characters from intra-word inline markup like
+*re*\ ``Structured``\ *Text*.
 """,
 u"""\
 <document source="test data">
@@ -127,7 +130,16 @@
                     “emphasized”
                  or other \n\
                 <title_reference>
-                    inline “roles”\
+                    inline “roles”
+    <paragraph>
+        Do not drop characters from intra-word inline markup like
+        <emphasis>
+            re
+        <literal>
+            Structured
+        <emphasis>
+            Text
+        .\
 """],
 ["""\
 .. class:: language-de

This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.