[Docutils-checkins] SF.net SVN: docutils:[7517] trunk/sandbox/docbook

[<pau...@us...>]

Revision: 7517
          http://docutils.svn.sourceforge.net/docutils/?rev=7517&view=rev
Author:   paultremblay
Date:     2012-09-29 22:52:50 +0000 (Sat, 29 Sep 2012)
Log Message:
-----------
Script converts rst to PDF in one pass. It will include validation. 

Modified Paths:
--------------
    trunk/sandbox/docbook/setup.py

Added Paths:
-----------
    trunk/sandbox/docbook/scripts/docutils_to_xml.py

Added: trunk/sandbox/docbook/scripts/docutils_to_xml.py
===================================================================
--- trunk/sandbox/docbook/scripts/docutils_to_xml.py	                        (rev 0)
+++ trunk/sandbox/docbook/scripts/docutils_to_xml.py	2012-09-29 22:52:50 UTC (rev 7517)
@@ -0,0 +1,150 @@
+import os, sys, subprocess, argparse, tempfile, logging, glob
+import xml.etree.cElementTree as etree
+import asciitomathml.asciitomathml 
+from xml.etree.ElementTree import Element, tostring
+
+try:
+    import locale
+    locale.setlocale(locale.LC_ALL, '')
+except:
+    pass
+
+class NoRunException(Exception):
+    pass
+
+class ToXml():
+    """
+    convert to XML with math string
+
+    """
+
+    def __init__(self):
+        self.path_id = '__rst__'
+        self._transform_num = 0
+        self.make_logging()
+
+    def make_logging(self, ch_level=logging.ERROR, fh_level=logging.INFO):
+        logger = logging.getLogger(__name__)
+        logger.setLevel(logging.DEBUG)
+        fh = logging.FileHandler('docutils_to_xml.log')
+        fh.setLevel(fh_level)
+        ch = logging.StreamHandler()
+        ch.setLevel(ch_level)
+        formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
+        ch.setFormatter(formatter)
+        fh.setFormatter(formatter)
+        logger.addHandler(ch)
+        logger.addHandler(fh)
+        self.logger = logger
+    
+    def rst_to_xml(self, in_file, base=None, in_encoding='utf8'):
+        from docutils.core import publish_cmdline, default_description
+        input_encode = '--input-encoding={0}'.format(in_encoding)
+        output_encode = '--output-encoding=ascii'
+        needed_opts = ['--traceback', '--strip-comments', '--trim-footnote-reference-space', 
+                '--no-doctype', input_encode, output_encode, '--no-generator']
+        fh, temp_file = tempfile.mkstemp()
+        if not base:
+            base = [sys.argv[0]]
+        sys.argv = base +  needed_opts + [in_file]
+        with open(temp_file, 'w') as write_obj:
+            stdout = sys.stdout
+            sys.stdout = write_obj
+            description = ('Generates Docutils-native XML from standalone '
+                           'reStructuredText sources.  ' + default_description)
+            publish_cmdline(writer_name='xml', description=description)
+            sys.stdout = stdout
+        with open(temp_file, 'r', ) as read_obj:
+            xml_string = ''.join(read_obj.readlines())
+        os.close(fh)
+        os.remove(temp_file)
+        return xml_string
+
+    def insert_math_elements(self, xml_string, out_encoding='ASCII'):
+        tree = etree.XML(xml_string)
+        for ma in ['math_block', 'math']:
+            for e in tree.iter(ma):
+                math_text = e.text
+                e.text = ''
+                if ma == 'math_block':
+                    math_obj =  asciitomathml.asciitomathml.AsciiMathML(mstyle={'displaystyle':'true'})
+                else:
+                    math_obj =  asciitomathml.asciitomathml.AsciiMathML()
+                math_obj.parse_string(math_text)
+                math_tree = math_obj.get_tree()
+                math_string = tostring(math_tree, encoding='ascii') 
+                math_tree = etree.XML(math_string)
+                e.insert(0, math_tree)
+        xml_string = tostring(tree, encoding=out_encoding)
+        return xml_string
+
+    def _make_temp(self, the_type):
+        filename, ext = os.path.splitext(self.in_file)
+        basename = os.path.basename(self.in_file)
+        if the_type == 'transform':
+            self._transform_num += 1
+            return '{0}{1}transform{2}.xml'.format(filename, self.path_id, self._transform_num ) 
+        elif the_type == 'docbook':
+            return '{0}{1}docbook.xml'.format(filename, self.path_id ) 
+        elif the_type == 'rst':
+            return  '{0}{1}raw.xml'.format(filename, self.path_id ) 
+
+    def to_docbook(self, raw_path, xsl_files = []):
+        doc_home = os.environ.get('DOCBOOK_XSL')
+        if len(xsl_files) == 0:
+            xsl_file = os.path.join(doc_home, 'docutils_to_docbook.xsl')
+            if not os.path.isfile(xsl_file):
+                raise IOError('cannot find "{0}'.format(xsl_file))
+            xsl_files = [xsl_file]
+        in_files = [raw_path]
+        counter = 0
+        for xsl in xsl_files:
+            if counter + 1 == len(xsl_files):
+                the_type = 'docbook'
+            else:
+                the_type = 'transform'
+            out_file = self._make_temp(the_type=the_type)
+            self.logger.debug('out file from temp is "{0}"'.format(out_file))
+            command_list = ['xsltproc', '--nonet', '--novalid', '--output',  out_file,  xsl, in_files[counter]]
+            self.logger.debug('command list is:')
+            self.logger.debug(command_list)
+            exit_status = subprocess.call(command_list)
+            if exit_status:
+                raise NoRunException('Cannot do xsl')
+            in_files.append(out_file)
+            counter += 1
+
+    def clean(self, the_dir):
+        pattern = os.path.join(the_dir, '*{0}docbook.xml'.format(self.path_id))
+        print(pattern)
+        files = glob.glob(pattern)
+        pattern = os.path.join(the_dir, '*{0}transform[0-9].xml'.format(self.path_id))
+        files += glob.glob(pattern)
+        pattern = os.path.join(the_dir, '*{0}raw.xml'.format(self.path_id))
+        files += glob.glob(pattern)
+        self.logger.debug(files)
+        for f in files:
+            os.remove(f)
+
+
+    def convert(self, in_file, in_encoding='utf8', to_docbook=True):
+        self.in_file = in_file
+        xml_string = self.rst_to_xml(in_file=in_file, in_encoding=in_encoding)
+        xml_string = self.insert_math_elements(xml_string)
+        raw_path = self._make_temp(the_type = 'rst')
+        with open(raw_path, 'w') as write_obj:
+            write_obj.write(xml_string)
+        self.to_docbook(raw_path)
+        doc_home = os.environ.get('DOCBOOK_XSL')
+        x_main = os.path.join(doc_home, 'docutils_to_docbook.xsl')
+        xsl_t = '/Users/cejohnsonlouisville/Dropbox/programming/xsl/examples/complete_copy.xsl'
+        self.to_docbook(raw_path, xsl_files = [xsl_t, x_main])
+
+
+
+if __name__ == '__main__':
+    to_xml_obj = ToXml()
+    to_xml_obj.make_logging(ch_level = logging.DEBUG)
+    t = to_xml_obj.convert(in_file = 'test/data/simple.rst')
+    to_xml_obj.clean(the_dir = 'test/data')
+    # to_xml_obj.convert(in_file = 'temp2.rst', in_encoding='utf16')

Modified: trunk/sandbox/docbook/setup.py
===================================================================
--- trunk/sandbox/docbook/setup.py	2012-09-29 03:46:16 UTC (rev 7516)
+++ trunk/sandbox/docbook/setup.py	2012-09-29 22:52:50 UTC (rev 7517)
@@ -2,10 +2,9 @@
 from distutils.core import setup
 
 scripts_dir = 'scripts'
-if sys.version_info >= (3,):
-    from distutils.util import copydir_run_2to3
-    copydir_run_2to3('scripts', 'scripts_ver3')
-    scripts_dir = 'scripts_ver3'
+if sys.version_info < (3,):
+    sys.stderr.write('Sorry, but you must have Python version 3.0 or later\n')
+    sys.exit(1)
 
 
 

This was sent by the SourceForge.net collaborative development platform, the world's largest Open Source development site.