made xmlcharrefreplace the default output encoding error handler forblais_interruptus@3512

HTML and XML writer

git-svn-id: http://svn.code.sf.net/p/docutils/code/trunk/docutils@3512 929543f6-e4f2-0310-98a6-ba3bd3dd1d04

2 files changed, 22 insertions, 6 deletions

diff --git a/test/test_writers/test_docutils_xml.py b/test/test_writers/test_docutils_xml.py
index 1b9790c6a..f5cf18b3f 100755
--- a/test/test_writers/test_docutils_xml.py
+++ b/test/test_writers/test_docutils_xml.py
@@ -1,4 +1,5 @@
 #!/usr/bin/env python
+# -*- coding: utf-8 -*-
 
 # Author: Felix Wiemann
 # Contact: Felix_Wiemann@ososo.de
@@ -19,17 +20,16 @@ import docutils.core
 
 class DocutilsXMLTestCase(DocutilsTestSupport.StandardTestCase):
 
-    input = 'Test\n====\n\nSubsection\n----------\n\nTest\n\n----------\n\nTest.'
+    input = 'Test\n====\n\nSubsection\n----------\n\nTest\n\n----------\n\nTest. äöü€'
     xmldecl = '<?xml version="1.0" encoding="iso-8859-1"?>\n'
     doctypedecl = '<!DOCTYPE document PUBLIC "+//IDN docutils.sourceforge.net//DTD Docutils Generic//EN//XML" "http://docutils.sourceforge.net/docs/ref/docutils.dtd">\n'
     generatedby = '<!-- Generated by Docutils %s -->\n' % docutils.__version__
-    bodynormal = '<document ids="test" names="test" source="&lt;string&gt;"><title>Test</title><subtitle ids="subsection" names="subsection">Subsection</subtitle><paragraph>Test</paragraph><transition/><paragraph>Test.</paragraph></document>'
-    bodynormal = '<document ids="test" names="test" source="&lt;string&gt;"><title>Test</title><subtitle ids="subsection" names="subsection">Subsection</subtitle><paragraph>Test</paragraph><transition/><paragraph>Test.</paragraph></document>'
-    bodynewlines = '<document ids="test" names="test" source="&lt;string&gt;">\n<title>\nTest\n</title>\n<subtitle ids="subsection" names="subsection">\nSubsection\n</subtitle>\n<paragraph>\nTest\n</paragraph>\n<transition/>\n<paragraph>\nTest.\n</paragraph>\n</document>\n'
-    bodyindents = '<document ids="test" names="test" source="&lt;string&gt;">\n    <title>\n        Test\n    </title>\n    <subtitle ids="subsection" names="subsection">\n        Subsection\n    </subtitle>\n    <paragraph>\n        Test\n    </paragraph>\n    <transition/>\n    <paragraph>\n        Test.\n    </paragraph>\n</document>\n'
+    bodynormal = '<document ids="test" names="test" source="&lt;string&gt;"><title>Test</title><subtitle ids="subsection" names="subsection">Subsection</subtitle><paragraph>Test</paragraph><transition/><paragraph>Test. \xe4\xf6\xfc&#8364;</paragraph></document>'
+    bodynewlines = '<document ids="test" names="test" source="&lt;string&gt;">\n<title>\nTest\n</title>\n<subtitle ids="subsection" names="subsection">\nSubsection\n</subtitle>\n<paragraph>\nTest\n</paragraph>\n<transition/>\n<paragraph>\nTest. \xe4\xf6\xfc&#8364;\n</paragraph>\n</document>\n'
+    bodyindents = '<document ids="test" names="test" source="&lt;string&gt;">\n    <title>\n        Test\n    </title>\n    <subtitle ids="subsection" names="subsection">\n        Subsection\n    </subtitle>\n    <paragraph>\n        Test\n    </paragraph>\n    <transition/>\n    <paragraph>\n        Test. \xe4\xf6\xfc&#8364;\n    </paragraph>\n</document>\n'
 
     def test_publish(self):
-        settings = {'output_encoding': 'iso-8859-1'}
+        settings = {'input_encoding': 'utf8', 'output_encoding': 'iso-8859-1'}
         for settings['newlines'] in 0, 1:
             for settings['indents'] in 0, 1:
                 for settings['xml_declaration'] in 0, 1:
diff --git a/test/test_writers/test_html4css1.py b/test/test_writers/test_html4css1.py
index 70d3be772..1cc15bd5e 100755
--- a/test/test_writers/test_html4css1.py
+++ b/test/test_writers/test_html4css1.py
@@ -1,4 +1,5 @@
 #! /usr/bin/env python
+# -*- coding: utf-8 -*-
 
 # Author: reggie dugard
 # Contact: reggie@users.sourceforge.net
@@ -14,11 +15,16 @@ dictionaries (redundant), along with 'meta' and 'stylesheet' entries with
 standard values, and any entries with empty values.
 """
 
+from docutils import core
+
+import unittest
 from __init__ import DocutilsTestSupport
 
 def suite():
     s = DocutilsTestSupport.HtmlPublishPartsTestSuite()
     s.generateTests(totest)
+    import test_html4css1
+    s.addTest(unittest.defaultTestLoader.loadTestsFromModule(test_html4css1))
     return s
 
 
@@ -317,6 +323,16 @@ And even more stuff
 ])
 
 
+class EncodingTestCase(DocutilsTestSupport.StandardTestCase):
+
+    def test_xmlcharrefreplace(self):
+        # Test that xmlcharrefreplace is the default output encoding
+        # error handler.
+        self.assert_('\xe4\xf6\xfc&#8364;' in core.publish_string(
+            'äöü€', writer_name='html4css1',
+            settings_overrides={'output_encoding': 'latin1'}))
+
+
 if __name__ == '__main__':
     import unittest
     unittest.main(defaultTest='suite')