1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
#!/usr/bin/env python
# $Id$
# Author: Lea Wiemann <LeWiemann@gmail.com>
# Copyright: This file has been placed in the public domain.
# Call: create_unimap.py < unicode.xml > unicode_latex.py
#
# Get unicode.xml from
# <http://www.w3.org/2003/entities/xml/unicode.xml>.
from xml.dom import minidom
import sys
import pprint
if sys.version_info >= (3,0):
unicode = str
else:
bytes = str
chr = unichr
def w(s):
if sys.version_info >= (3,0) and isinstance(s, unicode):
s = s.encode('utf8')
sys.stdout.write(s)
text_map = {}
math_map = {}
class Visitor:
"""Node visitor for contents of unicode.xml."""
def visit_character(self, node):
for n in node.childNodes:
if n.nodeName == 'latex':
code = node.attributes['dec'].value
if '-' in code:
# I don't know what this means, but we probably
# don't need it....
continue
if int(code) < 128:
# Wrong (maps "-" to "$-$", which is too wide) and
# unnecessary (maps "a" to "{a}").
continue
latex_code = n.childNodes[0].nodeValue.encode('ascii').strip()
if node.attributes['mode'].value == 'math':
math_map[chr(int(code))] = '$%s$' % latex_code
else:
text_map[chr(int(code))] = '{%s}' % latex_code
def call_visitor(node, visitor=Visitor()):
if isinstance(node, minidom.Text):
name = 'Text'
else:
name = node.nodeName.replace('#', '_')
if hasattr(visitor, 'visit_' + name):
getattr(visitor, 'visit_' + name)(node)
for child in node.childNodes:
call_visitor(child)
if hasattr(visitor, 'depart_' + name):
getattr(visitor, 'depart_' + name)(node)
document = minidom.parse(sys.stdin)
call_visitor(document)
unicode_map = math_map
unicode_map.update(text_map)
# Now unicode_map contains the text entries plus dollar-enclosed math
# entries for those chars for which no text entry exists.
print('# $%s$' % 'Id')
print('# Author: Lea Wiemann <LeWiemann@gmail.com>')
print('# Copyright: This file has been placed in the public domain.')
print('')
print('# This is a mapping of Unicode characters to LaTeX equivalents.')
print('# The information has been extracted from')
print('# <http://www.w3.org/2003/entities/xml/unicode.xml>, written by')
print('# David Carlisle and Sebastian Rahtz.')
print('#')
print('# The extraction has been done by the "create_unimap.py" script')
print('# located at <http://docutils.sf.net/tools/dev/create_unimap.py>.')
print('')
print('unicode_map = %s' % pprint.pformat(unicode_map, indent=0))
|
