summaryrefslogtreecommitdiff
path: root/Lib/html/parser.py
diff options
context:
space:
mode:
authorEzio Melotti <ezio.melotti@gmail.com>2013-11-07 18:35:27 +0200
committerEzio Melotti <ezio.melotti@gmail.com>2013-11-07 18:35:27 +0200
commit4ad9872275af40552a3008662851b1f672a4b39d (patch)
treead6113cbf9e188e9bd4cc5bddd2be6325fbb11c9 /Lib/html/parser.py
parent9589316a2ff1742d10795fc24385601153395450 (diff)
parent1bfcc93038ba40aaacc5225dc69fe044a5318d43 (diff)
downloadcpython-4ad9872275af40552a3008662851b1f672a4b39d.tar.gz
#19480: merge with 3.3.
Diffstat (limited to 'Lib/html/parser.py')
-rw-r--r--Lib/html/parser.py21
1 files changed, 12 insertions, 9 deletions
diff --git a/Lib/html/parser.py b/Lib/html/parser.py
index d7541ae741..22498db4a0 100644
--- a/Lib/html/parser.py
+++ b/Lib/html/parser.py
@@ -25,16 +25,16 @@ charref = re.compile('&#(?:[0-9]+|[xX][0-9a-fA-F]+)[^0-9a-fA-F]')
starttagopen = re.compile('<[a-zA-Z]')
piclose = re.compile('>')
commentclose = re.compile(r'--\s*>')
-tagfind = re.compile('([a-zA-Z][-.a-zA-Z0-9:_]*)(?:\s|/(?!>))*')
-# see http://www.w3.org/TR/html5/tokenization.html#tag-open-state
-# and http://www.w3.org/TR/html5/tokenization.html#tag-name-state
-tagfind_tolerant = re.compile('[a-zA-Z][^\t\n\r\f />\x00]*')
# Note:
# 1) the strict attrfind isn't really strict, but we can't make it
# correctly strict without breaking backward compatibility;
-# 2) if you change attrfind remember to update locatestarttagend too;
-# 3) if you change attrfind and/or locatestarttagend the parser will
+# 2) if you change tagfind/attrfind remember to update locatestarttagend too;
+# 3) if you change tagfind/attrfind and/or locatestarttagend the parser will
# explode, so don't do it.
+tagfind = re.compile('([a-zA-Z][-.a-zA-Z0-9:_]*)(?:\s|/(?!>))*')
+# see http://www.w3.org/TR/html5/tokenization.html#tag-open-state
+# and http://www.w3.org/TR/html5/tokenization.html#tag-name-state
+tagfind_tolerant = re.compile('([a-zA-Z][^\t\n\r\f />\x00]*)(?:\s|/(?!>))*')
attrfind = re.compile(
r'\s*([a-zA-Z_][-.:a-zA-Z_0-9]*)(\s*=\s*'
r'(\'[^\']*\'|"[^"]*"|[^\s"\'=<>`]*))?')
@@ -56,7 +56,7 @@ locatestarttagend = re.compile(r"""
\s* # trailing whitespace
""", re.VERBOSE)
locatestarttagend_tolerant = re.compile(r"""
- <[a-zA-Z][-.a-zA-Z0-9:_]* # tag name
+ <[a-zA-Z][^\t\n\r\f />\x00]* # tag name
(?:[\s/]* # optional whitespace before attribute name
(?:(?<=['"\s/])[^\s/>][^\s/=>]* # attribute name
(?:\s*=+\s* # value indicator
@@ -336,7 +336,10 @@ class HTMLParser(_markupbase.ParserBase):
# Now parse the data between i+1 and j into a tag and attrs
attrs = []
- match = tagfind.match(rawdata, i+1)
+ if self.strict:
+ match = tagfind.match(rawdata, i+1)
+ else:
+ match = tagfind_tolerant.match(rawdata, i+1)
assert match, 'unexpected call to parse_starttag()'
k = match.end()
self.lasttag = tag = match.group(1).lower()
@@ -448,7 +451,7 @@ class HTMLParser(_markupbase.ParserBase):
return i+3
else:
return self.parse_bogus_comment(i)
- tagname = namematch.group().lower()
+ tagname = namematch.group(1).lower()
# consume and ignore other stuff between the name and the >
# Note: this is not 100% correct, since we might have things like
# </tag attr=">">, but looking for > after tha name should cover