mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-07-23 11:15:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 11

Issue #18037: 2to3 now escapes '\u' and '\U' in native strings.

Browse source
This commit is contained in:
Serhiy Storchaka 2013-10-03 12:08:38 +03:00
parent 2a8b3f26b9
commit def0a4c298
3 changed files with 64 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

32
Lib/lib2to3/fixes/fix_unicode.py
View file

@ -1,25 +1,43 @@
"""Fixer that changes unicode to str, unichr to chr, and u"..." into "...".
r"""Fixer for unicode.
* Changes unicode to str and unichr to chr.
* If "...\u..." is not unicode literal change it into "...\\u...".
* Change u"..." into "...".
"""
import re
from ..pgen2 import token
from .. import fixer_base
_mapping = {"unichr" : "chr", "unicode" : "str"}
_literal_re = re.compile(r"[uU][rR]?[\'\"]")
class FixUnicode(fixer_base.BaseFix):
BM_compatible = True
PATTERN = "STRING | 'unicode' | 'unichr'"
def start_tree(self, tree, filename):
super(FixUnicode, self).start_tree(tree, filename)
self.unicode_literals = 'unicode_literals' in tree.future_features
def transform(self, node, results):
if node.type == token.NAME:
new = node.clone()
new.value = _mapping[node.value]
return new
elif node.type == token.STRING:
if _literal_re.match(node.value):
new = node.clone()
new.value = new.value[1:]
return new
val = node.value
if (not self.unicode_literals and val[0] in 'rR\'"' and
'\\' in val):
val = r'\\'.join([
v.replace('\\u', r'\\u').replace('\\U', r'\\U')
for v in val.split(r'\\')
])
if val[0] in 'uU':
val = val[1:]
if val == node.value:
return node
new = node.clone()
new.value = val
return new