Add tokenizer support and tests for u'', U"", uR'', Ur"", etc.

This commit is contained in:
Ka-Ping Yee 2001-01-15 22:04:30 +00:00
parent 534c60f9ab
commit 1ff08b1243
3 changed files with 460 additions and 374 deletions

View file

@ -110,6 +110,20 @@ y = r"""foo
bar \\ baz
""" + R'''spam
'''
x = u'abc' + U'ABC'
y = u"abc" + U"ABC"
x = ur'abc' + Ur'ABC' + uR'ABC' + UR'ABC'
y = ur"abc" + Ur"ABC" + uR"ABC" + UR"ABC"
x = ur'\\' + UR'\\'
x = ur'\'' + ''
y = ur'''
foo bar \\
baz''' + UR'''
foo'''
y = Ur"""foo
bar \\ baz
""" + uR'''spam
'''
# Indentation
if 1: