1,0-1,35: COMMENT "# Tests for the 'tokenize' module.\n"
2,0-2,43: COMMENT '# Large bits stolen from test_grammar.py. \n'
4,0-4,11: COMMENT '# Comments\n'
10,4-10,10: COMMENT '# abc\n'
11,0-12,4: STRING "'''#\n#'''"
16,0-16,25: COMMENT '# Balancing continuation\n'
31,0-31,37: COMMENT '# Backslash means line continuation:\n'
35,0-35,55: COMMENT '# Backslash does not means continuation in comments :\\\n'
38,0-38,20: COMMENT '# Ordinary integers\n'
39,11-39,12: NEWLINE '\n'
40,11-40,12: NEWLINE '\n'
41,0-41,10: NUMBER '2147483647'
41,16-41,28: NUMBER '017777777777'
41,28-41,29: NEWLINE '\n'
42,1-42,11: NUMBER '2147483647'
42,17-42,29: NUMBER '020000000000'
42,29-42,30: NEWLINE '\n'
43,0-43,12: NUMBER '037777777777'
43,18-43,19: NEWLINE '\n'
44,0-44,10: NUMBER '0xffffffff'
44,16-44,17: NEWLINE '\n'
46,0-46,16: COMMENT '# Long integers\n'
49,4-49,23: NUMBER '0xffffffffffffffffL'
49,23-49,24: NEWLINE '\n'
50,4-50,23: NUMBER '0xffffffffffffffffl'
50,23-50,24: NEWLINE '\n'
51,4-51,23: NUMBER '077777777777777777L'
51,23-51,24: NEWLINE '\n'
52,4-52,23: NUMBER '077777777777777777l'
52,23-52,24: NEWLINE '\n'
53,4-53,35: NUMBER '123456789012345678901234567890L'
53,35-53,36: NEWLINE '\n'
54,4-54,35: NUMBER '123456789012345678901234567890l'
54,35-54,36: NEWLINE '\n'
56,0-56,25: COMMENT '# Floating-point numbers\n'
59,4-59,9: NUMBER '0.314'
60,0-60,18: COMMENT '# XXX x = 000.314\n'
64,4-64,9: NUMBER '3e-14'
65,4-65,9: NUMBER '3e+14'
66,4-66,9: NUMBER '3.e14'
67,4-67,9: NUMBER '.3e14'
68,4-68,9: NUMBER '3.1e4'
70,0-70,18: COMMENT '# String literals\n'
71,15-71,16: NEWLINE '\n'
72,4-72,8: STRING "'\\''"
72,14-72,17: STRING '"\'"'
72,18-72,19: NEWLINE '\n'
73,4-73,7: STRING '\'"\''
73,13-73,17: STRING '"\\""'
73,18-73,19: NEWLINE '\n'
74,4-74,32: STRING '"doesn\'t \\"shrink\\" does it"'
74,32-74,33: NEWLINE '\n'
75,4-75,31: STRING '\'doesn\\\'t "shrink" does it\''
75,31-75,32: NEWLINE '\n'
76,4-76,32: STRING '"does \\"shrink\\" doesn\'t it"'
76,32-76,33: NEWLINE '\n'
77,4-77,31: STRING '\'does "shrink" doesn\\\'t it\''
77,31-77,32: NEWLINE '\n'
78,4-83,3: STRING '"""\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n"""'
84,4-84,63: STRING '\'\\nThe "quick"\\nbrown fox\\njumps over\\nthe \\\'lazy\\\' dog.\\n\''
84,63-84,64: NEWLINE '\n'
85,4-90,3: STRING '\'\'\'\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n\'\'\''
91,4-96,1: STRING '"\\n\\\nThe \\"quick\\"\\n\\\nbrown fox\\n\\\njumps over\\n\\\nthe \'lazy\' dog.\\n\\\n"'
97,4-102,1: STRING '\'\\n\\\nThe \\"quick\\"\\n\\\nbrown fox\\n\\\njumps over\\n\\\nthe \\\'lazy\\\' dog.\\n\\\n\''
102,2-102,3: NEWLINE '\n'
103,4-103,9: STRING "r'\\\\'"
103,12-103,17: STRING "R'\\\\'"
103,17-103,18: NEWLINE '\n'
104,4-104,9: STRING "r'\\''"
104,12-104,14: STRING "''"
104,14-104,15: NEWLINE '\n'
105,4-107,6: STRING "r'''\nfoo bar \\\\\nbaz'''"
107,9-108,6: STRING "R'''\nfoo'''"
108,6-108,7: NEWLINE '\n'
109,4-111,3: STRING 'r"""foo\nbar \\\\ baz\n"""'
111,6-112,3: STRING "R'''spam\n'''"
112,3-112,4: NEWLINE '\n'
113,4-113,10: STRING "u'abc'"
113,13-113,19: STRING "U'ABC'"
113,19-113,20: NEWLINE '\n'
114,4-114,10: STRING 'u"abc"'
114,13-114,19: STRING 'U"ABC"'
114,19-114,20: NEWLINE '\n'
115,4-115,11: STRING "ur'abc'"
115,14-115,21: STRING "Ur'ABC'"
115,24-115,31: STRING "uR'ABC'"
115,34-115,41: STRING "UR'ABC'"
115,41-115,42: NEWLINE '\n'
116,4-116,11: STRING 'ur"abc"'
116,14-116,21: STRING 'Ur"ABC"'
116,24-116,31: STRING 'uR"ABC"'
116,34-116,41: STRING 'UR"ABC"'
116,41-116,42: NEWLINE '\n'
117,4-117,10: STRING "ur'\\\\'"
117,13-117,19: STRING "UR'\\\\'"
117,19-117,20: NEWLINE '\n'
118,4-118,10: STRING "ur'\\''"
118,13-118,15: STRING "''"
118,15-118,16: NEWLINE '\n'
119,4-121,6: STRING "ur'''\nfoo bar \\\\\nbaz'''"
121,9-122,6: STRING "UR'''\nfoo'''"
122,6-122,7: NEWLINE '\n'
123,4-125,3: STRING 'Ur"""foo\nbar \\\\ baz\n"""'
125,6-126,3: STRING "uR'''spam\n'''"
126,3-126,4: NEWLINE '\n'
128,0-128,14: COMMENT '# Indentation\n'
129,5-129,6: NEWLINE '\n'
130,9-130,10: NEWLINE '\n'
131,5-131,6: NEWLINE '\n'
132,12-132,13: NUMBER '2'
132,13-132,14: NEWLINE '\n'
133,5-133,6: NEWLINE '\n'
134,4-134,9: NAME 'while'
134,10-134,11: NUMBER '0'
134,12-134,13: NEWLINE '\n'
135,10-135,11: NEWLINE '\n'
136,15-136,16: NUMBER '2'
136,16-136,17: NEWLINE '\n'
137,10-137,11: NEWLINE '\n'
138,5-138,6: NEWLINE '\n'
139,7-139,8: NEWLINE '\n'
140,3-140,8: NAME 'while'
140,11-140,12: NEWLINE '\n'
141,11-141,12: NUMBER '1'
141,13-141,14: NEWLINE '\n'
142,14-142,15: NUMBER '2'
142,15-142,16: NEWLINE '\n'
144,0-144,12: COMMENT '# Operators\n'
146,16-146,17: NUMBER '1'
146,21-146,22: NUMBER '2'
146,25-146,29: NAME 'pass'
146,29-146,30: NEWLINE '\n'
147,11-147,12: NUMBER '1'
147,15-147,20: NAME 'restt'
147,24-147,29: NAME 'restd'
147,32-147,36: NAME 'pass'
147,36-147,37: NEWLINE '\n'
149,12-149,15: STRING "'a'"
149,16-149,17: NUMBER '1'
149,21-149,24: STRING "'b'"
149,25-149,26: NUMBER '2'
149,28-149,29: NEWLINE '\n'
151,0-151,13: COMMENT '# comparison\n'
152,11-152,12: NUMBER '1'
152,16-152,17: NUMBER '1'
152,21-152,22: NUMBER '1'
152,26-152,27: NUMBER '1'
152,31-152,32: NUMBER '1'
152,36-152,37: NUMBER '1'
152,41-152,42: NUMBER '1'
152,43-152,46: NAME 'not'
152,50-152,51: NUMBER '1'
152,55-152,56: NUMBER '1'
152,60-152,63: NAME 'not'
152,64-152,65: NUMBER '1'
152,67-152,71: NAME 'pass'
152,71-152,72: NEWLINE '\n'
154,0-154,9: COMMENT '# binary\n'
155,9-155,10: NEWLINE '\n'
156,9-156,10: NEWLINE '\n'
157,9-157,10: NEWLINE '\n'
159,0-159,8: COMMENT '# shift\n'
160,14-160,15: NUMBER '1'
160,15-160,16: NEWLINE '\n'
162,0-162,11: COMMENT '# additive\n'
163,12-163,13: NUMBER '1'
163,16-163,17: NUMBER '1'
163,20-163,21: NUMBER '1'
163,21-163,22: NEWLINE '\n'
165,0-165,17: COMMENT '# multiplicative\n'
166,12-166,13: NUMBER '1'
166,16-166,17: NUMBER '1'
166,17-166,18: NEWLINE '\n'
168,0-168,8: COMMENT '# unary\n'
169,13-169,14: NUMBER '1'
169,17-169,18: NUMBER '1'
169,21-169,22: NUMBER '1'
169,26-169,27: NUMBER '1'
169,27-169,28: NEWLINE '\n'
170,13-170,14: NUMBER '1'
170,15-170,16: NUMBER '1'
170,22-170,23: NUMBER '1'
170,24-170,25: NUMBER '1'
170,25-170,26: NEWLINE '\n'
172,0-172,11: COMMENT '# selector\n'
173,0-173,6: NAME 'import'
173,12-173,16: NAME 'time'
173,16-173,17: NEWLINE '\n'
174,8-174,15: NAME 'modules'
174,16-174,22: STRING "'time'"
174,24-174,28: NAME 'time'
174,30-174,31: NEWLINE '\n'
176,1-176,13: NAME 'staticmethod'
176,13-176,14: NEWLINE '\n'
177,11-177,15: NAME 'pass'
177,15-177,16: NEWLINE '\n'
179,0-179,0: ENDMARKER ''