[OpenSPARC-T2-SAM] / sam-t2 / devtools / v8plus / lib / python2.4 / test / output / test_tokenize

test_tokenize
1,0-1,35:	COMMENT	"# Tests for the 'tokenize' module.\n"
2,0-2,43:	COMMENT	'# Large bits stolen from test_grammar.py. \n'
3,0-3,1:	NL	'\n'
4,0-4,11:	COMMENT	'# Comments\n'
5,0-5,3:	STRING	'"#"'
5,3-5,4:	NEWLINE	'\n'
6,0-6,3:	COMMENT	"#'\n"
7,0-7,3:	COMMENT	'#"\n'
8,0-8,3:	COMMENT	'#\\\n'
9,7-9,9:	COMMENT	'#\n'
10,4-10,10:	COMMENT	'# abc\n'
11,0-12,4:	STRING	"'''#\n#'''"
12,4-12,5:	NEWLINE	'\n'
13,0-13,1:	NL	'\n'
14,0-14,1:	NAME	'x'
14,2-14,3:	OP	'='
14,4-14,5:	NUMBER	'1'
14,7-14,8:	COMMENT	'#'
14,8-14,9:	NEWLINE	'\n'
15,0-15,1:	NL	'\n'
16,0-16,25:	COMMENT	'# Balancing continuation\n'
17,0-17,1:	NL	'\n'
18,0-18,1:	NAME	'a'
18,2-18,3:	OP	'='
18,4-18,5:	OP	'('
18,5-18,6:	NUMBER	'3'
18,6-18,7:	OP	','
18,8-18,9:	NUMBER	'4'
18,9-18,10:	OP	','
18,10-18,11:	NL	'\n'
19,2-19,3:	NUMBER	'5'
19,3-19,4:	OP	','
19,5-19,6:	NUMBER	'6'
19,6-19,7:	OP	')'
19,7-19,8:	NEWLINE	'\n'
20,0-20,1:	NAME	'y'
20,2-20,3:	OP	'='
20,4-20,5:	OP	'['
20,5-20,6:	NUMBER	'3'
20,6-20,7:	OP	','
20,8-20,9:	NUMBER	'4'
20,9-20,10:	OP	','
20,10-20,11:	NL	'\n'
21,2-21,3:	NUMBER	'5'
21,3-21,4:	OP	']'
21,4-21,5:	NEWLINE	'\n'
22,0-22,1:	NAME	'z'
22,2-22,3:	OP	'='
22,4-22,5:	OP	'{'
22,5-22,8:	STRING	"'a'"
22,8-22,9:	OP	':'
22,9-22,10:	NUMBER	'5'
22,10-22,11:	OP	','
22,11-22,12:	NL	'\n'
23,2-23,5:	STRING	"'b'"
23,5-23,6:	OP	':'
23,6-23,7:	NUMBER	'6'
23,7-23,8:	OP	'}'
23,8-23,9:	NEWLINE	'\n'
24,0-24,1:	NAME	'x'
24,2-24,3:	OP	'='
24,4-24,5:	OP	'('
24,5-24,8:	NAME	'len'
24,8-24,9:	OP	'('
24,9-24,10:	OP	'`'
24,10-24,11:	NAME	'y'
24,11-24,12:	OP	'`'
24,12-24,13:	OP	')'
24,14-24,15:	OP	'+'
24,16-24,17:	NUMBER	'5'
24,17-24,18:	OP	'*'
24,18-24,19:	NAME	'x'
24,20-24,21:	OP	'-'
24,22-24,23:	NAME	'a'
24,23-24,24:	OP	'['
24,24-24,25:	NL	'\n'
25,3-25,4:	NUMBER	'3'
25,5-25,6:	OP	']'
25,6-25,7:	NL	'\n'
26,3-26,4:	OP	'-'
26,5-26,6:	NAME	'x'
26,7-26,8:	OP	'+'
26,9-26,12:	NAME	'len'
26,12-26,13:	OP	'('
26,13-26,14:	OP	'{'
26,14-26,15:	NL	'\n'
27,3-27,4:	OP	'}'
27,4-27,5:	NL	'\n'
28,4-28,5:	OP	')'
28,5-28,6:	NL	'\n'
29,2-29,3:	OP	')'
29,3-29,4:	NEWLINE	'\n'
30,0-30,1:	NL	'\n'
31,0-31,37:	COMMENT	'# Backslash means line continuation:\n'
32,0-32,1:	NAME	'x'
32,2-32,3:	OP	'='
32,4-32,5:	NUMBER	'1'
33,0-33,1:	OP	'+'
33,2-33,3:	NUMBER	'1'
33,3-33,4:	NEWLINE	'\n'
34,0-34,1:	NL	'\n'
35,0-35,55:	COMMENT	'# Backslash does not means continuation in comments :\\\n'
36,0-36,1:	NAME	'x'
36,2-36,3:	OP	'='
36,4-36,5:	NUMBER	'0'
36,5-36,6:	NEWLINE	'\n'
37,0-37,1:	NL	'\n'
38,0-38,20:	COMMENT	'# Ordinary integers\n'
39,0-39,4:	NUMBER	'0xff'
39,5-39,7:	OP	'<>'
39,8-39,11:	NUMBER	'255'
39,11-39,12:	NEWLINE	'\n'
40,0-40,4:	NUMBER	'0377'
40,5-40,7:	OP	'<>'
40,8-40,11:	NUMBER	'255'
40,11-40,12:	NEWLINE	'\n'
41,0-41,10:	NUMBER	'2147483647'
41,13-41,15:	OP	'!='
41,16-41,28:	NUMBER	'017777777777'
41,28-41,29:	NEWLINE	'\n'
42,0-42,1:	OP	'-'
42,1-42,11:	NUMBER	'2147483647'
42,11-42,12:	OP	'-'
42,12-42,13:	NUMBER	'1'
42,14-42,16:	OP	'!='
42,17-42,29:	NUMBER	'020000000000'
42,29-42,30:	NEWLINE	'\n'
43,0-43,12:	NUMBER	'037777777777'
43,13-43,15:	OP	'!='
43,16-43,17:	OP	'-'
43,17-43,18:	NUMBER	'1'
43,18-43,19:	NEWLINE	'\n'
44,0-44,10:	NUMBER	'0xffffffff'
44,11-44,13:	OP	'!='
44,14-44,15:	OP	'-'
44,15-44,16:	NUMBER	'1'
44,16-44,17:	NEWLINE	'\n'
45,0-45,1:	NL	'\n'
46,0-46,16:	COMMENT	'# Long integers\n'
47,0-47,1:	NAME	'x'
47,2-47,3:	OP	'='
47,4-47,6:	NUMBER	'0L'
47,6-47,7:	NEWLINE	'\n'
48,0-48,1:	NAME	'x'
48,2-48,3:	OP	'='
48,4-48,6:	NUMBER	'0l'
48,6-48,7:	NEWLINE	'\n'
49,0-49,1:	NAME	'x'
49,2-49,3:	OP	'='
49,4-49,23:	NUMBER	'0xffffffffffffffffL'
49,23-49,24:	NEWLINE	'\n'
50,0-50,1:	NAME	'x'
50,2-50,3:	OP	'='
50,4-50,23:	NUMBER	'0xffffffffffffffffl'
50,23-50,24:	NEWLINE	'\n'
51,0-51,1:	NAME	'x'
51,2-51,3:	OP	'='
51,4-51,23:	NUMBER	'077777777777777777L'
51,23-51,24:	NEWLINE	'\n'
52,0-52,1:	NAME	'x'
52,2-52,3:	OP	'='
52,4-52,23:	NUMBER	'077777777777777777l'
52,23-52,24:	NEWLINE	'\n'
53,0-53,1:	NAME	'x'
53,2-53,3:	OP	'='
53,4-53,35:	NUMBER	'123456789012345678901234567890L'
53,35-53,36:	NEWLINE	'\n'
54,0-54,1:	NAME	'x'
54,2-54,3:	OP	'='
54,4-54,35:	NUMBER	'123456789012345678901234567890l'
54,35-54,36:	NEWLINE	'\n'
55,0-55,1:	NL	'\n'
56,0-56,25:	COMMENT	'# Floating-point numbers\n'
57,0-57,1:	NAME	'x'
57,2-57,3:	OP	'='
57,4-57,8:	NUMBER	'3.14'
57,8-57,9:	NEWLINE	'\n'
58,0-58,1:	NAME	'x'
58,2-58,3:	OP	'='
58,4-58,8:	NUMBER	'314.'
58,8-58,9:	NEWLINE	'\n'
59,0-59,1:	NAME	'x'
59,2-59,3:	OP	'='
59,4-59,9:	NUMBER	'0.314'
59,9-59,10:	NEWLINE	'\n'
60,0-60,18:	COMMENT	'# XXX x = 000.314\n'
61,0-61,1:	NAME	'x'
61,2-61,3:	OP	'='
61,4-61,8:	NUMBER	'.314'
61,8-61,9:	NEWLINE	'\n'
62,0-62,1:	NAME	'x'
62,2-62,3:	OP	'='
62,4-62,8:	NUMBER	'3e14'
62,8-62,9:	NEWLINE	'\n'
63,0-63,1:	NAME	'x'
63,2-63,3:	OP	'='
63,4-63,8:	NUMBER	'3E14'
63,8-63,9:	NEWLINE	'\n'
64,0-64,1:	NAME	'x'
64,2-64,3:	OP	'='
64,4-64,9:	NUMBER	'3e-14'
64,9-64,10:	NEWLINE	'\n'
65,0-65,1:	NAME	'x'
65,2-65,3:	OP	'='
65,4-65,9:	NUMBER	'3e+14'
65,9-65,10:	NEWLINE	'\n'
66,0-66,1:	NAME	'x'
66,2-66,3:	OP	'='
66,4-66,9:	NUMBER	'3.e14'
66,9-66,10:	NEWLINE	'\n'
67,0-67,1:	NAME	'x'
67,2-67,3:	OP	'='
67,4-67,9:	NUMBER	'.3e14'
67,9-67,10:	NEWLINE	'\n'
68,0-68,1:	NAME	'x'
68,2-68,3:	OP	'='
68,4-68,9:	NUMBER	'3.1e4'
68,9-68,10:	NEWLINE	'\n'
69,0-69,1:	NL	'\n'
70,0-70,18:	COMMENT	'# String literals\n'
71,0-71,1:	NAME	'x'
71,2-71,3:	OP	'='
71,4-71,6:	STRING	"''"
71,6-71,7:	OP	';'
71,8-71,9:	NAME	'y'
71,10-71,11:	OP	'='
71,12-71,14:	STRING	'""'
71,14-71,15:	OP	';'
71,15-71,16:	NEWLINE	'\n'
72,0-72,1:	NAME	'x'
72,2-72,3:	OP	'='
72,4-72,8:	STRING	"'\\''"
72,8-72,9:	OP	';'
72,10-72,11:	NAME	'y'
72,12-72,13:	OP	'='
72,14-72,17:	STRING	'"\'"'
72,17-72,18:	OP	';'
72,18-72,19:	NEWLINE	'\n'
73,0-73,1:	NAME	'x'
73,2-73,3:	OP	'='
73,4-73,7:	STRING	'\'"\''
73,7-73,8:	OP	';'
73,9-73,10:	NAME	'y'
73,11-73,12:	OP	'='
73,13-73,17:	STRING	'"\\""'
73,17-73,18:	OP	';'
73,18-73,19:	NEWLINE	'\n'
74,0-74,1:	NAME	'x'
74,2-74,3:	OP	'='
74,4-74,32:	STRING	'"doesn\'t \\"shrink\\" does it"'
74,32-74,33:	NEWLINE	'\n'
75,0-75,1:	NAME	'y'
75,2-75,3:	OP	'='
75,4-75,31:	STRING	'\'doesn\\\'t "shrink" does it\''
75,31-75,32:	NEWLINE	'\n'
76,0-76,1:	NAME	'x'
76,2-76,3:	OP	'='
76,4-76,32:	STRING	'"does \\"shrink\\" doesn\'t it"'
76,32-76,33:	NEWLINE	'\n'
77,0-77,1:	NAME	'y'
77,2-77,3:	OP	'='
77,4-77,31:	STRING	'\'does "shrink" doesn\\\'t it\''
77,31-77,32:	NEWLINE	'\n'
78,0-78,1:	NAME	'x'
78,2-78,3:	OP	'='
78,4-83,3:	STRING	'"""\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n"""'
83,3-83,4:	NEWLINE	'\n'
84,0-84,1:	NAME	'y'
84,2-84,3:	OP	'='
84,4-84,63:	STRING	'\'\\nThe "quick"\\nbrown fox\\njumps over\\nthe \\\'lazy\\\' dog.\\n\''
84,63-84,64:	NEWLINE	'\n'
85,0-85,1:	NAME	'y'
85,2-85,3:	OP	'='
85,4-90,3:	STRING	'\'\'\'\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n\'\'\''
90,3-90,4:	OP	';'
90,4-90,5:	NEWLINE	'\n'
91,0-91,1:	NAME	'y'
91,2-91,3:	OP	'='
91,4-96,1:	STRING	'"\\n\\\nThe \\"quick\\"\\n\\\nbrown fox\\n\\\njumps over\\n\\\nthe \'lazy\' dog.\\n\\\n"'
96,1-96,2:	OP	';'
96,2-96,3:	NEWLINE	'\n'
97,0-97,1:	NAME	'y'
97,2-97,3:	OP	'='
97,4-102,1:	STRING	'\'\\n\\\nThe \\"quick\\"\\n\\\nbrown fox\\n\\\njumps over\\n\\\nthe \\\'lazy\\\' dog.\\n\\\n\''
102,1-102,2:	OP	';'
102,2-102,3:	NEWLINE	'\n'
103,0-103,1:	NAME	'x'
103,2-103,3:	OP	'='
103,4-103,9:	STRING	"r'\\\\'"
103,10-103,11:	OP	'+'
103,12-103,17:	STRING	"R'\\\\'"
103,17-103,18:	NEWLINE	'\n'
104,0-104,1:	NAME	'x'
104,2-104,3:	OP	'='
104,4-104,9:	STRING	"r'\\''"
104,10-104,11:	OP	'+'
104,12-104,14:	STRING	"''"
104,14-104,15:	NEWLINE	'\n'
105,0-105,1:	NAME	'y'
105,2-105,3:	OP	'='
105,4-107,6:	STRING	"r'''\nfoo bar \\\\\nbaz'''"
107,7-107,8:	OP	'+'
107,9-108,6:	STRING	"R'''\nfoo'''"
108,6-108,7:	NEWLINE	'\n'
109,0-109,1:	NAME	'y'
109,2-109,3:	OP	'='
109,4-111,3:	STRING	'r"""foo\nbar \\\\ baz\n"""'
111,4-111,5:	OP	'+'
111,6-112,3:	STRING	"R'''spam\n'''"
112,3-112,4:	NEWLINE	'\n'
113,0-113,1:	NAME	'x'
113,2-113,3:	OP	'='
113,4-113,10:	STRING	"u'abc'"
113,11-113,12:	OP	'+'
113,13-113,19:	STRING	"U'ABC'"
113,19-113,20:	NEWLINE	'\n'
114,0-114,1:	NAME	'y'
114,2-114,3:	OP	'='
114,4-114,10:	STRING	'u"abc"'
114,11-114,12:	OP	'+'
114,13-114,19:	STRING	'U"ABC"'
114,19-114,20:	NEWLINE	'\n'
115,0-115,1:	NAME	'x'
115,2-115,3:	OP	'='
115,4-115,11:	STRING	"ur'abc'"
115,12-115,13:	OP	'+'
115,14-115,21:	STRING	"Ur'ABC'"
115,22-115,23:	OP	'+'
115,24-115,31:	STRING	"uR'ABC'"
115,32-115,33:	OP	'+'
115,34-115,41:	STRING	"UR'ABC'"
115,41-115,42:	NEWLINE	'\n'
116,0-116,1:	NAME	'y'
116,2-116,3:	OP	'='
116,4-116,11:	STRING	'ur"abc"'
116,12-116,13:	OP	'+'
116,14-116,21:	STRING	'Ur"ABC"'
116,22-116,23:	OP	'+'
116,24-116,31:	STRING	'uR"ABC"'
116,32-116,33:	OP	'+'
116,34-116,41:	STRING	'UR"ABC"'
116,41-116,42:	NEWLINE	'\n'
117,0-117,1:	NAME	'x'
117,2-117,3:	OP	'='
117,4-117,10:	STRING	"ur'\\\\'"
117,11-117,12:	OP	'+'
117,13-117,19:	STRING	"UR'\\\\'"
117,19-117,20:	NEWLINE	'\n'
118,0-118,1:	NAME	'x'
118,2-118,3:	OP	'='
118,4-118,10:	STRING	"ur'\\''"
118,11-118,12:	OP	'+'
118,13-118,15:	STRING	"''"
118,15-118,16:	NEWLINE	'\n'
119,0-119,1:	NAME	'y'
119,2-119,3:	OP	'='
119,4-121,6:	STRING	"ur'''\nfoo bar \\\\\nbaz'''"
121,7-121,8:	OP	'+'
121,9-122,6:	STRING	"UR'''\nfoo'''"
122,6-122,7:	NEWLINE	'\n'
123,0-123,1:	NAME	'y'
123,2-123,3:	OP	'='
123,4-125,3:	STRING	'Ur"""foo\nbar \\\\ baz\n"""'
125,4-125,5:	OP	'+'
125,6-126,3:	STRING	"uR'''spam\n'''"
126,3-126,4:	NEWLINE	'\n'
127,0-127,1:	NL	'\n'
128,0-128,14:	COMMENT	'# Indentation\n'
129,0-129,2:	NAME	'if'
129,3-129,4:	NUMBER	'1'
129,4-129,5:	OP	':'
129,5-129,6:	NEWLINE	'\n'
130,0-130,4:	INDENT	'    '
130,4-130,5:	NAME	'x'
130,6-130,7:	OP	'='
130,8-130,9:	NUMBER	'2'
130,9-130,10:	NEWLINE	'\n'
131,0-131,0:	DEDENT	''
131,0-131,2:	NAME	'if'
131,3-131,4:	NUMBER	'1'
131,4-131,5:	OP	':'
131,5-131,6:	NEWLINE	'\n'
132,0-132,8:	INDENT	'        '
132,8-132,9:	NAME	'x'
132,10-132,11:	OP	'='
132,12-132,13:	NUMBER	'2'
132,13-132,14:	NEWLINE	'\n'
133,0-133,0:	DEDENT	''
133,0-133,2:	NAME	'if'
133,3-133,4:	NUMBER	'1'
133,4-133,5:	OP	':'
133,5-133,6:	NEWLINE	'\n'
134,0-134,4:	INDENT	'    '
134,4-134,9:	NAME	'while'
134,10-134,11:	NUMBER	'0'
134,11-134,12:	OP	':'
134,12-134,13:	NEWLINE	'\n'
135,0-135,5:	INDENT	'     '
135,5-135,7:	NAME	'if'
135,8-135,9:	NUMBER	'0'
135,9-135,10:	OP	':'
135,10-135,11:	NEWLINE	'\n'
136,0-136,11:	INDENT	'           '
136,11-136,12:	NAME	'x'
136,13-136,14:	OP	'='
136,15-136,16:	NUMBER	'2'
136,16-136,17:	NEWLINE	'\n'
137,5-137,5:	DEDENT	''
137,5-137,6:	NAME	'x'
137,7-137,8:	OP	'='
137,9-137,10:	NUMBER	'2'
137,10-137,11:	NEWLINE	'\n'
138,0-138,0:	DEDENT	''
138,0-138,0:	DEDENT	''
138,0-138,2:	NAME	'if'
138,3-138,4:	NUMBER	'0'
138,4-138,5:	OP	':'
138,5-138,6:	NEWLINE	'\n'
139,0-139,2:	INDENT	'  '
139,2-139,4:	NAME	'if'
139,5-139,6:	NUMBER	'2'
139,6-139,7:	OP	':'
139,7-139,8:	NEWLINE	'\n'
140,0-140,3:	INDENT	'   '
140,3-140,8:	NAME	'while'
140,9-140,10:	NUMBER	'0'
140,10-140,11:	OP	':'
140,11-140,12:	NEWLINE	'\n'
141,0-141,8:	INDENT	'        '
141,8-141,10:	NAME	'if'
141,11-141,12:	NUMBER	'1'
141,12-141,13:	OP	':'
141,13-141,14:	NEWLINE	'\n'
142,0-142,10:	INDENT	'          '
142,10-142,11:	NAME	'x'
142,12-142,13:	OP	'='
142,14-142,15:	NUMBER	'2'
142,15-142,16:	NEWLINE	'\n'
143,0-143,1:	NL	'\n'
144,0-144,12:	COMMENT	'# Operators\n'
145,0-145,1:	NL	'\n'
146,0-146,0:	DEDENT	''
146,0-146,0:	DEDENT	''
146,0-146,0:	DEDENT	''
146,0-146,0:	DEDENT	''
146,0-146,3:	NAME	'def'
146,4-146,7:	NAME	'd22'
146,7-146,8:	OP	'('
146,8-146,9:	NAME	'a'
146,9-146,10:	OP	','
146,11-146,12:	NAME	'b'
146,12-146,13:	OP	','
146,14-146,15:	NAME	'c'
146,15-146,16:	OP	'='
146,16-146,17:	NUMBER	'1'
146,17-146,18:	OP	','
146,19-146,20:	NAME	'd'
146,20-146,21:	OP	'='
146,21-146,22:	NUMBER	'2'
146,22-146,23:	OP	')'
146,23-146,24:	OP	':'
146,25-146,29:	NAME	'pass'
146,29-146,30:	NEWLINE	'\n'
147,0-147,3:	NAME	'def'
147,4-147,8:	NAME	'd01v'
147,8-147,9:	OP	'('
147,9-147,10:	NAME	'a'
147,10-147,11:	OP	'='
147,11-147,12:	NUMBER	'1'
147,12-147,13:	OP	','
147,14-147,15:	OP	'*'
147,15-147,20:	NAME	'restt'
147,20-147,21:	OP	','
147,22-147,24:	OP	'**'
147,24-147,29:	NAME	'restd'
147,29-147,30:	OP	')'
147,30-147,31:	OP	':'
147,32-147,36:	NAME	'pass'
147,36-147,37:	NEWLINE	'\n'
148,0-148,1:	NL	'\n'
149,0-149,1:	OP	'('
149,1-149,2:	NAME	'x'
149,2-149,3:	OP	','
149,4-149,5:	NAME	'y'
149,5-149,6:	OP	')'
149,7-149,9:	OP	'<>'
149,10-149,11:	OP	'('
149,11-149,12:	OP	'{'
149,12-149,15:	STRING	"'a'"
149,15-149,16:	OP	':'
149,16-149,17:	NUMBER	'1'
149,17-149,18:	OP	'}'
149,18-149,19:	OP	','
149,20-149,21:	OP	'{'
149,21-149,24:	STRING	"'b'"
149,24-149,25:	OP	':'
149,25-149,26:	NUMBER	'2'
149,26-149,27:	OP	'}'
149,27-149,28:	OP	')'
149,28-149,29:	NEWLINE	'\n'
150,0-150,1:	NL	'\n'
151,0-151,13:	COMMENT	'# comparison\n'
152,0-152,2:	NAME	'if'
152,3-152,4:	NUMBER	'1'
152,5-152,6:	OP	'<'
152,7-152,8:	NUMBER	'1'
152,9-152,10:	OP	'>'
152,11-152,12:	NUMBER	'1'
152,13-152,15:	OP	'=='
152,16-152,17:	NUMBER	'1'
152,18-152,20:	OP	'>='
152,21-152,22:	NUMBER	'1'
152,23-152,25:	OP	'<='
152,26-152,27:	NUMBER	'1'
152,28-152,30:	OP	'<>'
152,31-152,32:	NUMBER	'1'
152,33-152,35:	OP	'!='
152,36-152,37:	NUMBER	'1'
152,38-152,40:	NAME	'in'
152,41-152,42:	NUMBER	'1'
152,43-152,46:	NAME	'not'
152,47-152,49:	NAME	'in'
152,50-152,51:	NUMBER	'1'
152,52-152,54:	NAME	'is'
152,55-152,56:	NUMBER	'1'
152,57-152,59:	NAME	'is'
152,60-152,63:	NAME	'not'
152,64-152,65:	NUMBER	'1'
152,65-152,66:	OP	':'
152,67-152,71:	NAME	'pass'
152,71-152,72:	NEWLINE	'\n'
153,0-153,1:	NL	'\n'
154,0-154,9:	COMMENT	'# binary\n'
155,0-155,1:	NAME	'x'
155,2-155,3:	OP	'='
155,4-155,5:	NUMBER	'1'
155,6-155,7:	OP	'&'
155,8-155,9:	NUMBER	'1'
155,9-155,10:	NEWLINE	'\n'
156,0-156,1:	NAME	'x'
156,2-156,3:	OP	'='
156,4-156,5:	NUMBER	'1'
156,6-156,7:	OP	'^'
156,8-156,9:	NUMBER	'1'
156,9-156,10:	NEWLINE	'\n'
157,0-157,1:	NAME	'x'
157,2-157,3:	OP	'='
157,4-157,5:	NUMBER	'1'
157,6-157,7:	OP	'|'
157,8-157,9:	NUMBER	'1'
157,9-157,10:	NEWLINE	'\n'
158,0-158,1:	NL	'\n'
159,0-159,8:	COMMENT	'# shift\n'
160,0-160,1:	NAME	'x'
160,2-160,3:	OP	'='
160,4-160,5:	NUMBER	'1'
160,6-160,8:	OP	'<<'
160,9-160,10:	NUMBER	'1'
160,11-160,13:	OP	'>>'
160,14-160,15:	NUMBER	'1'
160,15-160,16:	NEWLINE	'\n'
161,0-161,1:	NL	'\n'
162,0-162,11:	COMMENT	'# additive\n'
163,0-163,1:	NAME	'x'
163,2-163,3:	OP	'='
163,4-163,5:	NUMBER	'1'
163,6-163,7:	OP	'-'
163,8-163,9:	NUMBER	'1'
163,10-163,11:	OP	'+'
163,12-163,13:	NUMBER	'1'
163,14-163,15:	OP	'-'
163,16-163,17:	NUMBER	'1'
163,18-163,19:	OP	'+'
163,20-163,21:	NUMBER	'1'
163,21-163,22:	NEWLINE	'\n'
164,0-164,1:	NL	'\n'
165,0-165,17:	COMMENT	'# multiplicative\n'
166,0-166,1:	NAME	'x'
166,2-166,3:	OP	'='
166,4-166,5:	NUMBER	'1'
166,6-166,7:	OP	'/'
166,8-166,9:	NUMBER	'1'
166,10-166,11:	OP	'*'
166,12-166,13:	NUMBER	'1'
166,14-166,15:	OP	'%'
166,16-166,17:	NUMBER	'1'
166,17-166,18:	NEWLINE	'\n'
167,0-167,1:	NL	'\n'
168,0-168,8:	COMMENT	'# unary\n'
169,0-169,1:	NAME	'x'
169,2-169,3:	OP	'='
169,4-169,5:	OP	'~'
169,5-169,6:	NUMBER	'1'
169,7-169,8:	OP	'^'
169,9-169,10:	NUMBER	'1'
169,11-169,12:	OP	'&'
169,13-169,14:	NUMBER	'1'
169,15-169,16:	OP	'|'
169,17-169,18:	NUMBER	'1'
169,19-169,20:	OP	'&'
169,21-169,22:	NUMBER	'1'
169,23-169,24:	OP	'^'
169,25-169,26:	OP	'-'
169,26-169,27:	NUMBER	'1'
169,27-169,28:	NEWLINE	'\n'
170,0-170,1:	NAME	'x'
170,2-170,3:	OP	'='
170,4-170,5:	OP	'-'
170,5-170,6:	NUMBER	'1'
170,6-170,7:	OP	'*'
170,7-170,8:	NUMBER	'1'
170,8-170,9:	OP	'/'
170,9-170,10:	NUMBER	'1'
170,11-170,12:	OP	'+'
170,13-170,14:	NUMBER	'1'
170,14-170,15:	OP	'*'
170,15-170,16:	NUMBER	'1'
170,17-170,18:	OP	'-'
170,19-170,20:	OP	'-'
170,20-170,21:	OP	'-'
170,21-170,22:	OP	'-'
170,22-170,23:	NUMBER	'1'
170,23-170,24:	OP	'*'
170,24-170,25:	NUMBER	'1'
170,25-170,26:	NEWLINE	'\n'
171,0-171,1:	NL	'\n'
172,0-172,11:	COMMENT	'# selector\n'
173,0-173,6:	NAME	'import'
173,7-173,10:	NAME	'sys'
173,10-173,11:	OP	','
173,12-173,16:	NAME	'time'
173,16-173,17:	NEWLINE	'\n'
174,0-174,1:	NAME	'x'
174,2-174,3:	OP	'='
174,4-174,7:	NAME	'sys'
174,7-174,8:	OP	'.'
174,8-174,15:	NAME	'modules'
174,15-174,16:	OP	'['
174,16-174,22:	STRING	"'time'"
174,22-174,23:	OP	']'
174,23-174,24:	OP	'.'
174,24-174,28:	NAME	'time'
174,28-174,29:	OP	'('
174,29-174,30:	OP	')'
174,30-174,31:	NEWLINE	'\n'
175,0-175,1:	NL	'\n'
176,0-176,1:	OP	'@'
176,1-176,13:	NAME	'staticmethod'
176,13-176,14:	NEWLINE	'\n'
177,0-177,3:	NAME	'def'
177,4-177,7:	NAME	'foo'
177,7-177,8:	OP	'('
177,8-177,9:	OP	')'
177,9-177,10:	OP	':'
177,11-177,15:	NAME	'pass'
177,15-177,16:	NEWLINE	'\n'
178,0-178,1:	NL	'\n'
179,0-179,0:	ENDMARKER	''
Commit	Line	Data
920dae64 AT	1	test_tokenize
	2	1,0-1,35: COMMENT "# Tests for the 'tokenize' module.\n"
	3	2,0-2,43: COMMENT '# Large bits stolen from test_grammar.py. \n'
	4	3,0-3,1: NL '\n'
	5	4,0-4,11: COMMENT '# Comments\n'
	6	5,0-5,3: STRING '"#"'
	7	5,3-5,4: NEWLINE '\n'
	8	6,0-6,3: COMMENT "#'\n"
	9	7,0-7,3: COMMENT '#"\n'
	10	8,0-8,3: COMMENT '#\\\n'
	11	9,7-9,9: COMMENT '#\n'
	12	10,4-10,10: COMMENT '# abc\n'
	13	11,0-12,4: STRING "'''#\n#'''"
	14	12,4-12,5: NEWLINE '\n'
	15	13,0-13,1: NL '\n'
	16	14,0-14,1: NAME 'x'
	17	14,2-14,3: OP '='
	18	14,4-14,5: NUMBER '1'
	19	14,7-14,8: COMMENT '#'
	20	14,8-14,9: NEWLINE '\n'
	21	15,0-15,1: NL '\n'
	22	16,0-16,25: COMMENT '# Balancing continuation\n'
	23	17,0-17,1: NL '\n'
	24	18,0-18,1: NAME 'a'
	25	18,2-18,3: OP '='
	26	18,4-18,5: OP '('
	27	18,5-18,6: NUMBER '3'
	28	18,6-18,7: OP ','
	29	18,8-18,9: NUMBER '4'
	30	18,9-18,10: OP ','
	31	18,10-18,11: NL '\n'
	32	19,2-19,3: NUMBER '5'
	33	19,3-19,4: OP ','
	34	19,5-19,6: NUMBER '6'
	35	19,6-19,7: OP ')'
	36	19,7-19,8: NEWLINE '\n'
	37	20,0-20,1: NAME 'y'
	38	20,2-20,3: OP '='
	39	20,4-20,5: OP '['
	40	20,5-20,6: NUMBER '3'
	41	20,6-20,7: OP ','
	42	20,8-20,9: NUMBER '4'
	43	20,9-20,10: OP ','
	44	20,10-20,11: NL '\n'
	45	21,2-21,3: NUMBER '5'
	46	21,3-21,4: OP ']'
	47	21,4-21,5: NEWLINE '\n'
	48	22,0-22,1: NAME 'z'
	49	22,2-22,3: OP '='
	50	22,4-22,5: OP '{'
	51	22,5-22,8: STRING "'a'"
	52	22,8-22,9: OP ':'
	53	22,9-22,10: NUMBER '5'
	54	22,10-22,11: OP ','
	55	22,11-22,12: NL '\n'
	56	23,2-23,5: STRING "'b'"
	57	23,5-23,6: OP ':'
	58	23,6-23,7: NUMBER '6'
	59	23,7-23,8: OP '}'
	60	23,8-23,9: NEWLINE '\n'
	61	24,0-24,1: NAME 'x'
	62	24,2-24,3: OP '='
	63	24,4-24,5: OP '('
	64	24,5-24,8: NAME 'len'
65	24,8-24,9: OP '('
66	24,9-24,10: OP '`'
67	24,10-24,11: NAME 'y'
68	24,11-24,12: OP '`'
69	24,12-24,13: OP ')'
70	24,14-24,15: OP '+'
71	24,16-24,17: NUMBER '5'
72	24,17-24,18: OP '*'
73	24,18-24,19: NAME 'x'
74	24,20-24,21: OP '-'
75	24,22-24,23: NAME 'a'
76	24,23-24,24: OP '['
77	24,24-24,25: NL '\n'
78	25,3-25,4: NUMBER '3'
79	25,5-25,6: OP ']'
80	25,6-25,7: NL '\n'
81	26,3-26,4: OP '-'
82	26,5-26,6: NAME 'x'
83	26,7-26,8: OP '+'
84	26,9-26,12: NAME 'len'
85	26,12-26,13: OP '('
86	26,13-26,14: OP '{'
87	26,14-26,15: NL '\n'
88	27,3-27,4: OP '}'
89	27,4-27,5: NL '\n'
90	28,4-28,5: OP ')'
91	28,5-28,6: NL '\n'
92	29,2-29,3: OP ')'
93	29,3-29,4: NEWLINE '\n'
94	30,0-30,1: NL '\n'
95	31,0-31,37: COMMENT '# Backslash means line continuation:\n'
96	32,0-32,1: NAME 'x'
97	32,2-32,3: OP '='
98	32,4-32,5: NUMBER '1'
99	33,0-33,1: OP '+'
100	33,2-33,3: NUMBER '1'
101	33,3-33,4: NEWLINE '\n'
102	34,0-34,1: NL '\n'
103	35,0-35,55: COMMENT '# Backslash does not means continuation in comments :\\\n'
104	36,0-36,1: NAME 'x'
105	36,2-36,3: OP '='
106	36,4-36,5: NUMBER '0'
107	36,5-36,6: NEWLINE '\n'
108	37,0-37,1: NL '\n'
109	38,0-38,20: COMMENT '# Ordinary integers\n'
110	39,0-39,4: NUMBER '0xff'
111	39,5-39,7: OP '<>'
112	39,8-39,11: NUMBER '255'
113	39,11-39,12: NEWLINE '\n'
114	40,0-40,4: NUMBER '0377'
115	40,5-40,7: OP '<>'
116	40,8-40,11: NUMBER '255'
117	40,11-40,12: NEWLINE '\n'
118	41,0-41,10: NUMBER '2147483647'
119	41,13-41,15: OP '!='
120	41,16-41,28: NUMBER '017777777777'
121	41,28-41,29: NEWLINE '\n'
122	42,0-42,1: OP '-'
123	42,1-42,11: NUMBER '2147483647'
124	42,11-42,12: OP '-'
125	42,12-42,13: NUMBER '1'
126	42,14-42,16: OP '!='
127	42,17-42,29: NUMBER '020000000000'
128	42,29-42,30: NEWLINE '\n'
129	43,0-43,12: NUMBER '037777777777'
130	43,13-43,15: OP '!='
131	43,16-43,17: OP '-'
132	43,17-43,18: NUMBER '1'
133	43,18-43,19: NEWLINE '\n'
134	44,0-44,10: NUMBER '0xffffffff'
135	44,11-44,13: OP '!='
136	44,14-44,15: OP '-'
137	44,15-44,16: NUMBER '1'
138	44,16-44,17: NEWLINE '\n'
139	45,0-45,1: NL '\n'
140	46,0-46,16: COMMENT '# Long integers\n'
141	47,0-47,1: NAME 'x'
142	47,2-47,3: OP '='
143	47,4-47,6: NUMBER '0L'
144	47,6-47,7: NEWLINE '\n'
145	48,0-48,1: NAME 'x'
146	48,2-48,3: OP '='
147	48,4-48,6: NUMBER '0l'
148	48,6-48,7: NEWLINE '\n'
149	49,0-49,1: NAME 'x'
150	49,2-49,3: OP '='
151	49,4-49,23: NUMBER '0xffffffffffffffffL'
152	49,23-49,24: NEWLINE '\n'
153	50,0-50,1: NAME 'x'
154	50,2-50,3: OP '='
155	50,4-50,23: NUMBER '0xffffffffffffffffl'
156	50,23-50,24: NEWLINE '\n'
157	51,0-51,1: NAME 'x'
158	51,2-51,3: OP '='
159	51,4-51,23: NUMBER '077777777777777777L'
160	51,23-51,24: NEWLINE '\n'
161	52,0-52,1: NAME 'x'
162	52,2-52,3: OP '='
163	52,4-52,23: NUMBER '077777777777777777l'
164	52,23-52,24: NEWLINE '\n'
165	53,0-53,1: NAME 'x'
166	53,2-53,3: OP '='
167	53,4-53,35: NUMBER '123456789012345678901234567890L'
168	53,35-53,36: NEWLINE '\n'
169	54,0-54,1: NAME 'x'
170	54,2-54,3: OP '='
171	54,4-54,35: NUMBER '123456789012345678901234567890l'
172	54,35-54,36: NEWLINE '\n'
173	55,0-55,1: NL '\n'
174	56,0-56,25: COMMENT '# Floating-point numbers\n'
175	57,0-57,1: NAME 'x'
176	57,2-57,3: OP '='
177	57,4-57,8: NUMBER '3.14'
178	57,8-57,9: NEWLINE '\n'
179	58,0-58,1: NAME 'x'
180	58,2-58,3: OP '='
181	58,4-58,8: NUMBER '314.'
182	58,8-58,9: NEWLINE '\n'
183	59,0-59,1: NAME 'x'
184	59,2-59,3: OP '='
185	59,4-59,9: NUMBER '0.314'
186	59,9-59,10: NEWLINE '\n'
187	60,0-60,18: COMMENT '# XXX x = 000.314\n'
188	61,0-61,1: NAME 'x'
189	61,2-61,3: OP '='
190	61,4-61,8: NUMBER '.314'
191	61,8-61,9: NEWLINE '\n'
192	62,0-62,1: NAME 'x'
193	62,2-62,3: OP '='
194	62,4-62,8: NUMBER '3e14'
195	62,8-62,9: NEWLINE '\n'
196	63,0-63,1: NAME 'x'
197	63,2-63,3: OP '='
198	63,4-63,8: NUMBER '3E14'
199	63,8-63,9: NEWLINE '\n'
200	64,0-64,1: NAME 'x'
201	64,2-64,3: OP '='
202	64,4-64,9: NUMBER '3e-14'
203	64,9-64,10: NEWLINE '\n'
204	65,0-65,1: NAME 'x'
205	65,2-65,3: OP '='
206	65,4-65,9: NUMBER '3e+14'
207	65,9-65,10: NEWLINE '\n'
208	66,0-66,1: NAME 'x'
209	66,2-66,3: OP '='
210	66,4-66,9: NUMBER '3.e14'
211	66,9-66,10: NEWLINE '\n'
212	67,0-67,1: NAME 'x'
213	67,2-67,3: OP '='
214	67,4-67,9: NUMBER '.3e14'
215	67,9-67,10: NEWLINE '\n'
216	68,0-68,1: NAME 'x'
217	68,2-68,3: OP '='
218	68,4-68,9: NUMBER '3.1e4'
219	68,9-68,10: NEWLINE '\n'
220	69,0-69,1: NL '\n'
221	70,0-70,18: COMMENT '# String literals\n'
222	71,0-71,1: NAME 'x'
223	71,2-71,3: OP '='
224	71,4-71,6: STRING "''"
225	71,6-71,7: OP ';'
226	71,8-71,9: NAME 'y'
227	71,10-71,11: OP '='
228	71,12-71,14: STRING '""'
229	71,14-71,15: OP ';'
230	71,15-71,16: NEWLINE '\n'
231	72,0-72,1: NAME 'x'
232	72,2-72,3: OP '='
233	72,4-72,8: STRING "'\\''"
234	72,8-72,9: OP ';'
235	72,10-72,11: NAME 'y'
236	72,12-72,13: OP '='
237	72,14-72,17: STRING '"\'"'
238	72,17-72,18: OP ';'
239	72,18-72,19: NEWLINE '\n'
240	73,0-73,1: NAME 'x'
241	73,2-73,3: OP '='
242	73,4-73,7: STRING '\'"\''
243	73,7-73,8: OP ';'
244	73,9-73,10: NAME 'y'
245	73,11-73,12: OP '='
246	73,13-73,17: STRING '"\\""'
247	73,17-73,18: OP ';'
248	73,18-73,19: NEWLINE '\n'
249	74,0-74,1: NAME 'x'
250	74,2-74,3: OP '='
251	74,4-74,32: STRING '"doesn\'t \\"shrink\\" does it"'
252	74,32-74,33: NEWLINE '\n'
253	75,0-75,1: NAME 'y'
254	75,2-75,3: OP '='
255	75,4-75,31: STRING '\'doesn\\\'t "shrink" does it\''
256	75,31-75,32: NEWLINE '\n'
257	76,0-76,1: NAME 'x'
258	76,2-76,3: OP '='
259	76,4-76,32: STRING '"does \\"shrink\\" doesn\'t it"'
260	76,32-76,33: NEWLINE '\n'
261	77,0-77,1: NAME 'y'
262	77,2-77,3: OP '='
263	77,4-77,31: STRING '\'does "shrink" doesn\\\'t it\''
264	77,31-77,32: NEWLINE '\n'
265	78,0-78,1: NAME 'x'
266	78,2-78,3: OP '='
267	78,4-83,3: STRING '"""\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n"""'
268	83,3-83,4: NEWLINE '\n'
269	84,0-84,1: NAME 'y'
270	84,2-84,3: OP '='
271	84,4-84,63: STRING '\'\\nThe "quick"\\nbrown fox\\njumps over\\nthe \\\'lazy\\\' dog.\\n\''
272	84,63-84,64: NEWLINE '\n'
273	85,0-85,1: NAME 'y'
274	85,2-85,3: OP '='
275	85,4-90,3: STRING '\'\'\'\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n\'\'\''
276	90,3-90,4: OP ';'
277	90,4-90,5: NEWLINE '\n'
278	91,0-91,1: NAME 'y'
279	91,2-91,3: OP '='
280	91,4-96,1: STRING '"\\n\\\nThe \\"quick\\"\\n\\\nbrown fox\\n\\\njumps over\\n\\\nthe \'lazy\' dog.\\n\\\n"'
281	96,1-96,2: OP ';'
282	96,2-96,3: NEWLINE '\n'
283	97,0-97,1: NAME 'y'
284	97,2-97,3: OP '='
285	97,4-102,1: STRING '\'\\n\\\nThe \\"quick\\"\\n\\\nbrown fox\\n\\\njumps over\\n\\\nthe \\\'lazy\\\' dog.\\n\\\n\''
286	102,1-102,2: OP ';'
287	102,2-102,3: NEWLINE '\n'
288	103,0-103,1: NAME 'x'
289	103,2-103,3: OP '='
290	103,4-103,9: STRING "r'\\\\'"
291	103,10-103,11: OP '+'
292	103,12-103,17: STRING "R'\\\\'"
293	103,17-103,18: NEWLINE '\n'
294	104,0-104,1: NAME 'x'
295	104,2-104,3: OP '='
296	104,4-104,9: STRING "r'\\''"
297	104,10-104,11: OP '+'
298	104,12-104,14: STRING "''"
299	104,14-104,15: NEWLINE '\n'
300	105,0-105,1: NAME 'y'
301	105,2-105,3: OP '='
302	105,4-107,6: STRING "r'''\nfoo bar \\\\\nbaz'''"
303	107,7-107,8: OP '+'
304	107,9-108,6: STRING "R'''\nfoo'''"
305	108,6-108,7: NEWLINE '\n'
306	109,0-109,1: NAME 'y'
307	109,2-109,3: OP '='
308	109,4-111,3: STRING 'r"""foo\nbar \\\\ baz\n"""'
309	111,4-111,5: OP '+'
310	111,6-112,3: STRING "R'''spam\n'''"
311	112,3-112,4: NEWLINE '\n'
312	113,0-113,1: NAME 'x'
313	113,2-113,3: OP '='
314	113,4-113,10: STRING "u'abc'"
315	113,11-113,12: OP '+'
316	113,13-113,19: STRING "U'ABC'"
317	113,19-113,20: NEWLINE '\n'
318	114,0-114,1: NAME 'y'
319	114,2-114,3: OP '='
320	114,4-114,10: STRING 'u"abc"'
321	114,11-114,12: OP '+'
322	114,13-114,19: STRING 'U"ABC"'
323	114,19-114,20: NEWLINE '\n'
324	115,0-115,1: NAME 'x'
325	115,2-115,3: OP '='
326	115,4-115,11: STRING "ur'abc'"
327	115,12-115,13: OP '+'
328	115,14-115,21: STRING "Ur'ABC'"
329	115,22-115,23: OP '+'
330	115,24-115,31: STRING "uR'ABC'"
331	115,32-115,33: OP '+'
332	115,34-115,41: STRING "UR'ABC'"
333	115,41-115,42: NEWLINE '\n'
334	116,0-116,1: NAME 'y'
335	116,2-116,3: OP '='
336	116,4-116,11: STRING 'ur"abc"'
337	116,12-116,13: OP '+'
338	116,14-116,21: STRING 'Ur"ABC"'
339	116,22-116,23: OP '+'
340	116,24-116,31: STRING 'uR"ABC"'
341	116,32-116,33: OP '+'
342	116,34-116,41: STRING 'UR"ABC"'
343	116,41-116,42: NEWLINE '\n'
344	117,0-117,1: NAME 'x'
345	117,2-117,3: OP '='
346	117,4-117,10: STRING "ur'\\\\'"
347	117,11-117,12: OP '+'
348	117,13-117,19: STRING "UR'\\\\'"
349	117,19-117,20: NEWLINE '\n'
350	118,0-118,1: NAME 'x'
351	118,2-118,3: OP '='
352	118,4-118,10: STRING "ur'\\''"
353	118,11-118,12: OP '+'
354	118,13-118,15: STRING "''"
355	118,15-118,16: NEWLINE '\n'
356	119,0-119,1: NAME 'y'
357	119,2-119,3: OP '='
358	119,4-121,6: STRING "ur'''\nfoo bar \\\\\nbaz'''"
359	121,7-121,8: OP '+'
360	121,9-122,6: STRING "UR'''\nfoo'''"
361	122,6-122,7: NEWLINE '\n'
362	123,0-123,1: NAME 'y'
363	123,2-123,3: OP '='
364	123,4-125,3: STRING 'Ur"""foo\nbar \\\\ baz\n"""'
365	125,4-125,5: OP '+'
366	125,6-126,3: STRING "uR'''spam\n'''"
367	126,3-126,4: NEWLINE '\n'
368	127,0-127,1: NL '\n'
369	128,0-128,14: COMMENT '# Indentation\n'
370	129,0-129,2: NAME 'if'
371	129,3-129,4: NUMBER '1'
372	129,4-129,5: OP ':'
373	129,5-129,6: NEWLINE '\n'
374	130,0-130,4: INDENT ' '
375	130,4-130,5: NAME 'x'
376	130,6-130,7: OP '='
377	130,8-130,9: NUMBER '2'
378	130,9-130,10: NEWLINE '\n'
379	131,0-131,0: DEDENT ''
380	131,0-131,2: NAME 'if'
381	131,3-131,4: NUMBER '1'
382	131,4-131,5: OP ':'
383	131,5-131,6: NEWLINE '\n'
384	132,0-132,8: INDENT ' '
385	132,8-132,9: NAME 'x'
386	132,10-132,11: OP '='
387	132,12-132,13: NUMBER '2'
388	132,13-132,14: NEWLINE '\n'
389	133,0-133,0: DEDENT ''
390	133,0-133,2: NAME 'if'
391	133,3-133,4: NUMBER '1'
392	133,4-133,5: OP ':'
393	133,5-133,6: NEWLINE '\n'
394	134,0-134,4: INDENT ' '
395	134,4-134,9: NAME 'while'
396	134,10-134,11: NUMBER '0'
397	134,11-134,12: OP ':'
398	134,12-134,13: NEWLINE '\n'
399	135,0-135,5: INDENT ' '
400	135,5-135,7: NAME 'if'
401	135,8-135,9: NUMBER '0'
402	135,9-135,10: OP ':'
403	135,10-135,11: NEWLINE '\n'
404	136,0-136,11: INDENT ' '
405	136,11-136,12: NAME 'x'
406	136,13-136,14: OP '='
407	136,15-136,16: NUMBER '2'
408	136,16-136,17: NEWLINE '\n'
409	137,5-137,5: DEDENT ''
410	137,5-137,6: NAME 'x'
411	137,7-137,8: OP '='
412	137,9-137,10: NUMBER '2'
413	137,10-137,11: NEWLINE '\n'
414	138,0-138,0: DEDENT ''
415	138,0-138,0: DEDENT ''
416	138,0-138,2: NAME 'if'
417	138,3-138,4: NUMBER '0'
418	138,4-138,5: OP ':'
419	138,5-138,6: NEWLINE '\n'
420	139,0-139,2: INDENT ' '
421	139,2-139,4: NAME 'if'
422	139,5-139,6: NUMBER '2'
423	139,6-139,7: OP ':'
424	139,7-139,8: NEWLINE '\n'
425	140,0-140,3: INDENT ' '
426	140,3-140,8: NAME 'while'
427	140,9-140,10: NUMBER '0'
428	140,10-140,11: OP ':'
429	140,11-140,12: NEWLINE '\n'
430	141,0-141,8: INDENT ' '
431	141,8-141,10: NAME 'if'
432	141,11-141,12: NUMBER '1'
433	141,12-141,13: OP ':'
434	141,13-141,14: NEWLINE '\n'
435	142,0-142,10: INDENT ' '
436	142,10-142,11: NAME 'x'
437	142,12-142,13: OP '='
438	142,14-142,15: NUMBER '2'
439	142,15-142,16: NEWLINE '\n'
440	143,0-143,1: NL '\n'
441	144,0-144,12: COMMENT '# Operators\n'
442	145,0-145,1: NL '\n'
443	146,0-146,0: DEDENT ''
444	146,0-146,0: DEDENT ''
445	146,0-146,0: DEDENT ''
446	146,0-146,0: DEDENT ''
447	146,0-146,3: NAME 'def'
448	146,4-146,7: NAME 'd22'
449	146,7-146,8: OP '('
450	146,8-146,9: NAME 'a'
451	146,9-146,10: OP ','
452	146,11-146,12: NAME 'b'
453	146,12-146,13: OP ','
454	146,14-146,15: NAME 'c'
455	146,15-146,16: OP '='
456	146,16-146,17: NUMBER '1'
457	146,17-146,18: OP ','
458	146,19-146,20: NAME 'd'
459	146,20-146,21: OP '='
460	146,21-146,22: NUMBER '2'
461	146,22-146,23: OP ')'
462	146,23-146,24: OP ':'
463	146,25-146,29: NAME 'pass'
464	146,29-146,30: NEWLINE '\n'
465	147,0-147,3: NAME 'def'
466	147,4-147,8: NAME 'd01v'
467	147,8-147,9: OP '('
468	147,9-147,10: NAME 'a'
469	147,10-147,11: OP '='
470	147,11-147,12: NUMBER '1'
471	147,12-147,13: OP ','
472	147,14-147,15: OP '*'
473	147,15-147,20: NAME 'restt'
474	147,20-147,21: OP ','
475	147,22-147,24: OP '**'
476	147,24-147,29: NAME 'restd'
477	147,29-147,30: OP ')'
478	147,30-147,31: OP ':'
479	147,32-147,36: NAME 'pass'
480	147,36-147,37: NEWLINE '\n'
481	148,0-148,1: NL '\n'
482	149,0-149,1: OP '('
483	149,1-149,2: NAME 'x'
484	149,2-149,3: OP ','
485	149,4-149,5: NAME 'y'
486	149,5-149,6: OP ')'
487	149,7-149,9: OP '<>'
488	149,10-149,11: OP '('
489	149,11-149,12: OP '{'
490	149,12-149,15: STRING "'a'"
491	149,15-149,16: OP ':'
492	149,16-149,17: NUMBER '1'
493	149,17-149,18: OP '}'
494	149,18-149,19: OP ','
495	149,20-149,21: OP '{'
496	149,21-149,24: STRING "'b'"
497	149,24-149,25: OP ':'
498	149,25-149,26: NUMBER '2'
499	149,26-149,27: OP '}'
500	149,27-149,28: OP ')'
501	149,28-149,29: NEWLINE '\n'
502	150,0-150,1: NL '\n'
503	151,0-151,13: COMMENT '# comparison\n'
504	152,0-152,2: NAME 'if'
505	152,3-152,4: NUMBER '1'
506	152,5-152,6: OP '<'
507	152,7-152,8: NUMBER '1'
508	152,9-152,10: OP '>'
509	152,11-152,12: NUMBER '1'
510	152,13-152,15: OP '=='
511	152,16-152,17: NUMBER '1'
512	152,18-152,20: OP '>='
513	152,21-152,22: NUMBER '1'
514	152,23-152,25: OP '<='
515	152,26-152,27: NUMBER '1'
516	152,28-152,30: OP '<>'
517	152,31-152,32: NUMBER '1'
518	152,33-152,35: OP '!='
519	152,36-152,37: NUMBER '1'
520	152,38-152,40: NAME 'in'
521	152,41-152,42: NUMBER '1'
522	152,43-152,46: NAME 'not'
523	152,47-152,49: NAME 'in'
524	152,50-152,51: NUMBER '1'
525	152,52-152,54: NAME 'is'
526	152,55-152,56: NUMBER '1'
527	152,57-152,59: NAME 'is'
528	152,60-152,63: NAME 'not'
529	152,64-152,65: NUMBER '1'
530	152,65-152,66: OP ':'
531	152,67-152,71: NAME 'pass'
532	152,71-152,72: NEWLINE '\n'
533	153,0-153,1: NL '\n'
534	154,0-154,9: COMMENT '# binary\n'
535	155,0-155,1: NAME 'x'
536	155,2-155,3: OP '='
537	155,4-155,5: NUMBER '1'
538	155,6-155,7: OP '&'
539	155,8-155,9: NUMBER '1'
540	155,9-155,10: NEWLINE '\n'
541	156,0-156,1: NAME 'x'
542	156,2-156,3: OP '='
543	156,4-156,5: NUMBER '1'
544	156,6-156,7: OP '^'
545	156,8-156,9: NUMBER '1'
546	156,9-156,10: NEWLINE '\n'
547	157,0-157,1: NAME 'x'
548	157,2-157,3: OP '='
549	157,4-157,5: NUMBER '1'
550	157,6-157,7: OP '\|'
551	157,8-157,9: NUMBER '1'
552	157,9-157,10: NEWLINE '\n'
553	158,0-158,1: NL '\n'
554	159,0-159,8: COMMENT '# shift\n'
555	160,0-160,1: NAME 'x'
556	160,2-160,3: OP '='
557	160,4-160,5: NUMBER '1'
558	160,6-160,8: OP '<<'
559	160,9-160,10: NUMBER '1'
560	160,11-160,13: OP '>>'
561	160,14-160,15: NUMBER '1'
562	160,15-160,16: NEWLINE '\n'
563	161,0-161,1: NL '\n'
564	162,0-162,11: COMMENT '# additive\n'
565	163,0-163,1: NAME 'x'
566	163,2-163,3: OP '='
567	163,4-163,5: NUMBER '1'
568	163,6-163,7: OP '-'
569	163,8-163,9: NUMBER '1'
570	163,10-163,11: OP '+'
571	163,12-163,13: NUMBER '1'
572	163,14-163,15: OP '-'
573	163,16-163,17: NUMBER '1'
574	163,18-163,19: OP '+'
575	163,20-163,21: NUMBER '1'
576	163,21-163,22: NEWLINE '\n'
577	164,0-164,1: NL '\n'
578	165,0-165,17: COMMENT '# multiplicative\n'
579	166,0-166,1: NAME 'x'
580	166,2-166,3: OP '='
581	166,4-166,5: NUMBER '1'
582	166,6-166,7: OP '/'
583	166,8-166,9: NUMBER '1'
584	166,10-166,11: OP '*'
585	166,12-166,13: NUMBER '1'
586	166,14-166,15: OP '%'
587	166,16-166,17: NUMBER '1'
588	166,17-166,18: NEWLINE '\n'
589	167,0-167,1: NL '\n'
590	168,0-168,8: COMMENT '# unary\n'
591	169,0-169,1: NAME 'x'
592	169,2-169,3: OP '='
593	169,4-169,5: OP '~'
594	169,5-169,6: NUMBER '1'
595	169,7-169,8: OP '^'
596	169,9-169,10: NUMBER '1'
597	169,11-169,12: OP '&'
598	169,13-169,14: NUMBER '1'
599	169,15-169,16: OP '\|'
600	169,17-169,18: NUMBER '1'
601	169,19-169,20: OP '&'
602	169,21-169,22: NUMBER '1'
603	169,23-169,24: OP '^'
604	169,25-169,26: OP '-'
605	169,26-169,27: NUMBER '1'
606	169,27-169,28: NEWLINE '\n'
607	170,0-170,1: NAME 'x'
608	170,2-170,3: OP '='
609	170,4-170,5: OP '-'
610	170,5-170,6: NUMBER '1'
611	170,6-170,7: OP '*'
612	170,7-170,8: NUMBER '1'
613	170,8-170,9: OP '/'
614	170,9-170,10: NUMBER '1'
615	170,11-170,12: OP '+'
616	170,13-170,14: NUMBER '1'
617	170,14-170,15: OP '*'
618	170,15-170,16: NUMBER '1'
619	170,17-170,18: OP '-'
620	170,19-170,20: OP '-'
621	170,20-170,21: OP '-'
622	170,21-170,22: OP '-'
623	170,22-170,23: NUMBER '1'
624	170,23-170,24: OP '*'
625	170,24-170,25: NUMBER '1'
626	170,25-170,26: NEWLINE '\n'
627	171,0-171,1: NL '\n'
628	172,0-172,11: COMMENT '# selector\n'
629	173,0-173,6: NAME 'import'
630	173,7-173,10: NAME 'sys'
631	173,10-173,11: OP ','
632	173,12-173,16: NAME 'time'
633	173,16-173,17: NEWLINE '\n'
634	174,0-174,1: NAME 'x'
635	174,2-174,3: OP '='
636	174,4-174,7: NAME 'sys'
637	174,7-174,8: OP '.'
638	174,8-174,15: NAME 'modules'
639	174,15-174,16: OP '['
640	174,16-174,22: STRING "'time'"
641	174,22-174,23: OP ']'
642	174,23-174,24: OP '.'
643	174,24-174,28: NAME 'time'
644	174,28-174,29: OP '('
645	174,29-174,30: OP ')'
646	174,30-174,31: NEWLINE '\n'
647	175,0-175,1: NL '\n'
648	176,0-176,1: OP '@'
649	176,1-176,13: NAME 'staticmethod'
650	176,13-176,14: NEWLINE '\n'
651	177,0-177,3: NAME 'def'
652	177,4-177,7: NAME 'foo'
653	177,7-177,8: OP '('
654	177,8-177,9: OP ')'
655	177,9-177,10: OP ':'
656	177,11-177,15: NAME 'pass'
657	177,15-177,16: NEWLINE '\n'
658	178,0-178,1: NL '\n'
659	179,0-179,0: ENDMARKER ''