Commit | Line | Data |
---|---|---|
920dae64 AT |
1 | |
2 | /* Token types */ | |
3 | ||
4 | #ifndef Py_TOKEN_H | |
5 | #define Py_TOKEN_H | |
6 | #ifdef __cplusplus | |
7 | extern "C" { | |
8 | #endif | |
9 | ||
10 | #define ENDMARKER 0 | |
11 | #define NAME 1 | |
12 | #define NUMBER 2 | |
13 | #define STRING 3 | |
14 | #define NEWLINE 4 | |
15 | #define INDENT 5 | |
16 | #define DEDENT 6 | |
17 | #define LPAR 7 | |
18 | #define RPAR 8 | |
19 | #define LSQB 9 | |
20 | #define RSQB 10 | |
21 | #define COLON 11 | |
22 | #define COMMA 12 | |
23 | #define SEMI 13 | |
24 | #define PLUS 14 | |
25 | #define MINUS 15 | |
26 | #define STAR 16 | |
27 | #define SLASH 17 | |
28 | #define VBAR 18 | |
29 | #define AMPER 19 | |
30 | #define LESS 20 | |
31 | #define GREATER 21 | |
32 | #define EQUAL 22 | |
33 | #define DOT 23 | |
34 | #define PERCENT 24 | |
35 | #define BACKQUOTE 25 | |
36 | #define LBRACE 26 | |
37 | #define RBRACE 27 | |
38 | #define EQEQUAL 28 | |
39 | #define NOTEQUAL 29 | |
40 | #define LESSEQUAL 30 | |
41 | #define GREATEREQUAL 31 | |
42 | #define TILDE 32 | |
43 | #define CIRCUMFLEX 33 | |
44 | #define LEFTSHIFT 34 | |
45 | #define RIGHTSHIFT 35 | |
46 | #define DOUBLESTAR 36 | |
47 | #define PLUSEQUAL 37 | |
48 | #define MINEQUAL 38 | |
49 | #define STAREQUAL 39 | |
50 | #define SLASHEQUAL 40 | |
51 | #define PERCENTEQUAL 41 | |
52 | #define AMPEREQUAL 42 | |
53 | #define VBAREQUAL 43 | |
54 | #define CIRCUMFLEXEQUAL 44 | |
55 | #define LEFTSHIFTEQUAL 45 | |
56 | #define RIGHTSHIFTEQUAL 46 | |
57 | #define DOUBLESTAREQUAL 47 | |
58 | #define DOUBLESLASH 48 | |
59 | #define DOUBLESLASHEQUAL 49 | |
60 | #define AT 50 | |
61 | /* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */ | |
62 | #define OP 51 | |
63 | #define ERRORTOKEN 52 | |
64 | #define N_TOKENS 53 | |
65 | ||
66 | /* Special definitions for cooperation with parser */ | |
67 | ||
68 | #define NT_OFFSET 256 | |
69 | ||
70 | #define ISTERMINAL(x) ((x) < NT_OFFSET) | |
71 | #define ISNONTERMINAL(x) ((x) >= NT_OFFSET) | |
72 | #define ISEOF(x) ((x) == ENDMARKER) | |
73 | ||
74 | ||
75 | PyAPI_DATA(char *) _PyParser_TokenNames[]; /* Token names */ | |
76 | PyAPI_FUNC(int) PyToken_OneChar(int); | |
77 | PyAPI_FUNC(int) PyToken_TwoChars(int, int); | |
78 | PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int); | |
79 | ||
80 | #ifdef __cplusplus | |
81 | } | |
82 | #endif | |
83 | #endif /* !Py_TOKEN_H */ |