1 /* Auto-generated by Tools/scripts/generate_token.py */ 2 3 /* Token types */ 4 #ifndef Py_LIMITED_API 5 #ifndef Py_TOKEN_H 6 #define Py_TOKEN_H 7 #ifdef __cplusplus 8 extern "C" { 9 #endif 10 11 #undef TILDE /* Prevent clash of our definition with system macro. Ex AIX, ioctl.h */ 12 13 #define ENDMARKER 0 14 #define NAME 1 15 #define NUMBER 2 16 #define STRING 3 17 #define NEWLINE 4 18 #define INDENT 5 19 #define DEDENT 6 20 #define LPAR 7 21 #define RPAR 8 22 #define LSQB 9 23 #define RSQB 10 24 #define COLON 11 25 #define COMMA 12 26 #define SEMI 13 27 #define PLUS 14 28 #define MINUS 15 29 #define STAR 16 30 #define SLASH 17 31 #define VBAR 18 32 #define AMPER 19 33 #define LESS 20 34 #define GREATER 21 35 #define EQUAL 22 36 #define DOT 23 37 #define PERCENT 24 38 #define LBRACE 25 39 #define RBRACE 26 40 #define EQEQUAL 27 41 #define NOTEQUAL 28 42 #define LESSEQUAL 29 43 #define GREATEREQUAL 30 44 #define TILDE 31 45 #define CIRCUMFLEX 32 46 #define LEFTSHIFT 33 47 #define RIGHTSHIFT 34 48 #define DOUBLESTAR 35 49 #define PLUSEQUAL 36 50 #define MINEQUAL 37 51 #define STAREQUAL 38 52 #define SLASHEQUAL 39 53 #define PERCENTEQUAL 40 54 #define AMPEREQUAL 41 55 #define VBAREQUAL 42 56 #define CIRCUMFLEXEQUAL 43 57 #define LEFTSHIFTEQUAL 44 58 #define RIGHTSHIFTEQUAL 45 59 #define DOUBLESTAREQUAL 46 60 #define DOUBLESLASH 47 61 #define DOUBLESLASHEQUAL 48 62 #define AT 49 63 #define ATEQUAL 50 64 #define RARROW 51 65 #define ELLIPSIS 52 66 #define COLONEQUAL 53 67 #define OP 54 68 #define AWAIT 55 69 #define ASYNC 56 70 #define TYPE_IGNORE 57 71 #define TYPE_COMMENT 58 72 #define ERRORTOKEN 59 73 #define N_TOKENS 63 74 #define NT_OFFSET 256 75 76 /* Special definitions for cooperation with parser */ 77 78 #define ISTERMINAL(x) ((x) < NT_OFFSET) 79 #define ISNONTERMINAL(x) ((x) >= NT_OFFSET) 80 #define ISEOF(x) ((x) == ENDMARKER) 81 82 83 PyAPI_DATA(const char * const) _PyParser_TokenNames[]; /* Token names */ 84 PyAPI_FUNC(int) PyToken_OneChar(int); 85 PyAPI_FUNC(int) PyToken_TwoChars(int, int); 86 PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int); 87 88 #ifdef __cplusplus 89 } 90 #endif 91 #endif /* !Py_TOKEN_H */ 92 #endif /* Py_LIMITED_API */ 93