You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
82 lines
1.7 KiB
82 lines
1.7 KiB
|
|
/* Token types */ |
|
|
|
#ifndef Py_TOKEN_H |
|
#define Py_TOKEN_H |
|
#ifdef __cplusplus |
|
extern "C" { |
|
#endif |
|
|
|
#define ENDMARKER 0 |
|
#define NAME 1 |
|
#define NUMBER 2 |
|
#define STRING 3 |
|
#define NEWLINE 4 |
|
#define INDENT 5 |
|
#define DEDENT 6 |
|
#define LPAR 7 |
|
#define RPAR 8 |
|
#define LSQB 9 |
|
#define RSQB 10 |
|
#define COLON 11 |
|
#define COMMA 12 |
|
#define SEMI 13 |
|
#define PLUS 14 |
|
#define MINUS 15 |
|
#define STAR 16 |
|
#define SLASH 17 |
|
#define VBAR 18 |
|
#define AMPER 19 |
|
#define LESS 20 |
|
#define GREATER 21 |
|
#define EQUAL 22 |
|
#define DOT 23 |
|
#define PERCENT 24 |
|
#define BACKQUOTE 25 |
|
#define LBRACE 26 |
|
#define RBRACE 27 |
|
#define EQEQUAL 28 |
|
#define NOTEQUAL 29 |
|
#define LESSEQUAL 30 |
|
#define GREATEREQUAL 31 |
|
#define TILDE 32 |
|
#define CIRCUMFLEX 33 |
|
#define LEFTSHIFT 34 |
|
#define RIGHTSHIFT 35 |
|
#define DOUBLESTAR 36 |
|
#define PLUSEQUAL 37 |
|
#define MINEQUAL 38 |
|
#define STAREQUAL 39 |
|
#define SLASHEQUAL 40 |
|
#define PERCENTEQUAL 41 |
|
#define AMPEREQUAL 42 |
|
#define VBAREQUAL 43 |
|
#define CIRCUMFLEXEQUAL 44 |
|
#define LEFTSHIFTEQUAL 45 |
|
#define RIGHTSHIFTEQUAL 46 |
|
#define DOUBLESTAREQUAL 47 |
|
#define DOUBLESLASH 48 |
|
#define DOUBLESLASHEQUAL 49 |
|
/* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */ |
|
#define OP 50 |
|
#define ERRORTOKEN 51 |
|
#define N_TOKENS 52 |
|
|
|
/* Special definitions for cooperation with parser */ |
|
|
|
#define NT_OFFSET 256 |
|
|
|
#define ISTERMINAL(x) ((x) < NT_OFFSET) |
|
#define ISNONTERMINAL(x) ((x) >= NT_OFFSET) |
|
#define ISEOF(x) ((x) == ENDMARKER) |
|
|
|
|
|
PyAPI_DATA(char *) _PyParser_TokenNames[]; /* Token names */ |
|
PyAPI_FUNC(int) PyToken_OneChar(int); |
|
PyAPI_FUNC(int) PyToken_TwoChars(int, int); |
|
PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int); |
|
|
|
#ifdef __cplusplus |
|
} |
|
#endif |
|
#endif /* !Py_TOKEN_H */
|
|
|