mirror of
https://github.com/python/cpython
synced 2024-09-18 21:11:40 +00:00
f1ae706ca5
No longer export _PyUnicode_FromId() internal C API function. Change comment style to "// comment" and add comment explaining why other functions have to be exported. Update Tools/build/generate_token.py to update Include/internal/pycore_token.h comments.
107 lines
2.9 KiB
C
107 lines
2.9 KiB
C
// Auto-generated by Tools/build/generate_token.py
|
|
|
|
/* Token types */
|
|
#ifndef Py_INTERNAL_TOKEN_H
|
|
#define Py_INTERNAL_TOKEN_H
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#ifndef Py_BUILD_CORE
|
|
# error "this header requires Py_BUILD_CORE define"
|
|
#endif
|
|
|
|
#undef TILDE /* Prevent clash of our definition with system macro. Ex AIX, ioctl.h */
|
|
|
|
#define ENDMARKER 0
|
|
#define NAME 1
|
|
#define NUMBER 2
|
|
#define STRING 3
|
|
#define NEWLINE 4
|
|
#define INDENT 5
|
|
#define DEDENT 6
|
|
#define LPAR 7
|
|
#define RPAR 8
|
|
#define LSQB 9
|
|
#define RSQB 10
|
|
#define COLON 11
|
|
#define COMMA 12
|
|
#define SEMI 13
|
|
#define PLUS 14
|
|
#define MINUS 15
|
|
#define STAR 16
|
|
#define SLASH 17
|
|
#define VBAR 18
|
|
#define AMPER 19
|
|
#define LESS 20
|
|
#define GREATER 21
|
|
#define EQUAL 22
|
|
#define DOT 23
|
|
#define PERCENT 24
|
|
#define LBRACE 25
|
|
#define RBRACE 26
|
|
#define EQEQUAL 27
|
|
#define NOTEQUAL 28
|
|
#define LESSEQUAL 29
|
|
#define GREATEREQUAL 30
|
|
#define TILDE 31
|
|
#define CIRCUMFLEX 32
|
|
#define LEFTSHIFT 33
|
|
#define RIGHTSHIFT 34
|
|
#define DOUBLESTAR 35
|
|
#define PLUSEQUAL 36
|
|
#define MINEQUAL 37
|
|
#define STAREQUAL 38
|
|
#define SLASHEQUAL 39
|
|
#define PERCENTEQUAL 40
|
|
#define AMPEREQUAL 41
|
|
#define VBAREQUAL 42
|
|
#define CIRCUMFLEXEQUAL 43
|
|
#define LEFTSHIFTEQUAL 44
|
|
#define RIGHTSHIFTEQUAL 45
|
|
#define DOUBLESTAREQUAL 46
|
|
#define DOUBLESLASH 47
|
|
#define DOUBLESLASHEQUAL 48
|
|
#define AT 49
|
|
#define ATEQUAL 50
|
|
#define RARROW 51
|
|
#define ELLIPSIS 52
|
|
#define COLONEQUAL 53
|
|
#define EXCLAMATION 54
|
|
#define OP 55
|
|
#define TYPE_IGNORE 56
|
|
#define TYPE_COMMENT 57
|
|
#define SOFT_KEYWORD 58
|
|
#define FSTRING_START 59
|
|
#define FSTRING_MIDDLE 60
|
|
#define FSTRING_END 61
|
|
#define COMMENT 62
|
|
#define NL 63
|
|
#define ERRORTOKEN 64
|
|
#define N_TOKENS 66
|
|
#define NT_OFFSET 256
|
|
|
|
/* Special definitions for cooperation with parser */
|
|
|
|
#define ISTERMINAL(x) ((x) < NT_OFFSET)
|
|
#define ISNONTERMINAL(x) ((x) >= NT_OFFSET)
|
|
#define ISEOF(x) ((x) == ENDMARKER)
|
|
#define ISWHITESPACE(x) ((x) == ENDMARKER || \
|
|
(x) == NEWLINE || \
|
|
(x) == INDENT || \
|
|
(x) == DEDENT)
|
|
#define ISSTRINGLIT(x) ((x) == STRING || \
|
|
(x) == FSTRING_MIDDLE)
|
|
|
|
|
|
// Export these 4 symbols for 'test_peg_generator'
|
|
PyAPI_DATA(const char * const) _PyParser_TokenNames[]; /* Token names */
|
|
PyAPI_FUNC(int) _PyToken_OneChar(int);
|
|
PyAPI_FUNC(int) _PyToken_TwoChars(int, int);
|
|
PyAPI_FUNC(int) _PyToken_ThreeChars(int, int, int);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
#endif // !Py_INTERNAL_TOKEN_H
|