hackedteam/vector-edk

/* Token types */

#ifndef Py_TOKEN_H
#define Py_TOKEN_H
#ifdef __cplusplus
extern "C" {
#endif

#undef TILDE   /* Prevent clash of our definition with system macro. Ex AIX, ioctl.h */

#define ENDMARKER    0
#define NAME        1
#define NUMBER        2
#define STRING        3
#define NEWLINE        4
#define INDENT        5
#define DEDENT        6
#define LPAR        7
#define RPAR        8
#define LSQB        9
#define RSQB        10
#define COLON        11
#define COMMA        12
#define SEMI        13
#define PLUS        14
#define MINUS        15
#define STAR        16
#define SLASH        17
#define VBAR        18
#define AMPER        19
#define LESS        20
#define GREATER        21
#define EQUAL        22
#define DOT        23
#define PERCENT        24
#define BACKQUOTE    25
#define LBRACE        26
#define RBRACE        27
#define EQEQUAL        28
#define NOTEQUAL    29
#define LESSEQUAL    30
#define GREATEREQUAL    31
#define TILDE        32
#define CIRCUMFLEX    33
#define LEFTSHIFT    34
#define RIGHTSHIFT    35
#define DOUBLESTAR    36
#define PLUSEQUAL    37
#define MINEQUAL    38
#define STAREQUAL    39
#define SLASHEQUAL    40
#define PERCENTEQUAL    41
#define AMPEREQUAL    42
#define VBAREQUAL    43
#define CIRCUMFLEXEQUAL    44
#define LEFTSHIFTEQUAL    45
#define RIGHTSHIFTEQUAL    46
#define DOUBLESTAREQUAL    47
#define DOUBLESLASH    48
#define DOUBLESLASHEQUAL 49
#define AT              50    
/* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */
#define OP        51
#define ERRORTOKEN    52
#define N_TOKENS    53

/* Special definitions for cooperation with parser */

#define NT_OFFSET        256

#define ISTERMINAL(x)        ((x) < NT_OFFSET)
#define ISNONTERMINAL(x)    ((x) >= NT_OFFSET)
#define ISEOF(x)        ((x) == ENDMARKER)


PyAPI_DATA(char *) _PyParser_TokenNames[]; /* Token names */
PyAPI_FUNC(int) PyToken_OneChar(int);
PyAPI_FUNC(int) PyToken_TwoChars(int, int);
PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int);

#ifdef __cplusplus
}
#endif
#endif /* !Py_TOKEN_H */