VirtualMath/include/token.h

#ifndef VIRTUALMATH_TOKEN_H
#define VIRTUALMATH_TOKEN_H

#define MATHER_ERROR_ -1
#define MATHER_NUMBER 0
#define MATHER_STRING 1
#define MATHER_VAR 2

#define MATHER_EOF 3
#define MATHER_ENTER 4
#define MATHER_SPACE 5

#define MATHER_IF 6
#define MATHER_ELIF 7
#define MATHER_WHILE 8
#define MATHER_FOR 9
#define MATHER_IN 10
#define MATHER_TRY 11
#define MATHER_EXCEPT 12
#define MATHER_AS 13
#define MATHER_WITH 14
#define MATHER_DO 15
#define MATHER_ELSE 16
#define MATHER_FINALLY 17
#define MATHER_DEFAULT 18
#define MATHER_GLOBAL 19
#define MATHER_NONLOCAL 20
#define MATHER_PUBLIC 21
#define MATHER_PROTECT 22
#define MATHER_PRIVATE 23
#define MATHER_TRUE 24
#define MATHER_FALSE 25
#define MATHER_NULL 26
#define MATHER_DEF 27
#define MATHER_CLASS 28
#define MATHER_BLOCK 29
#define MATHER_BREAK 30
#define MATHER_CONTINUE 31
#define MATHER_REGO 32
#define MATHER_RESTART 33
#define MATHER_RETURN 34
#define MATHER_YIELD 35
#define MATHER_IMPORT 36
#define MATHER_INCLUDE 37

#define MATHER_ADD 38
#define MATHER_SUB 39
#define MATHER_MUL 40
#define MATHER_DIV 41
#define MATHER_INTDIV 42
#define MATHER_PER 43
#define MATHER_POW 44
#define MATHER_LESS 45
#define MATHER_LESSEQ 46
#define MATHER_MORE 47
#define MATHER_MOREEQ 48
#define MATHER_EQ 49
#define MATHER_NOTEQ 50

#define MATHER_BITAND 51
#define MATHER_BITOR 52
#define MATHER_BITXOR 53
#define MATHER_BITNOT 54
#define MATHER_BITLEFT 55
#define MATHER_BITRIGHT 56

#define MATHER_BOOLAND 57
#define MATHER_BOOLOR 58
#define MATHER_BOOLNOT 59

#define MATHER_ASSIGNMENT 60
#define MATHER_POINT 61
#define MATHER_AT 62
#define MATHER_SVAR 63

#define MATHER_LP 64
#define MATHER_RP 65
#define MATHER_LB 66
#define MATHER_RB 67
#define MATHER_LC 68
#define MATHER_RC 69
#define MATHER_COMMA 70
#define MATHER_COLON 71
#define MATHER_SEMICOLON 72
#define MATHER_LINK 73
#define MATHER_RAISE 74

#define MATHER_MAX 75

// 从-6开始是为了避开status的特殊值，尽管这并没有什么影响
#define COMMAND -6
#define OPERATION -7
#define POLYNOMIAL -8
#define FACTOR -9
#define BASEVALUE -10
#define ASSIGNMENT -11
#define CODE -12
#define FUNCTION -13
#define CALLBACK -14
#define IF_BRANCH -15
#define WHILE_BRANCH -16
#define BREAK -17
#define CONTINUE -18
#define REGO -19
#define RETURN -20
#define RESTART -21
#define TRY_BRANCH -22
#define RAISE -23
#define TUPLE -24
#define INCLUDE -25

#define printTokenEnter(tk, debug, type, message) do{ \
writeLog(debug, type, message, NULL); \
printToken(tk, debug, type); \
writeLog(debug, type, "\n", NULL); \
} while(0)

struct Token{
    int token_type;  // 记录token的类型，大于0的数字均为lex匹配器所匹配，小于0的为syntax解析器所匹配
    long int line;
    struct TokenData{
        char *str;
        char *second_str;  // 针对123.4j这种形式设定的，其中second_str存储j
        struct Statement *st;
    } data;
    struct Token *last;
    struct Token *next;
};

struct TokenStream{
    struct Token *token_list;  // 提前存储token的列表
    int size;
};

struct TokenMessage{
    struct TokenStream *ts;
    struct LexFile *file;
    struct LexMathers *mathers;
    FILE *debug;
};

typedef struct Token Token;
typedef struct TokenStream TokenStream;
typedef struct TokenMessage TokenMessage;

TokenMessage *makeTokenMessage(char *file_dir, char *debug);
void freeTokenMessage(TokenMessage *tm, bool self, bool free_st);

Token *makeToken(long int line);
long freeToken(Token *tk, bool self, bool error);
Token *makeLexToken(int type, char *str, char *second_str, long int line);
Token *makeStatementToken(int type, struct Statement *st);

extern Token *getToken(LexFile *file, LexMathers *mathers, FILE *debug);
void addBackToken(TokenStream *ts, Token *new_tk, FILE *debug);
Token *popNewToken(TokenMessage *tm, FILE *debug);

// token 可视化函数
void printTokenStream(TokenStream *ts, FILE *debug, int type);
void printToken(Token *tk, FILE *debug, int type);

#endif //VIRTUALMATH_TOKEN_H