fy0/tinyre

#ifndef TINYRE_LEXER_H
#define TINYRE_LEXER_H

#include "tutils.h"

#define FIRST_TOKEN    128

enum TOKEN_LIST {
    TK_CHAR = FIRST_TOKEN,
    TK_CHAR_SPE,
    TK_BACK_REF,
    TK_NBACK_REF,
    TK_EQ_REF,
    TK_NE_REF,
    TK_COMMENT,
    TK_NOP,
    TK_END
};

enum GROUP_TYPE {
    GT_NORMAL = 0,
    GT_NONGROUPING = 1,
    GT_BACKREF,
    GT_IF_MATCH,
    GT_IF_NOT_MATCH,
    GT_IF_PRECEDED_BY,
    GT_IF_NOT_PRECEDED_BY,
    GT_BACKREF_CONDITIONAL_INDEX,
    GT_BACKREF_CONDITIONAL_GROUPNAME,
};

typedef struct TokenInfo {
    uint32_t index;
    uint32_t code;
    uint32_t code2;
    uint32_t group_type;
    uint32_t* group_name;
    int group_name_len;
} TokenInfo;

typedef struct tre_Token {
    uint32_t value;
    TokenInfo extra;
} tre_Token;


typedef struct tre_Lexer {
    tre_Token token;
    int extra_flag;
    const uint32_t *s;
    int scur;
    int slen;
    int state; // 0 NOMRAL | 1 [...] 
    int max_normal_group_num;
    //TokenGroupName* group_names;
} tre_Lexer;

int tre_check_groups(uint32_t *s, int len);
int tre_lexer_next(tre_Lexer *lex);

tre_Lexer* tre_lexer_new(uint32_t *s, int len);
void tre_lexer_free(tre_Lexer *lex);

#define ERR_LEXER_UNBALANCED_PARENTHESIS        -3
#define ERR_LEXER_UNEXPECTED_END_OF_PATTERN     -4
#define ERR_LEXER_UNKNOW_SPECIFIER              -5
#define ERR_LEXER_BAD_GROUP_NAME                -6
#define ERR_LEXER_UNICODE_ESCAPE                -7
#define ERR_LEXER_UNICODE6_ESCAPE               -8
#define ERR_LEXER_HEX_ESCAPE                    -9
#define ERR_LEXER_BAD_GROUP_NAME_IN_BACKREF     -10
#define ERR_LEXER_INVALID_GROUP_NAME_OR_INDEX   -11
#define ERR_LEXER_REDEFINITION_OF_GROUP_NAME    -12
#define ERR_LEXER_BAD_CHARACTER_RANGE           -52

#endif