/**
 * @file addons/parser/tokenizer.h
 * @brief Parser tokenizer.
 */

#ifndef FLECS_PARSER_TOKENIZER_H
#define FLECS_PARSER_TOKENIZER_H

/* Tokenizer */
typedef enum ecs_token_kind_t {
    EcsTokEnd = '\0',
    EcsTokUnknown,
    EcsTokScopeOpen = '{',
    EcsTokScopeClose = '}',
    EcsTokParenOpen = '(',
    EcsTokParenClose = ')',
    EcsTokBracketOpen = '[',
    EcsTokBracketClose = ']',
    EcsTokMember = '.',
    EcsTokComma = ',',
    EcsTokSemiColon = ';',
    EcsTokColon = ':',
    EcsTokAssign = '=',
    EcsTokAdd = '+',
    EcsTokSub = '-',
    EcsTokMul = '*',
    EcsTokDiv = '/',
    EcsTokMod = '%',
    EcsTokBitwiseOr = '|',
    EcsTokBitwiseAnd = '&',
    EcsTokNot = '!',
    EcsTokOptional = '?',
    EcsTokAnnotation = '@',
    EcsTokNewline = '\n',
    EcsTokChar = '\'',
    EcsTokEq = 100,
    EcsTokNeq = 101,
    EcsTokGt = 102,
    EcsTokGtEq = 103,
    EcsTokLt = 104,
    EcsTokLtEq = 105,
    EcsTokAnd = 106,
    EcsTokOr = 107,
    EcsTokMatch = 108,
    EcsTokRange = 109,
    EcsTokShiftLeft = 110,
    EcsTokShiftRight = 111,
    EcsTokIdentifier = 112,
    EcsTokFunction = 113,
    EcsTokString = 114,
    EcsTokNumber = 115,
    EcsTokKeywordModule = 116,
    EcsTokKeywordUsing = 117,
    EcsTokKeywordWith = 118,
    EcsTokKeywordIf = 119,
    EcsTokKeywordFor = 120,
    EcsTokKeywordIn = 121,
    EcsTokKeywordElse = 122,
    EcsTokKeywordTemplate = 130,
    EcsTokKeywordProp = 131,
    EcsTokKeywordConst = 132,
    EcsTokKeywordMatch = 133,
    EcsTokKeywordNew = 134,
    EcsTokKeywordExport = 135,
    EcsTokAddAssign = 136,
    EcsTokMulAssign = 137,
} ecs_token_kind_t;

typedef struct ecs_token_t {
    const char *value;
    ecs_token_kind_t kind;
} ecs_token_t;

typedef struct ecs_tokens_t {
    int32_t count;
    ecs_token_t tokens[256];
} ecs_tokens_t;

typedef struct ecs_tokenizer_t {
    ecs_tokens_t stack;
    ecs_token_t *tokens;
} ecs_tokenizer_t;

const char* flecs_tokenizer_until(
    ecs_parser_t *parser,
    const char *ptr,
    ecs_token_t *out,
    char until);

const char* flecs_token_kind_str(
    ecs_token_kind_t kind);

const char* flecs_token_str(
    ecs_token_kind_t kind);

const char* flecs_token(
    ecs_parser_t *parser,
    const char *ptr,
    ecs_token_t *out,
    bool is_lookahead);

const char* flecs_scan_whitespace(
    ecs_parser_t *parser,
    const char *pos);

const char* flecs_tokenizer_identifier(
    ecs_parser_t *parser,
    const char *pos,
    ecs_token_t *out);

#endif