140 lines
2.9 KiB
C
140 lines
2.9 KiB
C
#ifndef IVY_LANG_LEX_H_
|
|
#define IVY_LANG_LEX_H_
|
|
|
|
#include <ivy/line-source.h>
|
|
#include <ivy/misc.h>
|
|
#include <ivy/status.h>
|
|
#include <blue/core/queue.h>
|
|
|
|
enum ivy_token_type {
|
|
IVY_TOK_NONE = 0,
|
|
IVY_TOK_KEYWORD = 100,
|
|
IVY_TOK_SYMBOL,
|
|
IVY_TOK_ATOM,
|
|
IVY_TOK_INT,
|
|
IVY_TOK_DOUBLE,
|
|
IVY_TOK_LABEL,
|
|
IVY_TOK_IDENT,
|
|
IVY_TOK_STRING,
|
|
IVY_TOK_STR_START,
|
|
IVY_TOK_STR_END,
|
|
IVY_TOK_LINEFEED,
|
|
IVY_TOK_TYPE_COUNT,
|
|
};
|
|
|
|
enum ivy_keyword {
|
|
IVY_KW_NONE = 0,
|
|
IVY_KW_PACKAGE = 200,
|
|
IVY_KW_USE,
|
|
IVY_KW_CLASS,
|
|
IVY_KW_PROTOCOL,
|
|
IVY_KW_TRY,
|
|
IVY_KW_THROW,
|
|
IVY_KW_CATCH,
|
|
IVY_KW_IF,
|
|
IVY_KW_AND,
|
|
IVY_KW_OR,
|
|
IVY_KW_IS,
|
|
IVY_KW_NOT,
|
|
IVY_KW_ELSE,
|
|
IVY_KW_WHILE,
|
|
IVY_KW_FOR,
|
|
IVY_KW_MATCH,
|
|
IVY_KW_UNLESS,
|
|
IVY_KW_IN,
|
|
IVY_KW_DO,
|
|
IVY_KW_GET,
|
|
IVY_KW_SET,
|
|
IVY_KW_END,
|
|
IVY_KW_TYPE_COUNT,
|
|
};
|
|
|
|
enum ivy_symbol {
|
|
IVY_SYM_NONE = 0,
|
|
IVY_SYM_DOT = 300,
|
|
IVY_SYM_SQUOTE,
|
|
IVY_SYM_DQUOTE,
|
|
IVY_SYM_LEFT_BRACE,
|
|
IVY_SYM_RIGHT_BRACE,
|
|
IVY_SYM_LEFT_BRACKET,
|
|
IVY_SYM_RIGHT_BRACKET,
|
|
IVY_SYM_LEFT_PAREN,
|
|
IVY_SYM_RIGHT_PAREN,
|
|
IVY_SYM_LEFT_ANGLE,
|
|
IVY_SYM_RIGHT_ANGLE,
|
|
IVY_SYM_COLON,
|
|
IVY_SYM_DOUBLE_COLON,
|
|
IVY_SYM_PLUS,
|
|
IVY_SYM_HYPHEN,
|
|
IVY_SYM_DOUBLE_HYPHEN,
|
|
IVY_SYM_FORWARD_SLASH,
|
|
IVY_SYM_ASTERISK,
|
|
IVY_SYM_PERCENT,
|
|
IVY_SYM_AMPERSAND,
|
|
IVY_SYM_EQUAL,
|
|
IVY_SYM_DOUBLE_EQUAL,
|
|
IVY_SYM_DOUBLE_LEFT_ANGLE,
|
|
IVY_SYM_DOUBLE_RIGHT_ANGLE,
|
|
IVY_SYM_LEFT_ANGLE_EQUAL,
|
|
IVY_SYM_RIGHT_ANGLE_EQUAL,
|
|
IVY_SYM_DOUBLE_LEFT_ANGLE_EQUAL,
|
|
IVY_SYM_DOUBLE_RIGHT_ANGLE_EQUAL,
|
|
IVY_SYM_PLUS_EQUAL,
|
|
IVY_SYM_HYPHEN_EQUAL,
|
|
IVY_SYM_FORWARD_SLASH_EQUAL,
|
|
IVY_SYM_ASTERISK_EQUAL,
|
|
IVY_SYM_AMPERSAND_EQUAL,
|
|
IVY_SYM_PIPE_EQUAL,
|
|
IVY_SYM_PERCENT_EQUAL,
|
|
IVY_SYM_CARET_EQUAL,
|
|
IVY_SYM_HASH,
|
|
IVY_SYM_BANG,
|
|
IVY_SYM_PIPE,
|
|
IVY_SYM_CARET,
|
|
IVY_SYM_UNDERSCORE,
|
|
IVY_SYM_COMMA,
|
|
IVY_SYM_SEMICOLON,
|
|
IVY_SYM_DOLLAR,
|
|
IVY_SYM_HYPHEN_RIGHT_ANGLE,
|
|
IVY_SYM_EQUAL_RIGHT_ANGLE,
|
|
IVY_SYM_FORWARD_SLASH_ASTERISK,
|
|
IVY_SYM_ASTERISK_FORWARD_SLASH,
|
|
IVY_SYM_TYPE_COUNT,
|
|
};
|
|
|
|
struct ivy_token {
|
|
enum ivy_token_type t_type;
|
|
b_queue_entry t_entry;
|
|
|
|
union {
|
|
enum ivy_keyword t_keyword;
|
|
enum ivy_symbol t_symbol;
|
|
unsigned long long t_int;
|
|
double t_double;
|
|
char *t_str;
|
|
};
|
|
};
|
|
|
|
struct ivy_lexer_symbol_node;
|
|
struct ivy_lexer_state;
|
|
struct ivy_lexer;
|
|
|
|
IVY_API enum ivy_status ivy_lexer_create(struct ivy_lexer **lex);
|
|
IVY_API void ivy_lexer_destroy(struct ivy_lexer *lex);
|
|
|
|
IVY_API void ivy_lexer_set_source(
|
|
struct ivy_lexer *lex, struct ivy_line_source *src);
|
|
IVY_API enum ivy_status ivy_lexer_get_status(struct ivy_lexer *lex);
|
|
|
|
IVY_API struct ivy_token *ivy_lexer_peek(struct ivy_lexer *lex);
|
|
IVY_API struct ivy_token *ivy_lexer_read(struct ivy_lexer *lex);
|
|
IVY_API bool ivy_lexer_tokens_available(struct ivy_lexer *lex);
|
|
|
|
IVY_API void ivy_token_destroy(struct ivy_token *tok);
|
|
|
|
IVY_API const char *ivy_lex_token_type_to_string(enum ivy_token_type type);
|
|
IVY_API const char *ivy_keyword_to_string(enum ivy_keyword keyword);
|
|
IVY_API const char *ivy_symbol_to_string(enum ivy_symbol sym);
|
|
|
|
#endif
|