wash/ivy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

lang: lex: implement state stack; make lexer structure opaque

Browse Source 
the state stack is used to track whether a string is currently being read,
what kind of string it is, and whether or not we are in an interpolation
within that string.
This commit is contained in:
max 🍓
2024-11-16 23:03:43 +00:00
parent 412e9abf05
commit f14c387a6e
2 changed files with 157 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
lang/include/ivy/lang/lex.h
View File

@@ -104,24 +104,15 @@ struct ivy_token {
};
struct ivy_lexer_symbol_node;
struct ivy_lexer_state;
struct ivy_lexer;
IVY_API enum ivy_status ivy_lexer_create(struct ivy_lexer **lex);
IVY_API void ivy_lexer_destroy(struct ivy_lexer *lex);
struct ivy_lexer {
struct ivy_line_source *lex_source;
enum ivy_status lex_status;
struct ivy_token *lex_queue;
struct ivy_lexer_symbol_node *lex_sym_tree;
enum ivy_token_type lex_prev_token;
unsigned int lex_state;
char *lex_linebuf;
size_t lex_linebuf_len;
size_t lex_linebuf_cap;
size_t lex_linebuf_ptr;
};
IVY_API enum ivy_status ivy_lexer_init(struct ivy_lexer *lex);
IVY_API void ivy_lexer_finish(struct ivy_lexer *lex);
IVY_API void ivy_lexer_set_source(
struct ivy_lexer *lex, struct ivy_line_source *src);
IVY_API enum ivy_status ivy_lexer_get_status(struct ivy_lexer *lex);
IVY_API struct ivy_token *ivy_lexer_peek(struct ivy_lexer *lex);
IVY_API struct ivy_token *ivy_lexer_read(struct ivy_lexer *lex);