wash/ivy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

lang: implement identifier support in the lexer

Browse Source
This commit is contained in:
max 🍓
2024-11-13 21:37:00 +00:00
parent cbd8639605
commit 6b02a86ba4
3 changed files with 455 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

119
lang/include/ivy/lang/lex.h
View File

@@ -0,0 +1,119 @@
#ifndef IVY_LANG_LEX_H_
#define IVY_LANG_LEX_H_
#include <ivy/line-source.h>
#include <ivy/status.h>
enum ivy_token_type {
IVY_TOK_NONE = 0,
IVY_TOK_KEYWORD,
IVY_TOK_SYMBOL,
IVY_TOK_ATOM,
IVY_TOK_NUMBER,
IVY_TOK_LABEL,
IVY_TOK_IDENT,
IVY_TOK_STRING,
IVY_TOK_STR_START,
IVY_TOK_STR_END,
IVY_TOK_LINEFEED,
};
enum ivy_keyword {
IVY_KW_NONE = 0,
IVY_KW_PACKAGE,
IVY_KW_USE,
IVY_KW_CLASS,
IVY_KW_PROTOCOL,
IVY_KW_TRY,
IVY_KW_THROW,
IVY_KW_CATCH,
IVY_KW_IF,
IVY_KW_AND,
IVY_KW_OR,
IVY_KW_IS,
IVY_KW_NOT,
IVY_KW_ELSE,
IVY_KW_WHILE,
IVY_KW_FOR,
IVY_KW_MATCH,
IVY_KW_UNLESS,
IVY_KW_IN,
IVY_KW_DO,
IVY_KW_END,
};
enum ivy_symbol {
IVY_SYM_NONE = 0,
IVY_SYM_DOT,
IVY_SYM_LEFT_BRACE,
IVY_SYM_RIGHT_BRACE,
IVY_SYM_LEFT_BRACKET,
IVY_SYM_RIGHT_BRACKET,
IVY_SYM_LEFT_PAREN,
IVY_SYM_RIGHT_PAREN,
IVY_SYM_LEFT_ANGLE,
IVY_SYM_RIGHT_ANGLE,
IVY_SYM_COLON,
IVY_SYM_DOUBLE_COLON,
IVY_SYM_PLUS,
IVY_SYM_MINUS,
IVY_SYM_FORWARD_SLASH,
IVY_SYM_ASTERISK,
IVY_SYM_PERCENT,
IVY_SYM_AMPERSAND,
IVY_SYM_EQUAL,
IVY_SYM_DOUBLE_EQUAL,
IVY_SYM_DOUBLE_LEFT_ANGLE_EQUAL,
IVY_SYM_DOUBLE_RIGHT_ANGLE_EQUAL,
IVY_SYM_PLUS_EQUAL,
IVY_SYM_MINUS_EQUAL,
IVY_SYM_FORWARD_SLASH_EQUAL,
IVY_SYM_ASTERISK_EQUAL,
IVY_SYM_AMPERSAND_EQUAL,
IVY_SYM_PIPE_EQUAL,
IVY_SYM_PERCENT_EQUAL,
IVY_SYM_CARET_EQUAL,
IVY_SYM_BANG,
IVY_SYM_PIPE,
IVY_SYM_CARET,
IVY_SYM_UNDERSCORE,
IVY_SYM_COMMA,
IVY_SYM_DOLLAR,
IVY_SYM_RIGHT_ARROW,
IVY_SYM_BIG_RIGHT_ARROW,
IVY_SYM_FORWARD_SLASH_ASTERISK,
IVY_SYM_ASTERISK_FORWARD_SLASH,
};
struct ivy_token {
enum ivy_token_type t_type;
struct ivy_token *t_next;
union {
enum ivy_keyword t_keyword;
enum ivy_symbol t_symbol;
signed long long t_number;
char *t_str;
};
};
struct ivy_lexer {
struct ivy_line_source *lex_source;
enum ivy_status lex_status;
struct ivy_token *lex_queue;
char *lex_linebuf;
size_t lex_linebuf_len;
size_t lex_linebuf_cap;
size_t lex_linebuf_ptr;
};
extern enum ivy_status ivy_lexer_init(struct ivy_lexer *lex);
extern void ivy_lexer_finish(struct ivy_lexer *lex);
extern struct ivy_token *ivy_lexer_peek(struct ivy_lexer *lex);
extern struct ivy_token *ivy_lexer_read(struct ivy_lexer *lex);
extern void ivy_token_destroy(struct ivy_token *tok);
#endif