doc: add a note describing lexer state transitions

2024-11-16 21:30:45 +00:00
parent 102769735e
commit e01798db2f
1 changed files with 14 additions and 0 deletions
--- a/doc/lex/lexer-states.txt
+++ b/doc/lex/lexer-states.txt
@@ -0,0 +1,14 @@
+possible lexer states:
+	STATE_NORMAL
+	STATE_STRING
+	STATE_FSTRING
+	STATE_INTERPOLATION
+
+
+state transitions:
+	STATE_NORMAL + " -> push STATE_STRING
+	STATE_NORMAL + ' -> push STATE_FSTRING
+	STATE_STRING + " -> pop
+	STATE_FSTRING + { -> push STATE_INTERPOLATION, record brace depth
+	STATE_FSTRING + ' -> pop
+	STATE_INTERPOLATION + } (at recorded brace depth) -> pop