Started implementing the get_next_token function

2023-06-20 23:37:56 +01:00
parent e4d161d79d
commit 1b56aaa185
4 changed files with 93 additions and 7 deletions
--- a/include/lexer/lexer.h
+++ b/include/lexer/lexer.h
@@ -33,12 +33,18 @@ typedef union {
 } token_value_t;

 typedef struct {
+  u64 line;
+  u64 column;
  token_type_t type;
  token_value_t value;
 } token_t;

 typedef struct lexer lexer_t;

+void lexer_init(lexer_t **lexer);
+void lexer_free(lexer_t **lexer);
+token_t get_next_token(lexer_t *lexer, const char *text);
+
 bool validate_json(char *json);

 #endif // !LEXER_STATES_H