abdelrahman/helloJSON
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Compare commits

base: abdelrahman:896a9ff08563f197cbc7aa349f904dbfbbd7b72a
Branches Tags
abdelrahman:main abdelrahman:state-table
..
compare: abdelrahman:main
Branches Tags
abdelrahman:main abdelrahman:state-table

2 Commits
896a9ff085 ... main

Author SHA1 Message Date
Abdelrahman
4d02e90aac Update run_tests.py 2023-07-30 23:56:34 +01:00
Abdelrahman
da69ad6d43 Add basic test suite to validate that the parser works 2023-07-30 12:33:12 +01:00
7 changed files with 102 additions and 1051 deletions
Expand all files Collapse all files

1
.gitignore vendored
View File

@@ -3,4 +3,3 @@
src/ignore/**/* src/ignore/**/*
main main
compile_commands.json compile_commands.json
gentable

28
compile
View File

@@ -1,28 +1,24 @@
#!/bin/bash #!/bin/bash
CC=clang CC=clang
CFLAGS="-g -Wall -Werror -pedantic -I./include" CFLAGS="-g -Wall -Werror -pedantic -Iinclude"
SRC="./src/main.c" SRC="src/main.c"
OUT=./main OUT=main
# STATE_TABLE
(set -x;$CC $CFLAGS -I./include/lexer ./generate_state_table.c -o ./gentable)
./gentable
# DSTRING # DSTRING
CFLAGS+=" -I./include/dstring" CFLAGS+=" -Iinclude/dstring"
SRC+=" ./src/dstring/*.c" SRC+=" src/dstring/*.c"
# JSON_ENTITIES # JSON_ENTITIES
CFLAGS+=" -I./include/json_entities" CFLAGS+=" -Iinclude/json_entities"
SRC+=" ./src/json_entities/*.c" SRC+=" src/json_entities/*.c"
# LEXER # LEXER
CFLAGS+=" -I./include/lexer" CFLAGS+=" -Iinclude/lexer"
SRC+=" ./src/lexer/*.c" SRC+=" src/lexer/*.c"
# PARSER # PARSER
CFLAGS+=" -I./include/parser" CFLAGS+=" -Iinclude/parser"
SRC+=" ./src/parser/*.c" SRC+=" src/parser/*.c"
(set -x;$CC $CFLAGS $SRC -o $OUT) $CC $CFLAGS $SRC -o $OUT

639
generate_state_table.c
View File

@@ -1,639 +0,0 @@
#include "aliases.h"
#include "lexer_data.h"
#include <ctype.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#define STRING_BUF_LENGTH 100
INTERNAL void fill_table(void);
INTERNAL void write_table(FILE *fp);
INTERNAL void set_column_width(lexer_state_t state);
INTERNAL const char *get_input_string(lexer_input_t input);
INTERNAL const char *get_state_string(lexer_state_t state);
INTERNAL lexer_state_t lexer_state_machine(lexer_state_t state,
lexer_input_t input);
INTERNAL lexer_state_t handle_lexer_start(lexer_input_t input);
INTERNAL lexer_state_t handle_last_collection(char input);
INTERNAL lexer_state_t handle_object(lexer_input_t input);
INTERNAL lexer_state_t handle_array(lexer_input_t input);
INTERNAL lexer_state_t handle_key(lexer_input_t input);
INTERNAL lexer_state_t handle_value(lexer_input_t input);
INTERNAL lexer_state_t handle_string(lexer_input_t input);
INTERNAL lexer_state_t handle_string_end(lexer_input_t input);
INTERNAL lexer_state_t handle_escape_sequence(lexer_input_t input);
INTERNAL lexer_state_t handle_unicode_hex(lexer_input_t input,
lexer_state_t return_state);
INTERNAL lexer_state_t handle_decimal(lexer_input_t input);
INTERNAL lexer_state_t handle_number(lexer_input_t input);
INTERNAL lexer_state_t handle_fraction(lexer_input_t input);
INTERNAL lexer_state_t handle_exponent(lexer_input_t input);
INTERNAL lexer_state_t handle_exp_sign(lexer_input_t input);
INTERNAL lexer_state_t handle_power(lexer_input_t input);
INTERNAL lexer_state_t handle_number_end(lexer_input_t input);
INTERNAL lexer_state_t handle_true(lexer_input_t input,
lexer_state_t start_state);
INTERNAL lexer_state_t handle_false(lexer_input_t input,
lexer_state_t start_state);
INTERNAL lexer_state_t handle_null(lexer_input_t input,
lexer_state_t start_state);
INTERNAL lexer_state_t handle_keyword_end(lexer_input_t input);
INTERNAL i32 column_width = 0;
INTERNAL lexer_state_t state_table[COUNT_LEXER_STATES][COUNT_LEXER_INPUTS] = {
0};
INTERNAL const char *input_strings[COUNT_LEXER_STATES] = {
[LEXER_INPUT_NEWLINE] = "NEWLINE",
[LEXER_INPUT_WHITE_SPACE] = "WHITE_SPACE",
[LEXER_INPUT_OPEN_BRACE] = "OPEN_BRACE",
[LEXER_INPUT_CLOSE_BRACE] = "CLOSE_BRACE",
[LEXER_INPUT_OPEN_BRACKET] = "OPEN_BRACKET",
[LEXER_INPUT_CLOSE_BRACKET] = "CLOSE_BRACKET",
[LEXER_INPUT_COMMA] = "COMMA",
[LEXER_INPUT_COLON] = "COLON",
[LEXER_INPUT_DOUBLE_QUOTE] = "DOUBLE_QUOTE",
[LEXER_INPUT_BACK_SLASH] = "BACK_SLASH",
[LEXER_INPUT_FORWARD_SLASH] = "FORWARD_SLASH",
[LEXER_INPUT_LOWER_A] = "LOWER_A",
[LEXER_INPUT_LOWER_B] = "LOWER_B",
[LEXER_INPUT_LOWER_C] = "LOWER_C",
[LEXER_INPUT_LOWER_D] = "LOWER_D",
[LEXER_INPUT_LOWER_E] = "LOWER_E",
[LEXER_INPUT_LOWER_F] = "LOWER_F",
[LEXER_INPUT_LOWER_L] = "LOWER_L",
[LEXER_INPUT_LOWER_N] = "LOWER_N",
[LEXER_INPUT_LOWER_R] = "LOWER_R",
[LEXER_INPUT_LOWER_S] = "LOWER_S",
[LEXER_INPUT_LOWER_T] = "LOWER_T",
[LEXER_INPUT_LOWER_U] = "LOWER_U",
[LEXER_INPUT_UPPER_A] = "UPPER_A",
[LEXER_INPUT_UPPER_B] = "UPPER_B",
[LEXER_INPUT_UPPER_C] = "UPPER_C",
[LEXER_INPUT_UPPER_D] = "UPPER_D",
[LEXER_INPUT_UPPER_E] = "UPPER_E",
[LEXER_INPUT_UPPER_F] = "UPPER_F",
[LEXER_INPUT_MINUS] = "MINUS",
[LEXER_INPUT_PLUS] = "PLUS",
[LEXER_INPUT_DECIMAL] = "DECIMAL",
[LEXER_INPUT_ZERO] = "ZERO",
[LEXER_INPUT_NON_ZERO] = "NON_ZERO",
[LEXER_INPUT_OTHER] = "OTHER",
};
INTERNAL const char *state_strings[COUNT_LEXER_STATES] = {
[LEXER_STATE_ERROR] = "LEXER_STATE_ERROR",
[LEXER_STATE_START] = "LEXER_STATE_START",
[LEXER_STATE_VALUE] = "LEXER_STATE_VALUE",
[LEXER_STATE_VALUE_END] = "LEXER_STATE_VALUE_END",
[LEXER_STATE_OBJECT_START] = "LEXER_STATE_OBJECT_START",
[LEXER_STATE_OBJECT] = "LEXER_STATE_OBJECT",
[LEXER_STATE_OBJECT_END] = "LEXER_STATE_OBJECT_END",
[LEXER_STATE_ARRAY_START] = "LEXER_STATE_ARRAY_START",
[LEXER_STATE_ARRAY] = "LEXER_STATE_ARRAY",
[LEXER_STATE_ARRAY_END] = "LEXER_STATE_ARRAY_END",
[LEXER_STATE_LAST_COLLECTION] = "LEXER_STATE_LAST_COLLECTION",
[LEXER_STATE_KEY] = "LEXER_STATE_KEY",
[LEXER_STATE_KEY_END] = "LEXER_STATE_KEY_END",
[LEXER_STATE_DECIMAL] = "LEXER_STATE_DECIMAL",
[LEXER_STATE_NUMBER] = "LEXER_STATE_NUMBER",
[LEXER_STATE_FRACTION] = "LEXER_STATE_FRACTION",
[LEXER_STATE_EXPONENT] = "LEXER_STATE_EXPONENT",
[LEXER_STATE_EXP_SIGN] = "LEXER_STATE_EXP_SIGN",
[LEXER_STATE_POWER] = "LEXER_STATE_POWER",
[LEXER_STATE_NUMBER_END] = "LEXER_STATE_NUMBER_END",
[LEXER_STATE_STRING] = "LEXER_STATE_STRING",
[LEXER_STATE_STRING_END] = "LEXER_STATE_STRING_END",
[LEXER_STATE_ESCAPE_SEQUENCE] = "LEXER_STATE_ESCAPE_SEQUENCE",
[LEXER_STATE_UNICODE_HEX1] = "LEXER_STATE_UNICODE_HEX1",
[LEXER_STATE_UNICODE_HEX2] = "LEXER_STATE_UNICODE_HEX2",
[LEXER_STATE_UNICODE_HEX3] = "LEXER_STATE_UNICODE_HEX3",
[LEXER_STATE_UNICODE_HEX4] = "LEXER_STATE_UNICODE_HEX4",
[LEXER_STATE_T] = "LEXER_STATE_T",
[LEXER_STATE_TR] = "LEXER_STATE_TR",
[LEXER_STATE_TRU] = "LEXER_STATE_TRU",
[LEXER_STATE_TRUE] = "LEXER_STATE_TRUE",
[LEXER_STATE_F] = "LEXER_STATE_F",
[LEXER_STATE_FA] = "LEXER_STATE_FA",
[LEXER_STATE_FAL] = "LEXER_STATE_FAL",
[LEXER_STATE_FALS] = "LEXER_STATE_FALS",
[LEXER_STATE_FALSE] = "LEXER_STATE_FALSE",
[LEXER_STATE_N] = "LEXER_STATE_N",
[LEXER_STATE_NU] = "LEXER_STATE_NU",
[LEXER_STATE_NUL] = "LEXER_STATE_NUL",
[LEXER_STATE_NULL] = "LEXER_STATE_NULL",
[LEXER_STATE_KEYWORD_END] = "LEXER_STATE_KEYWORD_END",
};
INTERNAL const char *filename = "./include/lexer/lexer_state_transitions.table";
int main(void) {
FILE *fp = fopen(filename, "w");
if (!fp) {
printf("Failed to open file\n");
return EXIT_FAILURE;
}
fill_table();
write_table(fp);
fclose(fp);
return EXIT_SUCCESS;
}
INTERNAL void fill_table(void) {
lexer_state_t state;
lexer_input_t input;
for (u64 i = 0; i < COUNT_LEXER_STATES; ++i) {
state = (lexer_state_t)i;
for (u64 j = 0; j < COUNT_LEXER_INPUTS; ++j) {
input = (lexer_input_t)j;
state_table[i][j] = (lexer_state_t)lexer_state_machine(state, input);
}
}
}
void write_table(FILE *fp) {
const char *array_open = "{ ";
const u64 array_open_length = strlen(array_open);
const char *array_close = "},";
const u64 array_close_length = strlen(array_close);
const char *comment = "//";
const u64 comment_length = strlen(comment);
const char *table_header_end = " \n";
const u64 table_header_end_length = strlen(table_header_end);
char output[STRING_BUF_LENGTH] = {0};
u64 length = 0;
for (u64 i = 0; i < COUNT_LEXER_STATES; ++i) {
set_column_width((lexer_state_t)i);
}
fwrite(comment, sizeof(char), comment_length, fp);
i32 column_white_space = 0;
for (u64 i = 0; i < COUNT_LEXER_INPUTS; ++i) {
const char *input_str = get_input_string((lexer_input_t)i);
column_white_space = (column_width - strlen(input_str)) / 2;
sprintf(output, "%*s%*s| ", column_width - column_white_space, input_str,
column_white_space, " ");
length = strlen(output);
fwrite(output, sizeof(char), length, fp);
}
fwrite(table_header_end, sizeof(char), table_header_end_length, fp);
for (u64 i = 0; i < COUNT_LEXER_STATES; ++i) {
fwrite(array_open, sizeof(char), array_open_length, fp);
for (u64 j = 0; j < COUNT_LEXER_INPUTS; ++j) {
sprintf(output, "%*s, ", column_width,
get_state_string((lexer_state_t)state_table[i][j]));
length = strlen(output);
fwrite(output, sizeof(char), length, fp);
}
fwrite(array_close, sizeof(char), array_close_length, fp);
sprintf(output, " // %s\n", get_state_string((lexer_state_t)i));
length = strlen(output);
fwrite(output, sizeof(char), length, fp);
memset(output, 0, STRING_BUF_LENGTH);
}
}
INTERNAL void set_column_width(lexer_state_t state) {
if (state >= COUNT_LEXER_STATES) {
return;
}
const char *output = state_strings[state];
i32 length = strlen(output);
column_width = length > column_width ? length : column_width;
}
INTERNAL const char *get_input_string(lexer_input_t input) {
if (input >= COUNT_LEXER_INPUTS) {
return "";
}
return input_strings[input];
}
INTERNAL const char *get_state_string(lexer_state_t state) {
if (state >= COUNT_LEXER_STATES) {
return "";
}
return state_strings[state];
}
lexer_state_t lexer_state_machine(lexer_state_t state, lexer_input_t input) {
switch (state) {
case LEXER_STATE_START:
return handle_lexer_start(input);
case LEXER_STATE_VALUE:
return handle_value(input);
case LEXER_STATE_OBJECT:
return handle_object(input);
case LEXER_STATE_ARRAY:
return handle_array(input);
case LEXER_STATE_KEY:
return handle_key(input);
case LEXER_STATE_DECIMAL:
return handle_decimal(input);
case LEXER_STATE_NUMBER:
return handle_number(input);
case LEXER_STATE_FRACTION:
return handle_fraction(input);
case LEXER_STATE_EXPONENT:
return handle_exponent(input);
case LEXER_STATE_EXP_SIGN:
return handle_exp_sign(input);
case LEXER_STATE_POWER:
return handle_power(input);
case LEXER_STATE_NUMBER_END:
return handle_number_end(input);
case LEXER_STATE_STRING:
return handle_string(input);
case LEXER_STATE_STRING_END:
return handle_string_end(input);
case LEXER_STATE_ESCAPE_SEQUENCE:
return handle_escape_sequence(input);
case LEXER_STATE_UNICODE_HEX1:
return handle_unicode_hex(input, LEXER_STATE_UNICODE_HEX2);
case LEXER_STATE_UNICODE_HEX2:
return handle_unicode_hex(input, LEXER_STATE_UNICODE_HEX3);
case LEXER_STATE_UNICODE_HEX3:
return handle_unicode_hex(input, LEXER_STATE_UNICODE_HEX4);
case LEXER_STATE_UNICODE_HEX4:
return handle_unicode_hex(input, LEXER_STATE_STRING);
case LEXER_STATE_T:
return handle_true(input, LEXER_STATE_T);
case LEXER_STATE_TR:
return handle_true(input, LEXER_STATE_TR);
case LEXER_STATE_TRU:
return handle_true(input, LEXER_STATE_TRU);
case LEXER_STATE_F:
return handle_false(input, LEXER_STATE_F);
case LEXER_STATE_FA:
return handle_false(input, LEXER_STATE_FA);
case LEXER_STATE_FAL:
return handle_false(input, LEXER_STATE_FAL);
case LEXER_STATE_FALS:
return handle_false(input, LEXER_STATE_FALS);
case LEXER_STATE_N:
return handle_null(input, LEXER_STATE_N);
case LEXER_STATE_NU:
return handle_null(input, LEXER_STATE_NU);
case LEXER_STATE_NUL:
return handle_null(input, LEXER_STATE_NUL);
case LEXER_STATE_KEYWORD_END:
return handle_keyword_end(input);
case LEXER_STATE_LAST_COLLECTION:
return handle_last_collection(input);
case LEXER_STATE_TRUE:
case LEXER_STATE_FALSE:
case LEXER_STATE_NULL:
case LEXER_STATE_OBJECT_START:
case LEXER_STATE_ARRAY_START:
case LEXER_STATE_OBJECT_END:
case LEXER_STATE_ARRAY_END:
case LEXER_STATE_KEY_END:
case LEXER_STATE_VALUE_END:
case LEXER_STATE_ERROR:
case COUNT_LEXER_STATES:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_lexer_start(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_START;
case LEXER_INPUT_OPEN_BRACE:
return LEXER_STATE_OBJECT_START;
case LEXER_INPUT_OPEN_BRACKET:
return LEXER_STATE_ARRAY_START;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_last_collection(char input) {
if (input == LEXER_INPUT_NEWLINE || input == LEXER_INPUT_WHITE_SPACE) {
return LEXER_STATE_LAST_COLLECTION;
}
return LEXER_STATE_ERROR;
}
lexer_state_t handle_object(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_OBJECT;
case LEXER_INPUT_DOUBLE_QUOTE:
return LEXER_STATE_KEY;
case LEXER_INPUT_CLOSE_BRACE:
return LEXER_STATE_OBJECT_END;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_array(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_ARRAY;
case LEXER_INPUT_CLOSE_BRACKET:
return LEXER_STATE_ARRAY_END;
default:
return handle_value(input);
}
}
lexer_state_t handle_key(lexer_input_t input) { return LEXER_STATE_STRING; }
lexer_state_t handle_value(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_VALUE;
case LEXER_INPUT_NON_ZERO:
case LEXER_INPUT_MINUS:
return LEXER_STATE_NUMBER;
case LEXER_INPUT_ZERO:
return LEXER_STATE_DECIMAL;
case LEXER_INPUT_DOUBLE_QUOTE:
return LEXER_STATE_STRING;
case LEXER_INPUT_OPEN_BRACE:
return LEXER_STATE_OBJECT_START;
case LEXER_INPUT_OPEN_BRACKET:
return LEXER_STATE_ARRAY_START;
case LEXER_INPUT_LOWER_T:
return LEXER_STATE_T;
case LEXER_INPUT_LOWER_F:
return LEXER_STATE_F;
case LEXER_INPUT_LOWER_N:
return LEXER_STATE_N;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_string(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_BACK_SLASH:
return LEXER_STATE_ESCAPE_SEQUENCE;
case LEXER_INPUT_DOUBLE_QUOTE:
return LEXER_STATE_STRING_END;
default:
return LEXER_STATE_STRING;
}
}
lexer_state_t handle_string_end(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_STRING_END;
case LEXER_INPUT_COLON:
return LEXER_STATE_KEY_END;
case LEXER_INPUT_COMMA:
return LEXER_STATE_VALUE_END;
case LEXER_INPUT_CLOSE_BRACE:
return LEXER_STATE_OBJECT_END;
case LEXER_INPUT_CLOSE_BRACKET:
return LEXER_STATE_ARRAY_END;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_escape_sequence(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_DOUBLE_QUOTE:
case LEXER_INPUT_FORWARD_SLASH:
case LEXER_INPUT_BACK_SLASH:
case LEXER_INPUT_LOWER_B:
case LEXER_INPUT_LOWER_F:
case LEXER_INPUT_LOWER_N:
case LEXER_INPUT_LOWER_R:
case LEXER_INPUT_LOWER_T:
return LEXER_STATE_STRING;
case LEXER_INPUT_LOWER_U:
return LEXER_STATE_UNICODE_HEX1;
default:
return LEXER_STATE_ERROR;
}
}
INTERNAL lexer_state_t handle_unicode_hex(lexer_input_t input,
lexer_state_t return_state) {
switch (input) {
case LEXER_INPUT_LOWER_A:
case LEXER_INPUT_LOWER_B:
case LEXER_INPUT_LOWER_C:
case LEXER_INPUT_LOWER_D:
case LEXER_INPUT_LOWER_E:
case LEXER_INPUT_LOWER_F:
case LEXER_INPUT_UPPER_A:
case LEXER_INPUT_UPPER_B:
case LEXER_INPUT_UPPER_C:
case LEXER_INPUT_UPPER_D:
case LEXER_INPUT_UPPER_E:
case LEXER_INPUT_UPPER_F:
case LEXER_INPUT_ZERO:
case LEXER_INPUT_NON_ZERO:
return return_state;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_decimal(lexer_input_t input) {
if (input == LEXER_INPUT_DECIMAL) {
return LEXER_STATE_FRACTION;
}
return LEXER_STATE_ERROR;
}
lexer_state_t handle_number(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_ZERO:
case LEXER_INPUT_NON_ZERO:
return LEXER_STATE_NUMBER;
case LEXER_INPUT_DECIMAL:
return LEXER_STATE_FRACTION;
case LEXER_INPUT_CLOSE_BRACE:
return LEXER_STATE_OBJECT_END;
case LEXER_INPUT_CLOSE_BRACKET:
return LEXER_STATE_ARRAY_END;
case LEXER_INPUT_COMMA:
return LEXER_STATE_VALUE_END;
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_NUMBER_END;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_fraction(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_ZERO:
case LEXER_INPUT_NON_ZERO:
return LEXER_STATE_FRACTION;
case LEXER_INPUT_CLOSE_BRACE:
return LEXER_STATE_OBJECT_END;
case LEXER_INPUT_CLOSE_BRACKET:
return LEXER_STATE_ARRAY_END;
case LEXER_INPUT_LOWER_E:
case LEXER_INPUT_UPPER_E:
return LEXER_STATE_EXPONENT;
case LEXER_INPUT_COMMA:
return LEXER_STATE_VALUE_END;
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_NUMBER_END;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_exponent(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_ZERO:
case LEXER_INPUT_NON_ZERO:
return LEXER_STATE_POWER;
case LEXER_INPUT_PLUS:
case LEXER_INPUT_MINUS:
return LEXER_STATE_EXP_SIGN;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_exp_sign(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_ZERO:
case LEXER_INPUT_NON_ZERO:
return LEXER_STATE_POWER;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_power(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_ZERO:
case LEXER_INPUT_NON_ZERO:
return LEXER_STATE_POWER;
case LEXER_INPUT_CLOSE_BRACE:
return LEXER_STATE_OBJECT_END;
case LEXER_INPUT_CLOSE_BRACKET:
return LEXER_STATE_ARRAY_END;
case LEXER_INPUT_COMMA:
return LEXER_STATE_VALUE_END;
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_NUMBER_END;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_number_end(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_NUMBER_END;
case LEXER_INPUT_CLOSE_BRACE:
return LEXER_STATE_OBJECT_END;
case LEXER_INPUT_CLOSE_BRACKET:
return LEXER_STATE_ARRAY_END;
case LEXER_INPUT_COMMA:
return LEXER_STATE_VALUE_END;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_true(lexer_input_t input, lexer_state_t start_state) {
switch (start_state) {
case LEXER_STATE_T:
return input == LEXER_INPUT_LOWER_R ? LEXER_STATE_TR : LEXER_STATE_ERROR;
case LEXER_STATE_TR:
return input == LEXER_INPUT_LOWER_U ? LEXER_STATE_TRU : LEXER_STATE_ERROR;
case LEXER_STATE_TRU:
return input == LEXER_INPUT_LOWER_E ? LEXER_STATE_TRUE : LEXER_STATE_ERROR;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_false(lexer_input_t input, lexer_state_t start_state) {
switch (start_state) {
case LEXER_STATE_F:
return input == LEXER_INPUT_LOWER_A ? LEXER_STATE_FA : LEXER_STATE_ERROR;
case LEXER_STATE_FA:
return input == LEXER_INPUT_LOWER_L ? LEXER_STATE_FAL : LEXER_STATE_ERROR;
case LEXER_STATE_FAL:
return input == LEXER_INPUT_LOWER_S ? LEXER_STATE_FALS : LEXER_STATE_ERROR;
case LEXER_STATE_FALS:
return input == LEXER_INPUT_LOWER_E ? LEXER_STATE_FALSE : LEXER_STATE_ERROR;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_null(lexer_input_t input, lexer_state_t start_state) {
switch (start_state) {
case LEXER_STATE_N:
return input == LEXER_INPUT_LOWER_U ? LEXER_STATE_NU : LEXER_STATE_ERROR;
case LEXER_STATE_NU:
return input == LEXER_INPUT_LOWER_L ? LEXER_STATE_NUL : LEXER_STATE_ERROR;
case LEXER_STATE_NUL:
return input == LEXER_INPUT_LOWER_L ? LEXER_STATE_NULL : LEXER_STATE_ERROR;
default:
return LEXER_STATE_ERROR;
}
}
lexer_state_t handle_keyword_end(lexer_input_t input) {
switch (input) {
case LEXER_INPUT_NEWLINE:
case LEXER_INPUT_WHITE_SPACE:
return LEXER_STATE_KEYWORD_END;
case LEXER_INPUT_CLOSE_BRACE:
return LEXER_STATE_OBJECT_END;
case LEXER_INPUT_CLOSE_BRACKET:
return LEXER_STATE_ARRAY_END;
case LEXER_INPUT_COMMA:
return LEXER_STATE_VALUE_END;
default:
return LEXER_STATE_ERROR;
}
}

3
include/lexer/lexer.h
View File

@@ -4,6 +4,9 @@
#include "aliases.h" #include "aliases.h"
#include <stdbool.h> #include <stdbool.h>
#define VALID_JSON true
#define INVALID_JSON false
typedef const char *str_view_t; typedef const char *str_view_t;
typedef enum { typedef enum {

96
include/lexer/lexer_data.h
View File

@@ -1,96 +0,0 @@
#ifndef LEXER_DATA_H
#define LEXER_DATA_H
typedef enum {
// GENERAL STATES
LEXER_STATE_ERROR,
LEXER_STATE_START,
LEXER_STATE_VALUE,
LEXER_STATE_VALUE_END,
// COLLECTION STATES
LEXER_STATE_OBJECT_START,
LEXER_STATE_OBJECT,
LEXER_STATE_OBJECT_END,
LEXER_STATE_ARRAY_START,
LEXER_STATE_ARRAY,
LEXER_STATE_ARRAY_END,
LEXER_STATE_LAST_COLLECTION,
// OBJECT STATES
LEXER_STATE_KEY,
LEXER_STATE_KEY_END,
// NUMBER STATES
LEXER_STATE_DECIMAL,
LEXER_STATE_NUMBER,
LEXER_STATE_FRACTION,
LEXER_STATE_EXPONENT,
LEXER_STATE_EXP_SIGN,
LEXER_STATE_POWER,
LEXER_STATE_NUMBER_END,
// STRING STATES
LEXER_STATE_STRING,
LEXER_STATE_STRING_END,
LEXER_STATE_ESCAPE_SEQUENCE,
LEXER_STATE_UNICODE_HEX1,
LEXER_STATE_UNICODE_HEX2,
LEXER_STATE_UNICODE_HEX3,
LEXER_STATE_UNICODE_HEX4,
// KEYWORD STATES
LEXER_STATE_T,
LEXER_STATE_TR,
LEXER_STATE_TRU,
LEXER_STATE_TRUE,
LEXER_STATE_F,
LEXER_STATE_FA,
LEXER_STATE_FAL,
LEXER_STATE_FALS,
LEXER_STATE_FALSE,
LEXER_STATE_N,
LEXER_STATE_NU,
LEXER_STATE_NUL,
LEXER_STATE_NULL,
LEXER_STATE_KEYWORD_END,
COUNT_LEXER_STATES,
} lexer_state_t;
typedef enum {
LEXER_INPUT_NEWLINE,
LEXER_INPUT_WHITE_SPACE,
LEXER_INPUT_OPEN_BRACE,
LEXER_INPUT_CLOSE_BRACE,
LEXER_INPUT_OPEN_BRACKET,
LEXER_INPUT_CLOSE_BRACKET,
LEXER_INPUT_COMMA,
LEXER_INPUT_COLON,
LEXER_INPUT_DOUBLE_QUOTE,
LEXER_INPUT_BACK_SLASH,
LEXER_INPUT_FORWARD_SLASH,
LEXER_INPUT_LOWER_A,
LEXER_INPUT_LOWER_B,
LEXER_INPUT_LOWER_C,
LEXER_INPUT_LOWER_D,
LEXER_INPUT_LOWER_E,
LEXER_INPUT_LOWER_F,
LEXER_INPUT_LOWER_L,
LEXER_INPUT_LOWER_N,
LEXER_INPUT_LOWER_R,
LEXER_INPUT_LOWER_S,
LEXER_INPUT_LOWER_T,
LEXER_INPUT_LOWER_U,
LEXER_INPUT_UPPER_A,
LEXER_INPUT_UPPER_B,
LEXER_INPUT_UPPER_C,
LEXER_INPUT_UPPER_D,
LEXER_INPUT_UPPER_E,
LEXER_INPUT_UPPER_F,
LEXER_INPUT_MINUS,
LEXER_INPUT_PLUS,
LEXER_INPUT_DECIMAL,
LEXER_INPUT_ZERO,
LEXER_INPUT_NON_ZERO,
LEXER_INPUT_OTHER,
COUNT_LEXER_INPUTS,
} lexer_input_t;
#endif // !LEXER_DATA_H

42
include/lexer/lexer_state_transitions.table
View File

@@ -1,42 +0,0 @@
// NEWLINE | WHITE_SPACE | OPEN_BRACE | CLOSE_BRACE | OPEN_BRACKET | CLOSE_BRACKET | COMMA | COLON | DOUBLE_QUOTE | BACK_SLASH | FORWARD_SLASH | LOWER_A | LOWER_B | LOWER_C | LOWER_D | LOWER_E | LOWER_F | LOWER_L | LOWER_N | LOWER_R | LOWER_S | LOWER_T | LOWER_U | UPPER_A | UPPER_B | UPPER_C | UPPER_D | UPPER_E | UPPER_F | MINUS | PLUS | DECIMAL | ZERO | NON_ZERO | OTHER |
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_ERROR
{ LEXER_STATE_START, LEXER_STATE_START, LEXER_STATE_OBJECT_START, LEXER_STATE_ERROR, LEXER_STATE_ARRAY_START, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_START
{ LEXER_STATE_VALUE, LEXER_STATE_VALUE, LEXER_STATE_OBJECT_START, LEXER_STATE_ERROR, LEXER_STATE_ARRAY_START, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_F, LEXER_STATE_ERROR, LEXER_STATE_N, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_T, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_NUMBER, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_DECIMAL, LEXER_STATE_NUMBER, LEXER_STATE_ERROR, }, // LEXER_STATE_VALUE
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_VALUE_END
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_OBJECT_START
{ LEXER_STATE_OBJECT, LEXER_STATE_OBJECT, LEXER_STATE_ERROR, LEXER_STATE_OBJECT_END, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_KEY, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_OBJECT
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_OBJECT_END
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_ARRAY_START
{ LEXER_STATE_ARRAY, LEXER_STATE_ARRAY, LEXER_STATE_OBJECT_START, LEXER_STATE_ERROR, LEXER_STATE_ARRAY_START, LEXER_STATE_ARRAY_END, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_F, LEXER_STATE_ERROR, LEXER_STATE_N, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_T, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_NUMBER, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_DECIMAL, LEXER_STATE_NUMBER, LEXER_STATE_ERROR, }, // LEXER_STATE_ARRAY
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_ARRAY_END
{ LEXER_STATE_LAST_COLLECTION, LEXER_STATE_LAST_COLLECTION, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_LAST_COLLECTION
{ LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, }, // LEXER_STATE_KEY
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_KEY_END
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_FRACTION, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_DECIMAL
{ LEXER_STATE_NUMBER_END, LEXER_STATE_NUMBER_END, LEXER_STATE_ERROR, LEXER_STATE_OBJECT_END, LEXER_STATE_ERROR, LEXER_STATE_ARRAY_END, LEXER_STATE_VALUE_END, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_FRACTION, LEXER_STATE_NUMBER, LEXER_STATE_NUMBER, LEXER_STATE_ERROR, }, // LEXER_STATE_NUMBER
{ LEXER_STATE_NUMBER_END, LEXER_STATE_NUMBER_END, LEXER_STATE_ERROR, LEXER_STATE_OBJECT_END, LEXER_STATE_ERROR, LEXER_STATE_ARRAY_END, LEXER_STATE_VALUE_END, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_EXPONENT, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_EXPONENT, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_FRACTION, LEXER_STATE_FRACTION, LEXER_STATE_ERROR, }, // LEXER_STATE_FRACTION
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_EXP_SIGN, LEXER_STATE_EXP_SIGN, LEXER_STATE_ERROR, LEXER_STATE_POWER, LEXER_STATE_POWER, LEXER_STATE_ERROR, }, // LEXER_STATE_EXPONENT
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_POWER, LEXER_STATE_POWER, LEXER_STATE_ERROR, }, // LEXER_STATE_EXP_SIGN
{ LEXER_STATE_NUMBER_END, LEXER_STATE_NUMBER_END, LEXER_STATE_ERROR, LEXER_STATE_OBJECT_END, LEXER_STATE_ERROR, LEXER_STATE_ARRAY_END, LEXER_STATE_VALUE_END, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_POWER, LEXER_STATE_POWER, LEXER_STATE_ERROR, }, // LEXER_STATE_POWER
{ LEXER_STATE_NUMBER_END, LEXER_STATE_NUMBER_END, LEXER_STATE_ERROR, LEXER_STATE_OBJECT_END, LEXER_STATE_ERROR, LEXER_STATE_ARRAY_END, LEXER_STATE_VALUE_END, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_NUMBER_END
{ LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING_END, LEXER_STATE_ESCAPE_SEQUENCE, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, }, // LEXER_STATE_STRING
{ LEXER_STATE_STRING_END, LEXER_STATE_STRING_END, LEXER_STATE_ERROR, LEXER_STATE_OBJECT_END, LEXER_STATE_ERROR, LEXER_STATE_ARRAY_END, LEXER_STATE_VALUE_END, LEXER_STATE_KEY_END, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_STRING_END
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_UNICODE_HEX1, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_ESCAPE_SEQUENCE
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_UNICODE_HEX2, LEXER_STATE_ERROR, }, // LEXER_STATE_UNICODE_HEX1
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_UNICODE_HEX3, LEXER_STATE_ERROR, }, // LEXER_STATE_UNICODE_HEX2
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_UNICODE_HEX4, LEXER_STATE_ERROR, }, // LEXER_STATE_UNICODE_HEX3
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_STRING, LEXER_STATE_STRING, LEXER_STATE_ERROR, }, // LEXER_STATE_UNICODE_HEX4
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_TR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_T
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_TRU, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_TR
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_TRUE, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_TRU
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_TRUE
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_FA, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_F
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_FAL, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_FA
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_FALS, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_FAL
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_FALSE, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_FALS
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_FALSE
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_NU, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_N
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_NUL, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_NU
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_NULL, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_NUL
{ LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_NULL
{ LEXER_STATE_KEYWORD_END, LEXER_STATE_KEYWORD_END, LEXER_STATE_ERROR, LEXER_STATE_OBJECT_END, LEXER_STATE_ERROR, LEXER_STATE_ARRAY_END, LEXER_STATE_VALUE_END, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, LEXER_STATE_ERROR, }, // LEXER_STATE_KEYWORD_END

344
src/lexer/lexer.c
View File

@@ -1,7 +1,6 @@
#include "lexer.h" #include "lexer.h"
#include "aliases.h" #include "aliases.h"
#include "dstring.h" #include "dstring.h"
#include "lexer_data.h"
#include <assert.h> #include <assert.h>
#include <ctype.h> #include <ctype.h>
#include <stdbool.h> #include <stdbool.h>
@@ -14,6 +13,43 @@
#define MAX_STACK_CAPACITY 1024 #define MAX_STACK_CAPACITY 1024
#define STRING_BUF_START_CAPACITY 1024 #define STRING_BUF_START_CAPACITY 1024
typedef enum {
// GENERAL STATES
LEXER_STATE_START,
LEXER_STATE_ERROR,
LEXER_STATE_VALUE,
// COLLECTION STATES
LEXER_STATE_OBJECT_START,
LEXER_STATE_OBJECT,
LEXER_STATE_OBJECT_END,
LEXER_STATE_ARRAY_START,
LEXER_STATE_ARRAY,
LEXER_STATE_ARRAY_END,
LEXER_STATE_LAST_COLLECTION,
// OBJECT STATES
LEXER_STATE_KEY,
// NUMBER STATES
LEXER_STATE_DECIMAL,
LEXER_STATE_NUMBER,
LEXER_STATE_FRACTION,
LEXER_STATE_EXPONENT,
LEXER_STATE_EXP_SIGN,
LEXER_STATE_POWER,
LEXER_STATE_NUMBER_END,
// STRING STATES
LEXER_STATE_STRING,
LEXER_STATE_STRING_END,
LEXER_STATE_ESCAPE_SEQUENCE,
LEXER_STATE_UNICODE_HEX,
// KEYWORD STATES
LEXER_STATE_TRUE,
LEXER_STATE_FALSE,
LEXER_STATE_NULL,
LEXER_STATE_KEYWORD_END,
COUNT_LEXER_STATES,
} lexer_state_t;
typedef struct { typedef struct {
lexer_state_t stack[MAX_STACK_CAPACITY]; lexer_state_t stack[MAX_STACK_CAPACITY];
u64 size; u64 size;
@@ -48,7 +84,6 @@ struct lexer_s {
u64 text_length; u64 text_length;
const char *text; const char *text;
lexer_state_t current; lexer_state_t current;
lexer_state_t next;
state_stack_t stack; state_stack_t stack;
lexer_string_t keyword; lexer_string_t keyword;
lexer_string_t codepoint; lexer_string_t codepoint;
@@ -58,11 +93,8 @@ struct lexer_s {
bool has_extra_token; bool has_extra_token;
token_t extra_token; token_t extra_token;
dstr_t *error_message; dstr_t *error_message;
char current_char;
}; };
INTERNAL lexer_input_t char_type(char input);
INTERNAL void stack_push(state_stack_t *stack, lexer_state_t value); INTERNAL void stack_push(state_stack_t *stack, lexer_state_t value);
INTERNAL lexer_state_t stack_pop(state_stack_t *stack); INTERNAL lexer_state_t stack_pop(state_stack_t *stack);
@@ -76,14 +108,31 @@ INTERNAL token_t dstr_to_numerical_token(const dstr_t *str);
INTERNAL void set_token(token_t *token, u64 line, u64 column, token_type type, INTERNAL void set_token(token_t *token, u64 line, u64 column, token_type type,
token_value_t value); token_value_t value);
INTERNAL void finalise_state_transition(lexer_t *lexer); INTERNAL void lexer_state_machine(lexer_t *lexer, char input);
INTERNAL void post_keyword(lexer_t *lexer); INTERNAL lexer_state_t handle_lexer_start(lexer_t *lexer, char input);
INTERNAL void set_numerical_token(lexer_t *lexer); INTERNAL lexer_state_t handle_last_collection(char input);
INTERNAL void handle_string_end(lexer_t *lexer); INTERNAL lexer_state_t handle_collection_end(lexer_t *lexer, char input);
INTERNAL void handle_input_after_collection_end(lexer_t *lexer, char input);
INTERNAL lexer_state_t state_table[COUNT_LEXER_STATES][COUNT_LEXER_INPUTS] = { INTERNAL lexer_state_t handle_object(lexer_t *lexer, char input);
#include "lexer_state_transitions.table" INTERNAL lexer_state_t handle_array(lexer_t *lexer, char input);
}; INTERNAL lexer_state_t handle_key(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_value(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_string(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_string_end(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_escape_sequence(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_unicode_sequence(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_decimal(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_number(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_fraction(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_exponent(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_exp_sign(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_power(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_number_end(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_keyword(char input);
INTERNAL lexer_state_t handle_true(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_false(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_null(lexer_t *lexer, char input);
INTERNAL lexer_state_t handle_keyword_end(lexer_t *lexer, char input);
void lexer_init(lexer_t **lexer) { void lexer_init(lexer_t **lexer) {
if (*lexer) { if (*lexer) {
@@ -102,7 +151,6 @@ void lexer_init(lexer_t **lexer) {
(*lexer)->text_length = 0; (*lexer)->text_length = 0;
(*lexer)->text = ""; (*lexer)->text = "";
(*lexer)->current = LEXER_STATE_START; (*lexer)->current = LEXER_STATE_START;
(*lexer)->next = LEXER_STATE_START;
(*lexer)->keyword.type = LEXER_STRING_KEYWORD; (*lexer)->keyword.type = LEXER_STRING_KEYWORD;
(*lexer)->codepoint.type = LEXER_STRING_UNICODE; (*lexer)->codepoint.type = LEXER_STRING_UNICODE;
(*lexer)->current_string = dstr_with_capacity(STRING_BUF_START_CAPACITY); (*lexer)->current_string = dstr_with_capacity(STRING_BUF_START_CAPACITY);
@@ -138,6 +186,8 @@ lex_result_t get_next_token(lexer_t *lexer, const char *text) {
dstr_clear(lexer->current_string); dstr_clear(lexer->current_string);
char c;
while (lexer->cursor < lexer->text_length) { while (lexer->cursor < lexer->text_length) {
if (lexer->has_extra_token) { if (lexer->has_extra_token) {
lexer->has_extra_token = false; lexer->has_extra_token = false;
@@ -148,15 +198,11 @@ lex_result_t get_next_token(lexer_t *lexer, const char *text) {
}; };
} }
lexer->current_char = lexer->text[(lexer->cursor)++]; c = lexer->text[(lexer->cursor)++];
lexer_input_t input = char_type(lexer->current_char); lexer_state_machine(lexer, c);
lexer->next = state_table[lexer->current][input]; if (c == '\n') {
finalise_state_transition(lexer);
if (input == LEXER_INPUT_NEWLINE) {
++(lexer->line); ++(lexer->line);
lexer->column = 0; lexer->column = 0;
} else { } else {
@@ -252,83 +298,6 @@ void print_token(token_t token) {
printf("}\n"); printf("}\n");
} }
INTERNAL lexer_input_t char_type(char input) {
if (input == '\n') {
return LEXER_INPUT_NEWLINE;
} else if (isspace(input)) {
return LEXER_INPUT_WHITE_SPACE;
} else if (input >= '1' && input <= '9') {
return LEXER_INPUT_NON_ZERO;
}
switch (input) {
case '{':
return LEXER_INPUT_OPEN_BRACE;
case '}':
return LEXER_INPUT_CLOSE_BRACE;
case '[':
return LEXER_INPUT_OPEN_BRACKET;
case ']':
return LEXER_INPUT_CLOSE_BRACKET;
case ',':
return LEXER_INPUT_COMMA;
case ':':
return LEXER_INPUT_COLON;
case '"':
return LEXER_INPUT_DOUBLE_QUOTE;
case '\\':
return LEXER_INPUT_BACK_SLASH;
case '/':
return LEXER_INPUT_FORWARD_SLASH;
case 'a':
return LEXER_INPUT_LOWER_A;
case 'b':
return LEXER_INPUT_LOWER_B;
case 'c':
return LEXER_INPUT_LOWER_C;
case 'd':
return LEXER_INPUT_LOWER_D;
case 'e':
return LEXER_INPUT_LOWER_E;
case 'f':
return LEXER_INPUT_LOWER_F;
case 'l':
return LEXER_INPUT_LOWER_L;
case 'n':
return LEXER_INPUT_LOWER_N;
case 'r':
return LEXER_INPUT_LOWER_R;
case 's':
return LEXER_INPUT_LOWER_S;
case 't':
return LEXER_INPUT_LOWER_T;
case 'u':
return LEXER_INPUT_LOWER_U;
case 'A':
return LEXER_INPUT_UPPER_A;
case 'B':
return LEXER_INPUT_UPPER_B;
case 'C':
return LEXER_INPUT_UPPER_C;
case 'D':
return LEXER_INPUT_UPPER_D;
case 'E':
return LEXER_INPUT_UPPER_E;
case 'F':
return LEXER_INPUT_UPPER_F;
case '-':
return LEXER_INPUT_MINUS;
case '+':
return LEXER_INPUT_PLUS;
case '.':
return LEXER_INPUT_DECIMAL;
case '0':
return LEXER_INPUT_ZERO;
default:
return LEXER_INPUT_OTHER;
}
}
void stack_push(state_stack_t *stack, lexer_state_t state) { void stack_push(state_stack_t *stack, lexer_state_t state) {
if (stack->size + 1 >= MAX_STACK_CAPACITY) { if (stack->size + 1 >= MAX_STACK_CAPACITY) {
return; return;
@@ -434,165 +403,6 @@ void set_token(token_t *token, u64 line, u64 column, token_type type,
}; };
} }
void finalise_state_transition(lexer_t *lexer) {
switch (lexer->next) {
case LEXER_STATE_OBJECT_START:
lexer->token_ready = true;
set_token(&(lexer->token), lexer->line, lexer->column, TK_L_BRACE,
(token_value_t){0});
stack_push(&(lexer->stack), LEXER_STATE_OBJECT);
lexer->next = LEXER_STATE_OBJECT;
break;
case LEXER_STATE_OBJECT_END:
break;
case LEXER_STATE_ARRAY_START:
lexer->token_ready = true;
set_token(&(lexer->token), lexer->line, lexer->column, TK_L_BRACKET,
(token_value_t){0});
stack_push(&(lexer->stack), LEXER_STATE_ARRAY);
lexer->next = LEXER_STATE_ARRAY;
break;
case LEXER_STATE_ARRAY_END:
break;
case LEXER_STATE_KEY:
if (lexer->current == LEXER_STATE_OBJECT) {
stack_push(&(lexer->stack), LEXER_STATE_KEY);
lexer->next = LEXER_STATE_STRING;
}
break;
case LEXER_STATE_KEY_END:
lexer->next = LEXER_STATE_VALUE;
break;
case LEXER_STATE_STRING:
case LEXER_STATE_ESCAPE_SEQUENCE:
case LEXER_STATE_UNICODE_HEX1:
case LEXER_STATE_UNICODE_HEX2:
case LEXER_STATE_UNICODE_HEX3:
case LEXER_STATE_UNICODE_HEX4:
dstr_append(&(lexer->current_string), lexer->current_char);
break;
case LEXER_STATE_STRING_END:
handle_string_end(lexer);
break;
case LEXER_STATE_TRUE:
case LEXER_STATE_FALSE:
case LEXER_STATE_NULL:
post_keyword(lexer);
break;
case LEXER_STATE_VALUE_END:
switch (lexer->current) {
case LEXER_STATE_NUMBER:
case LEXER_STATE_FRACTION:
case LEXER_STATE_POWER:
case LEXER_STATE_NUMBER_END:
set_numerical_token(lexer);
break;
default:
break;
}
lexer->next = lexer->stack.stack[lexer->stack.size - 1];
break;
case LEXER_STATE_NUMBER_END:
switch (lexer->current) {
case LEXER_STATE_NUMBER:
case LEXER_STATE_FRACTION:
case LEXER_STATE_POWER:
set_numerical_token(lexer);
break;
default:
break;
}
break;
}
lexer->current = lexer->next;
}
void post_keyword(lexer_t *lexer) {
u64 keyword_char_count;
u64 column;
token_t *token = &(lexer->token);
switch (lexer->current) {
case LEXER_STATE_NULL:
keyword_char_count = 4;
column = lexer->column - keyword_char_count;
set_token(token, lexer->line, column, TK_NULL, (token_value_t){0});
break;
case LEXER_STATE_TRUE:
keyword_char_count = 4;
column = lexer->column - keyword_char_count;
set_token(token, lexer->line, column, TK_BOOL,
(token_value_t){.boolean = true});
break;
case LEXER_STATE_FALSE:
keyword_char_count = 5;
column = lexer->column - keyword_char_count;
set_token(token, lexer->line, column, TK_BOOL,
(token_value_t){.boolean = false});
break;
default:
lexer->next = LEXER_STATE_ERROR;
return;
}
lexer->token_ready = true;
lexer->next = LEXER_STATE_KEYWORD_END;
}
void set_numerical_token(lexer_t *lexer) {
lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string);
token_t token = dstr_to_numerical_token(lexer->current_string);
set_token(&(lexer->token), lexer->line, column, token.type, token.value);
}
void handle_string_end(lexer_t *lexer) {
lexer_state_t string_type = lexer->stack.stack[lexer->stack.size - 1];
lexer->token_ready = true;
token_t *token = &(lexer->token);
u64 column = lexer->column - dstr_length(lexer->current_string);
token_value_t value = {.string = dstr_to_cstr(lexer->current_string)};
if (string_type == LEXER_STATE_KEY) {
set_token(token, lexer->line, column, TK_STR_KEY, value);
} else if (string_type == LEXER_STATE_VALUE) {
set_token(token, lexer->line, column, TK_STR_VAL, value);
}
}
void lexer_state_machine(lexer_t *lexer, char input) { void lexer_state_machine(lexer_t *lexer, char input) {
switch (lexer->current) { switch (lexer->current) {
case LEXER_STATE_START: case LEXER_STATE_START:
@@ -962,6 +772,8 @@ lexer_state_t handle_number(lexer_t *lexer, char input) {
return LEXER_STATE_FRACTION; return LEXER_STATE_FRACTION;
} else if (input == '}' || input == ']') { } else if (input == '}' || input == ']') {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);
@@ -971,6 +783,8 @@ lexer_state_t handle_number(lexer_t *lexer, char input) {
return handle_collection_end(lexer, input); return handle_collection_end(lexer, input);
} else if (input == ',') { } else if (input == ',') {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);
@@ -980,6 +794,8 @@ lexer_state_t handle_number(lexer_t *lexer, char input) {
return lexer->stack.stack[lexer->stack.size - 1]; return lexer->stack.stack[lexer->stack.size - 1];
} else if (isspace(input)) { } else if (isspace(input)) {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);
@@ -999,6 +815,8 @@ lexer_state_t handle_fraction(lexer_t *lexer, char input) {
return LEXER_STATE_FRACTION; return LEXER_STATE_FRACTION;
} else if (input == '}' || input == ']') { } else if (input == '}' || input == ']') {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);
@@ -1012,6 +830,8 @@ lexer_state_t handle_fraction(lexer_t *lexer, char input) {
return LEXER_STATE_EXPONENT; return LEXER_STATE_EXPONENT;
} else if (input == ',') { } else if (input == ',') {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);
@@ -1021,6 +841,8 @@ lexer_state_t handle_fraction(lexer_t *lexer, char input) {
return lexer->stack.stack[lexer->stack.size - 1]; return lexer->stack.stack[lexer->stack.size - 1];
} else if (isspace(input)) { } else if (isspace(input)) {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);
@@ -1062,6 +884,8 @@ lexer_state_t handle_power(lexer_t *lexer, char input) {
return LEXER_STATE_POWER; return LEXER_STATE_POWER;
} else if (input == '}' || input == ']') { } else if (input == '}' || input == ']') {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);
@@ -1071,6 +895,8 @@ lexer_state_t handle_power(lexer_t *lexer, char input) {
return handle_collection_end(lexer, input); return handle_collection_end(lexer, input);
} else if (input == ',') { } else if (input == ',') {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);
@@ -1080,6 +906,8 @@ lexer_state_t handle_power(lexer_t *lexer, char input) {
return lexer->stack.stack[lexer->stack.size - 1]; return lexer->stack.stack[lexer->stack.size - 1];
} else if (isspace(input)) { } else if (isspace(input)) {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);
@@ -1097,6 +925,8 @@ lexer_state_t handle_number_end(lexer_t *lexer, char input) {
if (isspace(input)) { if (isspace(input)) {
return LEXER_STATE_NUMBER_END; return LEXER_STATE_NUMBER_END;
} else if (input == ',') { } else if (input == ',') {
// TODO (Abdelrahman): Set the token type correctly based on whether the
// number is an integer or a double
lexer->token_ready = true; lexer->token_ready = true;
u64 column = lexer->column - dstr_length(lexer->current_string); u64 column = lexer->column - dstr_length(lexer->current_string);