Start on lex()/lex_token()

This commit is contained in:
Josh Holtrop 2021-06-29 23:10:40 -04:00
parent 15454f926a
commit 3ce54bd303

View File

@ -49,4 +49,20 @@ class <%= classname %>
LexerState(<%= state_table_entry[:transition_table_index] %>u, <%= state_table_entry[:n_transitions] %>u, <%= state_table_entry[:accepts] %>u), LexerState(<%= state_table_entry[:transition_table_index] %>u, <%= state_table_entry[:n_transitions] %>u, <%= state_table_entry[:accepts] %>u),
<% end %> <% end %>
]; ];
static string[] lex(const(ubyte)[] input)
{
string[] tokens;
string token = lex_token(&input);
if (token !is null)
{
tokens ~= token;
}
return tokens;
}
private static string lex_token(const(ubyte)[] * input)
{
return null;
}
} }