josh/propane
1
0
Fork 0
Code Issues 3 Pull Requests Projects Releases Wiki Activity

Remove obsolete lex() and lex_token() methods

Browse Source
This commit is contained in:
Josh Holtrop 2021-07-05 22:49:50 -04:00
parent 2121acc87e
commit 71ee7de9f9
1 changed files with 0 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
assets/parser.d.erb
View File

@ -128,24 +128,6 @@ class <%= classname %>
uint token;
}
static string[] lex(const(ubyte)[] input)
{
string[] tokens;
string token = lex_token(input.ptr, input.length);
if (token !is null)
{
tokens ~= token;
}
return tokens;
}
private static string lex_token(const(ubyte) * input, size_t input_length)
{
size_t code_point_length;
uint code_point = Decoder.decode_code_point(input, input_length, &code_point_length);
return null;
}
private const(ubyte) * m_input;
private size_t m_input_length;
private size_t m_input_position;