josh/propane
1
0
Fork 0
Code Issues 3 Pull Requests Projects Releases Wiki Activity

Do not return dropped tokens from Lexer.lex_token()

Browse Source
This commit is contained in:
Josh Holtrop 2021-07-05 22:53:58 -04:00
parent 71ee7de9f9
commit 748c219625
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
assets/parser.d.erb
View File

@ -141,6 +141,18 @@ class <%= classname %>
} }
LexedToken lex_token() LexedToken lex_token()
{
for (;;)
{
LexedToken lt = attempt_lex_token();
if (lt.token != TOKEN_DROP)
{
return lt;
}
}
}
private LexedToken attempt_lex_token()
{ {
LexedToken lt = LexedToken(m_input_row, m_input_col, TOKEN_NONE); LexedToken lt = LexedToken(m_input_row, m_input_col, TOKEN_NONE);
struct LexedTokenState struct LexedTokenState