Fix not progressing through input while lexing a token
This commit is contained in:
parent
578e165e2d
commit
ec2dcf9a72
@ -175,7 +175,7 @@ class <%= classname %>
|
|||||||
uint current_state;
|
uint current_state;
|
||||||
for (;;)
|
for (;;)
|
||||||
{
|
{
|
||||||
auto decoded = Decoder.decode_code_point(&m_input[m_input_position], m_input_length - m_input_position);
|
auto decoded = Decoder.decode_code_point(&m_input[m_input_position + attempt_info.length], m_input_length - m_input_position - attempt_info.length);
|
||||||
if (decoded.code_point == Decoder.CODE_POINT_INVALID)
|
if (decoded.code_point == Decoder.CODE_POINT_INVALID)
|
||||||
{
|
{
|
||||||
lt.token = TOKEN_DECODE_ERROR;
|
lt.token = TOKEN_DECODE_ERROR;
|
||||||
|
Loading…
x
Reference in New Issue
Block a user