Fix not progressing through input while lexing a token

This commit is contained in:
Josh Holtrop 2021-07-06 11:47:33 -04:00
parent 578e165e2d
commit ec2dcf9a72

View File

@ -175,7 +175,7 @@ class <%= classname %>
uint current_state; uint current_state;
for (;;) for (;;)
{ {
auto decoded = Decoder.decode_code_point(&m_input[m_input_position], m_input_length - m_input_position); auto decoded = Decoder.decode_code_point(&m_input[m_input_position + attempt_info.length], m_input_length - m_input_position - attempt_info.length);
if (decoded.code_point == Decoder.CODE_POINT_INVALID) if (decoded.code_point == Decoder.CODE_POINT_INVALID)
{ {
lt.token = TOKEN_DECODE_ERROR; lt.token = TOKEN_DECODE_ERROR;