From 748c21962567622b11a723da71b1e1f50d57b92d Mon Sep 17 00:00:00 2001
From: Josh Holtrop <jholtrop@gmail.com>
Date: Mon, 5 Jul 2021 22:53:58 -0400
Subject: [PATCH] Do not return dropped tokens from Lexer.lex_token()

---
 assets/parser.d.erb | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/assets/parser.d.erb b/assets/parser.d.erb
index 874e436..156dad3 100644
--- a/assets/parser.d.erb
+++ b/assets/parser.d.erb
@@ -141,6 +141,18 @@ class <%= classname %>
         }
 
         LexedToken lex_token()
+        {
+            for (;;)
+            {
+                LexedToken lt = attempt_lex_token();
+                if (lt.token != TOKEN_DROP)
+                {
+                    return lt;
+                }
+            }
+        }
+
+        private LexedToken attempt_lex_token()
         {
             LexedToken lt = LexedToken(m_input_row, m_input_col, TOKEN_NONE);
             struct LexedTokenState