From 3ce54bd303b6becb224f7361f472be938873069a Mon Sep 17 00:00:00 2001
From: Josh Holtrop <jholtrop@gmail.com>
Date: Tue, 29 Jun 2021 23:10:40 -0400
Subject: [PATCH] Start on lex()/lex_token()

---
 assets/parser.d.erb | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/assets/parser.d.erb b/assets/parser.d.erb
index f94f53c..aad0e3e 100644
--- a/assets/parser.d.erb
+++ b/assets/parser.d.erb
@@ -49,4 +49,20 @@ class <%= classname %>
         LexerState(<%= state_table_entry[:transition_table_index] %>u, <%= state_table_entry[:n_transitions] %>u, <%= state_table_entry[:accepts] %>u),
 <% end %>
     ];
+
+    static string[] lex(const(ubyte)[] input)
+    {
+        string[] tokens;
+        string token = lex_token(&input);
+        if (token !is null)
+        {
+            tokens ~= token;
+        }
+        return tokens;
+    }
+
+    private static string lex_token(const(ubyte)[] * input)
+    {
+        return null;
+    }
 }