Do not consume lookahead token when reducing

assets/parser.d.erb

@@ -323,7 +323,6 @@ class <%= @classname %>
                 if (reduced_rule_set != 0xFFFFFFFFu)
                 {
                     shift_state = check_shift(states[$-1], reduced_rule_set);
-                    reduced_rule_set = 0xFFFFFFFFu;
                 }
                 if (shift_state == 0xFFFFFFFFu)
                 {
@@ -337,7 +336,14 @@ class <%= @classname %>
                         return true;
                     }
                     states ~= shift_state;
+                    if (reduced_rule_set == 0xFFFFFFFFu)
+                    {
                         token = _TOKEN_NONE;
+                    }
+                    else
+                    {
+                        reduced_rule_set = 0xFFFFFFFFu;
+                    }
                     continue;
                 }
 
@@ -398,7 +404,19 @@ class <%= @classname %>
                 if ((reduces[i].token == token) ||
                     (reduces[i].token == _TOKEN_NONE))
                 {
-                    writeln("Reducing rule ", reduces[i].rule, ", rule set ", reduces[i].rule_set);
+                    write("Reducing rule ", reduces[i].rule, ", rule set ", reduces[i].rule_set, " lookahead ");
+                    if (token < _TOKEN_COUNT)
+                    {
+                        writeln(token_names[token]);
+                    }
+                    else if (token == _TOKEN_EOF)
+                    {
+                        writeln("{EOF}");
+                    }
+                    else
+                    {
+                        writeln("{other}");
+                    }
                     return i;
                 }
             }

spec/propane_spec.rb

@@ -68,6 +68,8 @@ R1 -> a b;
 R2 -> a b;
 EOF
     build_parser
+    compile("spec/test_d_lexer3.d")
+    run
   end
 
   it "handles reducing a rule that could be arrived at from multiple states" do

spec/test_d_lexer3.d

@@ -0,0 +1,18 @@
+import testparser;
+import std.stdio;
+
+int main()
+{
+    return 0;
+}
+
+unittest
+{
+    string input = "aba";
+    auto parser = new Testparser.Parser(cast(const(ubyte) *)input.ptr, input.length);
+    assert(parser.parse() == true);
+
+    input = "abb";
+    parser = new Testparser.Parser(cast(const(ubyte) *)input.ptr, input.length);
+    assert(parser.parse() == true);
+}