complete adding lex_fn

spec/propane_spec.rb

@@ -1706,16 +1706,34 @@ EOF
 <<
 private size_t mylexfn(p_context_t * context, p_token_info_t * out_token_info)
 {
+    static size_t count;
+    size_t result = P_SUCCESS;
+    if (count > 0)
+    {
+        out_token_info.token = TOKEN_a;
+        out_token_info.pvalue = p_value(count);
+        count--;
+    }
+    else
+    {
+        result = p_lex(context, out_token_info);
+        if (out_token_info.token == TOKEN_c)
+        {
+            count = 3;
+        }
+    }
+    return result;
 }
 >>
 
-tree;
+ptype size_t;
+lex_fn mylexfn;
 
-token a << $$ = 1; >>
-token b << $$ = 2; >>
-token c << $$ = 3; >>
+token a << $$ = 7; >>
+token b << $$ = 8; >>
+token c << $$ = 9; >>
 Start -> << $$ = 0; >>
-Start -> ID Start << $$ = ($1 << 4) | $2; >>
+Start -> Start ID << $$ = ($1 << 4) | $2; >>
 ID -> a << $$ = $1; >>
 ID -> b << $$ = $1; >>
 ID -> c << $$ = $1; >>
@@ -1725,16 +1743,34 @@ EOF
 <<
 static size_t mylexfn(p_context_t * context, p_token_info_t * out_token_info)
 {
+    static size_t count;
+    size_t result = P_SUCCESS;
+    if (count > 0)
+    {
+        out_token_info->token = TOKEN_a;
+        out_token_info->pvalue = p_value(count);
+        count--;
+    }
+    else
+    {
+        result = p_lex(context, out_token_info);
+        if (out_token_info->token == TOKEN_c)
+        {
+            count = 3;
+        }
+    }
+    return result;
 }
 >>
 
-tree;
+ptype size_t;
+lex_fn mylexfn;
 
-token a << $$ = 1; >>
-token b << $$ = 2; >>
-token c << $$ = 3; >>
+token a << $$ = 7; >>
+token b << $$ = 8; >>
+token c << $$ = 9; >>
 Start -> << $$ = 0; >>
-Start -> ID Start << $$ = ($1 << 4) | $2; >>
+Start -> Start ID << $$ = ($1 << 4) | $2; >>
 ID -> a << $$ = $1; >>
 ID -> b << $$ = $1; >>
 ID -> c << $$ = $1; >>

spec/test_custom_lex_fn.c

@@ -0,0 +1,15 @@
+#include "testparser.h"
+#include "testutils.h"
+#include <string.h>
+
+int main()
+{
+    char const * input = "cbacba";
+    p_context_t * context = p_context_new((uint8_t const *)input, strlen(input));
+    assert_eq(P_SUCCESS, p_parse(context));
+    size_t result = p_result(context);
+    assert_eq(0x932187932187, result);
+    p_context_delete(context);
+
+    return 0;
+}

spec/test_custom_lex_fn.d

@@ -0,0 +1,18 @@
+import testparser;
+import std.stdio;
+import testutils;
+
+int main()
+{
+    return 0;
+}
+
+unittest
+{
+    string input = "cbacba";
+    p_context_t * context = p_context_new(input);
+    assert_eq(P_SUCCESS, p_parse(context));
+    size_t result = p_result(context);
+    assert_eq(0x932187932187, result);
+    p_context_delete(context);
+}