josh/propane
1
0
Fork 0
Code Issues 3 Pull Requests Projects Releases Wiki Activity

Update generated lexer state and transition tables

Browse Source
This commit is contained in:
Josh Holtrop 2021-06-26 15:58:36 -04:00
parent 98584ce07a
commit 10a8ef5eb4
1 changed files with 12 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
assets/parser.d.erb
View File

@ -20,23 +20,21 @@ class <%= classname %>
private struct LexerState
{
Transition[] transitions;
size_t accepts;
uint transition_table_index;
uint n_transitions;
uint accepts;
}
<% transition_table, state_table = lexer_dfa.build_tables %>
private static const Transition transitions[] = [
<% transition_table.each do |transition_table_entry| %>
Transition(<%= transition_table_entry[:first] %>, <%= transition_table_entry[:last] %>, <%= transition_table_entry[:destination] %>),
<% end %>
];
private static const LexerState lexer_states[] = [
<% lexer_dfa.enumerate.each do |state, index| %>
LexerState([
<% state.transitions.each do |transition| %>
Transition(<%= transition.code_point_range.first %>, <%= transition.code_point_range.last %>, <%= lexer_dfa.enumerate[transition.destination] %>),
<% end %>
],
<% if state.accepts %>
<%= state.accepts.id %>,
<% else %>
cast(size_t)-1,
<% end %>
),
<% state_table.each do |state_table_entry| %>
LexerState(<%= state_table_entry[:transition_table_index] %>, <%= state_table_entry[:n_transitions] %>, <%= state_table_entry[:accepts] %>),
<% end %>
];
}