Move Lexer::DFA#build_tables to Lexer
This commit is contained in:
parent
57a3e9d9f6
commit
6f1ce32775
@ -123,7 +123,7 @@ class <%= classname %>
|
|||||||
uint accepts;
|
uint accepts;
|
||||||
}
|
}
|
||||||
|
|
||||||
<% transition_table, state_table = lexer.dfa.build_tables %>
|
<% transition_table, state_table = lexer.build_tables %>
|
||||||
private static const Transition transitions[] = [
|
private static const Transition transitions[] = [
|
||||||
<% transition_table.each do |transition_table_entry| %>
|
<% transition_table.each do |transition_table_entry| %>
|
||||||
Transition(<%= transition_table_entry[:first] %>u, <%= transition_table_entry[:last] %>u, <%= transition_table_entry[:destination] %>u),
|
Transition(<%= transition_table_entry[:first] %>u, <%= transition_table_entry[:last] %>u, <%= transition_table_entry[:destination] %>u),
|
||||||
|
@ -9,5 +9,34 @@ class Propane
|
|||||||
@dfa = DFA.new(tokens)
|
@dfa = DFA.new(tokens)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
def build_tables
|
||||||
|
transition_table = []
|
||||||
|
state_table = []
|
||||||
|
states = @dfa.enumerate
|
||||||
|
states.each do |state, id|
|
||||||
|
accepts =
|
||||||
|
if state.accepts.nil?
|
||||||
|
TOKEN_NONE
|
||||||
|
elsif state.accepts.name
|
||||||
|
state.accepts.id
|
||||||
|
else
|
||||||
|
TOKEN_DROP
|
||||||
|
end
|
||||||
|
state_table << {
|
||||||
|
transition_table_index: transition_table.size,
|
||||||
|
n_transitions: state.transitions.size,
|
||||||
|
accepts: accepts,
|
||||||
|
}
|
||||||
|
state.transitions.each do |transition|
|
||||||
|
transition_table << {
|
||||||
|
first: transition.code_point_range.first,
|
||||||
|
last: transition.code_point_range.last,
|
||||||
|
destination: states[transition.destination],
|
||||||
|
}
|
||||||
|
end
|
||||||
|
end
|
||||||
|
[transition_table, state_table]
|
||||||
|
end
|
||||||
|
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
@ -22,35 +22,6 @@ class Propane
|
|||||||
@start_state = @states[0]
|
@start_state = @states[0]
|
||||||
end
|
end
|
||||||
|
|
||||||
def build_tables
|
|
||||||
transition_table = []
|
|
||||||
state_table = []
|
|
||||||
states = enumerate
|
|
||||||
states.each do |state, id|
|
|
||||||
accepts =
|
|
||||||
if state.accepts.nil?
|
|
||||||
TOKEN_NONE
|
|
||||||
elsif state.accepts.name
|
|
||||||
state.accepts.id
|
|
||||||
else
|
|
||||||
TOKEN_DROP
|
|
||||||
end
|
|
||||||
state_table << {
|
|
||||||
transition_table_index: transition_table.size,
|
|
||||||
n_transitions: state.transitions.size,
|
|
||||||
accepts: accepts,
|
|
||||||
}
|
|
||||||
state.transitions.each do |transition|
|
|
||||||
transition_table << {
|
|
||||||
first: transition.code_point_range.first,
|
|
||||||
last: transition.code_point_range.last,
|
|
||||||
destination: states[transition.destination],
|
|
||||||
}
|
|
||||||
end
|
|
||||||
end
|
|
||||||
[transition_table, state_table]
|
|
||||||
end
|
|
||||||
|
|
||||||
private
|
private
|
||||||
|
|
||||||
def register_nfa_state_set(nfa_state_set)
|
def register_nfa_state_set(nfa_state_set)
|
||||||
|
Loading…
x
Reference in New Issue
Block a user