Change Token constructor to take a Hash of all parameters

This commit is contained in:
Josh Holtrop 2022-06-05 14:40:41 -04:00
parent f37801ec9e
commit b1d5cddab4
3 changed files with 20 additions and 18 deletions

View File

@ -37,10 +37,10 @@ class Propane
unless name =~ /^[a-zA-Z_][a-zA-Z_0-9]*$/
raise Error.new("Invalid token name #{name}")
end
@tokens << Token.new(name, pattern, @tokens.size, line_number)
@tokens << Token.new(name: name, pattern: pattern, id: @tokens.size, line_number: line_number)
elsif sliced = input.slice!(/\Adrop\s+(\S+)\n/)
pattern = $1
@drop_tokens << Token.new(nil, pattern, nil, line_number)
@drop_tokens << Token.new(pattern: pattern, line_number: line_number)
elsif sliced = input.slice!(/\A(\S+)\s*:\s*\[(.*?)\] <<\n(.*?)^>>\n/m)
rule_name, components, code = $1, $2, $3
components = components.strip.split(/\s+/)

View File

@ -3,7 +3,7 @@ class Propane
class Parser
def initialize(rule_sets)
@token_eof = Token.new("$", nil, TOKEN_EOF, nil)
@token_eof = Token.new(name: "$", id: TOKEN_EOF)
@item_sets = []
@item_sets_set = {}
start_items = rule_sets["Start"].rules.map do |rule|

View File

@ -2,15 +2,15 @@ class Propane
class Token
# @return [String]
# @return [String, nil]
# Token name.
attr_reader :name
# @return [String]
# @return [String, nil]
# Token pattern.
attr_reader :pattern
# @return [Integer]
# @return [Integer, nil]
# Token ID.
attr_reader :id
@ -18,27 +18,29 @@ class Propane
# Line number where the token was defined in the input grammar.
attr_reader :line_number
# @return [Regex::NFA]
# @return [Regex::NFA, nil]
# Regex NFA for matching the token.
attr_reader :nfa
# Construct a Token.
#
# @param name [String]
# @param options [Hash]
# Optional parameters.
# @option options [String, nil] :name
# Token name.
# @param pattern [String]
# @option options [String, nil] :pattern
# Token pattern.
# @param id [Integer]
# @option options [Integer, nil] :id
# Token ID.
# @param line_number [Integer, nil]
# @option options [Integer, nil] :line_number
# Line number where the token was defined in the input grammar.
def initialize(name, pattern, id, line_number)
@name = name
@pattern = pattern
@id = id
@line_number = line_number
unless pattern.nil?
regex = Regex.new(pattern)
def initialize(options)
@name = options[:name]
@pattern = options[:pattern]
@id = options[:id]
@line_number = options[:line_number]
unless @pattern.nil?
regex = Regex.new(@pattern)
regex.nfa.end_state.accepts = self
@nfa = regex.nfa
end