diff --git a/lib/lrama/command.rb b/lib/lrama/command.rb index a39eed13..94e86c6c 100644 --- a/lib/lrama/command.rb +++ b/lib/lrama/command.rb @@ -1,5 +1,8 @@ module Lrama class Command + LRAMA_LIB = File.realpath(File.join(File.dirname(__FILE__))) + STDLIB_FILE_PATH = File.join(LRAMA_LIB, 'grammar', 'stdlib.y') + def run(argv) begin options = OptionParser.new.parse(argv) @@ -14,9 +17,14 @@ def run(argv) warning = Lrama::Warning.new text = options.y.read options.y.close if options.y != STDIN - parser = Lrama::Parser.new(text, options.grammar_file, options.debug) begin - grammar = parser.parse + grammar = Lrama::Parser.new(text, options.grammar_file, options.debug).parse + unless grammar.no_stdlib + stdlib_grammar = Lrama::Parser.new(File.read(STDLIB_FILE_PATH), STDLIB_FILE_PATH, options.debug).parse + grammar.insert_before_parameterizing_rules(stdlib_grammar.parameterizing_rules) + end + grammar.prepare + grammar.validate! rescue => e raise e if options.debug message = e.message diff --git a/lib/lrama/grammar.rb b/lib/lrama/grammar.rb index 9c500b38..16d4bd28 100644 --- a/lib/lrama/grammar.rb +++ b/lib/lrama/grammar.rb @@ -24,7 +24,7 @@ class Grammar :lex_param, :parse_param, :initial_action, :symbols, :types, :rules, :rule_builders, - :sym_to_rules + :sym_to_rules, :no_stdlib def initialize(rule_counter) @rule_counter = rule_counter @@ -45,6 +45,7 @@ def initialize(rule_counter) @undef_symbol = nil @accept_symbol = nil @aux = Auxiliary.new + @no_stdlib = false append_special_symbols end @@ -136,6 +137,14 @@ def add_parameterizing_rule(rule) @parameterizing_rule_resolver.add_parameterizing_rule(rule) end + def parameterizing_rules + @parameterizing_rule_resolver.rules + end + + def insert_before_parameterizing_rules(rules) + @parameterizing_rule_resolver.rules = rules + @parameterizing_rule_resolver.rules + end + def prologue_first_lineno=(prologue_first_lineno) @aux.prologue_first_lineno = prologue_first_lineno end diff --git a/lib/lrama/grammar/parameterizing_rule/resolver.rb b/lib/lrama/grammar/parameterizing_rule/resolver.rb index 0955a18a..1923e781 100644 --- a/lib/lrama/grammar/parameterizing_rule/resolver.rb +++ b/lib/lrama/grammar/parameterizing_rule/resolver.rb @@ -2,7 +2,7 @@ module Lrama class Grammar class ParameterizingRule class Resolver - attr_accessor :created_lhs_list + attr_accessor :rules, :created_lhs_list def initialize @rules = [] @@ -13,10 +13,6 @@ def add_parameterizing_rule(rule) @rules << rule end - def defined?(token) - !select_rules(token).empty? - end - def find(token) select_rules(token).last end @@ -28,9 +24,21 @@ def created_lhs(lhs_s_value) private def select_rules(token) - @rules.select do |rule| - rule.name == token.rule_name && - rule.required_parameters_count == token.args_count + rules = select_rules_by_name(token.rule_name) + rules = rules.select { |rule| rule.required_parameters_count == token.args_count } + if rules.empty? + raise "Invalid number of arguments. `#{token.rule_name}`" + else + rules + end + end + + def select_rules_by_name(rule_name) + rules = @rules.select { |rule| rule.name == rule_name } + if rules.empty? + raise "Parameterizing rule does not exist. `#{rule_name}`" + else + rules end end end diff --git a/lib/lrama/grammar/parameterizing_rules/builder.rb b/lib/lrama/grammar/parameterizing_rules/builder.rb deleted file mode 100644 index 20950b9b..00000000 --- a/lib/lrama/grammar/parameterizing_rules/builder.rb +++ /dev/null @@ -1,60 +0,0 @@ -require 'lrama/grammar/parameterizing_rules/builder/base' -require 'lrama/grammar/parameterizing_rules/builder/list' -require 'lrama/grammar/parameterizing_rules/builder/nonempty_list' -require 'lrama/grammar/parameterizing_rules/builder/option' -require 'lrama/grammar/parameterizing_rules/builder/separated_nonempty_list' -require 'lrama/grammar/parameterizing_rules/builder/separated_list' - -module Lrama - class Grammar - class ParameterizingRules - # Builder for parameterizing rules - class Builder - RULES = { - option: Lrama::Grammar::ParameterizingRules::Builder::Option, - "?": Lrama::Grammar::ParameterizingRules::Builder::Option, - nonempty_list: Lrama::Grammar::ParameterizingRules::Builder::NonemptyList, - "+": Lrama::Grammar::ParameterizingRules::Builder::NonemptyList, - list: Lrama::Grammar::ParameterizingRules::Builder::List, - "*": Lrama::Grammar::ParameterizingRules::Builder::List, - separated_nonempty_list: Lrama::Grammar::ParameterizingRules::Builder::SeparatedNonemptyList, - separated_list: Lrama::Grammar::ParameterizingRules::Builder::SeparatedList, - } - - def initialize(token, rule_counter, lhs_tag, user_code, precedence_sym, line) - @token = token - @key = token.s_value.to_sym - @rule_counter = rule_counter - @lhs_tag = lhs_tag - @user_code = user_code - @precedence_sym = precedence_sym - @line = line - @builder = nil - end - - def build - create_builder - @builder.build - end - - def build_token - create_builder - @builder.build_token - end - - private - - def create_builder - unless @builder - validate_key! - @builder = RULES[@key].new(@token, @rule_counter, @lhs_tag, @user_code, @precedence_sym, @line) - end - end - - def validate_key! - raise "Parameterizing rule does not exist. `#{@key}`" unless RULES.key?(@key) - end - end - end - end -end diff --git a/lib/lrama/grammar/parameterizing_rules/builder/base.rb b/lib/lrama/grammar/parameterizing_rules/builder/base.rb deleted file mode 100644 index 5787714f..00000000 --- a/lib/lrama/grammar/parameterizing_rules/builder/base.rb +++ /dev/null @@ -1,36 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - # Base class for parameterizing rules builder - class Base - attr_reader :build_token - - def initialize(token, rule_counter, lhs_tag, user_code, precedence_sym, line) - @args = token.args - @token = @args.first - @rule_counter = rule_counter - @lhs_tag = lhs_tag - @user_code = user_code - @precedence_sym = precedence_sym - @line = line - @expected_argument_num = 1 - @build_token = nil - end - - def build - raise NotImplementedError - end - - private - - def validate_argument_number! - unless @args.count == @expected_argument_num - raise "Invalid number of arguments. expect: #{@expected_argument_num} actual: #{@args.count}" - end - end - end - end - end - end -end diff --git a/lib/lrama/grammar/parameterizing_rules/builder/list.rb b/lib/lrama/grammar/parameterizing_rules/builder/list.rb deleted file mode 100644 index 248e1e7a..00000000 --- a/lib/lrama/grammar/parameterizing_rules/builder/list.rb +++ /dev/null @@ -1,28 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - # Builder for list of general parameterizing rules - class List < Base - - # program: list(number) - # - # => - # - # program: list_number - # list_number: ε - # list_number: list_number number - def build - validate_argument_number! - - rules = [] - @build_token = Lrama::Lexer::Token::Ident.new(s_value: "list_#{@token.s_value}") - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [@build_token, @token], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules - end - end - end - end - end -end diff --git a/lib/lrama/grammar/parameterizing_rules/builder/nonempty_list.rb b/lib/lrama/grammar/parameterizing_rules/builder/nonempty_list.rb deleted file mode 100644 index bcec1d82..00000000 --- a/lib/lrama/grammar/parameterizing_rules/builder/nonempty_list.rb +++ /dev/null @@ -1,28 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - # Builder for nonempty list of general parameterizing rules - class NonemptyList < Base - - # program: nonempty_list(number) - # - # => - # - # program: nonempty_list_number - # nonempty_list_number: number - # nonempty_list_number: nonempty_list_number number - def build - validate_argument_number! - - rules = [] - @build_token = Lrama::Lexer::Token::Ident.new(s_value: "nonempty_list_#{@token.s_value}") - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [@token], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [@build_token, @token], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules - end - end - end - end - end -end diff --git a/lib/lrama/grammar/parameterizing_rules/builder/option.rb b/lib/lrama/grammar/parameterizing_rules/builder/option.rb deleted file mode 100644 index 8be045ec..00000000 --- a/lib/lrama/grammar/parameterizing_rules/builder/option.rb +++ /dev/null @@ -1,28 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - # Builder for option of general parameterizing rules - class Option < Base - - # program: option(number) - # - # => - # - # program: option_number - # option_number: ε - # option_number: number - def build - validate_argument_number! - - rules = [] - @build_token = Lrama::Lexer::Token::Ident.new(s_value: "option_#{@token.s_value}") - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [@token], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules - end - end - end - end - end -end diff --git a/lib/lrama/grammar/parameterizing_rules/builder/separated_list.rb b/lib/lrama/grammar/parameterizing_rules/builder/separated_list.rb deleted file mode 100644 index f9677cad..00000000 --- a/lib/lrama/grammar/parameterizing_rules/builder/separated_list.rb +++ /dev/null @@ -1,39 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - # Builder for separated list of general parameterizing rules - class SeparatedList < Base - def initialize(token, rule_counter, lhs_tag, user_code, precedence_sym, line) - super - @separator = @args[0] - @token = @args[1] - @expected_argument_num = 2 - end - - # program: separated_list(',', number) - # - # => - # - # program: separated_list_number - # separated_list_number: ε - # separated_list_number: separated_nonempty_list_number - # separated_nonempty_list_number: number - # separated_nonempty_list_number: separated_nonempty_list_number ',' number - def build - validate_argument_number! - - rules = [] - @build_token = Lrama::Lexer::Token::Ident.new(s_value: "separated_list_#{@token.s_value}") - separated_nonempty_list_token = Lrama::Lexer::Token::Ident.new(s_value: "separated_nonempty_list_#{@token.s_value}") - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [separated_nonempty_list_token], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules << Rule.new(id: @rule_counter.increment, _lhs: separated_nonempty_list_token, _rhs: [@token], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules << Rule.new(id: @rule_counter.increment, _lhs: separated_nonempty_list_token, _rhs: [separated_nonempty_list_token, @separator, @token], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules - end - end - end - end - end -end diff --git a/lib/lrama/grammar/parameterizing_rules/builder/separated_nonempty_list.rb b/lib/lrama/grammar/parameterizing_rules/builder/separated_nonempty_list.rb deleted file mode 100644 index ba6ecf24..00000000 --- a/lib/lrama/grammar/parameterizing_rules/builder/separated_nonempty_list.rb +++ /dev/null @@ -1,34 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - # Builder for separated nonempty list of general parameterizing rules - class SeparatedNonemptyList < Base - def initialize(token, rule_counter, lhs_tag, user_code, precedence_sym, line) - super - @separator = @args[0] - @token = @args[1] - @expected_argument_num = 2 - end - - # program: separated_nonempty_list(',', number) - # - # => - # - # program: separated_nonempty_list_number - # separated_nonempty_list_number: number - # separated_nonempty_list_number: separated_nonempty_list_number ',' number - def build - validate_argument_number! - - rules = [] - @build_token = Lrama::Lexer::Token::Ident.new(s_value: "separated_nonempty_list_#{@token.s_value}") - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [@token], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules << Rule.new(id: @rule_counter.increment, _lhs: @build_token, _rhs: [@build_token, @separator, @token], lhs_tag: @lhs_tag, token_code: @user_code, precedence_sym: @precedence_sym, lineno: @line) - rules - end - end - end - end - end -end diff --git a/lib/lrama/grammar/rule_builder.rb b/lib/lrama/grammar/rule_builder.rb index a4de8060..954bb0d5 100644 --- a/lib/lrama/grammar/rule_builder.rb +++ b/lib/lrama/grammar/rule_builder.rb @@ -1,5 +1,3 @@ -require 'lrama/grammar/parameterizing_rules/builder' - module Lrama class Grammar class RuleBuilder @@ -59,7 +57,7 @@ def setup_rules(parameterizing_rule_resolver) end def rules - @parameterizing_rules + @old_parameterizing_rules + @midrule_action_rules + @rules + @parameterizing_rules + @midrule_action_rules + @rules end private @@ -97,7 +95,6 @@ def process_rhs(parameterizing_rule_resolver) return if @replaced_rhs @replaced_rhs = [] - @old_parameterizing_rules = [] rhs.each_with_index do |token, i| case token @@ -106,35 +103,28 @@ def process_rhs(parameterizing_rule_resolver) when Lrama::Lexer::Token::Ident @replaced_rhs << token when Lrama::Lexer::Token::InstantiateRule - if parameterizing_rule_resolver.defined?(token) - parameterizing_rule = parameterizing_rule_resolver.find(token) - raise "Unexpected token. #{token}" unless parameterizing_rule - - bindings = Binding.new(parameterizing_rule, token.args) - lhs_s_value = lhs_s_value(token, bindings) - if (created_lhs = parameterizing_rule_resolver.created_lhs(lhs_s_value)) - @replaced_rhs << created_lhs - else - lhs_token = Lrama::Lexer::Token::Ident.new(s_value: lhs_s_value, location: token.location) - @replaced_rhs << lhs_token - parameterizing_rule_resolver.created_lhs_list << lhs_token - parameterizing_rule.rhs_list.each do |r| - rule_builder = RuleBuilder.new(@rule_counter, @midrule_action_counter, i, lhs_tag: token.lhs_tag, skip_preprocess_references: true) - rule_builder.lhs = lhs_token - r.symbols.each { |sym| rule_builder.add_rhs(bindings.resolve_symbol(sym)) } - rule_builder.line = line - rule_builder.user_code = r.user_code - rule_builder.precedence_sym = r.precedence_sym - rule_builder.complete_input - rule_builder.setup_rules(parameterizing_rule_resolver) - @rule_builders_for_parameterizing_rules << rule_builder - end - end + parameterizing_rule = parameterizing_rule_resolver.find(token) + raise "Unexpected token. #{token}" unless parameterizing_rule + + bindings = Binding.new(parameterizing_rule, token.args) + lhs_s_value = lhs_s_value(token, bindings) + if (created_lhs = parameterizing_rule_resolver.created_lhs(lhs_s_value)) + @replaced_rhs << created_lhs else - # TODO: Delete when the standard library will defined as a grammar file. - parameterizing_rule = ParameterizingRules::Builder.new(token, @rule_counter, token.lhs_tag, user_code, precedence_sym, line) - @old_parameterizing_rules = @old_parameterizing_rules + parameterizing_rule.build - @replaced_rhs << parameterizing_rule.build_token + lhs_token = Lrama::Lexer::Token::Ident.new(s_value: lhs_s_value, location: token.location) + @replaced_rhs << lhs_token + parameterizing_rule_resolver.created_lhs_list << lhs_token + parameterizing_rule.rhs_list.each do |r| + rule_builder = RuleBuilder.new(@rule_counter, @midrule_action_counter, i, lhs_tag: token.lhs_tag, skip_preprocess_references: true) + rule_builder.lhs = lhs_token + r.symbols.each { |sym| rule_builder.add_rhs(bindings.resolve_symbol(sym)) } + rule_builder.line = line + rule_builder.user_code = r.user_code + rule_builder.precedence_sym = r.precedence_sym + rule_builder.complete_input + rule_builder.setup_rules(parameterizing_rule_resolver) + @rule_builders_for_parameterizing_rules << rule_builder + end end when Lrama::Lexer::Token::UserCode prefix = token.referred ? "@" : "$@" diff --git a/lib/lrama/grammar/stdlib.y b/lib/lrama/grammar/stdlib.y new file mode 100644 index 00000000..5e3a79c8 --- /dev/null +++ b/lib/lrama/grammar/stdlib.y @@ -0,0 +1,80 @@ +/********************************************************************** + + stdlib.y + + This is lrama's standard library. It provides a number of + parameterizing rule definitions, such as options and lists, + that should be useful in a number of situations. + +**********************************************************************/ + +/* + * program: option(number) + * + * => + * + * program: option_number + * option_number: ε + * option_number: number + */ +%rule option(X): /* empty */ + | X + ; + +/* + * program: list(number) + * + * => + * + * program: list_number + * list_number: ε + * list_number: list_number number + */ +%rule list(X): /* empty */ + | list(X) X + ; + +/* + * program: nonempty_list(number) + * + * => + * + * program: nonempty_list_number + * nonempty_list_number: number + * nonempty_list_number: nonempty_list_number number + */ +%rule nonempty_list(X): X + | nonempty_list(X) X + ; + +/* + * program: separated_nonempty_list(comma, number) + * + * => + * + * program: separated_nonempty_list_comma_number + * separated_nonempty_list_comma_number: number + * separated_nonempty_list_comma_number: separated_nonempty_list_comma_number comma number + */ +%rule separated_nonempty_list(separator, X): X + | separated_nonempty_list(separator, X) separator X + ; + +/* + * program: separated_list(comma, number) + * + * => + * + * program: separated_list_comma_number + * separated_list_comma_number: option_separated_nonempty_list_comma_number + * option_separated_nonempty_list_comma_number: ε + * option_separated_nonempty_list_comma_number: separated_nonempty_list_comma_number + * separated_nonempty_list_comma_number: number + * separated_nonempty_list_comma_number: comma separated_nonempty_list_comma_number number + */ +%rule separated_list(separator, X): option(separated_nonempty_list(separator, X)) + ; + +%% + +%union{}; diff --git a/lib/lrama/lexer.rb b/lib/lrama/lexer.rb index 746d50ce..35997f2f 100644 --- a/lib/lrama/lexer.rb +++ b/lib/lrama/lexer.rb @@ -29,6 +29,7 @@ class Lexer %empty %code %rule + %no-stdlib ) def initialize(grammar_file) diff --git a/lib/lrama/parser.rb b/lib/lrama/parser.rb index 9434b18c..e5f2384e 100644 --- a/lib/lrama/parser.rb +++ b/lib/lrama/parser.rb @@ -658,7 +658,7 @@ def token_to_str(t) module Lrama class Parser < Racc::Parser -module_eval(<<'...end parser.y/module_eval...', 'parser.y', 500) +module_eval(<<'...end parser.y/module_eval...', 'parser.y', 501) include Lrama::Report::Duration @@ -676,8 +676,6 @@ def parse @precedence_number = 0 reset_precs do_parse - @grammar.prepare - @grammar.validate! @grammar end end @@ -734,138 +732,138 @@ def raise_parse_error(error_message, location) ##### State transition tables begin ### racc_action_table = [ - 85, 44, 86, 145, 144, 67, 44, 44, 145, 188, - 67, 67, 44, 6, 188, 7, 67, 147, 199, 44, - 143, 43, 147, 189, 58, 163, 164, 165, 189, 3, - 44, 40, 43, 8, 67, 63, 34, 44, 148, 43, - 41, 87, 40, 148, 190, 47, 44, 80, 43, 190, - 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, - 47, 21, 23, 24, 25, 26, 27, 28, 29, 30, - 31, 9, 44, 47, 43, 13, 14, 15, 16, 17, - 18, 50, 51, 19, 20, 21, 23, 24, 25, 26, - 27, 28, 29, 30, 31, 32, 44, 44, 43, 43, - 52, 70, 70, 44, 44, 43, 43, 53, 70, 70, - 44, 44, 43, 43, 67, 173, 44, 44, 43, 43, - 67, 173, 44, 44, 43, 43, 67, 173, 44, 44, - 43, 43, 67, 173, 44, 44, 43, 43, 67, 173, - 44, 44, 43, 43, 67, 173, 44, 44, 43, 43, - 67, 67, 44, 44, 43, 43, 67, 67, 44, 44, - 43, 43, 67, 67, 44, 44, 179, 43, 67, 67, - 44, 44, 179, 43, 67, 67, 44, 44, 179, 43, - 67, 163, 164, 165, 83, 44, 141, 43, 142, 192, - 54, 193, 163, 164, 165, 208, 210, 193, 193, 55, - 76, 77, 81, 83, 88, 88, 88, 90, 96, 100, - 101, 104, 104, 104, 104, 107, 110, 111, 113, 115, - 116, 117, 118, 119, 122, 126, 127, 128, 131, 132, - 133, 135, 150, 152, 153, 154, 155, 156, 157, 158, - 131, 160, 168, 169, 178, 183, 184, 186, 191, 178, - 83, 183, 205, 207, 83, 212, 83 ] + 86, 45, 87, 146, 145, 68, 45, 45, 146, 189, + 68, 68, 45, 6, 189, 7, 68, 148, 200, 45, + 144, 44, 148, 190, 59, 164, 165, 166, 190, 3, + 45, 41, 44, 8, 68, 64, 35, 42, 45, 149, + 44, 41, 88, 71, 149, 191, 81, 45, 48, 44, + 191, 22, 24, 25, 26, 27, 28, 29, 30, 31, + 32, 22, 24, 25, 26, 27, 28, 29, 30, 31, + 32, 9, 45, 48, 44, 13, 14, 15, 16, 17, + 18, 48, 51, 19, 20, 21, 22, 24, 25, 26, + 27, 28, 29, 30, 31, 32, 33, 45, 45, 44, + 44, 52, 71, 71, 45, 45, 44, 44, 45, 71, + 44, 53, 68, 174, 45, 45, 44, 44, 68, 174, + 45, 45, 44, 44, 68, 174, 45, 45, 44, 44, + 68, 174, 45, 45, 44, 44, 68, 174, 45, 45, + 44, 44, 68, 174, 45, 45, 44, 44, 68, 68, + 45, 45, 44, 44, 68, 68, 45, 45, 44, 44, + 68, 68, 45, 45, 180, 44, 68, 68, 45, 45, + 180, 44, 68, 68, 45, 45, 180, 44, 68, 164, + 165, 166, 84, 45, 45, 44, 44, 142, 193, 143, + 194, 164, 165, 166, 209, 211, 194, 194, 54, 55, + 56, 77, 78, 82, 84, 89, 89, 89, 91, 97, + 101, 102, 105, 105, 105, 105, 108, 111, 112, 114, + 116, 117, 118, 119, 120, 123, 127, 128, 129, 132, + 133, 134, 136, 151, 153, 154, 155, 156, 157, 158, + 159, 132, 161, 169, 170, 179, 184, 185, 187, 192, + 179, 84, 184, 206, 208, 84, 213, 84 ] racc_action_check = [ - 42, 130, 42, 130, 129, 130, 159, 177, 159, 177, - 159, 177, 196, 2, 196, 2, 196, 130, 188, 26, - 129, 26, 159, 177, 26, 188, 188, 188, 196, 1, - 27, 9, 27, 3, 27, 27, 7, 14, 130, 14, - 13, 42, 35, 159, 177, 15, 57, 35, 57, 196, - 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, - 16, 35, 35, 35, 35, 35, 35, 35, 35, 35, - 35, 4, 58, 17, 58, 4, 4, 4, 4, 4, - 4, 18, 19, 4, 4, 4, 4, 4, 4, 4, - 4, 4, 4, 4, 4, 4, 28, 29, 28, 29, - 21, 28, 29, 30, 31, 30, 31, 23, 30, 31, - 154, 69, 154, 69, 154, 154, 155, 70, 155, 70, - 155, 155, 156, 96, 156, 96, 156, 156, 170, 98, - 170, 98, 170, 170, 174, 104, 174, 104, 174, 174, - 175, 106, 175, 106, 175, 175, 62, 63, 62, 63, - 62, 63, 101, 103, 101, 103, 101, 103, 123, 148, - 123, 148, 123, 148, 160, 190, 160, 190, 160, 190, - 191, 193, 191, 193, 191, 193, 199, 120, 199, 120, - 199, 146, 146, 146, 146, 124, 125, 124, 125, 180, - 24, 180, 181, 181, 181, 202, 206, 202, 206, 25, - 32, 33, 38, 39, 46, 48, 49, 50, 56, 60, - 61, 68, 73, 74, 75, 76, 82, 83, 89, 91, - 92, 93, 94, 95, 99, 107, 108, 109, 110, 111, - 112, 114, 134, 136, 137, 138, 139, 140, 141, 142, - 143, 145, 149, 151, 157, 162, 166, 176, 179, 186, - 187, 192, 195, 200, 205, 211, 212 ] + 43, 131, 43, 131, 130, 131, 160, 178, 160, 178, + 160, 178, 197, 2, 197, 2, 197, 131, 189, 27, + 130, 27, 160, 178, 27, 189, 189, 189, 197, 1, + 28, 9, 28, 3, 28, 28, 7, 13, 29, 131, + 29, 36, 43, 29, 160, 178, 36, 14, 15, 14, + 197, 9, 9, 9, 9, 9, 9, 9, 9, 9, + 9, 36, 36, 36, 36, 36, 36, 36, 36, 36, + 36, 4, 58, 16, 58, 4, 4, 4, 4, 4, + 4, 17, 18, 4, 4, 4, 4, 4, 4, 4, + 4, 4, 4, 4, 4, 4, 4, 30, 31, 30, + 31, 19, 30, 31, 32, 59, 32, 59, 155, 32, + 155, 22, 155, 155, 156, 70, 156, 70, 156, 156, + 157, 71, 157, 71, 157, 157, 171, 97, 171, 97, + 171, 171, 175, 99, 175, 99, 175, 175, 176, 105, + 176, 105, 176, 176, 63, 64, 63, 64, 63, 64, + 102, 104, 102, 104, 102, 104, 124, 149, 124, 149, + 124, 149, 161, 191, 161, 191, 161, 191, 192, 194, + 192, 194, 192, 194, 200, 107, 200, 107, 200, 147, + 147, 147, 147, 121, 125, 121, 125, 126, 181, 126, + 181, 182, 182, 182, 203, 207, 203, 207, 24, 25, + 26, 33, 34, 39, 40, 47, 49, 50, 51, 57, + 61, 62, 69, 74, 75, 76, 77, 83, 84, 90, + 92, 93, 94, 95, 96, 100, 108, 109, 110, 111, + 112, 113, 115, 135, 137, 138, 139, 140, 141, 142, + 143, 144, 146, 150, 152, 158, 163, 167, 177, 180, + 187, 188, 193, 196, 201, 206, 212, 213 ] racc_action_pointer = [ nil, 29, 3, 33, 62, nil, nil, 29, nil, 27, - nil, nil, nil, 34, 34, 26, 41, 54, 76, 63, - nil, 81, nil, 88, 171, 180, 16, 27, 93, 94, - 100, 101, 195, 199, nil, 38, nil, nil, 180, 159, - nil, nil, -5, nil, nil, nil, 185, nil, 186, 187, - 188, nil, nil, nil, nil, nil, 200, 43, 69, nil, - 203, 202, 143, 144, nil, nil, nil, nil, 203, 108, - 114, nil, nil, 204, 205, 206, 181, nil, nil, nil, - nil, nil, 180, 212, nil, nil, nil, nil, nil, 216, - nil, 217, 218, 219, 220, 221, 120, nil, 126, 217, - nil, 149, nil, 150, 132, nil, 138, 220, 215, 225, - 189, 184, 228, nil, 229, nil, nil, nil, nil, nil, - 174, nil, nil, 155, 182, 151, nil, nil, nil, -18, - -2, nil, nil, nil, 212, nil, 213, 214, 215, 216, - 217, 202, 234, 201, nil, 207, 140, nil, 156, 222, - nil, 223, nil, nil, 107, 113, 119, 205, nil, 3, - 161, nil, 237, nil, nil, nil, 244, nil, nil, nil, - 125, nil, nil, nil, 131, 137, 209, 4, nil, 214, - 154, 151, nil, nil, nil, nil, 210, 206, -16, nil, - 162, 167, 243, 168, nil, 232, 9, nil, nil, 173, - 251, nil, 160, nil, nil, 210, 161, nil, nil, nil, - nil, 235, 212, nil ] + nil, nil, nil, 31, 44, 29, 54, 62, 77, 82, + nil, nil, 92, nil, 179, 180, 181, 16, 27, 35, + 94, 95, 101, 196, 200, nil, 37, nil, nil, 180, + 159, nil, nil, -5, nil, nil, nil, 186, nil, 187, + 188, 189, nil, nil, nil, nil, nil, 201, 69, 102, + nil, 204, 203, 141, 142, nil, nil, nil, nil, 204, + 112, 118, nil, nil, 205, 206, 207, 181, nil, nil, + nil, nil, nil, 180, 213, nil, nil, nil, nil, nil, + 217, nil, 218, 219, 220, 221, 222, 124, nil, 130, + 218, nil, 147, nil, 148, 136, nil, 172, 221, 216, + 226, 189, 184, 229, nil, 230, nil, nil, nil, nil, + nil, 180, nil, nil, 153, 181, 151, nil, nil, nil, + -19, -2, nil, nil, nil, 213, nil, 214, 215, 216, + 217, 218, 202, 235, 201, nil, 207, 137, nil, 154, + 223, nil, 224, nil, nil, 105, 111, 117, 205, nil, + 3, 159, nil, 238, nil, nil, nil, 245, nil, nil, + nil, 123, nil, nil, nil, 129, 135, 209, 4, nil, + 214, 152, 149, nil, nil, nil, nil, 210, 206, -17, + nil, 160, 165, 244, 166, nil, 233, 9, nil, nil, + 171, 252, nil, 158, nil, nil, 210, 159, nil, nil, + nil, nil, 236, 212, nil ] racc_action_default = [ - -2, -130, -8, -130, -130, -3, -4, -130, 214, -130, - -9, -10, -11, -130, -130, -130, -130, -130, -130, -130, - -23, -130, -27, -130, -130, -130, -130, -130, -130, -130, - -130, -130, -130, -130, -7, -115, -88, -90, -130, -112, - -114, -12, -119, -86, -87, -118, -14, -77, -15, -16, - -130, -20, -24, -28, -31, -34, -37, -43, -130, -46, - -63, -38, -67, -130, -70, -72, -73, -127, -39, -80, - -130, -83, -85, -40, -41, -42, -130, -5, -1, -89, - -116, -91, -130, -130, -13, -120, -121, -122, -74, -130, - -17, -130, -130, -130, -130, -130, -130, -47, -44, -65, - -64, -130, -71, -68, -130, -84, -81, -130, -130, -130, - -96, -130, -130, -78, -130, -21, -25, -29, -32, -35, - -45, -48, -66, -69, -82, -130, -50, -6, -117, -92, - -93, -97, -113, -75, -130, -18, -130, -130, -130, -130, - -130, -130, -130, -96, -95, -86, -112, -101, -130, -130, - -79, -130, -22, -26, -130, -130, -130, -54, -51, -94, - -130, -98, -128, -105, -106, -107, -130, -104, -76, -19, - -30, -123, -125, -126, -33, -36, -49, -52, -55, -86, - -130, -108, -99, -129, -102, -124, -54, -112, -86, -59, - -130, -130, -128, -130, -110, -130, -53, -56, -57, -130, - -130, -62, -130, -100, -109, -112, -130, -60, -111, -103, - -58, -130, -112, -61 ] + -2, -131, -8, -131, -131, -3, -4, -131, 215, -131, + -9, -10, -11, -131, -131, -131, -131, -131, -131, -131, + -23, -24, -131, -28, -131, -131, -131, -131, -131, -131, + -131, -131, -131, -131, -131, -7, -116, -89, -91, -131, + -113, -115, -12, -120, -87, -88, -119, -14, -78, -15, + -16, -131, -20, -25, -29, -32, -35, -38, -44, -131, + -47, -64, -39, -68, -131, -71, -73, -74, -128, -40, + -81, -131, -84, -86, -41, -42, -43, -131, -5, -1, + -90, -117, -92, -131, -131, -13, -121, -122, -123, -75, + -131, -17, -131, -131, -131, -131, -131, -131, -48, -45, + -66, -65, -131, -72, -69, -131, -85, -82, -131, -131, + -131, -97, -131, -131, -79, -131, -21, -26, -30, -33, + -36, -46, -49, -67, -70, -83, -131, -51, -6, -118, + -93, -94, -98, -114, -76, -131, -18, -131, -131, -131, + -131, -131, -131, -131, -97, -96, -87, -113, -102, -131, + -131, -80, -131, -22, -27, -131, -131, -131, -55, -52, + -95, -131, -99, -129, -106, -107, -108, -131, -105, -77, + -19, -31, -124, -126, -127, -34, -37, -50, -53, -56, + -87, -131, -109, -100, -130, -103, -125, -55, -113, -87, + -60, -131, -131, -129, -131, -111, -131, -54, -57, -58, + -131, -131, -63, -131, -101, -110, -113, -131, -61, -112, + -104, -59, -131, -113, -62 ] racc_goto_table = [ - 82, 62, 57, 45, 97, 64, 105, 162, 182, 36, - 177, 1, 2, 180, 106, 60, 4, 72, 72, 72, - 72, 130, 185, 46, 48, 49, 185, 185, 68, 73, - 74, 75, 35, 78, 98, 79, 5, 103, 203, 196, - 102, 64, 194, 105, 202, 97, 60, 60, 124, 198, - 33, 108, 206, 10, 159, 170, 174, 175, 72, 72, - 11, 105, 12, 42, 84, 114, 151, 97, 91, 136, - 92, 137, 120, 93, 138, 123, 94, 139, 95, 64, - 140, 102, 56, 61, 99, 60, 121, 60, 125, 176, - 200, 211, 112, 72, 149, 72, 89, 134, 129, 166, - 195, 102, 109, nil, nil, nil, nil, 161, 146, 60, - nil, nil, nil, 72, nil, nil, nil, nil, nil, nil, - nil, nil, nil, nil, nil, nil, 167, nil, nil, nil, - nil, nil, nil, nil, nil, nil, nil, 146, 181, nil, - nil, nil, nil, nil, nil, nil, nil, nil, 197, nil, - nil, nil, nil, nil, nil, 187, nil, nil, nil, nil, - nil, nil, nil, nil, nil, nil, 209, nil, 201, 181, - nil, 204, nil, 213, 187, nil, nil, 181 ] + 83, 63, 46, 58, 98, 65, 106, 163, 183, 37, + 178, 1, 2, 181, 107, 61, 4, 73, 73, 73, + 73, 131, 186, 47, 49, 50, 186, 186, 69, 74, + 75, 76, 171, 175, 176, 99, 80, 104, 204, 197, + 103, 65, 195, 106, 203, 98, 61, 61, 125, 199, + 36, 79, 207, 5, 160, 34, 109, 10, 73, 73, + 11, 106, 12, 43, 85, 115, 152, 98, 92, 137, + 93, 138, 94, 121, 139, 124, 95, 140, 96, 65, + 141, 103, 57, 62, 100, 61, 122, 61, 126, 177, + 201, 212, 113, 73, 150, 73, 90, 135, 130, 167, + 196, 103, 110, nil, nil, nil, nil, 162, 147, 61, + nil, nil, nil, 73, nil, nil, nil, nil, nil, nil, + nil, nil, nil, nil, nil, nil, 168, nil, nil, nil, + nil, nil, nil, nil, nil, nil, nil, 147, 182, nil, + nil, nil, nil, nil, nil, nil, nil, nil, 198, nil, + nil, nil, nil, nil, nil, 188, nil, nil, nil, nil, + nil, nil, nil, nil, nil, nil, 210, nil, 202, 182, + nil, 205, nil, 214, 188, nil, nil, 182 ] racc_goto_check = [ - 41, 46, 32, 34, 33, 40, 53, 42, 59, 54, + 41, 46, 34, 32, 33, 40, 53, 42, 59, 54, 39, 1, 2, 43, 52, 34, 3, 34, 34, 34, 34, 58, 63, 14, 14, 14, 63, 63, 31, 31, - 31, 31, 4, 5, 32, 54, 6, 46, 59, 39, + 31, 31, 20, 20, 20, 32, 54, 46, 59, 39, 40, 40, 42, 53, 43, 33, 34, 34, 52, 42, - 7, 8, 43, 9, 58, 20, 20, 20, 34, 34, + 4, 5, 43, 6, 58, 7, 8, 9, 34, 34, 10, 53, 11, 12, 13, 15, 16, 33, 17, 18, - 21, 22, 32, 23, 24, 46, 25, 26, 27, 40, + 21, 22, 23, 32, 24, 46, 25, 26, 27, 40, 28, 40, 29, 30, 35, 34, 36, 34, 37, 38, 44, 45, 48, 34, 49, 34, 50, 51, 57, 60, 61, 40, 62, nil, nil, nil, nil, 41, 40, 34, @@ -878,158 +876,159 @@ def raise_parse_error(error_message, location) nil, 40, nil, 41, 40, nil, nil, 40 ] racc_goto_pointer = [ - nil, 11, 12, 14, 23, -2, 34, 44, -26, 49, - 56, 58, 49, 22, 8, -25, -69, 17, -46, nil, - -99, 18, -45, 20, -43, 22, -41, 23, -39, 56, - 56, 0, -24, -53, -11, 24, -13, -19, -68, -147, - -22, -39, -139, -147, -99, -116, -26, nil, 4, -39, - 49, -16, -56, -63, 0, nil, nil, -12, -89, -154, - -48, -84, 22, -148 ] + nil, 11, 12, 14, 41, 15, 51, 49, -22, 53, + 56, 58, 49, 21, 8, -26, -70, 16, -47, nil, + -123, 17, -46, 18, -44, 21, -42, 22, -40, 55, + 55, -1, -24, -54, -12, 23, -14, -20, -69, -148, + -23, -40, -140, -148, -100, -117, -27, nil, 3, -40, + 48, -17, -57, -64, 0, nil, nil, -13, -90, -155, + -49, -85, 21, -149 ] racc_goto_default = [ nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, - 38, nil, nil, nil, nil, nil, nil, nil, nil, 22, + 39, nil, nil, nil, nil, nil, nil, nil, nil, 23, nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, - nil, nil, nil, 59, 65, nil, nil, nil, nil, nil, - 172, nil, nil, nil, nil, nil, nil, 66, nil, nil, - nil, nil, 69, 71, nil, 37, 39, nil, nil, nil, - nil, nil, nil, 171 ] + nil, nil, nil, 60, 66, nil, nil, nil, nil, nil, + 173, nil, nil, nil, nil, nil, nil, 67, nil, nil, + nil, nil, 70, 72, nil, 38, 40, nil, nil, nil, + nil, nil, nil, 172 ] racc_reduce_table = [ 0, 0, :racc_error, - 5, 48, :_reduce_none, - 0, 49, :_reduce_none, - 2, 49, :_reduce_none, - 0, 54, :_reduce_4, - 0, 55, :_reduce_5, - 5, 53, :_reduce_6, - 2, 53, :_reduce_none, - 0, 50, :_reduce_8, + 5, 49, :_reduce_none, + 0, 50, :_reduce_none, 2, 50, :_reduce_none, - 1, 56, :_reduce_none, - 1, 56, :_reduce_none, - 2, 56, :_reduce_12, - 3, 56, :_reduce_none, - 2, 56, :_reduce_none, - 2, 56, :_reduce_15, - 2, 56, :_reduce_16, - 0, 62, :_reduce_17, - 0, 63, :_reduce_18, - 7, 56, :_reduce_19, - 0, 64, :_reduce_20, - 0, 65, :_reduce_21, - 6, 56, :_reduce_22, - 1, 56, :_reduce_none, - 0, 68, :_reduce_24, - 0, 69, :_reduce_25, - 6, 57, :_reduce_26, + 0, 55, :_reduce_4, + 0, 56, :_reduce_5, + 5, 54, :_reduce_6, + 2, 54, :_reduce_none, + 0, 51, :_reduce_8, + 2, 51, :_reduce_none, + 1, 57, :_reduce_none, 1, 57, :_reduce_none, - 0, 70, :_reduce_28, + 2, 57, :_reduce_12, + 3, 57, :_reduce_none, + 2, 57, :_reduce_none, + 2, 57, :_reduce_15, + 2, 57, :_reduce_16, + 0, 63, :_reduce_17, + 0, 64, :_reduce_18, + 7, 57, :_reduce_19, + 0, 65, :_reduce_20, + 0, 66, :_reduce_21, + 6, 57, :_reduce_22, + 1, 57, :_reduce_23, + 1, 57, :_reduce_none, + 0, 69, :_reduce_25, + 0, 70, :_reduce_26, + 6, 58, :_reduce_27, + 1, 58, :_reduce_none, 0, 71, :_reduce_29, - 7, 57, :_reduce_none, - 0, 72, :_reduce_31, + 0, 72, :_reduce_30, + 7, 58, :_reduce_none, 0, 73, :_reduce_32, - 7, 57, :_reduce_33, - 0, 74, :_reduce_34, + 0, 74, :_reduce_33, + 7, 58, :_reduce_34, 0, 75, :_reduce_35, - 7, 57, :_reduce_36, - 2, 66, :_reduce_none, - 2, 66, :_reduce_38, - 2, 66, :_reduce_39, - 2, 66, :_reduce_40, - 2, 66, :_reduce_41, - 2, 66, :_reduce_42, - 1, 76, :_reduce_43, - 2, 76, :_reduce_44, - 3, 76, :_reduce_45, - 1, 79, :_reduce_46, - 2, 79, :_reduce_47, - 3, 80, :_reduce_48, - 7, 58, :_reduce_49, - 1, 84, :_reduce_50, - 3, 84, :_reduce_51, - 1, 85, :_reduce_52, - 3, 85, :_reduce_53, - 0, 86, :_reduce_54, - 1, 86, :_reduce_55, - 3, 86, :_reduce_56, - 3, 86, :_reduce_57, - 5, 86, :_reduce_58, - 0, 91, :_reduce_59, + 0, 76, :_reduce_36, + 7, 58, :_reduce_37, + 2, 67, :_reduce_none, + 2, 67, :_reduce_39, + 2, 67, :_reduce_40, + 2, 67, :_reduce_41, + 2, 67, :_reduce_42, + 2, 67, :_reduce_43, + 1, 77, :_reduce_44, + 2, 77, :_reduce_45, + 3, 77, :_reduce_46, + 1, 80, :_reduce_47, + 2, 80, :_reduce_48, + 3, 81, :_reduce_49, + 7, 59, :_reduce_50, + 1, 85, :_reduce_51, + 3, 85, :_reduce_52, + 1, 86, :_reduce_53, + 3, 86, :_reduce_54, + 0, 87, :_reduce_55, + 1, 87, :_reduce_56, + 3, 87, :_reduce_57, + 3, 87, :_reduce_58, + 5, 87, :_reduce_59, 0, 92, :_reduce_60, - 7, 86, :_reduce_61, - 3, 86, :_reduce_62, - 0, 82, :_reduce_none, - 1, 82, :_reduce_none, + 0, 93, :_reduce_61, + 7, 87, :_reduce_62, + 3, 87, :_reduce_63, 0, 83, :_reduce_none, 1, 83, :_reduce_none, - 1, 77, :_reduce_67, - 2, 77, :_reduce_68, - 3, 77, :_reduce_69, - 1, 93, :_reduce_70, - 2, 93, :_reduce_71, - 1, 87, :_reduce_none, - 1, 87, :_reduce_none, - 0, 95, :_reduce_74, + 0, 84, :_reduce_none, + 1, 84, :_reduce_none, + 1, 78, :_reduce_68, + 2, 78, :_reduce_69, + 3, 78, :_reduce_70, + 1, 94, :_reduce_71, + 2, 94, :_reduce_72, + 1, 88, :_reduce_none, + 1, 88, :_reduce_none, 0, 96, :_reduce_75, - 6, 61, :_reduce_76, - 0, 97, :_reduce_77, + 0, 97, :_reduce_76, + 6, 62, :_reduce_77, 0, 98, :_reduce_78, - 5, 61, :_reduce_79, - 1, 78, :_reduce_80, - 2, 78, :_reduce_81, - 3, 78, :_reduce_82, - 1, 99, :_reduce_83, - 2, 99, :_reduce_84, - 1, 100, :_reduce_none, - 1, 81, :_reduce_86, - 1, 81, :_reduce_87, - 1, 51, :_reduce_none, - 2, 51, :_reduce_none, + 0, 99, :_reduce_79, + 5, 62, :_reduce_80, + 1, 79, :_reduce_81, + 2, 79, :_reduce_82, + 3, 79, :_reduce_83, + 1, 100, :_reduce_84, + 2, 100, :_reduce_85, 1, 101, :_reduce_none, - 2, 101, :_reduce_none, - 4, 102, :_reduce_92, - 1, 104, :_reduce_93, - 3, 104, :_reduce_94, - 2, 104, :_reduce_none, - 0, 105, :_reduce_96, - 1, 105, :_reduce_97, - 3, 105, :_reduce_98, - 4, 105, :_reduce_99, - 6, 105, :_reduce_100, - 0, 107, :_reduce_101, + 1, 82, :_reduce_87, + 1, 82, :_reduce_88, + 1, 52, :_reduce_none, + 2, 52, :_reduce_none, + 1, 102, :_reduce_none, + 2, 102, :_reduce_none, + 4, 103, :_reduce_93, + 1, 105, :_reduce_94, + 3, 105, :_reduce_95, + 2, 105, :_reduce_none, + 0, 106, :_reduce_97, + 1, 106, :_reduce_98, + 3, 106, :_reduce_99, + 4, 106, :_reduce_100, + 6, 106, :_reduce_101, 0, 108, :_reduce_102, - 7, 105, :_reduce_103, - 3, 105, :_reduce_104, - 1, 89, :_reduce_none, - 1, 89, :_reduce_none, - 1, 89, :_reduce_none, + 0, 109, :_reduce_103, + 7, 106, :_reduce_104, + 3, 106, :_reduce_105, + 1, 90, :_reduce_106, + 1, 90, :_reduce_107, 1, 90, :_reduce_108, - 3, 90, :_reduce_109, - 2, 90, :_reduce_110, - 4, 90, :_reduce_111, - 0, 88, :_reduce_none, - 3, 88, :_reduce_113, - 1, 103, :_reduce_none, - 0, 52, :_reduce_none, - 0, 109, :_reduce_116, - 3, 52, :_reduce_117, - 1, 59, :_reduce_none, - 0, 60, :_reduce_none, + 1, 91, :_reduce_109, + 3, 91, :_reduce_110, + 2, 91, :_reduce_111, + 4, 91, :_reduce_112, + 0, 89, :_reduce_none, + 3, 89, :_reduce_114, + 1, 104, :_reduce_none, + 0, 53, :_reduce_none, + 0, 110, :_reduce_117, + 3, 53, :_reduce_118, 1, 60, :_reduce_none, - 1, 60, :_reduce_none, - 1, 60, :_reduce_none, - 1, 67, :_reduce_123, - 2, 67, :_reduce_124, - 1, 110, :_reduce_none, - 1, 110, :_reduce_none, - 1, 94, :_reduce_127, - 0, 106, :_reduce_none, - 1, 106, :_reduce_none ] - -racc_reduce_n = 130 - -racc_shift_n = 214 + 0, 61, :_reduce_none, + 1, 61, :_reduce_none, + 1, 61, :_reduce_none, + 1, 61, :_reduce_none, + 1, 68, :_reduce_124, + 2, 68, :_reduce_125, + 1, 111, :_reduce_none, + 1, 111, :_reduce_none, + 1, 95, :_reduce_128, + 0, 107, :_reduce_none, + 1, 107, :_reduce_none ] + +racc_reduce_n = 131 + +racc_shift_n = 215 racc_token_table = { false => 0, @@ -1054,33 +1053,34 @@ def raise_parse_error(error_message, location) "{" => 19, "}" => 20, "%initial-action" => 21, - ";" => 22, - "%union" => 23, - "%destructor" => 24, - "%printer" => 25, - "%error-token" => 26, - "%token" => 27, - "%type" => 28, - "%left" => 29, - "%right" => 30, - "%precedence" => 31, - "%nonassoc" => 32, - "%rule" => 33, - "(" => 34, - ")" => 35, - ":" => 36, - "," => 37, - "|" => 38, - "%empty" => 39, - "%prec" => 40, - "?" => 41, - "+" => 42, - "*" => 43, - "[" => 44, - "]" => 45, - "{...}" => 46 } - -racc_nt_base = 47 + "%no-stdlib" => 22, + ";" => 23, + "%union" => 24, + "%destructor" => 25, + "%printer" => 26, + "%error-token" => 27, + "%token" => 28, + "%type" => 29, + "%left" => 30, + "%right" => 31, + "%precedence" => 32, + "%nonassoc" => 33, + "%rule" => 34, + "(" => 35, + ")" => 36, + ":" => 37, + "," => 38, + "|" => 39, + "%empty" => 40, + "%prec" => 41, + "?" => 42, + "+" => 43, + "*" => 44, + "[" => 45, + "]" => 46, + "{...}" => 47 } + +racc_nt_base = 48 racc_use_result_var = true @@ -1124,6 +1124,7 @@ def raise_parse_error(error_message, location) "\"{\"", "\"}\"", "\"%initial-action\"", + "\"%no-stdlib\"", "\";\"", "\"%union\"", "\"%destructor\"", @@ -1346,26 +1347,33 @@ def _reduce_22(val, _values, result) end .,., -# reduce 23 omitted +module_eval(<<'.,.,', 'parser.y', 71) + def _reduce_23(val, _values, result) + @grammar.no_stdlib = true + result + end +.,., + +# reduce 24 omitted -module_eval(<<'.,.,', 'parser.y', 75) - def _reduce_24(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 76) + def _reduce_25(val, _values, result) begin_c_declaration("}") result end .,., -module_eval(<<'.,.,', 'parser.y', 79) - def _reduce_25(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 80) + def _reduce_26(val, _values, result) end_c_declaration result end .,., -module_eval(<<'.,.,', 'parser.y', 83) - def _reduce_26(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 84) + def _reduce_27(val, _values, result) @grammar.set_union( Grammar::Code::NoReferenceCode.new(type: :union, token_code: val[3]), val[3].line @@ -1375,44 +1383,44 @@ def _reduce_26(val, _values, result) end .,., -# reduce 27 omitted +# reduce 28 omitted -module_eval(<<'.,.,', 'parser.y', 91) - def _reduce_28(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 92) + def _reduce_29(val, _values, result) begin_c_declaration("}") result end .,., -module_eval(<<'.,.,', 'parser.y', 95) - def _reduce_29(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 96) + def _reduce_30(val, _values, result) end_c_declaration result end .,., -# reduce 30 omitted +# reduce 31 omitted -module_eval(<<'.,.,', 'parser.y', 100) - def _reduce_31(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 101) + def _reduce_32(val, _values, result) begin_c_declaration("}") result end .,., -module_eval(<<'.,.,', 'parser.y', 104) - def _reduce_32(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 105) + def _reduce_33(val, _values, result) end_c_declaration result end .,., -module_eval(<<'.,.,', 'parser.y', 108) - def _reduce_33(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 109) + def _reduce_34(val, _values, result) @grammar.add_printer( ident_or_tags: val[6], token_code: val[3], @@ -1423,24 +1431,24 @@ def _reduce_33(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 116) - def _reduce_34(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 117) + def _reduce_35(val, _values, result) begin_c_declaration("}") result end .,., -module_eval(<<'.,.,', 'parser.y', 120) - def _reduce_35(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 121) + def _reduce_36(val, _values, result) end_c_declaration result end .,., -module_eval(<<'.,.,', 'parser.y', 124) - def _reduce_36(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 125) + def _reduce_37(val, _values, result) @grammar.add_error_token( ident_or_tags: val[6], token_code: val[3], @@ -1451,10 +1459,10 @@ def _reduce_36(val, _values, result) end .,., -# reduce 37 omitted +# reduce 38 omitted -module_eval(<<'.,.,', 'parser.y', 134) - def _reduce_38(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 135) + def _reduce_39(val, _values, result) val[1].each {|hash| hash[:tokens].each {|id| @grammar.add_type(id: id, tag: hash[:tag]) @@ -1465,8 +1473,8 @@ def _reduce_38(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 142) - def _reduce_39(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 143) + def _reduce_40(val, _values, result) val[1].each {|hash| hash[:tokens].each {|id| sym = @grammar.add_term(id: id) @@ -1479,8 +1487,8 @@ def _reduce_39(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 152) - def _reduce_40(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 153) + def _reduce_41(val, _values, result) val[1].each {|hash| hash[:tokens].each {|id| sym = @grammar.add_term(id: id) @@ -1493,8 +1501,8 @@ def _reduce_40(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 162) - def _reduce_41(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 163) + def _reduce_42(val, _values, result) val[1].each {|hash| hash[:tokens].each {|id| sym = @grammar.add_term(id: id) @@ -1507,8 +1515,8 @@ def _reduce_41(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 172) - def _reduce_42(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 173) + def _reduce_43(val, _values, result) val[1].each {|hash| hash[:tokens].each {|id| sym = @grammar.add_term(id: id) @@ -1521,8 +1529,8 @@ def _reduce_42(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 183) - def _reduce_43(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 184) + def _reduce_44(val, _values, result) val[0].each {|token_declaration| @grammar.add_term(id: token_declaration[0], alias_name: token_declaration[2], token_id: token_declaration[1], tag: nil, replace: true) } @@ -1531,8 +1539,8 @@ def _reduce_43(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 189) - def _reduce_44(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 190) + def _reduce_45(val, _values, result) val[1].each {|token_declaration| @grammar.add_term(id: token_declaration[0], alias_name: token_declaration[2], token_id: token_declaration[1], tag: val[0], replace: true) } @@ -1541,8 +1549,8 @@ def _reduce_44(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 195) - def _reduce_45(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 196) + def _reduce_46(val, _values, result) val[2].each {|token_declaration| @grammar.add_term(id: token_declaration[0], alias_name: token_declaration[2], token_id: token_declaration[1], tag: val[1], replace: true) } @@ -1551,29 +1559,29 @@ def _reduce_45(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 200) - def _reduce_46(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 201) + def _reduce_47(val, _values, result) result = [val[0]] result end .,., -module_eval(<<'.,.,', 'parser.y', 201) - def _reduce_47(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 202) + def _reduce_48(val, _values, result) result = val[0].append(val[1]) result end .,., -module_eval(<<'.,.,', 'parser.y', 203) - def _reduce_48(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 204) + def _reduce_49(val, _values, result) result = val result end .,., -module_eval(<<'.,.,', 'parser.y', 207) - def _reduce_49(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 208) + def _reduce_50(val, _values, result) rule = Grammar::ParameterizingRule::Rule.new(val[1].s_value, val[3], val[6]) @grammar.add_parameterizing_rule(rule) @@ -1581,22 +1589,22 @@ def _reduce_49(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 211) - def _reduce_50(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 212) + def _reduce_51(val, _values, result) result = [val[0]] result end .,., -module_eval(<<'.,.,', 'parser.y', 212) - def _reduce_51(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 213) + def _reduce_52(val, _values, result) result = val[0].append(val[2]) result end .,., -module_eval(<<'.,.,', 'parser.y', 216) - def _reduce_52(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 217) + def _reduce_53(val, _values, result) builder = val[0] result = [builder] @@ -1604,8 +1612,8 @@ def _reduce_52(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 221) - def _reduce_53(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 222) + def _reduce_54(val, _values, result) builder = val[2] result = val[0].append(builder) @@ -1613,8 +1621,8 @@ def _reduce_53(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 227) - def _reduce_54(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 228) + def _reduce_55(val, _values, result) reset_precs result = Grammar::ParameterizingRule::Rhs.new @@ -1622,8 +1630,8 @@ def _reduce_54(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 232) - def _reduce_55(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 233) + def _reduce_56(val, _values, result) reset_precs result = Grammar::ParameterizingRule::Rhs.new @@ -1631,8 +1639,8 @@ def _reduce_55(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 237) - def _reduce_56(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 238) + def _reduce_57(val, _values, result) token = val[1] token.alias_name = val[2] builder = val[0] @@ -1643,8 +1651,8 @@ def _reduce_56(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 245) - def _reduce_57(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 246) + def _reduce_58(val, _values, result) builder = val[0] builder.symbols << Lrama::Lexer::Token::InstantiateRule.new(s_value: val[2], location: @lexer.location, args: [val[1]]) result = builder @@ -1653,8 +1661,8 @@ def _reduce_57(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 251) - def _reduce_58(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 252) + def _reduce_59(val, _values, result) builder = val[0] builder.symbols << Lrama::Lexer::Token::InstantiateRule.new(s_value: val[1].s_value, location: @lexer.location, args: val[3]) result = builder @@ -1663,8 +1671,8 @@ def _reduce_58(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 257) - def _reduce_59(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 258) + def _reduce_60(val, _values, result) if @prec_seen on_action_error("multiple User_code after %prec", val[0]) if @code_after_prec @code_after_prec = true @@ -1675,16 +1683,16 @@ def _reduce_59(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 265) - def _reduce_60(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 266) + def _reduce_61(val, _values, result) end_c_declaration result end .,., -module_eval(<<'.,.,', 'parser.y', 269) - def _reduce_61(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 270) + def _reduce_62(val, _values, result) user_code = val[3] user_code.alias_name = val[6] builder = val[0] @@ -1695,8 +1703,8 @@ def _reduce_61(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 277) - def _reduce_62(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 278) + def _reduce_63(val, _values, result) sym = @grammar.find_symbol_by_id!(val[2]) @prec_seen = true builder = val[0] @@ -1707,168 +1715,168 @@ def _reduce_62(val, _values, result) end .,., -# reduce 63 omitted - # reduce 64 omitted # reduce 65 omitted # reduce 66 omitted -module_eval(<<'.,.,', 'parser.y', 292) - def _reduce_67(val, _values, result) +# reduce 67 omitted + +module_eval(<<'.,.,', 'parser.y', 293) + def _reduce_68(val, _values, result) result = [{tag: nil, tokens: val[0]}] result end .,., -module_eval(<<'.,.,', 'parser.y', 296) - def _reduce_68(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 297) + def _reduce_69(val, _values, result) result = [{tag: val[0], tokens: val[1]}] result end .,., -module_eval(<<'.,.,', 'parser.y', 300) - def _reduce_69(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 301) + def _reduce_70(val, _values, result) result = val[0].append({tag: val[1], tokens: val[2]}) result end .,., -module_eval(<<'.,.,', 'parser.y', 303) - def _reduce_70(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 304) + def _reduce_71(val, _values, result) result = [val[0]] result end .,., -module_eval(<<'.,.,', 'parser.y', 304) - def _reduce_71(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 305) + def _reduce_72(val, _values, result) result = val[0].append(val[1]) result end .,., -# reduce 72 omitted - # reduce 73 omitted -module_eval(<<'.,.,', 'parser.y', 311) - def _reduce_74(val, _values, result) +# reduce 74 omitted + +module_eval(<<'.,.,', 'parser.y', 312) + def _reduce_75(val, _values, result) begin_c_declaration("}") result end .,., -module_eval(<<'.,.,', 'parser.y', 315) - def _reduce_75(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 316) + def _reduce_76(val, _values, result) end_c_declaration result end .,., -module_eval(<<'.,.,', 'parser.y', 319) - def _reduce_76(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 320) + def _reduce_77(val, _values, result) result = val[0].append(val[3]) result end .,., -module_eval(<<'.,.,', 'parser.y', 323) - def _reduce_77(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 324) + def _reduce_78(val, _values, result) begin_c_declaration("}") result end .,., -module_eval(<<'.,.,', 'parser.y', 327) - def _reduce_78(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 328) + def _reduce_79(val, _values, result) end_c_declaration result end .,., -module_eval(<<'.,.,', 'parser.y', 331) - def _reduce_79(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 332) + def _reduce_80(val, _values, result) result = [val[2]] result end .,., -module_eval(<<'.,.,', 'parser.y', 336) - def _reduce_80(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 337) + def _reduce_81(val, _values, result) result = [{tag: nil, tokens: val[0]}] result end .,., -module_eval(<<'.,.,', 'parser.y', 340) - def _reduce_81(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 341) + def _reduce_82(val, _values, result) result = [{tag: val[0], tokens: val[1]}] result end .,., -module_eval(<<'.,.,', 'parser.y', 344) - def _reduce_82(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 345) + def _reduce_83(val, _values, result) result = val[0].append({tag: val[1], tokens: val[2]}) result end .,., -module_eval(<<'.,.,', 'parser.y', 347) - def _reduce_83(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 348) + def _reduce_84(val, _values, result) result = [val[0]] result end .,., -module_eval(<<'.,.,', 'parser.y', 348) - def _reduce_84(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 349) + def _reduce_85(val, _values, result) result = val[0].append(val[1]) result end .,., -# reduce 85 omitted +# reduce 86 omitted -module_eval(<<'.,.,', 'parser.y', 352) - def _reduce_86(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 353) + def _reduce_87(val, _values, result) on_action_error("ident after %prec", val[0]) if @prec_seen result end .,., -module_eval(<<'.,.,', 'parser.y', 353) - def _reduce_87(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 354) + def _reduce_88(val, _values, result) on_action_error("char after %prec", val[0]) if @prec_seen result end .,., -# reduce 88 omitted - # reduce 89 omitted # reduce 90 omitted # reduce 91 omitted -module_eval(<<'.,.,', 'parser.y', 363) - def _reduce_92(val, _values, result) +# reduce 92 omitted + +module_eval(<<'.,.,', 'parser.y', 364) + def _reduce_93(val, _values, result) lhs = val[0] lhs.alias_name = val[1] val[3].each do |builder| @@ -1881,8 +1889,8 @@ def _reduce_92(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 374) - def _reduce_93(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 375) + def _reduce_94(val, _values, result) builder = val[0] if !builder.line builder.line = @lexer.line - 1 @@ -1893,8 +1901,8 @@ def _reduce_93(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 382) - def _reduce_94(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 383) + def _reduce_95(val, _values, result) builder = val[2] if !builder.line builder.line = @lexer.line - 1 @@ -1905,10 +1913,10 @@ def _reduce_94(val, _values, result) end .,., -# reduce 95 omitted +# reduce 96 omitted -module_eval(<<'.,.,', 'parser.y', 392) - def _reduce_96(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 393) + def _reduce_97(val, _values, result) reset_precs result = Grammar::RuleBuilder.new(@rule_counter, @midrule_action_counter) @@ -1916,8 +1924,8 @@ def _reduce_96(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 397) - def _reduce_97(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 398) + def _reduce_98(val, _values, result) reset_precs result = Grammar::RuleBuilder.new(@rule_counter, @midrule_action_counter) @@ -1925,8 +1933,8 @@ def _reduce_97(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 402) - def _reduce_98(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 403) + def _reduce_99(val, _values, result) token = val[1] token.alias_name = val[2] builder = val[0] @@ -1937,8 +1945,8 @@ def _reduce_98(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 410) - def _reduce_99(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 411) + def _reduce_100(val, _values, result) token = Lrama::Lexer::Token::InstantiateRule.new(s_value: val[2], location: @lexer.location, args: [val[1]], lhs_tag: val[3]) builder = val[0] builder.add_rhs(token) @@ -1949,8 +1957,8 @@ def _reduce_99(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 418) - def _reduce_100(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 419) + def _reduce_101(val, _values, result) token = Lrama::Lexer::Token::InstantiateRule.new(s_value: val[1].s_value, location: @lexer.location, args: val[3], lhs_tag: val[5]) builder = val[0] builder.add_rhs(token) @@ -1961,8 +1969,8 @@ def _reduce_100(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 426) - def _reduce_101(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 427) + def _reduce_102(val, _values, result) if @prec_seen on_action_error("multiple User_code after %prec", val[0]) if @code_after_prec @code_after_prec = true @@ -1973,16 +1981,16 @@ def _reduce_101(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 434) - def _reduce_102(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 435) + def _reduce_103(val, _values, result) end_c_declaration result end .,., -module_eval(<<'.,.,', 'parser.y', 438) - def _reduce_103(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 439) + def _reduce_104(val, _values, result) user_code = val[3] user_code.alias_name = val[6] builder = val[0] @@ -1993,8 +2001,8 @@ def _reduce_103(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 446) - def _reduce_104(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 447) + def _reduce_105(val, _values, result) sym = @grammar.find_symbol_by_id!(val[2]) @prec_seen = true builder = val[0] @@ -2005,55 +2013,70 @@ def _reduce_104(val, _values, result) end .,., -# reduce 105 omitted - -# reduce 106 omitted +module_eval(<<'.,.,', 'parser.y', 454) + def _reduce_106(val, _values, result) + result = "option" + result + end +.,., -# reduce 107 omitted +module_eval(<<'.,.,', 'parser.y', 455) + def _reduce_107(val, _values, result) + result = "nonempty_list" + result + end +.,., -module_eval(<<'.,.,', 'parser.y', 457) +module_eval(<<'.,.,', 'parser.y', 456) def _reduce_108(val, _values, result) - result = [val[0]] + result = "list" result end .,., module_eval(<<'.,.,', 'parser.y', 458) def _reduce_109(val, _values, result) - result = val[0].append(val[2]) + result = [val[0]] result end .,., module_eval(<<'.,.,', 'parser.y', 459) def _reduce_110(val, _values, result) - result = [Lrama::Lexer::Token::InstantiateRule.new(s_value: val[1].s_value, location: @lexer.location, args: val[0])] + result = val[0].append(val[2]) result end .,., module_eval(<<'.,.,', 'parser.y', 460) def _reduce_111(val, _values, result) + result = [Lrama::Lexer::Token::InstantiateRule.new(s_value: val[1].s_value, location: @lexer.location, args: val[0])] + result + end +.,., + +module_eval(<<'.,.,', 'parser.y', 461) + def _reduce_112(val, _values, result) result = [Lrama::Lexer::Token::InstantiateRule.new(s_value: val[0].s_value, location: @lexer.location, args: val[2])] result end .,., -# reduce 112 omitted +# reduce 113 omitted -module_eval(<<'.,.,', 'parser.y', 463) - def _reduce_113(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 464) + def _reduce_114(val, _values, result) result = val[1].s_value result end .,., -# reduce 114 omitted - # reduce 115 omitted -module_eval(<<'.,.,', 'parser.y', 470) - def _reduce_116(val, _values, result) +# reduce 116 omitted + +module_eval(<<'.,.,', 'parser.y', 471) + def _reduce_117(val, _values, result) begin_c_declaration('\Z') @grammar.epilogue_first_lineno = @lexer.line + 1 @@ -2061,8 +2084,8 @@ def _reduce_116(val, _values, result) end .,., -module_eval(<<'.,.,', 'parser.y', 475) - def _reduce_117(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 476) + def _reduce_118(val, _values, result) end_c_declaration @grammar.epilogue = val[2].s_value @@ -2070,8 +2093,6 @@ def _reduce_117(val, _values, result) end .,., -# reduce 118 omitted - # reduce 119 omitted # reduce 120 omitted @@ -2080,35 +2101,37 @@ def _reduce_117(val, _values, result) # reduce 122 omitted -module_eval(<<'.,.,', 'parser.y', 486) - def _reduce_123(val, _values, result) +# reduce 123 omitted + +module_eval(<<'.,.,', 'parser.y', 487) + def _reduce_124(val, _values, result) result = [val[0]] result end .,., -module_eval(<<'.,.,', 'parser.y', 487) - def _reduce_124(val, _values, result) +module_eval(<<'.,.,', 'parser.y', 488) + def _reduce_125(val, _values, result) result = val[0].append(val[1]) result end .,., -# reduce 125 omitted - # reduce 126 omitted -module_eval(<<'.,.,', 'parser.y', 492) - def _reduce_127(val, _values, result) +# reduce 127 omitted + +module_eval(<<'.,.,', 'parser.y', 493) + def _reduce_128(val, _values, result) result = Lrama::Lexer::Token::Ident.new(s_value: val[0]) result end .,., -# reduce 128 omitted - # reduce 129 omitted +# reduce 130 omitted + def _reduce_none(val, _values, result) val[0] end diff --git a/parser.y b/parser.y index ebf66920..f5b9f402 100644 --- a/parser.y +++ b/parser.y @@ -69,6 +69,7 @@ rule { @grammar.initial_action = Grammar::Code::InitialActionCode.new(type: :initial_action, token_code: val[3]) } + | "%no-stdlib" { @grammar.no_stdlib = true } | ";" grammar_declaration: "%union" "{" @@ -451,9 +452,9 @@ rule result = builder } - parameterizing_suffix: "?" - | "+" - | "*" + parameterizing_suffix: "?" { result = "option" } + | "+" { result = "nonempty_list" } + | "*" { result = "list" } parameterizing_args: symbol { result = [val[0]] } | parameterizing_args ',' symbol { result = val[0].append(val[2]) } @@ -514,8 +515,6 @@ def parse @precedence_number = 0 reset_precs do_parse - @grammar.prepare - @grammar.validate! @grammar end end diff --git a/sig/lrama/grammar/parameterizing_rule/resolver.rbs b/sig/lrama/grammar/parameterizing_rule/resolver.rbs index 47c1223b..45b8e0ab 100644 --- a/sig/lrama/grammar/parameterizing_rule/resolver.rbs +++ b/sig/lrama/grammar/parameterizing_rule/resolver.rbs @@ -15,6 +15,7 @@ module Lrama private def select_rules: (Lexer::Token::InstantiateRule token) -> Array[Grammar::ParameterizingRule::Rule] + def select_rules_by_name: (String rule_name) -> Array[Grammar::ParameterizingRule::Rule] end end end diff --git a/sig/lrama/grammar/parameterizing_rules/builder.rbs b/sig/lrama/grammar/parameterizing_rules/builder.rbs deleted file mode 100644 index 09d0ffb8..00000000 --- a/sig/lrama/grammar/parameterizing_rules/builder.rbs +++ /dev/null @@ -1,24 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - RULES: Hash[Symbol, singleton(Base)] - - @token: Lexer::Token::InstantiateRule - @key: Symbol - @rule_counter: Counter - @lhs_tag: untyped - @user_code: Lexer::Token::UserCode? - @precedence_sym: Lexer::Token? - @line: Integer? - @builder: Grammar::ParameterizingRules::Builder::Base - - def initialize: (Lexer::Token token, Counter rule_counter, untyped lhs_tag, Lexer::Token::UserCode? user_code, Lexer::Token? precedence_sym, Integer? line) -> void - def build: () -> Array[Rule] - def build_token: () -> Lexer::Token - def create_builder: () -> void - def validate_key!: () -> void - end - end - end -end diff --git a/sig/lrama/grammar/parameterizing_rules/builder/base.rbs b/sig/lrama/grammar/parameterizing_rules/builder/base.rbs deleted file mode 100644 index 93a1df58..00000000 --- a/sig/lrama/grammar/parameterizing_rules/builder/base.rbs +++ /dev/null @@ -1,28 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - class Base - attr_reader build_token: Lexer::Token::Ident - - def initialize: (Lexer::Token::InstantiateRule token, Counter rule_counter, untyped lhs_tag, Lexer::Token::UserCode? user_code, Lexer::Token? precedence_sym, Integer? line) -> void - def build: () -> Array[Rule] - - @args: Array[Lexer::Token] - @token: Lexer::Token::InstantiateRule - @key: Symbol - @rule_counter: Counter - @lhs_tag: untyped - @user_code: Lexer::Token::UserCode? - @precedence_sym: Lexer::Token? - @line: Integer? - @expected_argument_num: Integer - - private - - def validate_argument_number!: () -> void - end - end - end - end -end diff --git a/sig/lrama/grammar/parameterizing_rules/builder/list.rbs b/sig/lrama/grammar/parameterizing_rules/builder/list.rbs deleted file mode 100644 index bd224023..00000000 --- a/sig/lrama/grammar/parameterizing_rules/builder/list.rbs +++ /dev/null @@ -1,10 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - class List < Base - end - end - end - end -end diff --git a/sig/lrama/grammar/parameterizing_rules/builder/nonempty_list.rbs b/sig/lrama/grammar/parameterizing_rules/builder/nonempty_list.rbs deleted file mode 100644 index c6bdcf9d..00000000 --- a/sig/lrama/grammar/parameterizing_rules/builder/nonempty_list.rbs +++ /dev/null @@ -1,10 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - class NonemptyList < Base - end - end - end - end -end diff --git a/sig/lrama/grammar/parameterizing_rules/builder/option.rbs b/sig/lrama/grammar/parameterizing_rules/builder/option.rbs deleted file mode 100644 index 8b2b58a3..00000000 --- a/sig/lrama/grammar/parameterizing_rules/builder/option.rbs +++ /dev/null @@ -1,10 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - class Option < Base - end - end - end - end -end diff --git a/sig/lrama/grammar/parameterizing_rules/builder/separated_list.rbs b/sig/lrama/grammar/parameterizing_rules/builder/separated_list.rbs deleted file mode 100644 index 0f60670d..00000000 --- a/sig/lrama/grammar/parameterizing_rules/builder/separated_list.rbs +++ /dev/null @@ -1,13 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - class SeparatedList < Base - @separator: Lexer::Token - - def initialize: (Lexer::Token token, Counter rule_counter, untyped lhs_tag, Lexer::Token::UserCode? user_code, Lexer::Token? precedence_sym, Integer? line) -> void - end - end - end - end -end diff --git a/sig/lrama/grammar/parameterizing_rules/builder/separated_nonempty_list.rbs b/sig/lrama/grammar/parameterizing_rules/builder/separated_nonempty_list.rbs deleted file mode 100644 index 21cf3322..00000000 --- a/sig/lrama/grammar/parameterizing_rules/builder/separated_nonempty_list.rbs +++ /dev/null @@ -1,13 +0,0 @@ -module Lrama - class Grammar - class ParameterizingRules - class Builder - class SeparatedNonemptyList < Base - @separator: Lexer::Token - - def initialize: (Lexer::Token token, Counter rule_counter, untyped lhs_tag, Lexer::Token::UserCode? user_code, Lexer::Token? precedence_sym, Integer? line) -> void - end - end - end - end -end diff --git a/spec/fixtures/parameterizing_rules/between_rhs.y b/spec/fixtures/parameterizing_rules/between_rhs.y index c15f46a2..df1a0022 100644 --- a/spec/fixtures/parameterizing_rules/between_rhs.y +++ b/spec/fixtures/parameterizing_rules/between_rhs.y @@ -6,7 +6,6 @@ // Prologue static int yylex(YYSTYPE *val, YYLTYPE *loc); static int yyerror(YYLTYPE *loc, const char *str); - %} %union { diff --git a/spec/fixtures/parameterizing_rules/invalid_argument_number.y b/spec/fixtures/parameterizing_rules/invalid_argument_number.y index 0dbd7ca0..48d37c19 100644 --- a/spec/fixtures/parameterizing_rules/invalid_argument_number.y +++ b/spec/fixtures/parameterizing_rules/invalid_argument_number.y @@ -6,7 +6,6 @@ // Prologue static int yylex(YYSTYPE *val, YYLTYPE *loc); static int yyerror(YYLTYPE *loc, const char *str); - %} %union { diff --git a/spec/fixtures/parameterizing_rules/invalid_rule_name.y b/spec/fixtures/parameterizing_rules/invalid_rule_name.y index 2c9364b9..96f80c95 100644 --- a/spec/fixtures/parameterizing_rules/invalid_rule_name.y +++ b/spec/fixtures/parameterizing_rules/invalid_rule_name.y @@ -6,7 +6,6 @@ // Prologue static int yylex(YYSTYPE *val, YYLTYPE *loc); static int yyerror(YYLTYPE *loc, const char *str); - %} %union { diff --git a/spec/fixtures/parameterizing_rules/list.y b/spec/fixtures/parameterizing_rules/list.y index 3e0efbfc..feaa5e72 100644 --- a/spec/fixtures/parameterizing_rules/list.y +++ b/spec/fixtures/parameterizing_rules/list.y @@ -6,7 +6,6 @@ // Prologue static int yylex(YYSTYPE *val, YYLTYPE *loc); static int yyerror(YYLTYPE *loc, const char *str); - %} %union { diff --git a/spec/fixtures/parameterizing_rules/nonempty_list.y b/spec/fixtures/parameterizing_rules/nonempty_list.y index 71c7e01a..0a5111f2 100644 --- a/spec/fixtures/parameterizing_rules/nonempty_list.y +++ b/spec/fixtures/parameterizing_rules/nonempty_list.y @@ -6,7 +6,6 @@ // Prologue static int yylex(YYSTYPE *val, YYLTYPE *loc); static int yyerror(YYLTYPE *loc, const char *str); - %} %union { diff --git a/spec/fixtures/parameterizing_rules/option.y b/spec/fixtures/parameterizing_rules/option.y index 05c3cd07..d2084bde 100644 --- a/spec/fixtures/parameterizing_rules/option.y +++ b/spec/fixtures/parameterizing_rules/option.y @@ -6,7 +6,6 @@ // Prologue static int yylex(YYSTYPE *val, YYLTYPE *loc); static int yyerror(YYLTYPE *loc, const char *str); - %} %union { diff --git a/spec/fixtures/parameterizing_rules/option_with_tag.y b/spec/fixtures/parameterizing_rules/option_with_tag.y index 9a03baff..b440a1b6 100644 --- a/spec/fixtures/parameterizing_rules/option_with_tag.y +++ b/spec/fixtures/parameterizing_rules/option_with_tag.y @@ -6,7 +6,6 @@ // Prologue static int yylex(YYSTYPE *val, YYLTYPE *loc); static int yyerror(YYLTYPE *loc, const char *str); - %} %union { diff --git a/spec/fixtures/parameterizing_rules/separated_list.y b/spec/fixtures/parameterizing_rules/separated_list.y index e150b249..40ca2d46 100644 --- a/spec/fixtures/parameterizing_rules/separated_list.y +++ b/spec/fixtures/parameterizing_rules/separated_list.y @@ -6,7 +6,6 @@ // Prologue static int yylex(YYSTYPE *val, YYLTYPE *loc); static int yyerror(YYLTYPE *loc, const char *str); - %} %union { diff --git a/spec/fixtures/parameterizing_rules/separated_nonempty_list.y b/spec/fixtures/parameterizing_rules/separated_nonempty_list.y index 87bb9a13..9b109268 100644 --- a/spec/fixtures/parameterizing_rules/separated_nonempty_list.y +++ b/spec/fixtures/parameterizing_rules/separated_nonempty_list.y @@ -6,7 +6,6 @@ // Prologue static int yylex(YYSTYPE *val, YYLTYPE *loc); static int yyerror(YYLTYPE *loc, const char *str); - %} %union { diff --git a/spec/lrama/context_spec.rb b/spec/lrama/context_spec.rb index c78a4ca8..d406bfae 100644 --- a/spec/lrama/context_spec.rb +++ b/spec/lrama/context_spec.rb @@ -7,6 +7,8 @@ path = "context/basic.y" y = File.read(fixture_path(path)) grammar = Lrama::Parser.new(y, path).parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute context = Lrama::Context.new(states) @@ -183,6 +185,8 @@ INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute context = Lrama::Context.new(states) @@ -232,6 +236,8 @@ INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute context = Lrama::Context.new(states) diff --git a/spec/lrama/counterexamples_spec.rb b/spec/lrama/counterexamples_spec.rb index d1f55ee3..df13293c 100644 --- a/spec/lrama/counterexamples_spec.rb +++ b/spec/lrama/counterexamples_spec.rb @@ -51,6 +51,8 @@ it "build counterexamples of S/R conflicts" do grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute counterexamples = Lrama::Counterexamples.new(states) @@ -250,6 +252,8 @@ it "build counterexamples of R/R conflicts" do grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute counterexamples = Lrama::Counterexamples.new(states) @@ -327,6 +331,8 @@ it "build counterexamples of S/R conflicts" do grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute counterexamples = Lrama::Counterexamples.new(states) @@ -408,6 +414,8 @@ it "build counterexamples of S/R and R/R conflicts" do grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute counterexamples = Lrama::Counterexamples.new(states) diff --git a/spec/lrama/grammar/code_spec.rb b/spec/lrama/grammar/code_spec.rb index a084f8ff..aedcf762 100644 --- a/spec/lrama/grammar/code_spec.rb +++ b/spec/lrama/grammar/code_spec.rb @@ -149,7 +149,12 @@ %% GRAMMAR end - let(:grammar) { Lrama::Parser.new(y, "parse.y").parse } + let(:grammar) do + grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! + grammar + end describe "#translated_code" do it "translats '$$' to '(yyval)' with member" do diff --git a/spec/lrama/grammar/rule_builder_spec.rb b/spec/lrama/grammar/rule_builder_spec.rb index 1ba0f566..55ad4528 100644 --- a/spec/lrama/grammar/rule_builder_spec.rb +++ b/spec/lrama/grammar/rule_builder_spec.rb @@ -338,7 +338,11 @@ class : keyword_class tSTRING keyword_end { $classes = $1; } class: keyword_class tSTRING tSTRING keyword_end { $class = $tSTRING; } ^^^^^^^^ TEXT - expect { Lrama::Parser.new(y, "parse.y").parse }.to raise_error(expected) + expect { + grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! + }.to raise_error(expected) end end @@ -366,7 +370,11 @@ class : keyword_class tSTRING keyword_end { $classes = $1; } class: class tSTRING keyword_end { $class = $tSTRING; } ^^^^^^ TEXT - expect { Lrama::Parser.new(y, "parse.y").parse }.to raise_error(expected) + expect { + grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! + }.to raise_error(expected) end end @@ -394,7 +402,11 @@ class : keyword_class tSTRING keyword_end { $classes = $1; } klass[class]: class tSTRING keyword_end { $class = $tSTRING; } ^^^^^^ TEXT - expect { Lrama::Parser.new(y, "parse.y").parse }.to raise_error(expected) + expect { + grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! + }.to raise_error(expected) end end @@ -422,7 +434,11 @@ class : keyword_class tSTRING keyword_end { $classes = $1; } klass[class]: Klass[class] tSTRING keyword_end { $class = $tSTRING; } ^^^^^^ TEXT - expect { Lrama::Parser.new(y, "parse.y").parse }.to raise_error(expected) + expect { + grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! + }.to raise_error(expected) end end end diff --git a/spec/lrama/output_spec.rb b/spec/lrama/output_spec.rb index 52e043a9..15031ce2 100644 --- a/spec/lrama/output_spec.rb +++ b/spec/lrama/output_spec.rb @@ -17,7 +17,12 @@ let(:header_out) { StringIO.new } let(:warning) { Lrama::Warning.new(StringIO.new) } # suppress warnings let(:text) { File.read(grammar_file_path) } - let(:grammar) { Lrama::Parser.new(text, grammar_file_path).parse } + let(:grammar) do + grammar = Lrama::Parser.new(text, grammar_file_path).parse + grammar.prepare + grammar.validate! + grammar + end let(:states) { s = Lrama::States.new(grammar, warning); s.compute; s } let(:context) { Lrama::Context.new(states) } let(:grammar_file_path) { fixture_path("common/basic.y") } diff --git a/spec/lrama/parser_spec.rb b/spec/lrama/parser_spec.rb index a6fb9167..9df99a07 100644 --- a/spec/lrama/parser_spec.rb +++ b/spec/lrama/parser_spec.rb @@ -45,6 +45,8 @@ path = "common/basic.y" y = File.read(fixture_path(path)) grammar = Lrama::Parser.new(y, path).parse + grammar.prepare + grammar.validate! expect(grammar.union.code.s_value).to eq(<<-CODE.chomp) @@ -418,6 +420,8 @@ path = "common/nullable.y" y = File.read(fixture_path(path)) grammar = Lrama::Parser.new(y, path).parse + grammar.prepare + grammar.validate! expect(grammar.nterms.sort_by(&:number)).to match_symbols([ Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 0, nullable: false), @@ -560,1202 +564,1255 @@ end context 'when parameterizing rules' do - it "option" do - path = "parameterizing_rules/option.y" - y = File.read(fixture_path(path)) + let(:grammar) do grammar = Lrama::Parser.new(y, path).parse - - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "option_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), - Sym.new(id: T::Ident.new(s_value: "option_number_alias"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), - Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), - ]) - - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 21, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("option_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 21, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("option_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 21, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("option_number"), - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 21, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("option_number_alias"), - rhs: [], - nullable: true, - precedence_sym: nil, - lineno: 24, - ), - Rule.new( - id: 5, - lhs: grammar.find_symbol_by_s_value!("option_number_alias"), - rhs: [ - grammar.find_symbol_by_s_value!("number_alias"), - ], - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), - lineno: 24, - ), - Rule.new( - id: 6, - lhs: grammar.find_symbol_by_s_value!("alias"), - rhs: [ - grammar.find_symbol_by_s_value!("option_number_alias"), - ], - nullable: true, - precedence_sym: nil, - lineno: 24, - ), - ]) - end - - it "option with whitespece before parentheses" do - path = "parameterizing_rules/option.y" - y = File.read(fixture_path(path)) - y.sub!('option(', 'option (') - grammar = Lrama::Parser.new(y, path).parse - - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "option_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), - Sym.new(id: T::Ident.new(s_value: "option_number_alias"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), - Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), - ]) - - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 21, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("option_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 21, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("option_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 21, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("option_number"), - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 21, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("option_number_alias"), - rhs: [], - nullable: true, - precedence_sym: nil, - lineno: 24, - ), - Rule.new( - id: 5, - lhs: grammar.find_symbol_by_s_value!("option_number_alias"), - rhs: [ - grammar.find_symbol_by_s_value!("number_alias"), - ], - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), - lineno: 24, - ), - Rule.new( - id: 6, - lhs: grammar.find_symbol_by_s_value!("alias"), - rhs: [ - grammar.find_symbol_by_s_value!("option_number_alias"), - ], - nullable: true, - precedence_sym: nil, - lineno: 24, - ), - ]) - end - - it "option between rhs" do - path = "parameterizing_rules/between_rhs.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse - - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "option_bar"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 2, nullable: false), - ]) - - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 22, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("option_bar"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 22, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("option_bar"), - rhs: [ - grammar.find_symbol_by_s_value!("bar") - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("bar"), - lineno: 22, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("foo"), - grammar.find_symbol_by_s_value!("option_bar"), - grammar.find_symbol_by_s_value!("baz"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("baz"), - lineno: 22, - ), - ]) - end - - it "option with tag" do - path = "parameterizing_rules/option_with_tag.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse - - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "option_number"), alias_name: nil, number: 6, tag: T::Tag.new(s_value: ""), term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), - Sym.new(id: T::Ident.new(s_value: "option_number_alias"), alias_name: nil, number: 8, tag: T::Tag.new(s_value: ""), term: false, token_id: 3, nullable: true), - Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), - ]) - - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 21, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("option_number"), - rhs: [], - lhs_tag: T::Tag.new(s_value: ""), - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 21, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("option_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - lhs_tag: T::Tag.new(s_value: ""), - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 21, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("option_number"), - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 21, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("option_number_alias"), - rhs: [], - lhs_tag: T::Tag.new(s_value: ""), - nullable: true, - precedence_sym: nil, - lineno: 24, - ), - Rule.new( - id: 5, - lhs: grammar.find_symbol_by_s_value!("option_number_alias"), - rhs: [ - grammar.find_symbol_by_s_value!("number_alias"), - ], - lhs_tag: T::Tag.new(s_value: ""), - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), - lineno: 24, - ), - Rule.new( - id: 6, - lhs: grammar.find_symbol_by_s_value!("alias"), - rhs: [ - grammar.find_symbol_by_s_value!("option_number_alias"), - ], - nullable: true, - precedence_sym: nil, - lineno: 24, - ), - ]) - end - - it "nonempty list" do - path = "parameterizing_rules/nonempty_list.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse - - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "nonempty_list_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: false), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: false), - Sym.new(id: T::Ident.new(s_value: "nonempty_list_number_alias"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: false), - Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: false), - ]) - - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 21, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("nonempty_list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 21, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("nonempty_list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("nonempty_list_number"), - grammar.find_symbol_by_s_value!("number"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 21, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("nonempty_list_number"), - ], - token_code: nil, - nullable: false, - precedence_sym: nil, - lineno: 21, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("nonempty_list_number_alias"), - rhs: [ - grammar.find_symbol_by_s_value!("number_alias"), - ], - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), - lineno: 24, - ), - Rule.new( - id: 5, - lhs: grammar.find_symbol_by_s_value!("nonempty_list_number_alias"), - rhs: [ - grammar.find_symbol_by_s_value!("nonempty_list_number_alias"), - grammar.find_symbol_by_s_value!("number_alias"), - ], - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), - lineno: 24, - ), - Rule.new( - id: 6, - lhs: grammar.find_symbol_by_s_value!("alias"), - rhs: [ - grammar.find_symbol_by_s_value!("nonempty_list_number_alias"), - ], - nullable: false, - precedence_sym: nil, - lineno: 24, - ), - ]) + stdlib_grammar = Lrama::Parser.new(File.read("lib/lrama/grammar/stdlib.y"), "lib/lrama/grammar/stdlib.y").parse + grammar.insert_before_parameterizing_rules(stdlib_grammar.parameterizing_rules) + grammar.prepare + grammar.validate! + grammar end + let(:y) { File.read(fixture_path(path)) } + + context "when option" do + let(:path) { "parameterizing_rules/option.y" } + + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "option_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), + Sym.new(id: T::Ident.new(s_value: "option_number_alias"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), + Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), + ]) - it "list" do - path = "parameterizing_rules/list.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse - - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "list_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), - Sym.new(id: T::Ident.new(s_value: "list_number_alias"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), - Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), - ]) - - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 21, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("list_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 21, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("list_number"), - grammar.find_symbol_by_s_value!("number"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 21, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("list_number"), - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 21, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("list_number_alias"), - rhs: [], - nullable: true, - precedence_sym: nil, - lineno: 24, - ), - Rule.new( - id: 5, - lhs: grammar.find_symbol_by_s_value!("list_number_alias"), - rhs: [ - grammar.find_symbol_by_s_value!("list_number_alias"), - grammar.find_symbol_by_s_value!("number_alias"), - ], - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), - lineno: 24, - ), - Rule.new( - id: 6, - lhs: grammar.find_symbol_by_s_value!("alias"), - rhs: [ - grammar.find_symbol_by_s_value!("list_number_alias"), - ], - nullable: true, - precedence_sym: nil, - lineno: 24, - ), - ]) + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 20, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("option_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("option_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("option_number"), + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 20, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("option_number_alias"), + rhs: [], + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 5, + lhs: grammar.find_symbol_by_s_value!("option_number_alias"), + rhs: [ + grammar.find_symbol_by_s_value!("number_alias"), + ], + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 6, + lhs: grammar.find_symbol_by_s_value!("alias"), + rhs: [ + grammar.find_symbol_by_s_value!("option_number_alias"), + ], + nullable: true, + precedence_sym: nil, + lineno: 23, + ), + ]) + end end - it "separated_nonempty_list" do - path = "parameterizing_rules/separated_nonempty_list.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse + context "when option with whitespece before parentheses" do + let(:path) { "parameterizing_rules/option.y" } + let(:y) do + y = File.read(fixture_path(path)) + y.sub('option(', 'option (') + end - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "separated_nonempty_list_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: false), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: false), - ]) + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "option_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), + Sym.new(id: T::Ident.new(s_value: "option_number_alias"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), + Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), + ]) - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 20, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("separated_nonempty_list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 20, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("separated_nonempty_list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("separated_nonempty_list_number"), - grammar.find_symbol_by_number!(4), - grammar.find_symbol_by_s_value!("number"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 20, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("separated_nonempty_list_number"), - ], - token_code: nil, - nullable: false, - precedence_sym: nil, - lineno: 20, - ), - ]) + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 20, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("option_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("option_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("option_number"), + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 20, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("option_number_alias"), + rhs: [], + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 5, + lhs: grammar.find_symbol_by_s_value!("option_number_alias"), + rhs: [ + grammar.find_symbol_by_s_value!("number_alias"), + ], + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 6, + lhs: grammar.find_symbol_by_s_value!("alias"), + rhs: [ + grammar.find_symbol_by_s_value!("option_number_alias"), + ], + nullable: true, + precedence_sym: nil, + lineno: 23, + ), + ]) + end end - it "separated_list" do - path = "parameterizing_rules/separated_list.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse + context "when option between rhs" do + let(:path) { "parameterizing_rules/between_rhs.y" } - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "separated_list_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "separated_nonempty_list_number"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: false), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), - ]) + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "option_bar"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 2, nullable: false), + ]) - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 20, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("separated_list_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 20, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("separated_list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("separated_nonempty_list_number"), - ], - token_code: nil, - nullable: false, - precedence_sym: nil, - lineno: 20, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("separated_nonempty_list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number") - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 20, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("separated_nonempty_list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("separated_nonempty_list_number"), - grammar.find_symbol_by_number!(4), - grammar.find_symbol_by_s_value!("number"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - lineno: 20, - ), - Rule.new( - id: 5, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("separated_list_number"), - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 20, - ), - ]) + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 21, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("option_bar"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 1, + lineno: 21, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("option_bar"), + rhs: [ + grammar.find_symbol_by_s_value!("bar") + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("bar"), + position_in_original_rule_rhs: 1, + lineno: 21, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("foo"), + grammar.find_symbol_by_s_value!("option_bar"), + grammar.find_symbol_by_s_value!("baz"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("baz"), + lineno: 21, + ), + ]) + end end - it "nested" do - path = "parameterizing_rules/nested.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse + context "when option with tag" do + let(:path) { "parameterizing_rules/option_with_tag.y" } - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 4, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "option_constant_number"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "constant_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 2, nullable: false), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 3, nullable: true), - ]) + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "option_number"), alias_name: nil, number: 6, tag: T::Tag.new(s_value: ""), term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), + Sym.new(id: T::Ident.new(s_value: "option_number_alias"), alias_name: nil, number: 8, tag: T::Tag.new(s_value: ""), term: false, token_id: 3, nullable: true), + Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), + ]) - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 25, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("option_constant_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 25, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("constant_number"), - rhs: [grammar.find_symbol_by_s_value!("number")], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - position_in_original_rule_rhs: 0, - lineno: 25, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("option_constant_number"), - rhs: [ - grammar.find_symbol_by_s_value!("constant_number"), - ], - token_code: nil, - nullable: false, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 25, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("option_constant_number") - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 25, - ), - ]) + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 20, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("option_number"), + rhs: [], + lhs_tag: T::Tag.new(s_value: ""), + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("option_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + lhs_tag: T::Tag.new(s_value: ""), + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("option_number"), + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 20, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("option_number_alias"), + rhs: [], + lhs_tag: T::Tag.new(s_value: ""), + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 5, + lhs: grammar.find_symbol_by_s_value!("option_number_alias"), + rhs: [ + grammar.find_symbol_by_s_value!("number_alias"), + ], + lhs_tag: T::Tag.new(s_value: ""), + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 6, + lhs: grammar.find_symbol_by_s_value!("alias"), + rhs: [ + grammar.find_symbol_by_s_value!("option_number_alias"), + ], + nullable: true, + precedence_sym: nil, + lineno: 23, + ), + ]) + end end - it "user defined" do - path = "parameterizing_rules/user_defined.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse + context "when nonempty list" do + let(:path) { "parameterizing_rules/nonempty_list.y" } - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "defined_option_number"), alias_name: nil, number: 7, tag: T::Tag.new(s_value: ""), term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 2, nullable: true), - Sym.new(id: T::Ident.new(s_value: "multi_args_number_string"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 3, nullable: false), - Sym.new(id: T::Ident.new(s_value: "multi_args_number_number"), alias_name: nil, number: 10, tag: nil, term: false, token_id: 4, nullable: false), - Sym.new(id: T::Ident.new(s_value: "$@1"), alias_name: nil, number: 11, tag: nil, term: false, token_id: 5, nullable: true), - Sym.new(id: T::Ident.new(s_value: "pair_number_string"), alias_name: nil, number: 12, tag: nil, term: false, token_id: 6, nullable: false), - ]) + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "nonempty_list_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: false), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: false), + Sym.new(id: T::Ident.new(s_value: "nonempty_list_number_alias"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: false), + Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: false), + ]) - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 36, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("defined_option_number"), - rhs: [], - lhs_tag: T::Tag.new(s_value: ""), - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 36, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("defined_option_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - lhs_tag: T::Tag.new(s_value: ""), - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - position_in_original_rule_rhs: 0, - lineno: 36, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("defined_option_number"), - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 36, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("multi_args_number_string"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - lhs_tag: nil, - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - position_in_original_rule_rhs: 0, - lineno: 37, - ), - Rule.new( - id: 5, - lhs: grammar.find_symbol_by_s_value!("multi_args_number_string"), - rhs: [ - grammar.find_symbol_by_s_value!("string"), - ], - lhs_tag: nil, - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("string"), - position_in_original_rule_rhs: 0, - lineno: 37, - ), - Rule.new( - id: 6, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("multi_args_number_string"), - ], - lhs_tag: nil, - token_code: nil, - nullable: false, - precedence_sym: nil, - lineno: 37, - ), - Rule.new( - id: 7, - lhs: grammar.find_symbol_by_s_value!("multi_args_number_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - lhs_tag: nil, - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - position_in_original_rule_rhs: 0, - lineno: 38, - ), - Rule.new( - id: 8, - lhs: grammar.find_symbol_by_s_value!("multi_args_number_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - lhs_tag: nil, - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - position_in_original_rule_rhs: 0, - lineno: 38, - ), - Rule.new( - id: 9, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("multi_args_number_number"), - ], - lhs_tag: nil, - token_code: nil, - nullable: false, - precedence_sym: nil, - lineno: 38, - ), - Rule.new( - id: 10, - lhs: grammar.find_symbol_by_s_value!("$@1"), - rhs: [], - lhs_tag: nil, - token_code: T::UserCode.new(s_value: " printf(\"(%d, %d)\\n\", $1, $2); "), - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 3, - lineno: 31, - ), - Rule.new( - id: 11, - lhs: grammar.find_symbol_by_s_value!("pair_number_string"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - grammar.find_symbol_by_number!(5), - grammar.find_symbol_by_s_value!("string"), - grammar.find_symbol_by_s_value!("$@1") - ], - lhs_tag: nil, - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("string"), - position_in_original_rule_rhs: 0, - lineno: 39, - ), - Rule.new( - id: 12, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("pair_number_string"), - ], - lhs_tag: nil, - token_code: T::UserCode.new(s_value: " printf(\"pair odd even\\n\"); "), - nullable: false, - precedence_sym: nil, - lineno: 39, - ), - ]) + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 20, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("nonempty_list_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("nonempty_list_number"), + rhs: [ + grammar.find_symbol_by_s_value!("nonempty_list_number"), + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("nonempty_list_number"), + ], + token_code: nil, + nullable: false, + precedence_sym: nil, + lineno: 20, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("nonempty_list_number_alias"), + rhs: [ + grammar.find_symbol_by_s_value!("number_alias"), + ], + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 5, + lhs: grammar.find_symbol_by_s_value!("nonempty_list_number_alias"), + rhs: [ + grammar.find_symbol_by_s_value!("nonempty_list_number_alias"), + grammar.find_symbol_by_s_value!("number_alias"), + ], + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 6, + lhs: grammar.find_symbol_by_s_value!("alias"), + rhs: [ + grammar.find_symbol_by_s_value!("nonempty_list_number_alias"), + ], + nullable: false, + precedence_sym: nil, + lineno: 23, + ), + ]) + end + end + + context "when list" do + let(:path) { "parameterizing_rules/list.y" } + + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "list_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), + Sym.new(id: T::Ident.new(s_value: "list_number_alias"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), + Sym.new(id: T::Ident.new(s_value: "alias"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), + ]) + + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 20, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("list_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("list_number"), + rhs: [ + grammar.find_symbol_by_s_value!("list_number"), + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 20, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("list_number"), + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 20, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("list_number_alias"), + rhs: [], + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 5, + lhs: grammar.find_symbol_by_s_value!("list_number_alias"), + rhs: [ + grammar.find_symbol_by_s_value!("list_number_alias"), + grammar.find_symbol_by_s_value!("number_alias"), + ], + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number_alias"), + position_in_original_rule_rhs: 0, + lineno: 23, + ), + Rule.new( + id: 6, + lhs: grammar.find_symbol_by_s_value!("alias"), + rhs: [ + grammar.find_symbol_by_s_value!("list_number_alias"), + ], + nullable: true, + precedence_sym: nil, + lineno: 23, + ), + ]) + end + end + + context "when separated_nonempty_list" do + let(:path) { "parameterizing_rules/separated_nonempty_list.y" } + + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "separated_nonempty_list_','_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: false), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: false), + ]) + + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 19, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("separated_nonempty_list_','_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 19, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("separated_nonempty_list_','_number"), + rhs: [ + grammar.find_symbol_by_s_value!("separated_nonempty_list_','_number"), + grammar.find_symbol_by_number!(4), + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 19, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("separated_nonempty_list_','_number"), + ], + token_code: nil, + nullable: false, + precedence_sym: nil, + lineno: 19, + ), + ]) + end + end + + context "when separated_list" do + let(:path) { "parameterizing_rules/separated_list.y" } + + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "option_separated_nonempty_list_','_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "separated_nonempty_list_','_number"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: false), + Sym.new(id: T::Ident.new(s_value: "separated_list_','_number"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), + ]) + + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 19, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("option_separated_nonempty_list_','_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 19, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("separated_nonempty_list_','_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 19, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("separated_nonempty_list_','_number"), + rhs: [ + grammar.find_symbol_by_s_value!("separated_nonempty_list_','_number"), + grammar.find_symbol_by_number!(4), + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 19, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("option_separated_nonempty_list_','_number"), + rhs: [ + grammar.find_symbol_by_s_value!("separated_nonempty_list_','_number"), + ], + token_code: nil, + nullable: false, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 19, + ), + Rule.new( + id: 5, + lhs: grammar.find_symbol_by_s_value!("separated_list_','_number"), + rhs: [ + grammar.find_symbol_by_s_value!("option_separated_nonempty_list_','_number"), + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 19, + ), + Rule.new( + id: 6, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("separated_list_','_number"), + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 19, + ), + ]) + end + end + + context "when nested" do + let(:path) { "parameterizing_rules/nested.y" } + + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 4, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "option_constant_number"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "constant_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 2, nullable: false), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 3, nullable: true), + ]) + + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 25, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("option_constant_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 25, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("constant_number"), + rhs: [grammar.find_symbol_by_s_value!("number")], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 25, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("option_constant_number"), + rhs: [ + grammar.find_symbol_by_s_value!("constant_number"), + ], + token_code: nil, + nullable: false, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 25, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("option_constant_number") + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 25, + ), + ]) + end + end + + context "when user defined" do + let(:path) { "parameterizing_rules/user_defined.y" } + + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "defined_option_number"), alias_name: nil, number: 7, tag: T::Tag.new(s_value: ""), term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 2, nullable: true), + Sym.new(id: T::Ident.new(s_value: "multi_args_number_string"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 3, nullable: false), + Sym.new(id: T::Ident.new(s_value: "multi_args_number_number"), alias_name: nil, number: 10, tag: nil, term: false, token_id: 4, nullable: false), + Sym.new(id: T::Ident.new(s_value: "$@1"), alias_name: nil, number: 11, tag: nil, term: false, token_id: 5, nullable: true), + Sym.new(id: T::Ident.new(s_value: "pair_number_string"), alias_name: nil, number: 12, tag: nil, term: false, token_id: 6, nullable: false), + ]) + + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 36, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("defined_option_number"), + rhs: [], + lhs_tag: T::Tag.new(s_value: ""), + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 36, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("defined_option_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + lhs_tag: T::Tag.new(s_value: ""), + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 36, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("defined_option_number"), + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 36, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("multi_args_number_string"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + lhs_tag: nil, + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 37, + ), + Rule.new( + id: 5, + lhs: grammar.find_symbol_by_s_value!("multi_args_number_string"), + rhs: [ + grammar.find_symbol_by_s_value!("string"), + ], + lhs_tag: nil, + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("string"), + position_in_original_rule_rhs: 0, + lineno: 37, + ), + Rule.new( + id: 6, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("multi_args_number_string"), + ], + lhs_tag: nil, + token_code: nil, + nullable: false, + precedence_sym: nil, + lineno: 37, + ), + Rule.new( + id: 7, + lhs: grammar.find_symbol_by_s_value!("multi_args_number_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + lhs_tag: nil, + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 38, + ), + Rule.new( + id: 8, + lhs: grammar.find_symbol_by_s_value!("multi_args_number_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + lhs_tag: nil, + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 38, + ), + Rule.new( + id: 9, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("multi_args_number_number"), + ], + lhs_tag: nil, + token_code: nil, + nullable: false, + precedence_sym: nil, + lineno: 38, + ), + Rule.new( + id: 10, + lhs: grammar.find_symbol_by_s_value!("$@1"), + rhs: [], + lhs_tag: nil, + token_code: T::UserCode.new(s_value: " printf(\"(%d, %d)\\n\", $1, $2); "), + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 3, + lineno: 31, + ), + Rule.new( + id: 11, + lhs: grammar.find_symbol_by_s_value!("pair_number_string"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + grammar.find_symbol_by_number!(5), + grammar.find_symbol_by_s_value!("string"), + grammar.find_symbol_by_s_value!("$@1") + ], + lhs_tag: nil, + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("string"), + position_in_original_rule_rhs: 0, + lineno: 39, + ), + Rule.new( + id: 12, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("pair_number_string"), + ], + lhs_tag: nil, + token_code: T::UserCode.new(s_value: " printf(\"pair odd even\\n\"); "), + nullable: false, + precedence_sym: nil, + lineno: 39, + ), + ]) + end end - it "user defined with nest" do - path = "parameterizing_rules/user_defined_with_nest.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse - - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "option_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "nested_option_number"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), - Sym.new(id: T::Ident.new(s_value: "nested_nested_option_number"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), - Sym.new(id: T::Ident.new(s_value: "multi_option_number_string"), alias_name: nil, number: 10, tag: nil, term: false, token_id: 5, nullable: true), - Sym.new(id: T::Ident.new(s_value: "nested_multi_option_number"), alias_name: nil, number: 11, tag: nil, term: false, token_id: 6, nullable: true), - Sym.new(id: T::Ident.new(s_value: "nested_multi_option_string"), alias_name: nil, number: 12, tag: nil, term: false, token_id: 7, nullable: true) - ]) + context "when user defined with nest" do + let(:path) { "parameterizing_rules/user_defined_with_nest.y" } + + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "option_number"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "nested_option_number"), alias_name: nil, number: 7, tag: nil, term: false, token_id: 2, nullable: true), + Sym.new(id: T::Ident.new(s_value: "nested_nested_option_number"), alias_name: nil, number: 8, tag: nil, term: false, token_id: 3, nullable: true), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 9, tag: nil, term: false, token_id: 4, nullable: true), + Sym.new(id: T::Ident.new(s_value: "multi_option_number_string"), alias_name: nil, number: 10, tag: nil, term: false, token_id: 5, nullable: true), + Sym.new(id: T::Ident.new(s_value: "nested_multi_option_number"), alias_name: nil, number: 11, tag: nil, term: false, token_id: 6, nullable: true), + Sym.new(id: T::Ident.new(s_value: "nested_multi_option_string"), alias_name: nil, number: 12, tag: nil, term: false, token_id: 7, nullable: true) + ]) - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 42, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("option_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 42, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("nested_option_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 42, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("nested_nested_option_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 42, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("nested_nested_option_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number") - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - position_in_original_rule_rhs: 0, - lineno: 42, - ), - Rule.new( - id: 5, - lhs: grammar.find_symbol_by_s_value!("nested_option_number"), - rhs: [ - grammar.find_symbol_by_s_value!("nested_nested_option_number") - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 42, - ), - Rule.new( - id: 6, - lhs: grammar.find_symbol_by_s_value!("option_number"), - rhs: [ - grammar.find_symbol_by_s_value!("nested_option_number") - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 42, - ), - Rule.new( - id: 7, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("option_number") - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 42, - ), - Rule.new( - id: 8, - lhs: grammar.find_symbol_by_s_value!("multi_option_number_string"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 43, - ), - Rule.new( - id: 9, - lhs: grammar.find_symbol_by_s_value!("nested_multi_option_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 43, - ), - Rule.new( - id: 10, - lhs: grammar.find_symbol_by_s_value!("nested_multi_option_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number") - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - position_in_original_rule_rhs: 0, - lineno: 43, - ), - Rule.new( - id: 11, - lhs: grammar.find_symbol_by_s_value!("multi_option_number_string"), - rhs: [ - grammar.find_symbol_by_s_value!("nested_multi_option_number") - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 43, - ), - Rule.new( - id: 12, - lhs: grammar.find_symbol_by_s_value!("nested_multi_option_string"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 43, - ), - Rule.new( - id: 13, - lhs: grammar.find_symbol_by_s_value!("nested_multi_option_string"), - rhs: [ - grammar.find_symbol_by_s_value!("string") - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("string"), - position_in_original_rule_rhs: 0, - lineno: 43, - ), - Rule.new( - id: 14, - lhs: grammar.find_symbol_by_s_value!("multi_option_number_string"), - rhs: [ - grammar.find_symbol_by_s_value!("nested_multi_option_string"), - grammar.find_symbol_by_s_value!("number") - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - position_in_original_rule_rhs: 0, - lineno: 43, - ), - Rule.new( - id: 15, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("multi_option_number_string") - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 43, - ), - ]) + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 42, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("option_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 42, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("nested_option_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 42, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("nested_nested_option_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 42, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("nested_nested_option_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number") + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 42, + ), + Rule.new( + id: 5, + lhs: grammar.find_symbol_by_s_value!("nested_option_number"), + rhs: [ + grammar.find_symbol_by_s_value!("nested_nested_option_number") + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 42, + ), + Rule.new( + id: 6, + lhs: grammar.find_symbol_by_s_value!("option_number"), + rhs: [ + grammar.find_symbol_by_s_value!("nested_option_number") + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 42, + ), + Rule.new( + id: 7, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("option_number") + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 42, + ), + Rule.new( + id: 8, + lhs: grammar.find_symbol_by_s_value!("multi_option_number_string"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 43, + ), + Rule.new( + id: 9, + lhs: grammar.find_symbol_by_s_value!("nested_multi_option_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 43, + ), + Rule.new( + id: 10, + lhs: grammar.find_symbol_by_s_value!("nested_multi_option_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number") + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 43, + ), + Rule.new( + id: 11, + lhs: grammar.find_symbol_by_s_value!("multi_option_number_string"), + rhs: [ + grammar.find_symbol_by_s_value!("nested_multi_option_number") + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 43, + ), + Rule.new( + id: 12, + lhs: grammar.find_symbol_by_s_value!("nested_multi_option_string"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 43, + ), + Rule.new( + id: 13, + lhs: grammar.find_symbol_by_s_value!("nested_multi_option_string"), + rhs: [ + grammar.find_symbol_by_s_value!("string") + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("string"), + position_in_original_rule_rhs: 0, + lineno: 43, + ), + Rule.new( + id: 14, + lhs: grammar.find_symbol_by_s_value!("multi_option_number_string"), + rhs: [ + grammar.find_symbol_by_s_value!("nested_multi_option_string"), + grammar.find_symbol_by_s_value!("number") + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 43, + ), + Rule.new( + id: 15, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("multi_option_number_string") + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 43, + ), + ]) + end end + context "when user defined with recursive" do + let(:path) { "parameterizing_rules/user_defined_with_recursive.y" } - it "user defined with recursive" do - path = "parameterizing_rules/user_defined_with_recursive.y" - y = File.read(fixture_path(path)) - grammar = Lrama::Parser.new(y, path).parse - - expect(grammar.nterms.sort_by(&:number)).to match_symbols([ - Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 4, tag: nil, term: false, token_id: 0, nullable: false), - Sym.new(id: T::Ident.new(s_value: "list_number"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 1, nullable: true), - Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 2, nullable: true), - ]) + it "expands parameterizing rules" do + expect(grammar.nterms.sort_by(&:number)).to match_symbols([ + Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 4, tag: nil, term: false, token_id: 0, nullable: false), + Sym.new(id: T::Ident.new(s_value: "list_number"), alias_name: nil, number: 5, tag: nil, term: false, token_id: 1, nullable: true), + Sym.new(id: T::Ident.new(s_value: "program"), alias_name: nil, number: 6, tag: nil, term: false, token_id: 2, nullable: true), + ]) - expect(grammar.rules).to eq([ - Rule.new( - id: 0, - lhs: grammar.find_symbol_by_s_value!("$accept"), - rhs: [ - grammar.find_symbol_by_s_value!("program"), - grammar.find_symbol_by_s_value!("YYEOF"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), - lineno: 24, - ), - Rule.new( - id: 1, - lhs: grammar.find_symbol_by_s_value!("list_number"), - rhs: [], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 24, - ), - Rule.new( - id: 2, - lhs: grammar.find_symbol_by_s_value!("list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("number"), - ], - token_code: nil, - nullable: false, - precedence_sym: grammar.find_symbol_by_s_value!("number"), - position_in_original_rule_rhs: 0, - lineno: 24, - ), - Rule.new( - id: 3, - lhs: grammar.find_symbol_by_s_value!("list_number"), - rhs: [ - grammar.find_symbol_by_s_value!("list_number"), - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - position_in_original_rule_rhs: 0, - lineno: 24, - ), - Rule.new( - id: 4, - lhs: grammar.find_symbol_by_s_value!("program"), - rhs: [ - grammar.find_symbol_by_s_value!("list_number"), - ], - token_code: nil, - nullable: true, - precedence_sym: nil, - lineno: 24, - ), - ]) + expect(grammar.rules).to eq([ + Rule.new( + id: 0, + lhs: grammar.find_symbol_by_s_value!("$accept"), + rhs: [ + grammar.find_symbol_by_s_value!("program"), + grammar.find_symbol_by_s_value!("YYEOF"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("YYEOF"), + lineno: 24, + ), + Rule.new( + id: 1, + lhs: grammar.find_symbol_by_s_value!("list_number"), + rhs: [], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 24, + ), + Rule.new( + id: 2, + lhs: grammar.find_symbol_by_s_value!("list_number"), + rhs: [ + grammar.find_symbol_by_s_value!("number"), + ], + token_code: nil, + nullable: false, + precedence_sym: grammar.find_symbol_by_s_value!("number"), + position_in_original_rule_rhs: 0, + lineno: 24, + ), + Rule.new( + id: 3, + lhs: grammar.find_symbol_by_s_value!("list_number"), + rhs: [ + grammar.find_symbol_by_s_value!("list_number"), + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + position_in_original_rule_rhs: 0, + lineno: 24, + ), + Rule.new( + id: 4, + lhs: grammar.find_symbol_by_s_value!("program"), + rhs: [ + grammar.find_symbol_by_s_value!("list_number"), + ], + token_code: nil, + nullable: true, + precedence_sym: nil, + lineno: 24, + ), + ]) + end end context 'when error case' do context "when invalid argument number" do + let(:path) { "parameterizing_rules/invalid_argument_number.y" } + it "raise an error" do - path = "parameterizing_rules/invalid_argument_number.y" - y = File.read(fixture_path(path)) - expect { Lrama::Parser.new(y, path).parse }.to raise_error(/Invalid number of arguments\. expect: 1 actual: 2/) + expect {grammar}.to raise_error(/Invalid number of arguments\. `list`/) end end context "when invalid rule name" do + let(:path) { "parameterizing_rules/invalid_rule_name.y" } + it "raise an error" do - path = "parameterizing_rules/invalid_rule_name.y" - y = File.read(fixture_path(path)) - expect { Lrama::Parser.new(y, path).parse }.to raise_error(/Parameterizing rule does not exist\. `invalid`/) + expect {grammar}.to raise_error(/Parameterizing rule does not exist\. `invalid`/) end end end @@ -1774,6 +1831,8 @@ class : keyword_class tSTRING keyword_end { code 1 } INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! _rules = grammar.rule_builders.map {|b| [b.lhs, (b.rhs + [b.precedence_sym, b.user_code]).compact, b.line] } expect(_rules).to eq([ @@ -1818,6 +1877,8 @@ class : keyword_class tSTRING keyword_end { code 1 } INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! expect(grammar.terms.sort_by(&:number)).to match_symbols([ Sym.new(id: T::Ident.new(s_value: "EOI"), alias_name: "\"EOI\"", number: 0, tag: nil, term: true, token_id: 0, nullable: false, precedence: nil), @@ -1875,6 +1936,8 @@ class : keyword_class { code 1 } tSTRING { code 2 } keyword_end { code 3 } INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! expect(grammar.nterms.sort_by(&:number)).to match_symbols([ Sym.new(id: T::Ident.new(s_value: "$accept"), alias_name: nil, number: 11, tag: nil, term: false, token_id: 0, nullable: false), @@ -2042,6 +2105,8 @@ class : keyword_class %% INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! codes = grammar.rules.map(&:token_code).compact expect(codes.count).to eq(1) @@ -2069,6 +2134,8 @@ class : keyword_class %% INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! codes = grammar.rules.map(&:token_code).compact expect(codes.count).to eq(1) @@ -2114,6 +2181,8 @@ class : keyword_class tSTRING keyword_end { code 1 } INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! expect(grammar.terms.sort_by(&:number)).to match_symbols([ Sym.new(id: T::Ident.new(s_value: "EOI"), alias_name: "\"EOI\"", number: 0, tag: nil, term: true, token_id: 0, nullable: false), @@ -2163,6 +2232,8 @@ class : keyword_class tSTRING keyword_end { code 1 } INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! expect(grammar.terms.sort_by(&:number)).to match_symbols([ Sym.new(id: T::Ident.new(s_value: "EOI"), alias_name: "\"EOI\"", number: 0, tag: nil, term: true, token_id: 0, nullable: false, precedence: nil), @@ -2209,6 +2280,8 @@ class : keyword_class tSTRING keyword_end { code 1 } %% INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! expect(grammar.rules).to eq([ Rule.new( @@ -2321,6 +2394,8 @@ class : keyword_class tSTRING keyword_end { code 1 } %% INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! expect(grammar.rules).to eq([ Rule.new( @@ -2412,6 +2487,8 @@ class : keyword_class tSTRING keyword_end { code 1 } ; INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! expect(grammar.rules).to eq([ Rule.new( @@ -2555,7 +2632,11 @@ class : keyword_class tSTRING keyword_end { code 1 } ^^^^^^^^ ERROR - expect { Lrama::Parser.new(y, "parse.y").parse }.to raise_error(expected) + expect do + grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! + end.to raise_error(expected) end end end @@ -2670,6 +2751,8 @@ class : keyword_class tSTRING keyword_end ; %% INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! terms = grammar.terms.sort_by(&:number).map do |term| [term.id.s_value, term.token_id] end @@ -2719,6 +2802,8 @@ class : keyword_class tSTRING keyword_end %% INPUT grammar = Lrama::Parser.new(y, "parse.y").parse + grammar.prepare + grammar.validate! codes = grammar.rules.map(&:token_code) expect(codes.count).to eq(3) diff --git a/spec/lrama/states_spec.rb b/spec/lrama/states_spec.rb index 90fbf1d6..d546b138 100644 --- a/spec/lrama/states_spec.rb +++ b/spec/lrama/states_spec.rb @@ -7,6 +7,8 @@ path = "common/basic.y" y = File.read(fixture_path(path)) grammar = Lrama::Parser.new(y, path).parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -301,6 +303,8 @@ class go to state 5 path = "common/basic.y" y = File.read(fixture_path(path)) grammar = Lrama::Parser.new(y, path).parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -342,6 +346,8 @@ class go to state 5 path = "states/reads_relation.y" y = File.read(fixture_path(path)) grammar = Lrama::Parser.new(y, path).parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -610,6 +616,8 @@ class go to state 5 path = "states/includes_relation.y" y = File.read(fixture_path(path)) grammar = Lrama::Parser.new(y, path).parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -909,6 +917,8 @@ class go to state 5 %% INPUT grammar = Lrama::Parser.new(y, "states/compute_look_ahead_sets.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -978,6 +988,8 @@ class go to state 5 %% INPUT grammar = Lrama::Parser.new(y, "states/compute_look_ahead_sets.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -1068,6 +1080,8 @@ class go to state 5 %% INPUT grammar = Lrama::Parser.new(y, "states/compute_conflicts.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -1185,6 +1199,8 @@ class go to state 5 %% INPUT grammar = Lrama::Parser.new(y, "states/compute_conflicts.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -1282,6 +1298,8 @@ class go to state 5 %% INPUT grammar = Lrama::Parser.new(y, "states/compute_conflicts.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -1431,6 +1449,8 @@ class go to state 5 %% INPUT grammar = Lrama::Parser.new(y, "states/compute_default_reduction.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -1603,6 +1623,8 @@ class go to state 5 %% INPUT grammar = Lrama::Parser.new(y, "states/compute_default_reduction.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -1821,6 +1843,8 @@ class : keyword_class tSTRING keyword_end %prec tPLUS it "has errors for r/r conflicts" do grammar = Lrama::Parser.new(header + y, "states/check_conflicts.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -1845,6 +1869,8 @@ class : keyword_class tSTRING keyword_end %prec tPLUS it "has errors for s/r conflicts and r/r conflicts" do grammar = Lrama::Parser.new(header + y, "states/check_conflicts.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute @@ -1869,6 +1895,8 @@ class : keyword_class tSTRING keyword_end %prec tPLUS it "has warns for s/r conflicts and r/r conflicts" do grammar = Lrama::Parser.new(header + y, "states/check_conflicts.y").parse + grammar.prepare + grammar.validate! states = Lrama::States.new(grammar, warning) states.compute