Add %error-token

ruby · Oct 2, 2023 · 08bc098 · 08bc098
1 parent 1ee5f00
commit 08bc098
Show file tree

Hide file tree

Showing 4 changed files with 392 additions and 356 deletions.
diff --git a/lib/lrama/grammar.rb b/lib/lrama/grammar.rb
@@ -309,7 +309,7 @@ def nterms
  def extract_references
  @_rules.each do |lhs, rhs, _|
  rhs.each_with_index do |token, index|
- next if token.class == Lrama::Grammar::Symbol || token.type != Lrama::Lexer::Token::User_code
+  next if token.class == Lrama::Grammar::Symbol || token.type != Lrama::Lexer::Token::User_code
 
  scanner = StringScanner.new(token.s_value)
  references = []
@@ -348,6 +348,7 @@ def extract_references
  end
 
  token.references = references
+ token.numberize_references(lhs, rhs)
  build_references(token)
  end
  end

diff --git a/lib/lrama/new_lexer.rb b/lib/lrama/new_lexer.rb
@@ -60,7 +60,7 @@ def lex_token
  return [@scanner.matched, @scanner.matched]
  when @scanner.scan(/;/)
  return [@scanner.matched, @scanner.matched]
- when @scanner.scan(/%union|%token|%type|%left|%right|%nonassoc|%expect|%define|%require|%printer|%lex-param|%parse-param|%initial-action|%prec/)
+ when @scanner.scan(/%union|%token|%type|%left|%right|%nonassoc|%expect|%define|%require|%printer|%lex-param|%parse-param|%initial-action|%prec|%error-token/)
  return [@scanner.matched, @scanner.matched]
  when @scanner.scan(/<\w+>/)
  return [:TAG, @scanner.matched]