Tcl Library Source Code

View Ticket
Login
Ticket UUID: 14e2c2cbba2a5bf8b78c9952426091601bdb4663
Title: Update aycock parser example to include lexer
Type: Bug Version:
Submitter: bairui Created on: 2017-05-24 22:09:56
Subsystem: Documentation Assigned To: kennykb
Priority: 5 Medium Severity: Minor
Status: Open Last Modified: 2017-05-26 17:49:04
Resolution: None Closed By: nobody
    Closed on:
Description:
Please update the aycock parser example to include a lexer. Thanks!

https://core.tcl.tk/tcllib/doc/trunk/embedded/www/tcllib/files/modules/grammar_aycock/aycock.html

A suggested replacement:

proc lex {expression} {
  set tokens {}
  set values {}
  while {$expression ne {}} {
    if {[regexp {^([+*])(.*)} $expression -> token rest]} {
      # Single-character operators
      lappend tokens $token
      lappend values {}
    } elseif {[regexp {^([[:digit:]]+)(.*)} $expression -> token rest]} {
      # Numbers
      lappend tokens NUMBER
      lappend values $token
    } elseif {[regexp {^([()])(.*)} $expression -> token rest]} {
      # Brackets
      lappend tokens $token
      lappend values {}
    } elseif {[regexp {^[[:space:]]+(.*)} $expression -> rest]} {
      # Whitespace
    } else {
      # Anything else is an error
      return -code error -errorcode [list CALC \
      [string index $expression 0]] [list invalid character [string index $expression 0]]
    }
    set expression $rest
  }
  return [list $tokens $values]
}

set p [grammar::aycock::parser {
    start ::= E {}
    E ::= E + T {expr {[lindex $_ 0] + [lindex $_ 2]}}
    E ::= T {}
    T ::= T * F {expr {[lindex $_ 0] * [lindex $_ 2]}}
    T ::= F {}
    F ::= NUMBER {}
    F ::= ( E ) {lindex $_ 1}
}]
lassign [lex {( 2 + 3 ) * ( 7 + 1 )}] tokens values
puts [$p parse $tokens $values]
$p destroy