kyacclib/src/YaccParse.m3


 Copyright (c) 2000 California Institute of Technology 
 All rights reserved. See the file COPYRIGHT for a full description. 
 $Id: YaccParse.m3.html,v 1.3 2010-04-29 17:18:53 wagner Exp $ 

MODULE YaccParse;
IMPORT Pragma, PragmaRead;
IMPORT FileRdErr;
IMPORT Prec;
IMPORT CharCodes;
IMPORT CharRange;
IMPORT Sym;
IMPORT SymList;
IMPORT SymListParse;
IMPORT Rule;
IMPORT RuleList;
IMPORT Text;
IMPORT TextWr;
IMPORT TextSubs;
IMPORT TextReader;
IMPORT TextPrecTbl;
IMPORT TextBooleanTbl;
IMPORT TextIntTbl;
IMPORT TokSpec;
IMPORT Rd, Thread, Process;
IMPORT Wr, Fmt;
FROM Stdio IMPORT stderr;
<*FATAL Rd.EndOfFile, Rd.Failure, Wr.Failure, Thread.Alerted *>

REVEAL
  T = Public BRANDED OBJECT
    tok: TokSpec.T;
    rd: Rd.T;
    rules: RuleList.T := NIL;
    prec: TextPrecTbl.T;
    (* rulename -> prec OR
       symname -> prec OR
       @char -> prec
    *)
    start: TextBooleanTbl.T; (* symname -> isStart (no entry for nonstart) *)
    codes: TextIntTbl.T;     (* symname -> code *)
    lastPrec := 0;
    yaccName: TEXT;
    isToken: TextBooleanTbl.T := NIL;
  OVERRIDES
    init := Init;
    fmtRules := FmtRules;
    fmtTypes := FmtTypes;
    getRules := GetRules;
    getCodes := GetCodes;
  END;

TYPE
  SelfPragma = Pragma.T OBJECT
    self: T;
    precKind: Prec.Kind;
    returnSym: Sym.T := NIL;
    lastRuleNo: INTEGER := 0;
  END;

PROCEDURE Warn(message: TEXT; fatal: BOOLEAN := FALSE) =
  BEGIN
    Wr.PutText(stderr, "Warning: " & message & "\n");
    IF fatal THEN
      Process.Exit(1);
    END;
  END Warn;

PROCEDURE ParseStart(p: SelfPragma; rd: Rd.T) =
  VAR
    tr := NEW(TextReader.T).init(Rd.GetLine(rd));
    cur := tr.shatter("\t ","",TRUE);
  BEGIN
    IF cur = NIL THEN
      FileRdErr.E(rd, "expected start symbol");
    END;
    WHILE cur # NIL DO
      IF p.self.start.put(cur.head, TRUE) THEN
        FileRdErr.E(rd,"\""& cur.head&"\" already declared a start symbol");
      END;
      cur := cur.tail;
    END;
  END ParseStart;

PROCEDURE ParsePrec(p: SelfPragma; rd: Rd.T) =
  VAR
    cur: SymList.T;
    key: TEXT;
    val: Prec.T;
pos := Rd.Index(rd); peekLine := Rd.GetLine(rd);
  BEGIN
Term.WrLn(PeekPrec: & peekLine); Rd.Seek(rd, pos);
    cur := SymListParse.Parse(rd, p.self.tok.charTokens);
    INC(p.self.lastPrec);
    WHILE cur # NIL DO
      key := Sym.GetName(cur.head);
      val := NEW(Prec.T, kind := p.precKind, val := p.self.lastPrec);
      EVAL p.self.prec.put(key, val);
Term.WrLn(Putting prec: & key);
      cur := cur.tail;
    END;
  END ParsePrec;

PROCEDURE ParseRule(p: SelfPragma; rd: Rd.T) =
  VAR
    self := p.self;
    pos := Rd.Index(rd);
    peekLine := Rd.GetLine(rd);
    i := Text.FindChar(peekLine, ':');
  BEGIN
    IF i = -1 OR NOT Text.GetChar(peekLine, i-1) IN CharRange.AlphaNum THEN
      IF p.returnSym = NIL THEN
        FileRdErr.E(rd, "Missing return symbol");
      END;
      Rd.Seek(rd, pos);
      INC(p.lastRuleNo);
      self.rules := RuleList.Cons(Rule.FromRd(rd, p.returnSym,
                                              self.tok.charTokens,
                                              p.lastRuleNo),
                                  self.rules);
    ELSE
      p.returnSym := Sym.FromText(Text.Sub(peekLine, 0, i));
    END;
  END ParseRule;

PROCEDURE ParseText(self: T) =
  VAR
    prag := NEW(PragmaRead.T).init();
    parseStart := NEW(SelfPragma, self := self, do := ParseStart);
    parseRule := NEW(SelfPragma, self := self, do := ParseRule);
  PROCEDURE PrecType(kind: Prec.Kind; pragName: TEXT) =
    VAR
      parsePrec := NEW(SelfPragma, self := self,
                       precKind := kind,  do := ParsePrec);
    BEGIN
      prag.add(parsePrec, pragName);
    END PrecType;
  BEGIN
    prag.add(parseStart, "%start");
    prag.add(parseRule, "%rule");
    prag.add(parseRule, "");
    PrecType(Prec.Kind.Left, "%left");
    PrecType(Prec.Kind.Right, "%right");
    PrecType(Prec.Kind.None, "%nonassoc");
    prag.apply(self.rd);
    self.rules := RuleList.ReverseD(self.rules);
  END ParseText;

PROCEDURE LookupSyms(self: T) =
  VAR
    cur := self.rules;
    lastCode: INTEGER := self.tok.lastConstCode;
    iter := self.tok.constTokens.iterate();
    constName: TEXT;
    constCode: INTEGER;
  BEGIN
    WHILE iter.next(constName, constCode) DO
      EVAL self.codes.put(constName, constCode);
    END;
    WHILE cur # NIL DO
      Rule.LookupSyms(cur.head, self.prec, self.start, self.codes,
                      self.tok.constTokens, lastCode);
      cur := cur.tail;
    END;
  END LookupSyms;

PROCEDURE CheckPrecs(self: T) =
  VAR
    iter := self.prec.iterate();
    key: TEXT;
    val: Prec.T;
  BEGIN
    WHILE iter.next(key, val) DO
      IF NOT val.used THEN
        Warn("precedence not used: " & key);
      END;
    END;
  END CheckPrecs;

PROCEDURE CheckToks(self: T) =
  VAR
    cur := self.tok.tokens;
    val: INTEGER;
  BEGIN
    WHILE cur # NIL DO
      IF NOT self.codes.get(cur.head, val) THEN
        Warn("token not used: " & cur.head);
      END;
      cur := cur.tail;
    END;
  END CheckToks;

PROCEDURE FmtRules(self: T; form: TEXT): TEXT =
  VAR
    cur := self.rules;
    wr := TextWr.New();
  BEGIN
    WHILE cur # NIL DO
      Wr.PutText(wr, Rule.Format(cur.head, form, cur.tail = NIL));
      cur := cur.tail;
    END;
    RETURN TextWr.ToText(wr);
  END FmtRules;

PROCEDURE CheckSyms(self: T) =
  VAR
    cur := self.tok.tokens;
    curRule := self.rules;
    definedToken := NEW(TextBooleanTbl.Default).init();
    iter := self.codes.iterate();
    iterStart := self.start.iterate();
    key: TEXT;
    val: INTEGER;
    bool: BOOLEAN;
    hasStart := FALSE;
  BEGIN
    WHILE cur # NIL DO
      EVAL definedToken.put(cur.head, TRUE);
      cur := cur.tail;
    END;
    WHILE curRule # NIL DO
      IF curRule.head.length = 1 THEN
        IF Sym.GetCode(curRule.head.return) =
          Sym.GetCode(curRule.head.syms.head) THEN
          Warn(curRule.head.name & " might loop for a while");
        END;
      END;
      hasStart := hasStart OR Sym.IsStart(curRule.head.return);
      key := Sym.GetName(curRule.head.return);
      IF definedToken.get(key, bool) AND bool THEN
        Warn(CharCodes.Q(key) & " is a token");
      END;
      EVAL definedToken.put(key, FALSE);
      curRule := curRule.tail;
    END;
    IF NOT hasStart THEN
      Warn("No start symbols!!", TRUE);
    END;
    WHILE iter.next(key, val) DO
      IF val >= 256 THEN
        IF NOT definedToken.get(key, bool) THEN
          Warn("Grammar symbol not defined: " & CharCodes.Q(key));
        END;
      END;
    END;
    WHILE iterStart.next(key, bool) DO
      IF NOT definedToken.get(key, bool) THEN
        Warn("Start symbol not defined: " & CharCodes.Q(key));
      ELSIF bool THEN
        Warn("Token used as start symbol: " & CharCodes.Q(key));
      END;
    END;
    self.isToken := definedToken;
  END CheckSyms;

PROCEDURE FmtTypes(self: T; form: TEXT; tokenTypes: BOOLEAN): TEXT =
  VAR
    iter := self.codes.iterate();
    key, sup: TEXT;
    val, dummy: INTEGER;
    bool: BOOLEAN;
    wr := TextWr.New();
    subs := NEW(TextSubs.T).init();
  BEGIN
    <* ASSERT self.isToken # NIL *> (* call CheckSyms first *)
    WHILE iter.next(key, val) DO
      bool := FALSE;
      EVAL self.isToken.get(key, bool);
      bool := bool = tokenTypes;
      IF bool AND NOT self.tok.constTokens.get(key, dummy) THEN
        IF self.start.get(key, bool) THEN
          <* ASSERT bool *>
          sup := "StartType";
        ELSE
          sup := "OtherType";
        END;
        subs.add("%name", key);
        subs.add("%sup", sup);
        subs.add("%yacc", self.yaccName);
        subs.add("%code", Fmt.Int(val));
        Wr.PutText(wr, subs.apply(form));
      END;
    END;
    RETURN TextWr.ToText(wr);
  END FmtTypes;

PROCEDURE Init(self: T; rd: Rd.T; tok: TokSpec.T; name: TEXT): T =
  BEGIN
    self.yaccName := name;
    self.rd := rd;
    self.tok := tok;
    self.prec := NEW(TextPrecTbl.Default).init();
    self.start := NEW(TextBooleanTbl.Default).init();
    self.codes := NEW(TextIntTbl.Default).init();
    ParseText(self);
    LookupSyms(self);
    CheckSyms(self);
    CheckPrecs(self);
    CheckToks(self);
    RETURN self;
  END Init;

PROCEDURE GetRules(self: T): RuleList.T =
  BEGIN RETURN self.rules; END GetRules;

PROCEDURE GetCodes(self: T): TextIntTbl.T =
  BEGIN RETURN self.codes; END GetCodes;

BEGIN
END YaccParse.