Question

我使用源自CommonTree的自定义AST节点类型构建了一个AST。

这似乎工作正常，直到我使用包含*通配符的树过滤语法。

this页面上的评论表明，这是由代码必须执行的操作引起的：

(MyCustomType)input.LT(1);

当它遇到UP或DOWN节点时抛出，因为它们属于CommonTree类。注释中的解决方案是可选的（？）元素，但我真的需要一种使用*通配符来捕获事物列表的方法，而不会抛出。

编辑：

这是一个小例子，说明了我遇到的问题。

source.txt显示了我需要解析的一些示例。当我使用树步行器将任何数组赋值（第3行source.txt）重写为对数组对象上的 push 函数的调用时，就出现了问题。

使用source.txt运行以下代码会导致节点类型之间出现ClassCastException。

Sccee.g：

grammar Sscce;

options
{
    output = AST;
    ASTLabelType = SscceAST;
}

tokens
{
    ASSIGN;
    ARGS;
    FUNCCALL;
    REF;
    INDEXOP;
}


@lexer::header
{ 
package com.dummyco.dummypack;
}

@parser::header 
{ 
package com.dummyco.dummypack;
}

stmts: singleStatement+
    ;

singleStatement
    : memberExpression '=' (expr | listAssignment) ->
    ^(ASSIGN '=' memberExpression expr? listAssignment?)
    ;

expr
    : memberExpression
    | functionCall
    ;

functionCall
    : memberExpression args -> ^(FUNCCALL args)
    ;

args
    : '(' memberExpression? (',' memberExpression)* ')' ->
        ^(ARGS memberExpression*)
    ;

indexSuffix:
    '[' ID? ']' -> ^(INDEXOP ID?)
    ;

memberExpression
    : ID ('.' ID)* indexSuffix? -> ^(REF ID+ indexSuffix?)
    ;

idList
    : memberExpression (',' memberExpression)* -> memberExpression+
    ;

listAssignment
    : '{' idList '}' -> ^(ARGS idList)
    ;

assignmentOperator
    : '=' | '*=' | '/=' | '%=' | '+=' | '-=' | '<<=' | '>>=' | '>>>=' | '&=' | '^=' | '|='
    ;

ID  : ('a'..'z'|'A'..'Z'|'_')*emphasized text* ('a'..'z'|'A'..'Z'|'0'..'9'|'_')* { setText(getText().toLowerCase()); }
    ;

WS  : (' ' | '\t' | '\r' | '\n') {$channel=HIDDEN;}
    ;

SscceWalker.g：

tree grammar SscceWalker;

options
{
    output = AST;
    ASTLabelType = SscceAST;
    tokenVocab = Sscce;
    filter = true;
}

@header
{
    package com.dummyco.dummypack;
}

topdown
    : arrayAssignment
    ;

arrayAssignment
    : ^(ASSIGN '=' ^(REF memexp+=.* INDEXOP) ^(ARGS args+=.*)) ->
        ^(FUNCCALL ^(REF $memexp*) ID["push"] ^(ARGS $args*))
    ;

Main.java：

package com.dummyco.dummypack;

import java.io.*;
import java.util.*;
import org.antlr.runtime.*;
import org.antlr.runtime.tree.*;

public class Main
{

    private static final TreeAdaptor sscceAdaptor = new CommonTreeAdaptor()
    {
        @Override
        public Object create(Token token)
        {
            return new SscceAST(token);
        }

        @Override
        public Object dupNode(Object t)
        {
            if(t == null)
                return null;

            return create(((SscceAST)t).token);
        }

        @Override
        public Object errorNode(TokenStream input, Token start, Token stop, RecognitionException e)
        {
            return new SscceASTErrorNode(input, start, stop, e);
        }
    };

    public static void main(String[] args) throws IOException
    {

        SscceLexer lexer = null;
        try
        {
            lexer = new SscceLexer(
                new ANTLRFileStream("source.txt", "UTF8"));
        }
        catch(IOException e)
        {
            System.err.println("Can't open the specified file.");
            System.exit(1);
        }

        CommonTokenStream tokens = new CommonTokenStream(lexer);
        SscceParser parser = new SscceParser(tokens);
        parser.setTreeAdaptor(sscceAdaptor);
        SscceParser.stmts_return r = null;
        try
        {
            r = parser.stmts();
        }
        catch(RecognitionException e)
        {
            System.err.println("Parser exception.");
            System.exit(1);
        }

        SscceAST t = (SscceAST)r.getTree();
        CommonTreeNodeStream nodes = new CommonTreeNodeStream(t);
        nodes.setTokenStream(tokens);
        SscceWalker walker = new SscceWalker(nodes);
        walker.setTreeAdaptor(sscceAdaptor);
        t = (SscceAST)walker.downup(t, false);
        System.out.println(t.toStringTree());
    }
}

SscceAST.java：

package com.dummyco.dummypack;

import org.antlr.runtime.Token;
import org.antlr.runtime.tree.Tree;
import org.antlr.runtime.tree.CommonTree;

public class SscceAST extends CommonTree
{
    public SscceAST()
    {
        super();
    }

    public SscceAST(Token t)
    {
        super(t);
    }

    public SscceAST(SscceAST tree)
    {
        super(tree);
    }

    @Override
    public Tree dupNode()
    {
        return new SscceAST(this);
    }
}

SscceeASTErrorNode.java：

package com.dummyco.dummypack;

import org.antlr.runtime.*;
import org.antlr.runtime.tree.*;

public class SscceASTErrorNode extends SscceAST {
        public IntStream input;
        public Token start;
        public Token stop;
        public RecognitionException trappedException;

        public SscceASTErrorNode(TokenStream input, Token start, Token stop,
                                                   RecognitionException e)
        {
                //System.out.println("start: "+start+", stop: "+stop);
                if ( stop==null ||
                         (stop.getTokenIndex() < start.getTokenIndex() &&
                          stop.getType()!=Token.EOF) )
                {
                        // sometimes resync does not consume a token (when LT(1) is
                        // in follow set.  So, stop will be 1 to left to start. adjust.
                        // Also handle case where start is the first token and no token
                        // is consumed during recovery; LT(-1) will return null.
                        stop = start;
                }
                this.input = input;
                this.start = start;
                this.stop = stop;
                this.trappedException = e;
        }

        public boolean isNil() {
                return false;
        }

        public int getType() {
                return Token.INVALID_TOKEN_TYPE;
        }

        public String getText() {
                String badText = null;
                if ( start instanceof Token ) {
                        int i = ((Token)start).getTokenIndex();
                        int j = ((Token)stop).getTokenIndex();
                        if ( ((Token)stop).getType() == Token.EOF ) {
                                j = ((TokenStream)input).size();
                        }
                        badText = ((TokenStream)input).toString(i, j);
                }
                else if ( start instanceof Tree ) {
                        badText = ((TreeNodeStream)input).toString(start, stop);
                }
                else {
                        // people should subclass if they alter the tree type so this
                        // next one is for sure correct.
                        badText = "<unknown>";
                }
                return badText;
        }

        public String toString() {
                if ( trappedException instanceof MissingTokenException ) {
                        return "<missing type: "+
                                   ((MissingTokenException)trappedException).getMissingType()+
                                   ">";
                }
                else if ( trappedException instanceof UnwantedTokenException ) {
                        return "<extraneous: "+
                                   ((UnwantedTokenException)trappedException).getUnexpectedToken()+
                                   ", resync="+getText()+">";
                }
                else if ( trappedException instanceof MismatchedTokenException ) {
                        return "<mismatched token: "+trappedException.token+", resync="+getText()+">";
                }
                else if ( trappedException instanceof NoViableAltException ) {
                        return "<unexpected: "+trappedException.token+
                                   ", resync="+getText()+">";
                }
                return "<error: "+getText()+">";
        }
}

的Source.txt：

this.something = this.somecall(someparam, anotherparam)
this.dummy1 = this.dummy2
this.control[]={this.control1, this.control2, this.control3}

Answer 1

使用instanceof运算符？它用于确定给定对象是否属于某种类型，并防止在运行时抛出ClassCastExceptions。

Object object = input.LT(1);
if (object instanceof MyCustomType){
   MyCustomType type = (MyCustomType)object;
}

在使用自定义AST节点类型进行树过滤时，如何避免抛出ClassCastException？

1 个答案: