Tool.java 文件源码

public static CodeBuffTokenStream tokenize(String doc, Class<? extends Lexer> lexerClass)
    throws Exception {
    ANTLRInputStream input = new ANTLRInputStream(doc);
    Lexer lexer = getLexer(lexerClass, input);

    CodeBuffTokenStream tokens = new CodeBuffTokenStream(lexer);
    tokens.fill();
    return tokens;
}