antlr.Token类的使用及代码示例

x33g5p2x  于2022-01-29 转载在 其他  
字(8.2k)|赞(0)|评价(0)|浏览(202)

本文整理了Java中antlr.Token类的一些代码示例，展示了Token类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Token类的具体详情如下：
包路径：antlr.Token
类名称：Token

Token介绍

[英]A token is minimally a token type. Subclasses can add the text matched for the token and line info.
[中]令牌至少是一种令牌类型。子类可以添加与标记和行信息匹配的文本。

代码示例

代码示例来源：origin: apache/geode

protected Token makeToken(int t) {
    Token tok = super.makeToken(t);
    if (tok.getType() == EOF) tok.setText("EOF");
    if (tok.getText() == null) {
     tok.setText("(no text)");
    }
    return tok;
  }
public OQLLexer(InputStream in) {

代码示例来源：origin: hibernate/hibernate-orm

@Override
public void firstPathTokenWeakKeywords() throws TokenStreamException {
  int t = LA( 1 );
  switch ( t ){
    case DOT:
      LT(0).setType( IDENT );
  }
}

代码示例来源：origin: checkstyle/checkstyle

/**
 * Create block comment from token.
 * @param token
 *        Token object.
 * @return DetailAST with BLOCK_COMMENT type.
 */
public static DetailAST createBlockCommentNode(Token token) {
  final DetailAST blockComment = new DetailAST();
  blockComment.initialize(TokenTypes.BLOCK_COMMENT_BEGIN, BLOCK_MULTIPLE_COMMENT_BEGIN);
  // column counting begins from 0
  blockComment.setColumnNo(token.getColumn() - 1);
  blockComment.setLineNo(token.getLine());
  final DetailAST blockCommentContent = new DetailAST();
  blockCommentContent.setType(TokenTypes.COMMENT_CONTENT);
  // column counting begins from 0
  // plus length of '/*'
  blockCommentContent.setColumnNo(token.getColumn() - 1 + 2);
  blockCommentContent.setLineNo(token.getLine());
  blockCommentContent.setText(token.getText());
  final DetailAST blockCommentClose = new DetailAST();
  blockCommentClose.initialize(TokenTypes.BLOCK_COMMENT_END, BLOCK_MULTIPLE_COMMENT_END);
  final Map.Entry<Integer, Integer> linesColumns = countLinesColumns(
      token.getText(), token.getLine(), token.getColumn());
  blockCommentClose.setLineNo(linesColumns.getKey());
  blockCommentClose.setColumnNo(linesColumns.getValue());
  blockComment.addChild(blockCommentContent);
  blockComment.addChild(blockCommentClose);
  return blockComment;
}

代码示例来源：origin: jenkinsci/jenkins

private void error(String msg) throws TokenStreamException, SemanticException {
  Token token = LT(0);
  throw new SemanticException(
    msg,
    token.getFilename(),
    token.getLine(),
    token.getColumn()
  );
}

代码示例来源：origin: checkstyle/checkstyle

@Override
public void initialize(Token tok) {
  super.initialize(tok);
  lineNo = tok.getLine();
  // expect columns to start @ 0
  columnNo = tok.getColumn() - 1;
}

代码示例来源：origin: jenkinsci/jenkins

public final void mATOM(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
  int _ttype; Token _token=null; int _begin=text.length();
  _ttype = ATOM;
  int _saveIndex;
  
  {
  int _cnt26=0;
  _loop26:
  do {
    if ((_tokenSet_0.member(LA(1)))) {
      mIDENTIFIER_PART(false);
    }
    else {
      if ( _cnt26>=1 ) { break _loop26; } else {throw new NoViableAltForCharException((char)LA(1), getFilename(), getLine(), getColumn());}
    }
    
    _cnt26++;
  } while (true);
  }
  if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
    _token = makeToken(_ttype);
    _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
  }
  _returnToken = _token;
}

代码示例来源：origin: jenkinsci/jenkins

theRetToken=_returnToken;
  else if ((_tokenSet_0.member(LA(1)))) {
    mATOM(true);
    theRetToken=_returnToken;
else {throw new NoViableAltForCharException((char)LA(1), getFilename(), getLine(), getColumn());}
_ttype = _returnToken.getType();
_ttype = testLiteralsTable(_ttype);
_returnToken.setType(_ttype);
return _returnToken;
throw new TokenStreamRecognitionException(e);
throw new TokenStreamIOException(((CharStreamIOException)cse).io);
throw new TokenStreamException(cse.getMessage());

代码示例来源：origin: jenkinsci/jenkins

public final void mMINUS(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
  int _ttype; Token _token=null; int _begin=text.length();
  _ttype = MINUS;
  int _saveIndex;
  
  match('-');
  if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
    _token = makeToken(_ttype);
    _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
  }
  _returnToken = _token;
}

代码示例来源：origin: checkstyle/checkstyle

public final void mSINGLE_LINE_COMMENT(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
  int _ttype; Token _token=null; int _begin=text.length();
  _ttype = SINGLE_LINE_COMMENT;
  int _saveIndex;
  Token content=null;
  
  match("//");
  if ( inputState.guessing==0 ) {
    mCommentListener.reportSingleLineComment("//", getLine(),
    getColumn() - 3);
  }
  mSINGLE_LINE_COMMENT_CONTENT(true);
  content=_returnToken;
  if ( inputState.guessing==0 ) {
    text.setLength(_begin); text.append(content.getText());
  }
  if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
    _token = makeToken(_ttype);
    _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
  }
  _returnToken = _token;
}

代码示例来源：origin: org.codehaus.groovy/groovy-jdk14

/** 
*   Clones the token
*/
public Token cloneToken(Token t) {
  CommonToken clone = new CommonToken(t.getType(),t.getText());
  clone.setLine(t.getLine());
  clone.setColumn(t.getColumn());
  return clone;
}

代码示例来源：origin: hibernate/hibernate-orm

protected String retrieveLookAheadText(int lookAheadPosition) throws TokenStreamException {
  Token token = LT(lookAheadPosition);
  return token == null ? null : token.getText();
}

代码示例来源：origin: hibernate/hibernate-orm

@Override
public void initialize(Token tok) {
  super.initialize(tok);
  filename = tok.getFilename();
  line = tok.getLine();
  column = tok.getColumn();
  String text = tok.getText();
  textLength = StringHelper.isEmpty(text) ? 0 : text.length();
}

代码示例来源：origin: hibernate/hibernate-orm

+ token.getText()
        + "' is being interpreted as an identifier due to: " + mte.getMessage()
);
token.setType( HqlTokenTypes.WEIRD_IDENT );
astFactory.addASTChild( currentAST, astFactory.create( token ) );
consume();

代码示例来源：origin: checkstyle/checkstyle

if ((_tokenSet_4.member(LA(1)))) {
  modifier();
  astFactory.addASTChild(currentAST, returnAST);
else if (((LA(1)==AT) && (LA(2)==IDENT))&&(LA(1)==AT && !LT(2).getText().equals("interface"))) {
  annotation();
  astFactory.addASTChild(currentAST, returnAST);

代码示例来源：origin: checkstyle/checkstyle

/**
 * Create comment AST from token. Depending on token type
 * SINGLE_LINE_COMMENT or BLOCK_COMMENT_BEGIN is created.
 * @param token to create the AST
 * @return DetailAST of comment node
 */
private static DetailAST createCommentAstFromToken(Token token) {
  final DetailAST commentAst;
  if (token.getType() == TokenTypes.SINGLE_LINE_COMMENT) {
    commentAst = createSlCommentNode(token);
  }
  else {
    commentAst = CommonUtil.createBlockCommentNode(token);
  }
  return commentAst;
}

代码示例来源：origin: checkstyle/checkstyle

public final void mIDENT(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
  int _ttype; Token _token=null; int _begin=text.length();
  _ttype = IDENT;
  int _saveIndex;
    if ((_tokenSet_9.member(LA(1)))) {
      mID_PART(false);
    if (mTreatAssertAsKeyword && "assert".equals(new String(text.getBuffer(),_begin,text.length()-_begin))) {
    _ttype = ASSERT;
  if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
    _token = makeToken(_ttype);
    _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));

代码示例来源：origin: hibernate/hibernate-orm

if ((_tokenSet_0.member(LA(1)))) {
    mIDENT(true);
    theRetToken=_returnToken;
else {throw new NoViableAltForCharException((char)LA(1), getFilename(), getLine(), getColumn());}
_ttype = _returnToken.getType();
_returnToken.setType(_ttype);
return _returnToken;
throw new TokenStreamRecognitionException(e);
throw new TokenStreamIOException(((CharStreamIOException)cse).io);
throw new TokenStreamException(cse.getMessage());

代码示例来源：origin: jenkinsci/jenkins

public final void mANNUALLY(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
  int _ttype; Token _token=null; int _begin=text.length();
  _ttype = ANNUALLY;
  int _saveIndex;
  
  match("annually");
  if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
    _token = makeToken(_ttype);
    _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
  }
  _returnToken = _token;
}

代码示例来源：origin: checkstyle/checkstyle

public final void mBLOCK_COMMENT_BEGIN(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
  int _ttype; Token _token=null; int _begin=text.length();
  _ttype = BLOCK_COMMENT_BEGIN;
  int _saveIndex;
    text.setLength(_begin); text.append(content.getText());
    _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));

代码示例来源：origin: com.thinkaurelius.groovy-shaded-asm/groovy-shaded-asm

/**
*   Clones the token
*/
public Token cloneToken(Token t) {
  CommonToken clone = new CommonToken(t.getType(),t.getText());
  clone.setLine(t.getLine());
  clone.setColumn(t.getColumn());
  return clone;
}

内容来源于网络，如有侵权，请联系作者删除！

token

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com