Lines Matching refs:Tokenizer

355   const TokenInfo NameToken = Tokenizer->consumeNextToken();  in parseIdentifierPrefixImpl()
357 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) { in parseIdentifierPrefixImpl()
363 if (Tokenizer->nextTokenKind() != TokenInfo::TK_Period) { in parseIdentifierPrefixImpl()
369 Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
370 TokenInfo ChainCallToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
408 if (Tokenizer->nextTokenKind() == TokenInfo::TK_NewLine) { in parseIdentifierPrefixImpl()
409 Error->addError(Tokenizer->peekNextToken().Range, in parseIdentifierPrefixImpl()
417 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma || in parseIdentifierPrefixImpl()
418 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen || in parseIdentifierPrefixImpl()
419 Tokenizer->nextTokenKind() == TokenInfo::TK_NewLine || in parseIdentifierPrefixImpl()
420 Tokenizer->nextTokenKind() == TokenInfo::TK_Eof) && in parseIdentifierPrefixImpl()
429 Tokenizer->SkipNewlines(); in parseIdentifierPrefixImpl()
432 TokenInfo OpenToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl()
447 const TokenInfo OpenToken = Tokenizer->consumeNextToken(); in parseBindID()
448 const TokenInfo IDToken = Tokenizer->consumeNextTokenIgnoreNewlines(); in parseBindID()
449 const TokenInfo CloseToken = Tokenizer->consumeNextTokenIgnoreNewlines(); in parseBindID()
475 Tokenizer->SkipNewlines(); in parseMatcherBuilder()
480 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) { in parseMatcherBuilder()
481 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) { in parseMatcherBuilder()
483 EndToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
488 TokenInfo CommaToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
500 Tokenizer->SkipNewlines(); in parseMatcherBuilder()
502 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_CodeCompletion) { in parseMatcherBuilder()
507 TokenInfo NodeMatcherToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
539 Tokenizer->SkipNewlines(); in parseMatcherBuilder()
561 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_Period) { in parseMatcherBuilder()
562 Tokenizer->consumeNextToken(); in parseMatcherBuilder()
563 TokenInfo ChainCallToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
591 Tokenizer->SkipNewlines(); in parseMatcherBuilder()
593 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) { in parseMatcherBuilder()
594 StringRef ErrTxt = Tokenizer->nextTokenKind() == TokenInfo::TK_Eof in parseMatcherBuilder()
596 : Tokenizer->peekNextToken().Text; in parseMatcherBuilder()
597 Error->addError(Tokenizer->peekNextToken().Range, in parseMatcherBuilder()
603 TokenInfo WithOpenToken = Tokenizer->consumeNextToken(); in parseMatcherBuilder()
643 Tokenizer->SkipNewlines(); in parseMatcherExpressionImpl()
648 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) { in parseMatcherExpressionImpl()
649 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) { in parseMatcherExpressionImpl()
651 EndToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
656 const TokenInfo CommaToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
668 Tokenizer->SkipNewlines(); in parseMatcherExpressionImpl()
669 ArgValue.Text = Tokenizer->peekNextToken().Text; in parseMatcherExpressionImpl()
670 ArgValue.Range = Tokenizer->peekNextToken().Range; in parseMatcherExpressionImpl()
675 Tokenizer->SkipNewlines(); in parseMatcherExpressionImpl()
687 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_Period) { in parseMatcherExpressionImpl()
688 Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
689 TokenInfo ChainCallToken = Tokenizer->consumeNextToken(); in parseMatcherExpressionImpl()
761 const TokenInfo CompToken = Tokenizer->consumeNextTokenIgnoreNewlines(); in addExpressionCompletions()
785 switch (Tokenizer->nextTokenKind()) { in parseExpressionImpl()
787 *Value = Tokenizer->consumeNextToken().Value; in parseExpressionImpl()
798 Error->addError(Tokenizer->consumeNextToken().Range, in parseExpressionImpl()
811 const TokenInfo Token = Tokenizer->consumeNextToken(); in parseExpressionImpl()
822 Parser::Parser(CodeTokenizer *Tokenizer, Sema *S, in Parser() argument
824 : Tokenizer(Tokenizer), S(S ? S : &*DefaultRegistrySema), in Parser()
873 CodeTokenizer Tokenizer(Code, Error); in parseExpression() local
874 if (!Parser(&Tokenizer, S, NamedValues, Error).parseExpressionImpl(Value)) in parseExpression()
876 auto NT = Tokenizer.peekNextToken(); in parseExpression()
878 Error->addError(Tokenizer.peekNextToken().Range, in parseExpression()
889 CodeTokenizer Tokenizer(Code, &Error, CompletionOffset); in completeExpression() local
890 Parser P(&Tokenizer, S, NamedValues, &Error); in completeExpression()