18 #include "llvm/ADT/SmallString.h" 19 #include "llvm/Support/SaveAndRestore.h" 22 using namespace clang;
29 "Can't have args for an object-like macro!");
31 unsigned ClosestMatch = ~0U;
35 for (
MacroArgs **Entry = &PP.MacroArgCache; *Entry;
36 Entry = &(*Entry)->ArgCache) {
37 if ((*Entry)->NumUnexpArgTokens >= UnexpArgTokens.size() &&
38 (*Entry)->NumUnexpArgTokens < ClosestMatch) {
42 if ((*Entry)->NumUnexpArgTokens == UnexpArgTokens.size())
45 ClosestMatch = (*Entry)->NumUnexpArgTokens;
53 llvm::safe_malloc(totalSizeToAlloc<Token>(UnexpArgTokens.size())))
58 *ResultEnt = Result->ArgCache;
59 Result->NumUnexpArgTokens = UnexpArgTokens.size();
60 Result->VarargsElided = VarargsElided;
65 if (!UnexpArgTokens.empty()) {
66 static_assert(std::is_trivial<Token>::value,
67 "assume trivial copyability if copying into the " 68 "uninitialized array (as opposed to reusing a cached " 70 std::copy(UnexpArgTokens.begin(), UnexpArgTokens.end(),
71 Result->getTrailingObjects<
Token>());
80 StringifiedArgs.clear();
84 for (
unsigned i = 0, e = PreExpArgTokens.size(); i != e; ++i)
85 PreExpArgTokens[i].
clear();
88 ArgCache = PP.MacroArgCache;
89 PP.MacroArgCache =
this;
100 static_assert(std::is_trivially_destructible<Token>::value,
101 "assume trivially destructible and forego destructors");
112 unsigned NumArgTokens = 0;
126 const Token *Start = getTrailingObjects<Token>();
131 assert(Result < Start+NumUnexpArgTokens &&
"Invalid arg #");
135 assert(Result < Start+NumUnexpArgTokens &&
"Invalid arg #");
158 if (II->hasMacroDefinition())
175 std::vector<Token> &
Result = PreExpArgTokens[Arg];
176 if (!Result.empty())
return Result;
187 PP.EnterTokenStream(AT, NumToks,
false ,
192 Result.push_back(
Token());
195 }
while (Result.back().isNot(
tok::eof));
202 if (PP.InCachingLexMode())
203 PP.ExitCachingLexMode();
220 Tok.
setKind(Charify ? tok::char_constant : tok::string_literal);
222 const Token *ArgTokStart = ArgToks;
230 const Token &Tok = *ArgToks;
238 Tok.
is(tok::char_constant) ||
239 Tok.
is(tok::wide_char_constant) ||
240 Tok.
is(tok::utf8_char_constant) ||
241 Tok.
is(tok::utf16_char_constant) ||
242 Tok.
is(tok::utf32_char_constant)) {
243 bool Invalid =
false;
244 std::string TokStr = PP.
getSpelling(Tok, &Invalid);
247 Result.append(Str.begin(), Str.end());
249 }
else if (Tok.
is(tok::code_completion)) {
254 unsigned CurStrLen = Result.size();
255 Result.resize(CurStrLen+Tok.
getLength());
256 const char *BufPtr = Result.data() + CurStrLen;
257 bool Invalid =
false;
258 unsigned ActualTokLen = PP.
getSpelling(Tok, BufPtr, &Invalid);
263 if (ActualTokLen && BufPtr != &Result[CurStrLen])
264 memcpy(&Result[CurStrLen], BufPtr, ActualTokLen);
268 Result.resize(CurStrLen+ActualTokLen);
275 if (Result.back() ==
'\\') {
278 unsigned FirstNonSlash = Result.size()-2;
280 while (Result[FirstNonSlash] ==
'\\')
282 if ((Result.size()-1-FirstNonSlash) & 1) {
284 PP.
Diag(ArgToks[-1], diag::pp_invalid_string_literal);
295 Result[Result.size()-1] =
'\'';
299 if (Result.size() == 3)
300 isBad = Result[1] ==
'\'';
302 isBad = (Result.size() != 4 || Result[1] !=
'\\');
305 PP.
Diag(ArgTokStart[0], diag::err_invalid_character_to_charify);
311 ExpansionLocStart, ExpansionLocEnd);
322 if (StringifiedArgs.empty())
325 if (StringifiedArgs[ArgNo].isNot(tok::string_literal))
330 return StringifiedArgs[ArgNo];
bool invokedWithVariadicArgument(const MacroInfo *const MI) const
Returns true if the macro was defined with a variadic (ellipsis) parameter AND was invoked with at le...
bool ArgNeedsPreexpansion(const Token *ArgTok, Preprocessor &PP) const
ArgNeedsPreexpansion - If we can prove that the argument won't be affected by pre-expansion, return false.
bool is(tok::TokenKind K) const
is/isNot - Predicates to check if this token is a specific kind, as in "if (Tok.is(tok::l_brace)) {...
Defines the clang::MacroInfo and clang::MacroDirective classes.
bool isStringLiteral(TokenKind K)
Return true if this is a C or C++ string-literal (or C++11 user-defined-string-literal) token...
tok::TokenKind getKind() const
One of these records is kept for each identifier that is lexed.
Token - This structure provides full information about a lexed token.
void setKind(tok::TokenKind K)
StringRef getSpelling(SourceLocation loc, SmallVectorImpl< char > &buffer, bool *invalid=nullptr) const
Return the 'spelling' of the token at the given location; does not go up to the spelling location or ...
void destroy(Preprocessor &PP)
destroy - Destroy and deallocate the memory for this object.
const Token & getStringifiedArgument(unsigned ArgNo, Preprocessor &PP, SourceLocation ExpansionLocStart, SourceLocation ExpansionLocEnd)
getStringifiedArgument - Compute, cache, and return the specified argument that has been 'stringified...
static Token StringifyArgument(const Token *ArgToks, Preprocessor &PP, bool Charify, SourceLocation ExpansionLocStart, SourceLocation ExpansionLocEnd)
StringifyArgument - Implement C99 6.10.3.2p2, converting a sequence of tokens into the literal string...
unsigned getNumParams() const
MacroArgs - An instance of this class captures information about the formal arguments specified to a ...
Defines the clang::Preprocessor interface.
The result type of a method or function.
MacroArgs * deallocate()
deallocate - This should only be called by the Preprocessor when managing its freelist.
Encodes a location in the source.
IdentifierInfo * getIdentifierInfo() const
void Lex(Token &Result)
Lex the next token for this preprocessor.
bool isAtStartOfLine() const
isAtStartOfLine - Return true if this token is at the start of a line.
__DEVICE__ void * memcpy(void *__a, const void *__b, size_t __c)
bool isNot(tok::TokenKind K) const
Dataflow Directional Tag Classes.
bool isFunctionLike() const
const std::vector< Token > & getPreExpArgument(unsigned Arg, Preprocessor &PP)
getPreExpArgument - Return the pre-expanded form of the specified argument.
static unsigned getArgLength(const Token *ArgPtr)
getArgLength - Given a pointer to an expanded or unexpanded argument, return the number of tokens...
void CodeCompleteNaturalLanguage()
Hook used by the lexer to invoke the "natural language" code completion point.
unsigned getLength() const
unsigned getNumMacroArguments() const
getNumMacroArguments - Return the number of arguments the invoked macro expects.
Encapsulates the data about a macro definition (e.g.
void CreateString(StringRef Str, Token &Tok, SourceLocation ExpansionLocStart=SourceLocation(), SourceLocation ExpansionLocEnd=SourceLocation())
Plop the specified string into a scratch buffer and set the specified token's location and length to ...
static MacroArgs * create(const MacroInfo *MI, ArrayRef< Token > UnexpArgTokens, bool VarargsElided, Preprocessor &PP)
MacroArgs ctor function - Create a new MacroArgs object with the specified macro and argument info...
void RemoveTopOfLexerStack()
Pop the current lexer/macro exp off the top of the lexer stack.
bool hasLeadingSpace() const
Return true if this token has whitespace before it.
DiagnosticBuilder Diag(SourceLocation Loc, unsigned DiagID) const
Forwarding function for diagnostics.
const Token * getUnexpArgument(unsigned Arg) const
getUnexpArgument - Return a pointer to the first token of the unexpanded token list for the specified...
void startToken()
Reset all flags to cleared.
static std::string Stringify(StringRef Str, bool Charify=false)
Stringify - Convert the specified string into a C string by i) escaping '\' and " characters and ii) ...
Engages in a tight little dance with the lexer to efficiently preprocess tokens.