18 #include "llvm/ADT/SmallString.h" 19 #include "llvm/Support/SaveAndRestore.h" 22 using namespace clang;
29 "Can't have args for an object-like macro!");
31 unsigned ClosestMatch = ~0U;
35 for (
MacroArgs **Entry = &PP.MacroArgCache; *Entry;
36 Entry = &(*Entry)->ArgCache) {
37 if ((*Entry)->NumUnexpArgTokens >= UnexpArgTokens.size() &&
38 (*Entry)->NumUnexpArgTokens < ClosestMatch) {
42 if ((*Entry)->NumUnexpArgTokens == UnexpArgTokens.size())
45 ClosestMatch = (*Entry)->NumUnexpArgTokens;
52 Result =
new (std::malloc(totalSizeToAlloc<Token>(UnexpArgTokens.size())))
57 *ResultEnt = Result->ArgCache;
58 Result->NumUnexpArgTokens = UnexpArgTokens.size();
59 Result->VarargsElided = VarargsElided;
64 if (!UnexpArgTokens.empty()) {
65 static_assert(std::is_trivial<Token>::value,
66 "assume trivial copyability if copying into the " 67 "uninitialized array (as opposed to reusing a cached " 69 std::copy(UnexpArgTokens.begin(), UnexpArgTokens.end(),
70 Result->getTrailingObjects<
Token>());
79 StringifiedArgs.clear();
83 for (
unsigned i = 0, e = PreExpArgTokens.size(); i != e; ++i)
84 PreExpArgTokens[i].
clear();
87 ArgCache = PP.MacroArgCache;
88 PP.MacroArgCache =
this;
99 static_assert(std::is_trivially_destructible<Token>::value,
100 "assume trivially destructible and forego destructors");
111 unsigned NumArgTokens = 0;
125 const Token *Start = getTrailingObjects<Token>();
130 assert(Result < Start+NumUnexpArgTokens &&
"Invalid arg #");
134 assert(Result < Start+NumUnexpArgTokens &&
"Invalid arg #");
157 if (II->hasMacroDefinition())
174 std::vector<Token> &
Result = PreExpArgTokens[Arg];
175 if (!Result.empty())
return Result;
186 PP.EnterTokenStream(AT, NumToks,
false ,
191 Result.push_back(
Token());
194 }
while (Result.back().isNot(
tok::eof));
201 if (PP.InCachingLexMode())
202 PP.ExitCachingLexMode();
219 Tok.
setKind(Charify ? tok::char_constant : tok::string_literal);
221 const Token *ArgTokStart = ArgToks;
229 const Token &Tok = *ArgToks;
237 Tok.
is(tok::char_constant) ||
238 Tok.
is(tok::wide_char_constant) ||
239 Tok.
is(tok::utf8_char_constant) ||
240 Tok.
is(tok::utf16_char_constant) ||
241 Tok.
is(tok::utf32_char_constant)) {
242 bool Invalid =
false;
243 std::string TokStr = PP.
getSpelling(Tok, &Invalid);
246 Result.append(Str.begin(), Str.end());
248 }
else if (Tok.
is(tok::code_completion)) {
253 unsigned CurStrLen = Result.size();
254 Result.resize(CurStrLen+Tok.
getLength());
255 const char *BufPtr = Result.data() + CurStrLen;
256 bool Invalid =
false;
257 unsigned ActualTokLen = PP.
getSpelling(Tok, BufPtr, &Invalid);
262 if (ActualTokLen && BufPtr != &Result[CurStrLen])
263 memcpy(&Result[CurStrLen], BufPtr, ActualTokLen);
267 Result.resize(CurStrLen+ActualTokLen);
274 if (Result.back() ==
'\\') {
277 unsigned FirstNonSlash = Result.size()-2;
279 while (Result[FirstNonSlash] ==
'\\')
281 if ((Result.size()-1-FirstNonSlash) & 1) {
283 PP.
Diag(ArgToks[-1], diag::pp_invalid_string_literal);
294 Result[Result.size()-1] =
'\'';
298 if (Result.size() == 3)
299 isBad = Result[1] ==
'\'';
301 isBad = (Result.size() != 4 || Result[1] !=
'\\');
304 PP.
Diag(ArgTokStart[0], diag::err_invalid_character_to_charify);
310 ExpansionLocStart, ExpansionLocEnd);
321 if (StringifiedArgs.empty())
324 if (StringifiedArgs[ArgNo].isNot(tok::string_literal))
329 return StringifiedArgs[ArgNo];
bool invokedWithVariadicArgument(const MacroInfo *const MI) const
Returns true if the macro was defined with a variadic (ellipsis) parameter AND was invoked with at le...
bool ArgNeedsPreexpansion(const Token *ArgTok, Preprocessor &PP) const
ArgNeedsPreexpansion - If we can prove that the argument won't be affected by pre-expansion, return false.
bool is(tok::TokenKind K) const
is/isNot - Predicates to check if this token is a specific kind, as in "if (Tok.is(tok::l_brace)) {...
Defines the clang::MacroInfo and clang::MacroDirective classes.
bool isStringLiteral(TokenKind K)
Return true if this is a C or C++ string-literal (or C++11 user-defined-string-literal) token...
tok::TokenKind getKind() const
One of these records is kept for each identifier that is lexed.
Token - This structure provides full information about a lexed token.
void setKind(tok::TokenKind K)
StringRef getSpelling(SourceLocation loc, SmallVectorImpl< char > &buffer, bool *invalid=nullptr) const
Return the 'spelling' of the token at the given location; does not go up to the spelling location or ...
void destroy(Preprocessor &PP)
destroy - Destroy and deallocate the memory for this object.
const Token & getStringifiedArgument(unsigned ArgNo, Preprocessor &PP, SourceLocation ExpansionLocStart, SourceLocation ExpansionLocEnd)
getStringifiedArgument - Compute, cache, and return the specified argument that has been 'stringified...
static Token StringifyArgument(const Token *ArgToks, Preprocessor &PP, bool Charify, SourceLocation ExpansionLocStart, SourceLocation ExpansionLocEnd)
StringifyArgument - Implement C99 6.10.3.2p2, converting a sequence of tokens into the literal string...
unsigned getNumParams() const
MacroArgs - An instance of this class captures information about the formal arguments specified to a ...
Defines the clang::Preprocessor interface.
The result type of a method or function.
MacroArgs * deallocate()
deallocate - This should only be called by the Preprocessor when managing its freelist.
Encodes a location in the source.
IdentifierInfo * getIdentifierInfo() const
void Lex(Token &Result)
Lex the next token for this preprocessor.
bool isAtStartOfLine() const
isAtStartOfLine - Return true if this token is at the start of a line.
bool isNot(tok::TokenKind K) const
Dataflow Directional Tag Classes.
bool isFunctionLike() const
const std::vector< Token > & getPreExpArgument(unsigned Arg, Preprocessor &PP)
getPreExpArgument - Return the pre-expanded form of the specified argument.
static unsigned getArgLength(const Token *ArgPtr)
getArgLength - Given a pointer to an expanded or unexpanded argument, return the number of tokens...
void CodeCompleteNaturalLanguage()
Hook used by the lexer to invoke the "natural language" code completion point.
unsigned getLength() const
unsigned getNumMacroArguments() const
getNumMacroArguments - Return the number of arguments the invoked macro expects.
Encapsulates the data about a macro definition (e.g.
void CreateString(StringRef Str, Token &Tok, SourceLocation ExpansionLocStart=SourceLocation(), SourceLocation ExpansionLocEnd=SourceLocation())
Plop the specified string into a scratch buffer and set the specified token's location and length to ...
static MacroArgs * create(const MacroInfo *MI, ArrayRef< Token > UnexpArgTokens, bool VarargsElided, Preprocessor &PP)
MacroArgs ctor function - Create a new MacroArgs object with the specified macro and argument info...
void RemoveTopOfLexerStack()
Pop the current lexer/macro exp off the top of the lexer stack.
bool hasLeadingSpace() const
Return true if this token has whitespace before it.
DiagnosticBuilder Diag(SourceLocation Loc, unsigned DiagID) const
Forwarding function for diagnostics.
const Token * getUnexpArgument(unsigned Arg) const
getUnexpArgument - Return a pointer to the first token of the unexpanded token list for the specified...
void startToken()
Reset all flags to cleared.
static std::string Stringify(StringRef Str, bool Charify=false)
Stringify - Convert the specified string into a C string by i) escaping '\' and " characters and ii) ...
Engages in a tight little dance with the lexer to efficiently preprocess tokens.