22 #include "llvm/ADT/StringExtras.h" 23 #include "llvm/IR/CallSite.h" 24 #include "llvm/IR/DataLayout.h" 25 #include "llvm/IR/InlineAsm.h" 26 #include "llvm/IR/Intrinsics.h" 27 #include "llvm/IR/MDBuilder.h" 29 using namespace clang;
30 using namespace CodeGen;
47 assert(S &&
"Null statement?");
64 assert(!isa<DeclStmt>(*S) &&
"Unexpected DeclStmt!");
78 if (
const auto *D = dyn_cast<OMPExecutableDirective>(S)) {
86 case Stmt::CXXCatchStmtClass:
87 case Stmt::SEHExceptStmtClass:
88 case Stmt::SEHFinallyStmtClass:
89 case Stmt::MSDependentExistsStmtClass:
90 llvm_unreachable(
"invalid statement class to emit generically");
91 case Stmt::NullStmtClass:
92 case Stmt::CompoundStmtClass:
93 case Stmt::DeclStmtClass:
94 case Stmt::LabelStmtClass:
95 case Stmt::AttributedStmtClass:
96 case Stmt::GotoStmtClass:
97 case Stmt::BreakStmtClass:
98 case Stmt::ContinueStmtClass:
99 case Stmt::DefaultStmtClass:
100 case Stmt::CaseStmtClass:
101 case Stmt::SEHLeaveStmtClass:
102 llvm_unreachable(
"should have emitted these statements as simple");
104 #define STMT(Type, Base) 105 #define ABSTRACT_STMT(Op) 106 #define EXPR(Type, Base) \ 107 case Stmt::Type##Class: 108 #include "clang/AST/StmtNodes.inc" 111 llvm::BasicBlock *incoming =
Builder.GetInsertBlock();
112 assert(incoming &&
"expression emission must have an insertion point");
116 llvm::BasicBlock *outgoing =
Builder.GetInsertBlock();
117 assert(outgoing &&
"expression emission cleared block!");
131 if (incoming != outgoing && outgoing->use_empty()) {
132 outgoing->eraseFromParent();
138 case Stmt::IndirectGotoStmtClass:
141 case Stmt::IfStmtClass:
EmitIfStmt(cast<IfStmt>(*S));
break;
142 case Stmt::WhileStmtClass:
EmitWhileStmt(cast<WhileStmt>(*S), Attrs);
break;
143 case Stmt::DoStmtClass:
EmitDoStmt(cast<DoStmt>(*S), Attrs);
break;
144 case Stmt::ForStmtClass:
EmitForStmt(cast<ForStmt>(*S), Attrs);
break;
146 case Stmt::ReturnStmtClass:
EmitReturnStmt(cast<ReturnStmt>(*S));
break;
148 case Stmt::SwitchStmtClass:
EmitSwitchStmt(cast<SwitchStmt>(*S));
break;
149 case Stmt::GCCAsmStmtClass:
150 case Stmt::MSAsmStmtClass:
EmitAsmStmt(cast<AsmStmt>(*S));
break;
151 case Stmt::CoroutineBodyStmtClass:
154 case Stmt::CoreturnStmtClass:
157 case Stmt::CapturedStmtClass: {
162 case Stmt::ObjCAtTryStmtClass:
165 case Stmt::ObjCAtCatchStmtClass:
167 "@catch statements should be handled by EmitObjCAtTryStmt");
168 case Stmt::ObjCAtFinallyStmtClass:
170 "@finally statements should be handled by EmitObjCAtTryStmt");
171 case Stmt::ObjCAtThrowStmtClass:
174 case Stmt::ObjCAtSynchronizedStmtClass:
177 case Stmt::ObjCForCollectionStmtClass:
180 case Stmt::ObjCAutoreleasePoolStmtClass:
184 case Stmt::CXXTryStmtClass:
187 case Stmt::CXXForRangeStmtClass:
190 case Stmt::SEHTryStmtClass:
193 case Stmt::OMPParallelDirectiveClass:
196 case Stmt::OMPSimdDirectiveClass:
199 case Stmt::OMPForDirectiveClass:
202 case Stmt::OMPForSimdDirectiveClass:
205 case Stmt::OMPSectionsDirectiveClass:
208 case Stmt::OMPSectionDirectiveClass:
211 case Stmt::OMPSingleDirectiveClass:
214 case Stmt::OMPMasterDirectiveClass:
217 case Stmt::OMPCriticalDirectiveClass:
220 case Stmt::OMPParallelForDirectiveClass:
223 case Stmt::OMPParallelForSimdDirectiveClass:
226 case Stmt::OMPParallelSectionsDirectiveClass:
229 case Stmt::OMPTaskDirectiveClass:
232 case Stmt::OMPTaskyieldDirectiveClass:
235 case Stmt::OMPBarrierDirectiveClass:
238 case Stmt::OMPTaskwaitDirectiveClass:
241 case Stmt::OMPTaskgroupDirectiveClass:
244 case Stmt::OMPFlushDirectiveClass:
247 case Stmt::OMPOrderedDirectiveClass:
250 case Stmt::OMPAtomicDirectiveClass:
253 case Stmt::OMPTargetDirectiveClass:
256 case Stmt::OMPTeamsDirectiveClass:
259 case Stmt::OMPCancellationPointDirectiveClass:
262 case Stmt::OMPCancelDirectiveClass:
265 case Stmt::OMPTargetDataDirectiveClass:
268 case Stmt::OMPTargetEnterDataDirectiveClass:
271 case Stmt::OMPTargetExitDataDirectiveClass:
274 case Stmt::OMPTargetParallelDirectiveClass:
277 case Stmt::OMPTargetParallelForDirectiveClass:
280 case Stmt::OMPTaskLoopDirectiveClass:
283 case Stmt::OMPTaskLoopSimdDirectiveClass:
286 case Stmt::OMPDistributeDirectiveClass:
289 case Stmt::OMPTargetUpdateDirectiveClass:
292 case Stmt::OMPDistributeParallelForDirectiveClass:
294 cast<OMPDistributeParallelForDirective>(*S));
296 case Stmt::OMPDistributeParallelForSimdDirectiveClass:
298 cast<OMPDistributeParallelForSimdDirective>(*S));
300 case Stmt::OMPDistributeSimdDirectiveClass:
303 case Stmt::OMPTargetParallelForSimdDirectiveClass:
305 cast<OMPTargetParallelForSimdDirective>(*S));
307 case Stmt::OMPTargetSimdDirectiveClass:
310 case Stmt::OMPTeamsDistributeDirectiveClass:
313 case Stmt::OMPTeamsDistributeSimdDirectiveClass:
315 cast<OMPTeamsDistributeSimdDirective>(*S));
317 case Stmt::OMPTeamsDistributeParallelForSimdDirectiveClass:
319 cast<OMPTeamsDistributeParallelForSimdDirective>(*S));
321 case Stmt::OMPTeamsDistributeParallelForDirectiveClass:
323 cast<OMPTeamsDistributeParallelForDirective>(*S));
325 case Stmt::OMPTargetTeamsDirectiveClass:
328 case Stmt::OMPTargetTeamsDistributeDirectiveClass:
330 cast<OMPTargetTeamsDistributeDirective>(*S));
332 case Stmt::OMPTargetTeamsDistributeParallelForDirectiveClass:
334 cast<OMPTargetTeamsDistributeParallelForDirective>(*S));
336 case Stmt::OMPTargetTeamsDistributeParallelForSimdDirectiveClass:
338 cast<OMPTargetTeamsDistributeParallelForSimdDirective>(*S));
340 case Stmt::OMPTargetTeamsDistributeSimdDirectiveClass:
342 cast<OMPTargetTeamsDistributeSimdDirective>(*S));
349 default:
return false;
350 case Stmt::NullStmtClass:
break;
351 case Stmt::CompoundStmtClass:
EmitCompoundStmt(cast<CompoundStmt>(*S));
break;
352 case Stmt::DeclStmtClass:
EmitDeclStmt(cast<DeclStmt>(*S));
break;
353 case Stmt::LabelStmtClass:
EmitLabelStmt(cast<LabelStmt>(*S));
break;
354 case Stmt::AttributedStmtClass:
356 case Stmt::GotoStmtClass:
EmitGotoStmt(cast<GotoStmt>(*S));
break;
357 case Stmt::BreakStmtClass:
EmitBreakStmt(cast<BreakStmt>(*S));
break;
358 case Stmt::ContinueStmtClass:
EmitContinueStmt(cast<ContinueStmt>(*S));
break;
359 case Stmt::DefaultStmtClass:
EmitDefaultStmt(cast<DefaultStmt>(*S));
break;
360 case Stmt::CaseStmtClass:
EmitCaseStmt(cast<CaseStmt>(*S));
break;
361 case Stmt::SEHLeaveStmtClass:
EmitSEHLeaveStmt(cast<SEHLeaveStmt>(*S));
break;
373 "LLVM IR generation of compound statement ('{}')");
387 E = S.
body_end()-GetLast; I != E; ++I)
397 while (
const LabelStmt *LS = dyn_cast<LabelStmt>(LastStmt)) {
399 LastStmt = LS->getSubStmt();
404 QualType ExprTy = cast<Expr>(LastStmt)->getType();
422 llvm::BranchInst *BI = dyn_cast<llvm::BranchInst>(BB->getTerminator());
431 if (!BI || !BI->isUnconditional())
435 if (BI->getIterator() != BB->begin())
438 BB->replaceAllUsesWith(BI->getSuccessor(0));
439 BI->eraseFromParent();
440 BB->eraseFromParent();
444 llvm::BasicBlock *CurBB =
Builder.GetInsertBlock();
449 if (IsFinished && BB->use_empty()) {
456 if (CurBB && CurBB->getParent())
457 CurFn->getBasicBlockList().insertAfter(CurBB->getIterator(), BB);
459 CurFn->getBasicBlockList().push_back(BB);
467 llvm::BasicBlock *CurBB =
Builder.GetInsertBlock();
469 if (!CurBB || CurBB->getTerminator()) {
481 bool inserted =
false;
482 for (llvm::User *u : block->users()) {
483 if (llvm::Instruction *insn = dyn_cast<llvm::Instruction>(u)) {
484 CurFn->getBasicBlockList().insertAfter(insn->getParent()->getIterator(),
492 CurFn->getBasicBlockList().push_back(block);
500 if (Dest.
isValid())
return Dest;
538 assert(!Labels.empty());
540 = CGF.EHStack.getInnermostNormalCleanup();
544 i = Labels.begin(), e = Labels.end(); i != e; ++i) {
545 assert(CGF.LabelMap.count(*i));
546 JumpDest &dest = CGF.LabelMap.find(*i)->second;
547 assert(dest.getScopeDepth().isValid());
548 assert(innermostScope.encloses(dest.getScopeDepth()));
549 dest.setScopeDepth(innermostScope);
554 ParentScope->Labels.append(Labels.begin(), Labels.end());
588 llvm::BasicBlock *CurBB =
Builder.GetInsertBlock();
595 cast<llvm::PHINode>(IndGotoBB->begin())->addIncoming(V, CurBB);
620 std::swap(Executed, Skipped);
639 llvm::BasicBlock *ElseBlock = ContBlock;
694 BreakContinueStack.push_back(BreakContinue(LoopExit, LoopHeader));
715 bool EmitBoolCondBranch =
true;
716 if (llvm::ConstantInt *C = dyn_cast<llvm::ConstantInt>(BoolCondVal))
718 EmitBoolCondBranch =
false;
722 if (EmitBoolCondBranch) {
723 llvm::BasicBlock *ExitBlock = LoopExit.
getBlock();
727 BoolCondVal, LoopBody, ExitBlock,
730 if (ExitBlock != LoopExit.
getBlock()) {
745 BreakContinueStack.pop_back();
761 if (!EmitBoolCondBranch)
773 BreakContinueStack.push_back(BreakContinue(LoopExit, LoopCond));
799 BreakContinueStack.pop_back();
803 bool EmitBoolCondBranch =
true;
804 if (llvm::ConstantInt *C = dyn_cast<llvm::ConstantInt>(BoolCondVal))
806 EmitBoolCondBranch =
false;
809 if (EmitBoolCondBranch) {
812 BoolCondVal, LoopBody, LoopExit.
getBlock(),
813 createProfileWeightsForLoop(S.
getCond(), BackedgeCount));
823 if (!EmitBoolCondBranch)
841 llvm::BasicBlock *CondBlock = Continue.
getBlock();
857 BreakContinueStack.push_back(BreakContinue(LoopExit, Continue));
869 llvm::BasicBlock *ExitBlock = LoopExit.
getBlock();
872 if (ForScope.requiresCleanups())
882 BoolCondVal, ForBody, ExitBlock,
885 if (ExitBlock != LoopExit.
getBlock()) {
910 BreakContinueStack.pop_back();
912 ConditionScope.ForceCleanup();
917 ForScope.ForceCleanup();
952 llvm::BasicBlock *ExitBlock = LoopExit.
getBlock();
953 if (ForScope.requiresCleanups())
963 BoolCondVal, ForBody, ExitBlock,
966 if (ExitBlock != LoopExit.
getBlock()) {
978 BreakContinueStack.push_back(BreakContinue(LoopExit, Continue));
992 BreakContinueStack.pop_back();
996 ForScope.ForceCleanup();
1004 void CodeGenFunction::EmitReturnOfRValue(
RValue RV,
QualType Ty) {
1022 if (requiresReturnValueCheck()) {
1025 new llvm::GlobalVariable(
CGM.
getModule(), SLoc->getType(),
false,
1026 llvm::GlobalVariable::PrivateLinkage, SLoc);
1027 SLocPtr->setUnnamedAddr(llvm::GlobalValue::UnnamedAddr::Global);
1029 assert(ReturnLocation.
isValid() &&
"No valid return location");
1037 Builder.ClearInsertionPoint();
1048 if (
const FullExpr *fe = dyn_cast_or_null<FullExpr>(RV)) {
1050 RV = fe->getSubExpr();
1099 ++NumSimpleReturnExprs;
1111 for (
const auto *I : S.
decls())
1116 assert(!BreakContinueStack.empty() &&
"break stmt not in a loop or switch!");
1128 assert(!BreakContinueStack.empty() &&
"continue stmt not in a loop!");
1143 assert(S.
getRHS() &&
"Expected RHS value in CaseStmt");
1156 if (LHS.isSigned() ? RHS.slt(LHS) : RHS.ult(LHS))
1159 llvm::APInt Range = RHS - LHS;
1161 if (Range.ult(llvm::APInt(Range.getBitWidth(), 64))) {
1164 unsigned NCases = Range.getZExtValue() + 1;
1169 uint64_t Weight = Total / NCases, Rem = Total % NCases;
1170 for (
unsigned I = 0; I != NCases; ++I) {
1172 SwitchWeights->push_back(Weight + (Rem ? 1 : 0));
1175 SwitchInsn->addCase(
Builder.getInt(LHS), CaseDest);
1183 llvm::BasicBlock *RestoreBB =
Builder.GetInsertBlock();
1188 llvm::BasicBlock *FalseDest = CaseRangeBlock;
1191 CurFn->getBasicBlockList().push_back(CaseRangeBlock);
1192 Builder.SetInsertPoint(CaseRangeBlock);
1196 Builder.CreateSub(SwitchInsn->getCondition(),
Builder.getInt(LHS));
1200 llvm::MDNode *Weights =
nullptr;
1201 if (SwitchWeights) {
1203 uint64_t DefaultCount = (*SwitchWeights)[0];
1204 Weights = createProfileWeights(ThisCount, DefaultCount);
1209 (*SwitchWeights)[0] += ThisCount;
1211 Builder.CreateCondBr(Cond, CaseDest, FalseDest, Weights);
1215 Builder.SetInsertPoint(RestoreBB);
1217 Builder.ClearInsertionPoint();
1237 llvm::ConstantInt *CaseVal =
1246 JumpDest Block = BreakContinueStack.back().BreakBlock;
1252 SwitchInsn->addCase(CaseVal, Block.
getBlock());
1256 if (
Builder.GetInsertBlock()) {
1258 Builder.ClearInsertionPoint();
1268 SwitchInsn->addCase(CaseVal, CaseDest);
1283 while (NextCase && NextCase->
getRHS() ==
nullptr) {
1285 llvm::ConstantInt *CaseVal =
1295 SwitchInsn->addCase(CaseVal, CaseDest);
1312 llvm::BasicBlock *DefaultBlock = SwitchInsn->getDefaultDest();
1313 assert(DefaultBlock->empty() &&
1314 "EmitDefaultStmt: Default block already defined?");
1355 if (
const SwitchCase *SC = dyn_cast<SwitchCase>(S)) {
1369 if (!Case && isa<BreakStmt>(S))
1374 if (
const CompoundStmt *CS = dyn_cast<CompoundStmt>(S)) {
1378 bool StartedInLiveCode = FoundCase;
1379 unsigned StartSize = ResultStmts.size();
1386 bool HadSkippedDecl =
false;
1390 for (; Case && I != E; ++I) {
1406 for (++I; I != E; ++I)
1416 assert(FoundCase &&
"Didn't find case but returned fallthrough?");
1431 assert(!HadSkippedDecl &&
"fallthrough after skipping decl");
1436 bool AnyDecls =
false;
1437 for (; I != E; ++I) {
1450 for (++I; I != E; ++I)
1467 ResultStmts.resize(StartSize);
1468 ResultStmts.push_back(S);
1492 ResultStmts.push_back(S);
1501 const llvm::APSInt &ConstantCondValue,
1513 if (
const DefaultStmt *DS = dyn_cast<DefaultStmt>(Case)) {
1519 const CaseStmt *CS = cast<CaseStmt>(Case);
1521 if (CS->
getRHS())
return false;
1546 bool FoundCase =
false;
1555 llvm::SwitchInst *SavedSwitchInsn = SwitchInsn;
1557 llvm::BasicBlock *SavedCRBlock = CaseRangeBlock;
1561 llvm::APSInt ConstantCondValue;
1582 SwitchInsn =
nullptr;
1586 for (
unsigned i = 0, e = CaseStmts.size(); i != e; ++i)
1592 SwitchInsn = SavedSwitchInsn;
1614 SwitchInsn =
Builder.CreateSwitch(CondV, DefaultBlock);
1617 uint64_t DefaultCount = 0;
1618 unsigned NumCases = 0;
1622 if (isa<DefaultStmt>(Case))
1627 SwitchWeights->reserve(NumCases);
1630 SwitchWeights->push_back(DefaultCount);
1632 CaseRangeBlock = DefaultBlock;
1635 Builder.ClearInsertionPoint();
1640 if (!BreakContinueStack.empty())
1641 OuterContinue = BreakContinueStack.back().ContinueBlock;
1643 BreakContinueStack.push_back(BreakContinue(SwitchExit, OuterContinue));
1648 BreakContinueStack.pop_back();
1652 SwitchInsn->setDefaultDest(CaseRangeBlock);
1655 if (!DefaultBlock->getParent()) {
1663 DefaultBlock->replaceAllUsesWith(SwitchExit.
getBlock());
1664 delete DefaultBlock;
1679 auto *FD = dyn_cast_or_null<FunctionDecl>(Call->getCalleeDecl());
1680 if (FD && FD->getBuiltinID() == Builtin::BI__builtin_unpredictable) {
1682 SwitchInsn->setMetadata(llvm::LLVMContext::MD_unpredictable,
1683 MDHelper.createUnpredictable());
1687 if (SwitchWeights) {
1688 assert(SwitchWeights->size() == 1 + SwitchInsn->getNumCases() &&
1689 "switch weights do not match switch cases");
1691 if (SwitchWeights->size() > 1)
1692 SwitchInsn->setMetadata(llvm::LLVMContext::MD_prof,
1693 createProfileWeights(*SwitchWeights));
1694 delete SwitchWeights;
1696 SwitchInsn = SavedSwitchInsn;
1697 SwitchWeights = SavedSwitchWeights;
1698 CaseRangeBlock = SavedCRBlock;
1706 while (*Constraint) {
1707 switch (*Constraint) {
1719 while (Constraint[1] && Constraint[1] !=
',')
1724 Result += *Constraint;
1725 while (Constraint[1] && Constraint[1] == *Constraint)
1736 "Must pass output names to constraints with a symbolic name");
1739 assert(result &&
"Could not resolve symbolic name"); (void)result;
1740 Result += llvm::utostr(Index);
1767 AsmLabelAttr *
Attr = Variable->
getAttr<AsmLabelAttr>();
1770 StringRef Register = Attr->getLabel();
1776 !Info.allowsRegister()) {
1782 return (EarlyClobber ?
"&{" :
"{") + Register.str() +
"}";
1788 std::string &ConstraintStr,
1797 if (Size <= 64 && llvm::isPowerOf2_64(Size)) {
1799 Ty = llvm::PointerType::getUnqual(Ty);
1805 ConstraintStr +=
'*';
1810 ConstraintStr +=
'*';
1818 const Expr *InputExpr,
1819 std::string &ConstraintStr) {
1836 if (InputExpr->
getStmtClass() == Expr::CXXThisExprClass)
1840 return EmitAsmInputLValue(Info, Dest, InputExpr->
getType(), ConstraintStr,
1852 Locs.push_back(llvm::ConstantAsMetadata::get(llvm::ConstantInt::get(
1855 if (!StrVal.empty()) {
1858 unsigned StartToken = 0;
1859 unsigned ByteOffset = 0;
1863 for (
unsigned i = 0, e = StrVal.size() - 1; i != e; ++i) {
1864 if (StrVal[i] !=
'\n')
continue;
1866 i + 1, SM, LangOpts, CGF.
getTarget(), &StartToken, &ByteOffset);
1867 Locs.push_back(llvm::ConstantAsMetadata::get(
1885 if (
const GCCAsmStmt *GAS = dyn_cast<GCCAsmStmt>(&S))
1886 Name = GAS->getOutputName(i);
1889 assert(IsValid &&
"Failed to parse output constraint");
1890 OutputConstraintInfos.push_back(Info);
1893 for (
unsigned i = 0, e = S.
getNumInputs(); i != e; i++) {
1895 if (
const GCCAsmStmt *GAS = dyn_cast<GCCAsmStmt>(&S))
1896 Name = GAS->getInputName(i);
1900 assert(IsValid &&
"Failed to parse input constraint"); (void)IsValid;
1901 InputConstraintInfos.push_back(Info);
1904 std::string Constraints;
1906 std::vector<LValue> ResultRegDests;
1907 std::vector<QualType> ResultRegQualTys;
1908 std::vector<llvm::Type *> ResultRegTypes;
1909 std::vector<llvm::Type *> ResultTruncRegTypes;
1910 std::vector<llvm::Type *> ArgTypes;
1911 std::vector<llvm::Value*> Args;
1914 std::string InOutConstraints;
1915 std::vector<llvm::Value*> InOutArgs;
1916 std::vector<llvm::Type*> InOutArgTypes;
1924 bool ReadOnly =
true, ReadNone =
true;
1942 if (!Constraints.empty())
1948 Constraints +=
"=" + OutputConstraint;
1949 ResultRegQualTys.push_back(OutExpr->getType());
1950 ResultRegDests.push_back(Dest);
1952 ResultTruncRegTypes.push_back(ResultRegTypes.back());
1959 for (InputNo = 0; InputNo != S.
getNumInputs(); ++InputNo) {
1964 assert(InputNo != S.
getNumInputs() &&
"Didn't find matching input!");
1967 QualType OutputType = OutExpr->getType();
1977 ResultRegTypes.back()))
1978 ResultRegTypes.back() = AdjTy;
1981 diag::err_asm_invalid_type_in_input)
1982 << OutExpr->getType() << OutputConstraint;
1986 if (
auto *VT = dyn_cast<llvm::VectorType>(ResultRegTypes.back()))
1987 LargestVectorWidth =
std::max(LargestVectorWidth,
1988 VT->getPrimitiveSizeInBits());
1990 ArgTypes.push_back(Dest.getAddress().getType());
1991 Args.push_back(Dest.getPointer());
1992 Constraints +=
"=*";
1993 Constraints += OutputConstraint;
1994 ReadOnly = ReadNone =
false;
1998 InOutConstraints +=
',';
2011 if (
auto *VT = dyn_cast<llvm::VectorType>(Arg->getType()))
2012 LargestVectorWidth =
std::max(LargestVectorWidth,
2013 VT->getPrimitiveSizeInBits());
2015 InOutConstraints += llvm::utostr(i);
2017 InOutConstraints += OutputConstraint;
2019 InOutArgTypes.push_back(Arg->getType());
2020 InOutArgs.push_back(Arg);
2026 if (isa<MSAsmStmt>(&S)) {
2032 *
this, ReturnSlot, Constraints, ResultRegTypes, ResultTruncRegTypes,
2038 for (
unsigned i = 0, e = S.
getNumInputs(); i != e; i++) {
2046 if (!Constraints.empty())
2052 &OutputConstraintInfos);
2058 llvm::Value *Arg = EmitAsmInput(Info, InputExpr, Constraints);
2067 QualType OutputType = S.getOutputExpr(Output)->getType();
2073 if (isa<llvm::PointerType>(Arg->getType()))
2076 if (isa<llvm::IntegerType>(OutputTy))
2077 Arg =
Builder.CreateZExt(Arg, OutputTy);
2078 else if (isa<llvm::PointerType>(OutputTy))
2081 assert(OutputTy->isFloatingPointTy() &&
"Unexpected output type");
2082 Arg =
Builder.CreateFPExt(Arg, OutputTy);
2092 << InputExpr->
getType() << InputConstraint;
2095 if (
auto *VT = dyn_cast<llvm::VectorType>(Arg->getType()))
2096 LargestVectorWidth =
std::max(LargestVectorWidth,
2097 VT->getPrimitiveSizeInBits());
2099 ArgTypes.push_back(Arg->getType());
2100 Args.push_back(Arg);
2101 Constraints += InputConstraint;
2105 for (
unsigned i = 0, e = InOutArgs.size(); i != e; i++) {
2106 ArgTypes.push_back(InOutArgTypes[i]);
2107 Args.push_back(InOutArgs[i]);
2109 Constraints += InOutConstraints;
2115 if (Clobber ==
"memory")
2116 ReadOnly = ReadNone =
false;
2117 else if (Clobber !=
"cc")
2120 if (!Constraints.empty())
2123 Constraints +=
"~{";
2124 Constraints += Clobber;
2130 if (!MachineClobbers.empty()) {
2131 if (!Constraints.empty())
2133 Constraints += MachineClobbers;
2137 if (ResultRegTypes.empty())
2139 else if (ResultRegTypes.size() == 1)
2140 ResultType = ResultRegTypes[0];
2142 ResultType = llvm::StructType::get(
getLLVMContext(), ResultRegTypes);
2144 llvm::FunctionType *FTy =
2145 llvm::FunctionType::get(ResultType, ArgTypes,
false);
2148 llvm::InlineAsm::AsmDialect AsmDialect = isa<MSAsmStmt>(&S) ?
2149 llvm::InlineAsm::AD_Intel : llvm::InlineAsm::AD_ATT;
2150 llvm::InlineAsm *IA =
2151 llvm::InlineAsm::get(FTy, AsmString, Constraints, HasSideEffect,
2153 llvm::CallInst *Result =
2155 Result->addAttribute(llvm::AttributeList::FunctionIndex,
2156 llvm::Attribute::NoUnwind);
2159 if (!HasSideEffect) {
2161 Result->addAttribute(llvm::AttributeList::FunctionIndex,
2162 llvm::Attribute::ReadNone);
2164 Result->addAttribute(llvm::AttributeList::FunctionIndex,
2165 llvm::Attribute::ReadOnly);
2170 if (
const GCCAsmStmt *gccAsmStmt = dyn_cast<GCCAsmStmt>(&S)) {
2176 Result->setMetadata(
"srcloc",
2178 llvm::ConstantAsMetadata::get(Loc)));
2181 if (
getLangOpts().assumeFunctionsAreConvergent()) {
2186 Result->addAttribute(llvm::AttributeList::FunctionIndex,
2187 llvm::Attribute::Convergent);
2191 std::vector<llvm::Value*> RegResults;
2192 if (ResultRegTypes.size() == 1) {
2193 RegResults.push_back(Result);
2195 for (
unsigned i = 0, e = ResultRegTypes.size(); i != e; ++i) {
2197 RegResults.push_back(Tmp);
2201 assert(RegResults.size() == ResultRegTypes.size());
2202 assert(RegResults.size() == ResultTruncRegTypes.size());
2203 assert(RegResults.size() == ResultRegDests.size());
2204 for (
unsigned i = 0, e = RegResults.size(); i != e; ++i) {
2209 if (ResultRegTypes[i] != ResultTruncRegTypes[i]) {
2210 llvm::Type *TruncTy = ResultTruncRegTypes[i];
2214 if (TruncTy->isFloatingPointTy())
2215 Tmp =
Builder.CreateFPTrunc(Tmp, TruncTy);
2216 else if (TruncTy->isPointerTy() && Tmp->getType()->isIntegerTy()) {
2218 Tmp =
Builder.CreateTrunc(Tmp,
2220 Tmp =
Builder.CreateIntToPtr(Tmp, TruncTy);
2221 }
else if (Tmp->getType()->isPointerTy() && TruncTy->isIntegerTy()) {
2223 Tmp =
Builder.CreatePtrToInt(Tmp,
2225 Tmp =
Builder.CreateTrunc(Tmp, TruncTy);
2226 }
else if (TruncTy->isIntegerTy()) {
2227 Tmp =
Builder.CreateZExtOrTrunc(Tmp, TruncTy);
2228 }
else if (TruncTy->isVectorTy()) {
2248 I != E; ++I, ++CurField) {
2250 if (CurField->hasCapturedVLAType()) {
2251 auto VAT = CurField->getCapturedVLAType();
2288 "CapturedStmtInfo should be set when generating the captured function");
2292 assert(CD->
hasBody() &&
"missing CapturedDecl body");
2309 F->addFnAttr(llvm::Attribute::NoUnwind);
2320 Ctx.getTagDeclType(RD));
2321 for (
auto *FD : RD->
fields()) {
2322 if (FD->hasCapturedVLAType()) {
2326 auto VAT = FD->getCapturedVLAType();
2327 VLASizeMap[VAT->getSizeExpr()] = ExprArg;
const CGFunctionInfo & arrangeBuiltinFunctionDeclaration(QualType resultType, const FunctionArgList &args)
A builtin function is a freestanding function using the default C conventions.
const llvm::DataLayout & getDataLayout() const
void EmitIndirectGotoStmt(const IndirectGotoStmt &S)
void EmitCoroutineBody(const CoroutineBodyStmt &S)
virtual void EmitBody(CodeGenFunction &CGF, const Stmt *S)
Emit the captured statement body.
This represents a GCC inline-assembly statement extension.
void EmitOMPTaskwaitDirective(const OMPTaskwaitDirective &S)
unsigned getNumInputs() const
SourceLocation getBeginLoc() const
unsigned getRawEncoding() const
When a SourceLocation itself cannot be used, this returns an (opaque) 32-bit integer encoding for it...
A (possibly-)qualified type.
capture_init_iterator capture_init_begin()
Retrieve the first initialization argument.
void EmitSEHLeaveStmt(const SEHLeaveStmt &S)
CodeGenTypes & getTypes()
llvm::Type * ConvertTypeForMem(QualType T)
void EmitBranchOnBoolExpr(const Expr *Cond, llvm::BasicBlock *TrueBlock, llvm::BasicBlock *FalseBlock, uint64_t TrueCount)
EmitBranchOnBoolExpr - Emit a branch on a boolean condition (e.g.
const CodeGenOptions & getCodeGenOpts() const
static CSFC_Result CollectStatementsForCase(const Stmt *S, const SwitchCase *Case, bool &FoundCase, SmallVectorImpl< const Stmt *> &ResultStmts)
void EmitGotoStmt(const GotoStmt &S)
void EmitAttributedStmt(const AttributedStmt &S)
param_iterator param_begin() const
Retrieve an iterator pointing to the first parameter decl.
Address CreateMemTemp(QualType T, const Twine &Name="tmp", Address *Alloca=nullptr)
CreateMemTemp - Create a temporary memory object of the given type, with appropriate alignmen and cas...
void enterFullExpression(const FullExpr *E)
bool HaveInsertPoint() const
HaveInsertPoint - True if an insertion point is defined.
void EmitOMPDistributeDirective(const OMPDistributeDirective &S)
void EmitCXXTryStmt(const CXXTryStmt &S)
bool EvaluateAsInt(EvalResult &Result, const ASTContext &Ctx, SideEffectsKind AllowSideEffects=SE_NoSideEffects) const
EvaluateAsInt - Return true if this is a constant which we can fold and convert to an integer...
Stmt - This represents one statement.
IfStmt - This represents an if/then/else.
SourceLocation getLocationOfByte(unsigned ByteNo, const SourceManager &SM, const LangOptions &Features, const TargetInfo &Target, unsigned *StartToken=nullptr, unsigned *StartTokenByteOffset=nullptr) const
getLocationOfByte - Return a source location that points to the specified byte of this string literal...
static stable_iterator stable_end()
Create a stable reference to the bottom of the EH stack.
bool requiresCleanups() const
Determine whether this scope requires any cleanups.
StorageClass getStorageClass() const
Returns the storage class as written in the source.
void EmitOMPTargetSimdDirective(const OMPTargetSimdDirective &S)
unsigned getNumOutputs() const
Defines the PrettyStackTraceEntry class, which is used to make crashes give more contextual informati...
llvm::Value * getTypeSize(QualType Ty)
Returns calculated size of the specified type.
Represents an attribute applied to a statement.
void EmitOMPOrderedDirective(const OMPOrderedDirective &S)
void EmitStoreThroughLValue(RValue Src, LValue Dst, bool isInit=false)
EmitStoreThroughLValue - Store the specified rvalue into the specified lvalue, where both are guarant...
void EmitComplexExprIntoLValue(const Expr *E, LValue dest, bool isInit)
EmitComplexExprIntoLValue - Emit the given expression of complex type and place its result into the s...
Address GenerateCapturedStmtArgument(const CapturedStmt &S)
bool validateInputConstraint(MutableArrayRef< ConstraintInfo > OutputConstraints, ConstraintInfo &info) const
DiagnosticBuilder Report(SourceLocation Loc, unsigned DiagID)
Issue the message to the client.
const RecordDecl * getCapturedRecordDecl() const
Retrieve the record declaration for captured variables.
stable_iterator stable_begin() const
Create a stable reference to the top of the EH stack.
llvm::CallSite EmitCallOrInvoke(llvm::Value *Callee, ArrayRef< llvm::Value *> Args, const Twine &Name="")
Emits a call or invoke instruction to the given function, depending on the current state of the EH st...
LValue EmitLValueForFieldInitialization(LValue Base, const FieldDecl *Field)
EmitLValueForFieldInitialization - Like EmitLValueForField, except that if the Field is a reference...
bool ConstantFoldsToSimpleInteger(const Expr *Cond, bool &Result, bool AllowLabels=false)
ConstantFoldsToSimpleInteger - If the specified expression does not fold to a constant, or if it does but contains a label, return false.
Represents a point when we exit a loop.
bool empty() const
Determines whether the exception-scopes stack is empty.
void EmitOMPParallelForSimdDirective(const OMPParallelForSimdDirective &S)
Address GetAddrOfLocalVar(const VarDecl *VD)
GetAddrOfLocalVar - Return the address of a local variable.
Represents a variable declaration or definition.
void EmitOMPCriticalDirective(const OMPCriticalDirective &S)
const VarDecl * getNRVOCandidate() const
Retrieve the variable that might be used for the named return value optimization. ...
uint64_t getProfileCount(const Stmt *S)
Get the profiler's count for the given statement.
This class gathers all debug information during compilation and is responsible for emitting to llvm g...
static bool mightAddDeclToScope(const Stmt *S)
Determine if the given statement might introduce a declaration into the current scope, by being a (possibly-labelled) DeclStmt.
DiagnosticsEngine & getDiags() const
void EmitLabel(const LabelDecl *D)
EmitLabel - Emit the block for the given label.
void EmitOMPTeamsDistributeDirective(const OMPTeamsDistributeDirective &S)
void SimplifyForwardingBlocks(llvm::BasicBlock *BB)
SimplifyForwardingBlocks - If the given basic block is only a branch to another basic block...
The collection of all-type qualifiers we support.
A jump destination is an abstract label, branching to which may require a jump out through normal cle...
void EmitOMPTargetTeamsDistributeParallelForSimdDirective(const OMPTargetTeamsDistributeParallelForSimdDirective &S)
bool isObviouslyBranchWithoutCleanups(JumpDest Dest) const
isObviouslyBranchWithoutCleanups - Return true if a branch to the specified destination obviously has...
LabelStmt - Represents a label, which has a substatement.
void EmitOMPTaskLoopSimdDirective(const OMPTaskLoopSimdDirective &S)
JumpDest getJumpDestForLabel(const LabelDecl *S)
getBasicBlockForLabel - Return the LLVM basicblock that the specified label maps to.
Represents a struct/union/class.
const TargetInfo & getTarget() const
void EmitOMPSimdDirective(const OMPSimdDirective &S)
void setScopeDepth(EHScopeStack::stable_iterator depth)
Address getAddress() const
CGDebugInfo * getDebugInfo()
CodeGenFunction - This class organizes the per-function state that is used while generating LLVM code...
Holds long-lived AST nodes (such as types and decls) that can be referred to throughout the semantic ...
StringRef getNormalizedGCCRegisterName(StringRef Name, bool ReturnCanonical=false) const
Returns the "normalized" GCC register name.
void addLabel(const LabelDecl *label)
RValue EmitReferenceBindingToExpr(const Expr *E)
Emits a reference binding to the passed in expression.
FullExpr - Represents a "full-expression" node.
field_range fields() const
SourceLocation getBeginLoc() const LLVM_READONLY
Represents a member of a struct/union/class.
ImplicitParamDecl * getContextParam() const
Retrieve the parameter containing captured variables.
void rescopeLabels()
Change the cleanup scope of the labels in this lexical scope to match the scope of the enclosing cont...
static bool FindCaseStatementsForValue(const SwitchStmt &S, const llvm::APSInt &ConstantCondValue, SmallVectorImpl< const Stmt *> &ResultStmts, ASTContext &C, const SwitchCase *&ResultCase)
FindCaseStatementsForValue - Find the case statement being jumped to and then invoke CollectStatement...
bool isReferenceType() const
Stmt *const * const_body_iterator
virtual void setContextValue(llvm::Value *V)
static AggValueSlot forAddr(Address addr, Qualifiers quals, IsDestructed_t isDestructed, NeedsGCBarriers_t needsGC, IsAliased_t isAliased, Overlap_t mayOverlap, IsZeroed_t isZeroed=IsNotZeroed, IsSanitizerChecked_t isChecked=IsNotSanitizerChecked)
forAddr - Make a slot for an aggregate value.
void EmitForStmt(const ForStmt &S, ArrayRef< const Attr *> Attrs=None)
Keeps track of the various options that can be enabled, which controls the dialect of C or C++ that i...
void EmitOMPDistributeParallelForSimdDirective(const OMPDistributeParallelForSimdDirective &S)
void EmitInitializerForField(FieldDecl *Field, LValue LHS, Expr *Init)
RValue EmitAnyExpr(const Expr *E, AggValueSlot aggSlot=AggValueSlot::ignored(), bool ignoreResult=false)
EmitAnyExpr - Emit code to compute the specified expression which can have any type.
IndirectGotoStmt - This represents an indirect goto.
Stmt * getBody() const override
getBody - If this Decl represents a declaration for a body of code, such as a function or method defi...
static bool hasScalarEvaluationKind(QualType T)
bool hasMatchingInput() const
Return true if this output operand has a matching (tied) input operand.
Expr *const * const_capture_init_iterator
Const iterator that walks over the capture initialization arguments.
void EmitOMPTargetTeamsDistributeSimdDirective(const OMPTargetTeamsDistributeSimdDirective &S)
ForStmt - This represents a 'for (init;cond;inc)' stmt.
APValue Val
Val - This is the value the expression can be folded to.
void pop()
End the current loop.
LabelDecl * getDecl() const
SourceLocation getLBracLoc() const
void EmitOMPCancellationPointDirective(const OMPCancellationPointDirective &S)
RAII for correct setting/restoring of CapturedStmtInfo.
const Expr * getOutputExpr(unsigned i) const
param_iterator param_end() const
Retrieve an iterator one past the last parameter decl.
void EmitOMPTeamsDistributeParallelForSimdDirective(const OMPTeamsDistributeParallelForSimdDirective &S)
void EmitContinueStmt(const ContinueStmt &S)
void EmitOMPTargetDirective(const OMPTargetDirective &S)
bool hasNormalCleanups() const
Determines whether there are any normal cleanups on the stack.
CXXForRangeStmt - This represents C++0x [stmt.ranged]'s ranged for statement, represented as 'for (ra...
bool isCXXThisExprCaptured() const
bool IsOutlinedSEHHelper
True if the current function is an outlined SEH helper.
ABIArgInfo - Helper class to encapsulate information about how a specific C type should be passed to ...
void EmitOMPTargetUpdateDirective(const OMPTargetUpdateDirective &S)
void EmitSwitchStmt(const SwitchStmt &S)
If a crash happens while one of these objects are live, the message is printed out along with the spe...
Scope - A scope is a transient data structure that is used while parsing the program.
field_iterator field_begin() const
CaseStmt - Represent a case statement.
void EmitOMPParallelDirective(const OMPParallelDirective &S)
llvm::BasicBlock * createBasicBlock(const Twine &name="", llvm::Function *parent=nullptr, llvm::BasicBlock *before=nullptr)
createBasicBlock - Create an LLVM basic block.
void EmitIgnoredExpr(const Expr *E)
EmitIgnoredExpr - Emit an expression in a context which ignores the result.
void assignRegionCounters(GlobalDecl GD, llvm::Function *Fn)
Assign counters to regions and configure them for PGO of a given function.
llvm::Function * EmitCapturedStmt(const CapturedStmt &S, CapturedRegionKind K)
Generate an outlined function for the body of a CapturedStmt, store any captured variables into the c...
void ForceCleanup(std::initializer_list< llvm::Value **> ValuesToReload={})
Force the emission of cleanups now, instead of waiting until this object is destroyed.
void EmitDefaultStmt(const DefaultStmt &S)
static bool ContainsLabel(const Stmt *S, bool IgnoreCaseStmts=false)
ContainsLabel - Return true if the statement contains a label in it.
void EmitCaseStmtRange(const CaseStmt &S)
EmitCaseStmtRange - If case statement range is not too big then add multiple cases to switch instruct...
void incrementProfileCounter(const Stmt *S, llvm::Value *StepV=nullptr)
Increment the profiler's counter for the given statement by StepV.
uint64_t getCurrentProfileCount()
Get the profiler's current count.
Represents the body of a CapturedStmt, and serves as its DeclContext.
VarDecl * getConditionVariable() const
Retrieve the variable declared in this "for" statement, if any.
Address getAggregateAddress() const
getAggregateAddr() - Return the Value* of the address of the aggregate.
virtual bool isValidGCCRegisterName(StringRef Name) const
Returns whether the passed in string is a valid register name according to GCC.
LValue EmitLValueForField(LValue Base, const FieldDecl *Field)
StringRef getString() const
CompoundStmt - This represents a group of statements like { stmt stmt }.
ASTContext & getContext() const
void EmitOMPParallelSectionsDirective(const OMPParallelSectionsDirective &S)
const TargetCodeGenInfo & getTargetCodeGenInfo()
Expr * IgnoreParenNoopCasts(ASTContext &Ctx) LLVM_READONLY
IgnoreParenNoopCasts - Ignore parentheses and casts that do not change the value (including ptr->int ...
void EmitAnyExprToMem(const Expr *E, Address Location, Qualifiers Quals, bool IsInitializer)
EmitAnyExprToMem - Emits the code necessary to evaluate an arbitrary expression into the given memory...
RValue - This trivial value class is used to represent the result of an expression that is evaluated...
llvm::APSInt EvaluateKnownConstInt(const ASTContext &Ctx, SmallVectorImpl< PartialDiagnosticAt > *Diag=nullptr) const
EvaluateKnownConstInt - Call EvaluateAsRValue and return the folded integer.
std::string generateAsmString(const ASTContext &C) const
Assemble final IR asm string.
Exposes information about the current target.
static TypeEvaluationKind getEvaluationKind(QualType T)
getEvaluationKind - Return the TypeEvaluationKind of QualType T.
EHScopeStack::stable_iterator getScopeDepth() const
Represent the declaration of a variable (in which case it is an lvalue) a function (in which case it ...
This represents one expression.
Enters a new scope for capturing cleanups, all of which will be executed once the scope is exited...
void EmitCaseStmt(const CaseStmt &S)
std::pair< llvm::Value *, llvm::Value * > getComplexVal() const
getComplexVal - Return the real/imag components of this complex value.
void EmitOMPTeamsDirective(const OMPTeamsDirective &S)
llvm::BasicBlock * getBlock() const
Address EmitCompoundStmt(const CompoundStmt &S, bool GetLast=false, AggValueSlot AVS=AggValueSlot::ignored())
EmitCompoundStmt - Emit a compound statement {..} node.
bool requiresImmediateConstant() const
LabelDecl * getConstantTarget()
getConstantTarget - Returns the fixed target of this indirect goto, if one exists.
void EmitSEHTryStmt(const SEHTryStmt &S)
static llvm::MDNode * getAsmSrcLocInfo(const StringLiteral *Str, CodeGenFunction &CGF)
getAsmSrcLocInfo - Return the !srcloc metadata node to attach to an inline asm call instruction...
llvm::LLVMContext & getLLVMContext()
SmallVector< llvm::OperandBundleDef, 1 > getBundlesForFunclet(llvm::Value *Callee)
llvm::BasicBlock * GetIndirectGotoBlock()
llvm::IntegerType * Int32Ty
void EmitOMPMasterDirective(const OMPMasterDirective &S)
LabelDecl * getLabel() const
llvm::Function * GenerateCapturedStmtFunction(const CapturedStmt &S)
Creates the outlined function for a CapturedStmt.
ReturnStmt - This represents a return, optionally of an expression: return; return 4;...
LValue MakeNaturalAlignAddrLValue(llvm::Value *V, QualType T)
QualType getRecordType(const RecordDecl *Decl) const
SwitchCase * getSwitchCaseList()
void ResolveBranchFixups(llvm::BasicBlock *Target)
SourceLocation getEnd() const
void EmitOMPBarrierDirective(const OMPBarrierDirective &S)
StringRef getClobber(unsigned i) const
const LangOptions & getLangOpts() const
ASTContext & getContext() const
llvm::StoreInst * CreateFlagStore(bool Value, llvm::Value *Addr)
Emit a store to an i1 flag variable.
GlobalDecl - represents a global declaration.
void EmitSimpleOMPExecutableDirective(const OMPExecutableDirective &D)
Emit simple code for OpenMP directives in Simd-only mode.
DoStmt - This represents a 'do/while' stmt.
AsmStmt is the base class for GCCAsmStmt and MSAsmStmt.
void EmitDeclStmt(const DeclStmt &S)
virtual bool hasBody() const
Returns true if this Decl represents a declaration for a body of code, such as a function or method d...
The l-value was considered opaque, so the alignment was determined from a type.
void EmitOMPFlushDirective(const OMPFlushDirective &S)
virtual llvm::Value * getContextValue() const
bool SawAsmBlock
Whether we processed a Microsoft-style asm block during CodeGen.
Address CreateBitCast(Address Addr, llvm::Type *Ty, const llvm::Twine &Name="")
StringRef getInputConstraint(unsigned i) const
getInputConstraint - Return the specified input constraint.
This captures a statement into a function.
StringRef getOutputConstraint(unsigned i) const
getOutputConstraint - Return the constraint string for the specified output operand.
Encodes a location in the source.
void EmitDoStmt(const DoStmt &S, ArrayRef< const Attr *> Attrs=None)
void EnsureInsertPoint()
EnsureInsertPoint - Ensure that an insertion point is defined so that emitted IR has a place to go...
void EmitOMPForDirective(const OMPForDirective &S)
A saved depth on the scope stack.
llvm::Value * EvaluateExprAsBool(const Expr *E)
EvaluateExprAsBool - Perform the usual unary conversions on the specified expression and compare the ...
AggValueSlot::Overlap_t overlapForReturnValue()
Determine whether a return value slot may overlap some other object.
void EmitObjCForCollectionStmt(const ObjCForCollectionStmt &S)
DeclStmt - Adaptor class for mixing declarations with statements and expressions. ...
Represents the declaration of a label.
void EmitStmt(const Stmt *S, ArrayRef< const Attr *> Attrs=None)
EmitStmt - Emit the code for the statement.
void EmitOMPTaskgroupDirective(const OMPTaskgroupDirective &S)
void EmitOMPTargetParallelForSimdDirective(const OMPTargetParallelForSimdDirective &S)
bool validateOutputConstraint(ConstraintInfo &Info) const
void EmitOMPTeamsDistributeSimdDirective(const OMPTeamsDistributeSimdDirective &S)
SourceLocation getBeginLoc() const LLVM_READONLY
void EmitOMPSingleDirective(const OMPSingleDirective &S)
void StartFunction(GlobalDecl GD, QualType RetTy, llvm::Function *Fn, const CGFunctionInfo &FnInfo, const FunctionArgList &Args, SourceLocation Loc=SourceLocation(), SourceLocation StartLoc=SourceLocation())
Emit code for the start of a function.
void EmitOMPForSimdDirective(const OMPForSimdDirective &S)
void EmitOMPAtomicDirective(const OMPAtomicDirective &S)
JumpDest getJumpDestInCurrentScope(llvm::BasicBlock *Target)
The given basic block lies in the current EH scope, but may be a target of a potentially scope-crossi...
void EmitOMPSectionDirective(const OMPSectionDirective &S)
void EmitOMPSectionsDirective(const OMPSectionsDirective &S)
VarDecl * getConditionVariable()
Retrieve the variable declared in this "switch" statement, if any.
void EmitOMPTaskLoopDirective(const OMPTaskLoopDirective &S)
virtual FieldDecl * getThisFieldDecl() const
const CGFunctionInfo * CurFnInfo
void EmitDecl(const Decl &D)
EmitDecl - Emit a declaration.
const TargetCodeGenInfo & getTargetHooks() const
void FinishFunction(SourceLocation EndLoc=SourceLocation())
FinishFunction - Complete IR generation of the current function.
SourceLocation getExprLoc() const LLVM_READONLY
getExprLoc - Return the preferred location for the arrow when diagnosing a problem with a generic exp...
llvm::Value * EmitScalarExpr(const Expr *E, bool IgnoreResultAssign=false)
EmitScalarExpr - Emit the computation of the specified expression of LLVM scalar type, returning the result.
void EmitWhileStmt(const WhileStmt &S, ArrayRef< const Attr *> Attrs=None)
FunctionArgList - Type for representing both the decl and type of parameters to a function...
llvm::Value * getScalarVal() const
getScalarVal() - Return the Value* of this scalar value.
LabelStmt * getStmt() const
void EmitObjCAtSynchronizedStmt(const ObjCAtSynchronizedStmt &S)
void ErrorUnsupported(const Stmt *S, const char *Type)
Print out an error that codegen doesn't support the specified stmt yet.
CGFunctionInfo - Class to encapsulate the information about a function definition.
This class organizes the cross-function state that is used while generating LLVM code.
void EmitOMPTargetTeamsDirective(const OMPTargetTeamsDirective &S)
Dataflow Directional Tag Classes.
void EmitOMPTaskyieldDirective(const OMPTaskyieldDirective &S)
LValue InitCapturedStruct(const CapturedStmt &S)
VarDecl * getConditionVariable()
Retrieve the variable declared in this "while" statement, if any.
EvalResult is a struct with detailed info about an evaluated expression.
void EmitOMPTargetParallelDirective(const OMPTargetParallelDirective &S)
bool allowsMemory() const
void EmitOMPParallelForDirective(const OMPParallelForDirective &S)
ArrayRef< const Attr * > getAttrs() const
CSFC_Result
CollectStatementsForCase - Given the body of a 'switch' statement and a constant value that is being ...
void push(llvm::BasicBlock *Header, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc)
Begin a new structured loop.
void EmitOMPTargetParallelForDirective(const OMPTargetParallelForDirective &S)
llvm::LoadInst * CreateLoad(Address Addr, const llvm::Twine &Name="")
llvm::IntegerType * IntPtrTy
StmtClass getStmtClass() const
void EmitOMPTeamsDistributeParallelForDirective(const OMPTeamsDistributeParallelForDirective &S)
void EmitOMPCancelDirective(const OMPCancelDirective &S)
bool hasTiedOperand() const
Return true if this input operand is a matching constraint that ties it to an output operand...
llvm::StoreInst * CreateStore(llvm::Value *Val, Address Addr, bool IsVolatile=false)
SourceLocation getBeginLoc() const LLVM_READONLY
llvm::Module & getModule() const
void EmitObjCAtThrowStmt(const ObjCAtThrowStmt &S)
body_iterator body_begin()
LValue MakeAddrLValue(Address Addr, QualType T, AlignmentSource Source=AlignmentSource::Type)
bool hasProfileClangInstr() const
Check if Clang profile instrumenation is on.
specific_decl_iterator - Iterates over a subrange of declarations stored in a DeclContext, providing only those that are of type SpecificDecl (or a class derived from it).
bool allowsRegister() const
void EmitAggExpr(const Expr *E, AggValueSlot AS)
EmitAggExpr - Emit the computation of the specified expression of aggregate type. ...
void EmitCoreturnStmt(const CoreturnStmt &S)
JumpDest ReturnBlock
ReturnBlock - Unified return block.
virtual StringRef getHelperName() const
Get the name of the capture helper.
static bool hasAggregateEvaluationKind(QualType T)
SwitchStmt - This represents a 'switch' stmt.
static stable_iterator invalid()
API for captured statement code generation.
static std::string SimplifyConstraint(const char *Constraint, const TargetInfo &Target, SmallVectorImpl< TargetInfo::ConstraintInfo > *OutCons=nullptr)
void EmitBlockWithFallThrough(llvm::BasicBlock *BB, const Stmt *S)
When instrumenting to collect profile data, the counts for some blocks such as switch cases need to n...
bool resolveSymbolicName(const char *&Name, ArrayRef< ConstraintInfo > OutputConstraints, unsigned &Index) const
llvm::DebugLoc SourceLocToDebugLoc(SourceLocation Location)
Converts Location to a DebugLoc, if debug information is enabled.
void EmitStoreOfComplex(ComplexPairTy V, LValue dest, bool isInit)
EmitStoreOfComplex - Store a complex number into the specified l-value.
void EmitAsmStmt(const AsmStmt &S)
static std::string AddVariableConstraints(const std::string &Constraint, const Expr &AsmExpr, const TargetInfo &Target, CodeGenModule &CGM, const AsmStmt &Stmt, const bool EarlyClobber)
AddVariableConstraints - Look at AsmExpr and if it is a variable declared as using a particular regis...
llvm::PointerType * Int8PtrTy
const TargetInfo & Target
unsigned getTiedOperand() const
void SetInternalFunctionAttributes(GlobalDecl GD, llvm::Function *F, const CGFunctionInfo &FI)
Set the attributes on the LLVM function for the given decl and function info.
const Expr * getInputExpr(unsigned i) const
Internal linkage, which indicates that the entity can be referred to from within the translation unit...
void EmitBlock(llvm::BasicBlock *BB, bool IsFinished=false)
EmitBlock - Emit the given block.
void EmitOMPTargetEnterDataDirective(const OMPTargetEnterDataDirective &S)
ABIArgInfo & getReturnInfo()
unsigned getNumClobbers() const
uint64_t getTypeSize(QualType T) const
Return the size of the specified (complete) type T, in bits.
SourceManager & getSourceManager()
void EmitOMPDistributeSimdDirective(const OMPDistributeSimdDirective &S)
DeclStmt * getRangeStmt()
void EmitStopPoint(const Stmt *S)
EmitStopPoint - Emit a debug stoppoint if we are emitting debug info.
SourceLocation getAsmLoc() const
GotoStmt - This represents a direct goto.
unsigned NextCleanupDestIndex
const SwitchCase * getNextSwitchCase() const
CapturedDecl * getCapturedDecl()
Retrieve the outlined function declaration.
void setCurrentStmt(const Stmt *S)
If the execution count for the current statement is known, record that as the current count...
llvm::DenseMap< const VarDecl *, llvm::Value * > NRVOFlags
A mapping from NRVO variables to the flags used to indicate when the NRVO has been applied to this va...
VarDecl * getConditionVariable()
Retrieve the variable declared in this "if" statement, if any.
void EmitOMPTargetTeamsDistributeDirective(const OMPTargetTeamsDistributeDirective &S)
void EmitIfStmt(const IfStmt &S)
ContinueStmt - This represents a continue.
void EmitBranch(llvm::BasicBlock *Block)
EmitBranch - Emit a branch to the specified basic block from the current insert block, taking care to avoid creation of branches from dummy blocks.
bool isNRVOVariable() const
Determine whether this local variable can be used with the named return value optimization (NRVO)...
void EmitReturnStmt(const ReturnStmt &S)
EmitReturnStmt - Note that due to GCC extensions, this can have an operand if the function returns vo...
llvm::Type * ConvertType(QualType T)
virtual llvm::Type * adjustInlineAsmType(CodeGen::CodeGenFunction &CGF, StringRef Constraint, llvm::Type *Ty) const
Corrects the low-level LLVM type for a given constraint and "usual" type.
WhileStmt - This represents a 'while' stmt.
LValue EmitLValue(const Expr *E)
EmitLValue - Emit code to compute a designator that specifies the location of the expression...
Address ReturnValue
ReturnValue - The temporary alloca to hold the return value.
void EmitLabelStmt(const LabelStmt &S)
SourceRange getSourceRange() const LLVM_READONLY
SourceLocation tokens are not useful in isolation - they are low level value objects created/interpre...
RValue EmitLoadOfLValue(LValue V, SourceLocation Loc)
EmitLoadOfLValue - Given an expression that represents a value lvalue, this method emits the address ...
StringLiteral - This represents a string literal expression, e.g.
Defines the clang::TargetInfo interface.
CallExpr - Represents a function call (C99 6.5.2.2, C++ [expr.call]).
StringRef getName() const
Get the name of identifier for this declaration as a StringRef.
virtual void addReturnRegisterOutputs(CodeGen::CodeGenFunction &CGF, CodeGen::LValue ReturnValue, std::string &Constraints, std::vector< llvm::Type *> &ResultRegTypes, std::vector< llvm::Type *> &ResultTruncRegTypes, std::vector< CodeGen::LValue > &ResultRegDests, std::string &AsmString, unsigned NumOutputs) const
Adds constraints and types for result registers.
CGCapturedStmtInfo * CapturedStmtInfo
__DEVICE__ int max(int __a, int __b)
void EmitOMPTargetExitDataDirective(const OMPTargetExitDataDirective &S)
bool isEvaluatable(const ASTContext &Ctx, SideEffectsKind AllowSideEffects=SE_NoSideEffects) const
isEvaluatable - Call EvaluateAsRValue to see if this expression can be constant folded without side-e...
void EmitAggregateCopy(LValue Dest, LValue Src, QualType EltTy, AggValueSlot::Overlap_t MayOverlap, bool isVolatile=false)
EmitAggregateCopy - Emit an aggregate copy.
A reference to a declared variable, function, enum, etc.
static RValue get(llvm::Value *V)
bool EmitSimpleStmt(const Stmt *S)
EmitSimpleStmt - Try to emit a "simple" statement which does not necessarily require an insertion poi...
BreakStmt - This represents a break.
void EmitOMPTargetDataDirective(const OMPTargetDataDirective &S)
CapturedRegionKind
The different kinds of captured statement.
void EmitBranchThroughCleanup(JumpDest Dest)
EmitBranchThroughCleanup - Emit a branch from the current insert block through the normal cleanup han...
static ApplyDebugLocation CreateEmpty(CodeGenFunction &CGF)
Set the IRBuilder to not attach debug locations.
llvm::Constant * EmitCheckSourceLocation(SourceLocation Loc)
Emit a description of a source location in a format suitable for passing to a runtime sanitizer handl...
void EmitCXXForRangeStmt(const CXXForRangeStmt &S, ArrayRef< const Attr *> Attrs=None)
Address EmitCompoundStmtWithoutScope(const CompoundStmt &S, bool GetLast=false, AggValueSlot AVS=AggValueSlot::ignored())
void EmitOMPDistributeParallelForDirective(const OMPDistributeParallelForDirective &S)
DeclStmt * getLoopVarStmt()
A trivial tuple used to represent a source range.
void EmitObjCAtTryStmt(const ObjCAtTryStmt &S)
LValue - This represents an lvalue references.
SanitizerMetadata * getSanitizerMetadata()
void EmitBlockAfterUses(llvm::BasicBlock *BB)
EmitBlockAfterUses - Emit the given block somewhere hopefully near its uses, and leave the insertion ...
const LangOptions & getLangOpts() const
DeclStmt * getBeginStmt()
void EmitBreakStmt(const BreakStmt &S)
void EmitObjCAutoreleasePoolStmt(const ObjCAutoreleasePoolStmt &S)
static bool containsBreak(const Stmt *S)
containsBreak - Return true if the statement contains a break out of it.
SourceLocation getBegin() const
capture_init_iterator capture_init_end()
Retrieve the iterator pointing one past the last initialization argument.
llvm::Value * getPointer() const
This class handles loading and caching of source files into memory.
bool haveRegionCounts() const
Whether or not we have PGO region data for the current function.
Defines enum values for all the target-independent builtin functions.
void EmitOMPTaskDirective(const OMPTaskDirective &S)
SourceLocation getBodyRBrace() const
getBodyRBrace - Gets the right brace of the body, if a body exists.
CapturedRegionKind getCapturedRegionKind() const
Retrieve the captured region kind.
Attr - This represents one attribute.
SourceLocation getLocation() const
virtual std::string convertConstraint(const char *&Constraint) const
void EmitOMPTargetTeamsDistributeParallelForDirective(const OMPTargetTeamsDistributeParallelForDirective &S)
static OMPLinearClause * Create(const ASTContext &C, SourceLocation StartLoc, SourceLocation LParenLoc, OpenMPLinearClauseKind Modifier, SourceLocation ModifierLoc, SourceLocation ColonLoc, SourceLocation EndLoc, ArrayRef< Expr *> VL, ArrayRef< Expr *> PL, ArrayRef< Expr *> IL, Expr *Step, Expr *CalcStep, Stmt *PreInit, Expr *PostUpdate)
Creates clause with a list of variables VL and a linear step Step.
virtual const char * getClobbers() const =0
Returns a string of target-specific clobbers, in LLVM format.
llvm::FunctionType * GetFunctionType(const CGFunctionInfo &Info)
GetFunctionType - Get the LLVM function type for.