annotate clang/lib/CodeGen/CGDeclCXX.cpp @ 266:00f31e85ec16 default tip

Added tag current for changeset 31d058e83c98
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Sat, 14 Oct 2023 10:13:55 +0900
parents 1f2b6ac9f198
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
150
anatofuz
parents:
diff changeset
1 //===--- CGDeclCXX.cpp - Emit LLVM Code for C++ declarations --------------===//
anatofuz
parents:
diff changeset
2 //
anatofuz
parents:
diff changeset
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
anatofuz
parents:
diff changeset
4 // See https://llvm.org/LICENSE.txt for license information.
anatofuz
parents:
diff changeset
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
anatofuz
parents:
diff changeset
6 //
anatofuz
parents:
diff changeset
7 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
8 //
anatofuz
parents:
diff changeset
9 // This contains code dealing with code generation of C++ declarations
anatofuz
parents:
diff changeset
10 //
anatofuz
parents:
diff changeset
11 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
12
anatofuz
parents:
diff changeset
13 #include "CGCXXABI.h"
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
14 #include "CGHLSLRuntime.h"
150
anatofuz
parents:
diff changeset
15 #include "CGObjCRuntime.h"
anatofuz
parents:
diff changeset
16 #include "CGOpenMPRuntime.h"
anatofuz
parents:
diff changeset
17 #include "CodeGenFunction.h"
anatofuz
parents:
diff changeset
18 #include "TargetInfo.h"
anatofuz
parents:
diff changeset
19 #include "clang/AST/Attr.h"
173
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
20 #include "clang/Basic/LangOptions.h"
150
anatofuz
parents:
diff changeset
21 #include "llvm/ADT/StringExtras.h"
anatofuz
parents:
diff changeset
22 #include "llvm/IR/Intrinsics.h"
anatofuz
parents:
diff changeset
23 #include "llvm/IR/MDBuilder.h"
anatofuz
parents:
diff changeset
24 #include "llvm/Support/Path.h"
anatofuz
parents:
diff changeset
25
anatofuz
parents:
diff changeset
26 using namespace clang;
anatofuz
parents:
diff changeset
27 using namespace CodeGen;
anatofuz
parents:
diff changeset
28
anatofuz
parents:
diff changeset
29 static void EmitDeclInit(CodeGenFunction &CGF, const VarDecl &D,
anatofuz
parents:
diff changeset
30 ConstantAddress DeclPtr) {
anatofuz
parents:
diff changeset
31 assert(
anatofuz
parents:
diff changeset
32 (D.hasGlobalStorage() ||
anatofuz
parents:
diff changeset
33 (D.hasLocalStorage() && CGF.getContext().getLangOpts().OpenCLCPlusPlus)) &&
anatofuz
parents:
diff changeset
34 "VarDecl must have global or local (in the case of OpenCL) storage!");
anatofuz
parents:
diff changeset
35 assert(!D.getType()->isReferenceType() &&
anatofuz
parents:
diff changeset
36 "Should not call EmitDeclInit on a reference!");
anatofuz
parents:
diff changeset
37
anatofuz
parents:
diff changeset
38 QualType type = D.getType();
anatofuz
parents:
diff changeset
39 LValue lv = CGF.MakeAddrLValue(DeclPtr, type);
anatofuz
parents:
diff changeset
40
anatofuz
parents:
diff changeset
41 const Expr *Init = D.getInit();
anatofuz
parents:
diff changeset
42 switch (CGF.getEvaluationKind(type)) {
anatofuz
parents:
diff changeset
43 case TEK_Scalar: {
anatofuz
parents:
diff changeset
44 CodeGenModule &CGM = CGF.CGM;
anatofuz
parents:
diff changeset
45 if (lv.isObjCStrong())
anatofuz
parents:
diff changeset
46 CGM.getObjCRuntime().EmitObjCGlobalAssign(CGF, CGF.EmitScalarExpr(Init),
anatofuz
parents:
diff changeset
47 DeclPtr, D.getTLSKind());
anatofuz
parents:
diff changeset
48 else if (lv.isObjCWeak())
anatofuz
parents:
diff changeset
49 CGM.getObjCRuntime().EmitObjCWeakAssign(CGF, CGF.EmitScalarExpr(Init),
anatofuz
parents:
diff changeset
50 DeclPtr);
anatofuz
parents:
diff changeset
51 else
anatofuz
parents:
diff changeset
52 CGF.EmitScalarInit(Init, &D, lv, false);
anatofuz
parents:
diff changeset
53 return;
anatofuz
parents:
diff changeset
54 }
anatofuz
parents:
diff changeset
55 case TEK_Complex:
anatofuz
parents:
diff changeset
56 CGF.EmitComplexExprIntoLValue(Init, lv, /*isInit*/ true);
anatofuz
parents:
diff changeset
57 return;
anatofuz
parents:
diff changeset
58 case TEK_Aggregate:
anatofuz
parents:
diff changeset
59 CGF.EmitAggExpr(Init,
anatofuz
parents:
diff changeset
60 AggValueSlot::forLValue(lv, CGF, AggValueSlot::IsDestructed,
anatofuz
parents:
diff changeset
61 AggValueSlot::DoesNotNeedGCBarriers,
anatofuz
parents:
diff changeset
62 AggValueSlot::IsNotAliased,
anatofuz
parents:
diff changeset
63 AggValueSlot::DoesNotOverlap));
anatofuz
parents:
diff changeset
64 return;
anatofuz
parents:
diff changeset
65 }
anatofuz
parents:
diff changeset
66 llvm_unreachable("bad evaluation kind");
anatofuz
parents:
diff changeset
67 }
anatofuz
parents:
diff changeset
68
anatofuz
parents:
diff changeset
69 /// Emit code to cause the destruction of the given variable with
anatofuz
parents:
diff changeset
70 /// static storage duration.
anatofuz
parents:
diff changeset
71 static void EmitDeclDestroy(CodeGenFunction &CGF, const VarDecl &D,
anatofuz
parents:
diff changeset
72 ConstantAddress Addr) {
anatofuz
parents:
diff changeset
73 // Honor __attribute__((no_destroy)) and bail instead of attempting
anatofuz
parents:
diff changeset
74 // to emit a reference to a possibly nonexistent destructor, which
anatofuz
parents:
diff changeset
75 // in turn can cause a crash. This will result in a global constructor
anatofuz
parents:
diff changeset
76 // that isn't balanced out by a destructor call as intended by the
anatofuz
parents:
diff changeset
77 // attribute. This also checks for -fno-c++-static-destructors and
anatofuz
parents:
diff changeset
78 // bails even if the attribute is not present.
anatofuz
parents:
diff changeset
79 QualType::DestructionKind DtorKind = D.needsDestruction(CGF.getContext());
anatofuz
parents:
diff changeset
80
anatofuz
parents:
diff changeset
81 // FIXME: __attribute__((cleanup)) ?
anatofuz
parents:
diff changeset
82
anatofuz
parents:
diff changeset
83 switch (DtorKind) {
anatofuz
parents:
diff changeset
84 case QualType::DK_none:
anatofuz
parents:
diff changeset
85 return;
anatofuz
parents:
diff changeset
86
anatofuz
parents:
diff changeset
87 case QualType::DK_cxx_destructor:
anatofuz
parents:
diff changeset
88 break;
anatofuz
parents:
diff changeset
89
anatofuz
parents:
diff changeset
90 case QualType::DK_objc_strong_lifetime:
anatofuz
parents:
diff changeset
91 case QualType::DK_objc_weak_lifetime:
anatofuz
parents:
diff changeset
92 case QualType::DK_nontrivial_c_struct:
anatofuz
parents:
diff changeset
93 // We don't care about releasing objects during process teardown.
anatofuz
parents:
diff changeset
94 assert(!D.getTLSKind() && "should have rejected this");
anatofuz
parents:
diff changeset
95 return;
anatofuz
parents:
diff changeset
96 }
anatofuz
parents:
diff changeset
97
anatofuz
parents:
diff changeset
98 llvm::FunctionCallee Func;
anatofuz
parents:
diff changeset
99 llvm::Constant *Argument;
anatofuz
parents:
diff changeset
100
anatofuz
parents:
diff changeset
101 CodeGenModule &CGM = CGF.CGM;
anatofuz
parents:
diff changeset
102 QualType Type = D.getType();
anatofuz
parents:
diff changeset
103
anatofuz
parents:
diff changeset
104 // Special-case non-array C++ destructors, if they have the right signature.
anatofuz
parents:
diff changeset
105 // Under some ABIs, destructors return this instead of void, and cannot be
anatofuz
parents:
diff changeset
106 // passed directly to __cxa_atexit if the target does not allow this
anatofuz
parents:
diff changeset
107 // mismatch.
anatofuz
parents:
diff changeset
108 const CXXRecordDecl *Record = Type->getAsCXXRecordDecl();
anatofuz
parents:
diff changeset
109 bool CanRegisterDestructor =
anatofuz
parents:
diff changeset
110 Record && (!CGM.getCXXABI().HasThisReturn(
anatofuz
parents:
diff changeset
111 GlobalDecl(Record->getDestructor(), Dtor_Complete)) ||
anatofuz
parents:
diff changeset
112 CGM.getCXXABI().canCallMismatchedFunctionType());
anatofuz
parents:
diff changeset
113 // If __cxa_atexit is disabled via a flag, a different helper function is
anatofuz
parents:
diff changeset
114 // generated elsewhere which uses atexit instead, and it takes the destructor
anatofuz
parents:
diff changeset
115 // directly.
anatofuz
parents:
diff changeset
116 bool UsingExternalHelper = !CGM.getCodeGenOpts().CXAAtExit;
anatofuz
parents:
diff changeset
117 if (Record && (CanRegisterDestructor || UsingExternalHelper)) {
anatofuz
parents:
diff changeset
118 assert(!Record->hasTrivialDestructor());
anatofuz
parents:
diff changeset
119 CXXDestructorDecl *Dtor = Record->getDestructor();
anatofuz
parents:
diff changeset
120
anatofuz
parents:
diff changeset
121 Func = CGM.getAddrAndTypeOfCXXStructor(GlobalDecl(Dtor, Dtor_Complete));
anatofuz
parents:
diff changeset
122 if (CGF.getContext().getLangOpts().OpenCL) {
anatofuz
parents:
diff changeset
123 auto DestAS =
anatofuz
parents:
diff changeset
124 CGM.getTargetCodeGenInfo().getAddrSpaceOfCxaAtexitPtrParam();
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
125 auto DestTy = llvm::PointerType::get(
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
126 CGM.getLLVMContext(), CGM.getContext().getTargetAddressSpace(DestAS));
150
anatofuz
parents:
diff changeset
127 auto SrcAS = D.getType().getQualifiers().getAddressSpace();
anatofuz
parents:
diff changeset
128 if (DestAS == SrcAS)
anatofuz
parents:
diff changeset
129 Argument = llvm::ConstantExpr::getBitCast(Addr.getPointer(), DestTy);
anatofuz
parents:
diff changeset
130 else
anatofuz
parents:
diff changeset
131 // FIXME: On addr space mismatch we are passing NULL. The generation
anatofuz
parents:
diff changeset
132 // of the global destructor function should be adjusted accordingly.
anatofuz
parents:
diff changeset
133 Argument = llvm::ConstantPointerNull::get(DestTy);
anatofuz
parents:
diff changeset
134 } else {
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
135 Argument = Addr.getPointer();
150
anatofuz
parents:
diff changeset
136 }
anatofuz
parents:
diff changeset
137 // Otherwise, the standard logic requires a helper function.
anatofuz
parents:
diff changeset
138 } else {
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
139 Addr = Addr.withElementType(CGF.ConvertTypeForMem(Type));
150
anatofuz
parents:
diff changeset
140 Func = CodeGenFunction(CGM)
anatofuz
parents:
diff changeset
141 .generateDestroyHelper(Addr, Type, CGF.getDestroyer(DtorKind),
anatofuz
parents:
diff changeset
142 CGF.needsEHCleanup(DtorKind), &D);
anatofuz
parents:
diff changeset
143 Argument = llvm::Constant::getNullValue(CGF.Int8PtrTy);
anatofuz
parents:
diff changeset
144 }
anatofuz
parents:
diff changeset
145
anatofuz
parents:
diff changeset
146 CGM.getCXXABI().registerGlobalDtor(CGF, D, Func, Argument);
anatofuz
parents:
diff changeset
147 }
anatofuz
parents:
diff changeset
148
anatofuz
parents:
diff changeset
149 /// Emit code to cause the variable at the given address to be considered as
anatofuz
parents:
diff changeset
150 /// constant from this point onwards.
anatofuz
parents:
diff changeset
151 static void EmitDeclInvariant(CodeGenFunction &CGF, const VarDecl &D,
anatofuz
parents:
diff changeset
152 llvm::Constant *Addr) {
anatofuz
parents:
diff changeset
153 return CGF.EmitInvariantStart(
anatofuz
parents:
diff changeset
154 Addr, CGF.getContext().getTypeSizeInChars(D.getType()));
anatofuz
parents:
diff changeset
155 }
anatofuz
parents:
diff changeset
156
anatofuz
parents:
diff changeset
157 void CodeGenFunction::EmitInvariantStart(llvm::Constant *Addr, CharUnits Size) {
anatofuz
parents:
diff changeset
158 // Do not emit the intrinsic if we're not optimizing.
anatofuz
parents:
diff changeset
159 if (!CGM.getCodeGenOpts().OptimizationLevel)
anatofuz
parents:
diff changeset
160 return;
anatofuz
parents:
diff changeset
161
anatofuz
parents:
diff changeset
162 // Grab the llvm.invariant.start intrinsic.
anatofuz
parents:
diff changeset
163 llvm::Intrinsic::ID InvStartID = llvm::Intrinsic::invariant_start;
anatofuz
parents:
diff changeset
164 // Overloaded address space type.
anatofuz
parents:
diff changeset
165 llvm::Type *ObjectPtr[1] = {Int8PtrTy};
anatofuz
parents:
diff changeset
166 llvm::Function *InvariantStart = CGM.getIntrinsic(InvStartID, ObjectPtr);
anatofuz
parents:
diff changeset
167
anatofuz
parents:
diff changeset
168 // Emit a call with the size in bytes of the object.
anatofuz
parents:
diff changeset
169 uint64_t Width = Size.getQuantity();
anatofuz
parents:
diff changeset
170 llvm::Value *Args[2] = { llvm::ConstantInt::getSigned(Int64Ty, Width),
anatofuz
parents:
diff changeset
171 llvm::ConstantExpr::getBitCast(Addr, Int8PtrTy)};
anatofuz
parents:
diff changeset
172 Builder.CreateCall(InvariantStart, Args);
anatofuz
parents:
diff changeset
173 }
anatofuz
parents:
diff changeset
174
anatofuz
parents:
diff changeset
175 void CodeGenFunction::EmitCXXGlobalVarDeclInit(const VarDecl &D,
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
176 llvm::GlobalVariable *GV,
150
anatofuz
parents:
diff changeset
177 bool PerformInit) {
anatofuz
parents:
diff changeset
178
anatofuz
parents:
diff changeset
179 const Expr *Init = D.getInit();
anatofuz
parents:
diff changeset
180 QualType T = D.getType();
anatofuz
parents:
diff changeset
181
anatofuz
parents:
diff changeset
182 // The address space of a static local variable (DeclPtr) may be different
anatofuz
parents:
diff changeset
183 // from the address space of the "this" argument of the constructor. In that
anatofuz
parents:
diff changeset
184 // case, we need an addrspacecast before calling the constructor.
anatofuz
parents:
diff changeset
185 //
anatofuz
parents:
diff changeset
186 // struct StructWithCtor {
anatofuz
parents:
diff changeset
187 // __device__ StructWithCtor() {...}
anatofuz
parents:
diff changeset
188 // };
anatofuz
parents:
diff changeset
189 // __device__ void foo() {
anatofuz
parents:
diff changeset
190 // __shared__ StructWithCtor s;
anatofuz
parents:
diff changeset
191 // ...
anatofuz
parents:
diff changeset
192 // }
anatofuz
parents:
diff changeset
193 //
anatofuz
parents:
diff changeset
194 // For example, in the above CUDA code, the static local variable s has a
anatofuz
parents:
diff changeset
195 // "shared" address space qualifier, but the constructor of StructWithCtor
anatofuz
parents:
diff changeset
196 // expects "this" in the "generic" address space.
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
197 unsigned ExpectedAddrSpace = getTypes().getTargetAddressSpace(T);
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
198 unsigned ActualAddrSpace = GV->getAddressSpace();
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
199 llvm::Constant *DeclPtr = GV;
150
anatofuz
parents:
diff changeset
200 if (ActualAddrSpace != ExpectedAddrSpace) {
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
201 llvm::PointerType *PTy =
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
202 llvm::PointerType::get(getLLVMContext(), ExpectedAddrSpace);
150
anatofuz
parents:
diff changeset
203 DeclPtr = llvm::ConstantExpr::getAddrSpaceCast(DeclPtr, PTy);
anatofuz
parents:
diff changeset
204 }
anatofuz
parents:
diff changeset
205
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
206 ConstantAddress DeclAddr(
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
207 DeclPtr, GV->getValueType(), getContext().getDeclAlign(&D));
150
anatofuz
parents:
diff changeset
208
anatofuz
parents:
diff changeset
209 if (!T->isReferenceType()) {
anatofuz
parents:
diff changeset
210 if (getLangOpts().OpenMP && !getLangOpts().OpenMPSimd &&
anatofuz
parents:
diff changeset
211 D.hasAttr<OMPThreadPrivateDeclAttr>()) {
anatofuz
parents:
diff changeset
212 (void)CGM.getOpenMPRuntime().emitThreadPrivateVarDefinition(
anatofuz
parents:
diff changeset
213 &D, DeclAddr, D.getAttr<OMPThreadPrivateDeclAttr>()->getLocation(),
anatofuz
parents:
diff changeset
214 PerformInit, this);
anatofuz
parents:
diff changeset
215 }
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
216 bool NeedsDtor =
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
217 D.needsDestruction(getContext()) == QualType::DK_cxx_destructor;
150
anatofuz
parents:
diff changeset
218 if (PerformInit)
anatofuz
parents:
diff changeset
219 EmitDeclInit(*this, D, DeclAddr);
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
220 if (CGM.isTypeConstant(D.getType(), true, !NeedsDtor))
150
anatofuz
parents:
diff changeset
221 EmitDeclInvariant(*this, D, DeclPtr);
anatofuz
parents:
diff changeset
222 else
anatofuz
parents:
diff changeset
223 EmitDeclDestroy(*this, D, DeclAddr);
anatofuz
parents:
diff changeset
224 return;
anatofuz
parents:
diff changeset
225 }
anatofuz
parents:
diff changeset
226
anatofuz
parents:
diff changeset
227 assert(PerformInit && "cannot have constant initializer which needs "
anatofuz
parents:
diff changeset
228 "destruction for reference");
anatofuz
parents:
diff changeset
229 RValue RV = EmitReferenceBindingToExpr(Init);
anatofuz
parents:
diff changeset
230 EmitStoreOfScalar(RV.getScalarVal(), DeclAddr, false, T);
anatofuz
parents:
diff changeset
231 }
anatofuz
parents:
diff changeset
232
anatofuz
parents:
diff changeset
233 /// Create a stub function, suitable for being passed to atexit,
anatofuz
parents:
diff changeset
234 /// which passes the given address to the given destructor function.
anatofuz
parents:
diff changeset
235 llvm::Function *CodeGenFunction::createAtExitStub(const VarDecl &VD,
anatofuz
parents:
diff changeset
236 llvm::FunctionCallee dtor,
anatofuz
parents:
diff changeset
237 llvm::Constant *addr) {
anatofuz
parents:
diff changeset
238 // Get the destructor function type, void(*)(void).
anatofuz
parents:
diff changeset
239 llvm::FunctionType *ty = llvm::FunctionType::get(CGM.VoidTy, false);
anatofuz
parents:
diff changeset
240 SmallString<256> FnName;
anatofuz
parents:
diff changeset
241 {
anatofuz
parents:
diff changeset
242 llvm::raw_svector_ostream Out(FnName);
anatofuz
parents:
diff changeset
243 CGM.getCXXABI().getMangleContext().mangleDynamicAtExitDestructor(&VD, Out);
anatofuz
parents:
diff changeset
244 }
anatofuz
parents:
diff changeset
245
anatofuz
parents:
diff changeset
246 const CGFunctionInfo &FI = CGM.getTypes().arrangeNullaryFunction();
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
247 llvm::Function *fn = CGM.CreateGlobalInitOrCleanUpFunction(
150
anatofuz
parents:
diff changeset
248 ty, FnName.str(), FI, VD.getLocation());
anatofuz
parents:
diff changeset
249
anatofuz
parents:
diff changeset
250 CodeGenFunction CGF(CGM);
anatofuz
parents:
diff changeset
251
anatofuz
parents:
diff changeset
252 CGF.StartFunction(GlobalDecl(&VD, DynamicInitKind::AtExit),
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
253 CGM.getContext().VoidTy, fn, FI, FunctionArgList(),
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
254 VD.getLocation(), VD.getInit()->getExprLoc());
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
255 // Emit an artificial location for this function.
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
256 auto AL = ApplyDebugLocation::CreateArtificial(CGF);
150
anatofuz
parents:
diff changeset
257
anatofuz
parents:
diff changeset
258 llvm::CallInst *call = CGF.Builder.CreateCall(dtor, addr);
anatofuz
parents:
diff changeset
259
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
260 // Make sure the call and the callee agree on calling convention.
150
anatofuz
parents:
diff changeset
261 if (auto *dtorFn = dyn_cast<llvm::Function>(
anatofuz
parents:
diff changeset
262 dtor.getCallee()->stripPointerCastsAndAliases()))
anatofuz
parents:
diff changeset
263 call->setCallingConv(dtorFn->getCallingConv());
anatofuz
parents:
diff changeset
264
anatofuz
parents:
diff changeset
265 CGF.FinishFunction();
anatofuz
parents:
diff changeset
266
anatofuz
parents:
diff changeset
267 return fn;
anatofuz
parents:
diff changeset
268 }
anatofuz
parents:
diff changeset
269
232
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
270 /// Create a stub function, suitable for being passed to __pt_atexit_np,
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
271 /// which passes the given address to the given destructor function.
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
272 llvm::Function *CodeGenFunction::createTLSAtExitStub(
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
273 const VarDecl &D, llvm::FunctionCallee Dtor, llvm::Constant *Addr,
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
274 llvm::FunctionCallee &AtExit) {
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
275 SmallString<256> FnName;
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
276 {
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
277 llvm::raw_svector_ostream Out(FnName);
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
278 CGM.getCXXABI().getMangleContext().mangleDynamicAtExitDestructor(&D, Out);
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
279 }
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
280
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
281 const CGFunctionInfo &FI = CGM.getTypes().arrangeLLVMFunctionInfo(
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
282 getContext().IntTy, FnInfoOpts::None, {getContext().IntTy},
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
283 FunctionType::ExtInfo(), {}, RequiredArgs::All);
232
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
284
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
285 // Get the stub function type, int(*)(int,...).
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
286 llvm::FunctionType *StubTy =
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
287 llvm::FunctionType::get(CGM.IntTy, {CGM.IntTy}, true);
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
288
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
289 llvm::Function *DtorStub = CGM.CreateGlobalInitOrCleanUpFunction(
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
290 StubTy, FnName.str(), FI, D.getLocation());
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
291
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
292 CodeGenFunction CGF(CGM);
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
293
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
294 FunctionArgList Args;
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
295 ImplicitParamDecl IPD(CGM.getContext(), CGM.getContext().IntTy,
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
296 ImplicitParamDecl::Other);
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
297 Args.push_back(&IPD);
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
298 QualType ResTy = CGM.getContext().IntTy;
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
299
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
300 CGF.StartFunction(GlobalDecl(&D, DynamicInitKind::AtExit), ResTy, DtorStub,
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
301 FI, Args, D.getLocation(), D.getInit()->getExprLoc());
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
302
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
303 // Emit an artificial location for this function.
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
304 auto AL = ApplyDebugLocation::CreateArtificial(CGF);
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
305
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
306 llvm::CallInst *call = CGF.Builder.CreateCall(Dtor, Addr);
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
307
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
308 // Make sure the call and the callee agree on calling convention.
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
309 if (auto *DtorFn = dyn_cast<llvm::Function>(
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
310 Dtor.getCallee()->stripPointerCastsAndAliases()))
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
311 call->setCallingConv(DtorFn->getCallingConv());
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
312
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
313 // Return 0 from function
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
314 CGF.Builder.CreateStore(llvm::Constant::getNullValue(CGM.IntTy),
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
315 CGF.ReturnValue);
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
316
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
317 CGF.FinishFunction();
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
318
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
319 return DtorStub;
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
320 }
70dce7da266c llvm original Jul 20 16:41:34 2021
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 221
diff changeset
321
150
anatofuz
parents:
diff changeset
322 /// Register a global destructor using the C atexit runtime function.
anatofuz
parents:
diff changeset
323 void CodeGenFunction::registerGlobalDtorWithAtExit(const VarDecl &VD,
anatofuz
parents:
diff changeset
324 llvm::FunctionCallee dtor,
anatofuz
parents:
diff changeset
325 llvm::Constant *addr) {
anatofuz
parents:
diff changeset
326 // Create a function which calls the destructor.
anatofuz
parents:
diff changeset
327 llvm::Constant *dtorStub = createAtExitStub(VD, dtor, addr);
anatofuz
parents:
diff changeset
328 registerGlobalDtorWithAtExit(dtorStub);
anatofuz
parents:
diff changeset
329 }
anatofuz
parents:
diff changeset
330
anatofuz
parents:
diff changeset
331 void CodeGenFunction::registerGlobalDtorWithAtExit(llvm::Constant *dtorStub) {
anatofuz
parents:
diff changeset
332 // extern "C" int atexit(void (*f)(void));
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
333 assert(dtorStub->getType() ==
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
334 llvm::PointerType::get(
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
335 llvm::FunctionType::get(CGM.VoidTy, false),
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
336 dtorStub->getType()->getPointerAddressSpace()) &&
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
337 "Argument to atexit has a wrong type.");
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
338
150
anatofuz
parents:
diff changeset
339 llvm::FunctionType *atexitTy =
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
340 llvm::FunctionType::get(IntTy, dtorStub->getType(), false);
150
anatofuz
parents:
diff changeset
341
anatofuz
parents:
diff changeset
342 llvm::FunctionCallee atexit =
anatofuz
parents:
diff changeset
343 CGM.CreateRuntimeFunction(atexitTy, "atexit", llvm::AttributeList(),
anatofuz
parents:
diff changeset
344 /*Local=*/true);
anatofuz
parents:
diff changeset
345 if (llvm::Function *atexitFn = dyn_cast<llvm::Function>(atexit.getCallee()))
anatofuz
parents:
diff changeset
346 atexitFn->setDoesNotThrow();
anatofuz
parents:
diff changeset
347
anatofuz
parents:
diff changeset
348 EmitNounwindRuntimeCall(atexit, dtorStub);
anatofuz
parents:
diff changeset
349 }
anatofuz
parents:
diff changeset
350
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
351 llvm::Value *
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
352 CodeGenFunction::unregisterGlobalDtorWithUnAtExit(llvm::Constant *dtorStub) {
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
353 // The unatexit subroutine unregisters __dtor functions that were previously
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
354 // registered by the atexit subroutine. If the referenced function is found,
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
355 // it is removed from the list of functions that are called at normal program
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
356 // termination and the unatexit returns a value of 0, otherwise a non-zero
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
357 // value is returned.
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
358 //
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
359 // extern "C" int unatexit(void (*f)(void));
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
360 assert(dtorStub->getType() ==
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
361 llvm::PointerType::get(
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
362 llvm::FunctionType::get(CGM.VoidTy, false),
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
363 dtorStub->getType()->getPointerAddressSpace()) &&
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
364 "Argument to unatexit has a wrong type.");
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
365
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
366 llvm::FunctionType *unatexitTy =
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
367 llvm::FunctionType::get(IntTy, {dtorStub->getType()}, /*isVarArg=*/false);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
368
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
369 llvm::FunctionCallee unatexit =
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
370 CGM.CreateRuntimeFunction(unatexitTy, "unatexit", llvm::AttributeList());
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
371
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
372 cast<llvm::Function>(unatexit.getCallee())->setDoesNotThrow();
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
373
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
374 return EmitNounwindRuntimeCall(unatexit, dtorStub);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
375 }
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
376
150
anatofuz
parents:
diff changeset
377 void CodeGenFunction::EmitCXXGuardedInit(const VarDecl &D,
anatofuz
parents:
diff changeset
378 llvm::GlobalVariable *DeclPtr,
anatofuz
parents:
diff changeset
379 bool PerformInit) {
anatofuz
parents:
diff changeset
380 // If we've been asked to forbid guard variables, emit an error now.
anatofuz
parents:
diff changeset
381 // This diagnostic is hard-coded for Darwin's use case; we can find
anatofuz
parents:
diff changeset
382 // better phrasing if someone else needs it.
anatofuz
parents:
diff changeset
383 if (CGM.getCodeGenOpts().ForbidGuardVariables)
anatofuz
parents:
diff changeset
384 CGM.Error(D.getLocation(),
anatofuz
parents:
diff changeset
385 "this initialization requires a guard variable, which "
anatofuz
parents:
diff changeset
386 "the kernel does not support");
anatofuz
parents:
diff changeset
387
anatofuz
parents:
diff changeset
388 CGM.getCXXABI().EmitGuardedInit(*this, D, DeclPtr, PerformInit);
anatofuz
parents:
diff changeset
389 }
anatofuz
parents:
diff changeset
390
anatofuz
parents:
diff changeset
391 void CodeGenFunction::EmitCXXGuardedInitBranch(llvm::Value *NeedsInit,
anatofuz
parents:
diff changeset
392 llvm::BasicBlock *InitBlock,
anatofuz
parents:
diff changeset
393 llvm::BasicBlock *NoInitBlock,
anatofuz
parents:
diff changeset
394 GuardKind Kind,
anatofuz
parents:
diff changeset
395 const VarDecl *D) {
anatofuz
parents:
diff changeset
396 assert((Kind == GuardKind::TlsGuard || D) && "no guarded variable");
anatofuz
parents:
diff changeset
397
anatofuz
parents:
diff changeset
398 // A guess at how many times we will enter the initialization of a
anatofuz
parents:
diff changeset
399 // variable, depending on the kind of variable.
anatofuz
parents:
diff changeset
400 static const uint64_t InitsPerTLSVar = 1024;
anatofuz
parents:
diff changeset
401 static const uint64_t InitsPerLocalVar = 1024 * 1024;
anatofuz
parents:
diff changeset
402
anatofuz
parents:
diff changeset
403 llvm::MDNode *Weights;
anatofuz
parents:
diff changeset
404 if (Kind == GuardKind::VariableGuard && !D->isLocalVarDecl()) {
anatofuz
parents:
diff changeset
405 // For non-local variables, don't apply any weighting for now. Due to our
anatofuz
parents:
diff changeset
406 // use of COMDATs, we expect there to be at most one initialization of the
anatofuz
parents:
diff changeset
407 // variable per DSO, but we have no way to know how many DSOs will try to
anatofuz
parents:
diff changeset
408 // initialize the variable.
anatofuz
parents:
diff changeset
409 Weights = nullptr;
anatofuz
parents:
diff changeset
410 } else {
anatofuz
parents:
diff changeset
411 uint64_t NumInits;
anatofuz
parents:
diff changeset
412 // FIXME: For the TLS case, collect and use profiling information to
anatofuz
parents:
diff changeset
413 // determine a more accurate brach weight.
anatofuz
parents:
diff changeset
414 if (Kind == GuardKind::TlsGuard || D->getTLSKind())
anatofuz
parents:
diff changeset
415 NumInits = InitsPerTLSVar;
anatofuz
parents:
diff changeset
416 else
anatofuz
parents:
diff changeset
417 NumInits = InitsPerLocalVar;
anatofuz
parents:
diff changeset
418
anatofuz
parents:
diff changeset
419 // The probability of us entering the initializer is
anatofuz
parents:
diff changeset
420 // 1 / (total number of times we attempt to initialize the variable).
anatofuz
parents:
diff changeset
421 llvm::MDBuilder MDHelper(CGM.getLLVMContext());
anatofuz
parents:
diff changeset
422 Weights = MDHelper.createBranchWeights(1, NumInits - 1);
anatofuz
parents:
diff changeset
423 }
anatofuz
parents:
diff changeset
424
anatofuz
parents:
diff changeset
425 Builder.CreateCondBr(NeedsInit, InitBlock, NoInitBlock, Weights);
anatofuz
parents:
diff changeset
426 }
anatofuz
parents:
diff changeset
427
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
428 llvm::Function *CodeGenModule::CreateGlobalInitOrCleanUpFunction(
150
anatofuz
parents:
diff changeset
429 llvm::FunctionType *FTy, const Twine &Name, const CGFunctionInfo &FI,
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
430 SourceLocation Loc, bool TLS, llvm::GlobalVariable::LinkageTypes Linkage) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
431 llvm::Function *Fn = llvm::Function::Create(FTy, Linkage, Name, &getModule());
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
432
150
anatofuz
parents:
diff changeset
433 if (!getLangOpts().AppleKext && !TLS) {
anatofuz
parents:
diff changeset
434 // Set the section if needed.
anatofuz
parents:
diff changeset
435 if (const char *Section = getTarget().getStaticInitSectionSpecifier())
anatofuz
parents:
diff changeset
436 Fn->setSection(Section);
anatofuz
parents:
diff changeset
437 }
anatofuz
parents:
diff changeset
438
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
439 if (Linkage == llvm::GlobalVariable::InternalLinkage)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
440 SetInternalFunctionAttributes(GlobalDecl(), Fn, FI);
150
anatofuz
parents:
diff changeset
441
anatofuz
parents:
diff changeset
442 Fn->setCallingConv(getRuntimeCC());
anatofuz
parents:
diff changeset
443
anatofuz
parents:
diff changeset
444 if (!getLangOpts().Exceptions)
anatofuz
parents:
diff changeset
445 Fn->setDoesNotThrow();
anatofuz
parents:
diff changeset
446
anatofuz
parents:
diff changeset
447 if (getLangOpts().Sanitize.has(SanitizerKind::Address) &&
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
448 !isInNoSanitizeList(SanitizerKind::Address, Fn, Loc))
150
anatofuz
parents:
diff changeset
449 Fn->addFnAttr(llvm::Attribute::SanitizeAddress);
anatofuz
parents:
diff changeset
450
anatofuz
parents:
diff changeset
451 if (getLangOpts().Sanitize.has(SanitizerKind::KernelAddress) &&
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
452 !isInNoSanitizeList(SanitizerKind::KernelAddress, Fn, Loc))
150
anatofuz
parents:
diff changeset
453 Fn->addFnAttr(llvm::Attribute::SanitizeAddress);
anatofuz
parents:
diff changeset
454
anatofuz
parents:
diff changeset
455 if (getLangOpts().Sanitize.has(SanitizerKind::HWAddress) &&
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
456 !isInNoSanitizeList(SanitizerKind::HWAddress, Fn, Loc))
150
anatofuz
parents:
diff changeset
457 Fn->addFnAttr(llvm::Attribute::SanitizeHWAddress);
anatofuz
parents:
diff changeset
458
anatofuz
parents:
diff changeset
459 if (getLangOpts().Sanitize.has(SanitizerKind::KernelHWAddress) &&
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
460 !isInNoSanitizeList(SanitizerKind::KernelHWAddress, Fn, Loc))
150
anatofuz
parents:
diff changeset
461 Fn->addFnAttr(llvm::Attribute::SanitizeHWAddress);
anatofuz
parents:
diff changeset
462
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
463 if (getLangOpts().Sanitize.has(SanitizerKind::MemtagStack) &&
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
464 !isInNoSanitizeList(SanitizerKind::MemtagStack, Fn, Loc))
150
anatofuz
parents:
diff changeset
465 Fn->addFnAttr(llvm::Attribute::SanitizeMemTag);
anatofuz
parents:
diff changeset
466
anatofuz
parents:
diff changeset
467 if (getLangOpts().Sanitize.has(SanitizerKind::Thread) &&
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
468 !isInNoSanitizeList(SanitizerKind::Thread, Fn, Loc))
150
anatofuz
parents:
diff changeset
469 Fn->addFnAttr(llvm::Attribute::SanitizeThread);
anatofuz
parents:
diff changeset
470
anatofuz
parents:
diff changeset
471 if (getLangOpts().Sanitize.has(SanitizerKind::Memory) &&
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
472 !isInNoSanitizeList(SanitizerKind::Memory, Fn, Loc))
150
anatofuz
parents:
diff changeset
473 Fn->addFnAttr(llvm::Attribute::SanitizeMemory);
anatofuz
parents:
diff changeset
474
anatofuz
parents:
diff changeset
475 if (getLangOpts().Sanitize.has(SanitizerKind::KernelMemory) &&
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
476 !isInNoSanitizeList(SanitizerKind::KernelMemory, Fn, Loc))
150
anatofuz
parents:
diff changeset
477 Fn->addFnAttr(llvm::Attribute::SanitizeMemory);
anatofuz
parents:
diff changeset
478
anatofuz
parents:
diff changeset
479 if (getLangOpts().Sanitize.has(SanitizerKind::SafeStack) &&
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
480 !isInNoSanitizeList(SanitizerKind::SafeStack, Fn, Loc))
150
anatofuz
parents:
diff changeset
481 Fn->addFnAttr(llvm::Attribute::SafeStack);
anatofuz
parents:
diff changeset
482
anatofuz
parents:
diff changeset
483 if (getLangOpts().Sanitize.has(SanitizerKind::ShadowCallStack) &&
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
484 !isInNoSanitizeList(SanitizerKind::ShadowCallStack, Fn, Loc))
150
anatofuz
parents:
diff changeset
485 Fn->addFnAttr(llvm::Attribute::ShadowCallStack);
anatofuz
parents:
diff changeset
486
anatofuz
parents:
diff changeset
487 return Fn;
anatofuz
parents:
diff changeset
488 }
anatofuz
parents:
diff changeset
489
anatofuz
parents:
diff changeset
490 /// Create a global pointer to a function that will initialize a global
anatofuz
parents:
diff changeset
491 /// variable. The user has requested that this pointer be emitted in a specific
anatofuz
parents:
diff changeset
492 /// section.
anatofuz
parents:
diff changeset
493 void CodeGenModule::EmitPointerToInitFunc(const VarDecl *D,
anatofuz
parents:
diff changeset
494 llvm::GlobalVariable *GV,
anatofuz
parents:
diff changeset
495 llvm::Function *InitFunc,
anatofuz
parents:
diff changeset
496 InitSegAttr *ISA) {
anatofuz
parents:
diff changeset
497 llvm::GlobalVariable *PtrArray = new llvm::GlobalVariable(
anatofuz
parents:
diff changeset
498 TheModule, InitFunc->getType(), /*isConstant=*/true,
anatofuz
parents:
diff changeset
499 llvm::GlobalValue::PrivateLinkage, InitFunc, "__cxx_init_fn_ptr");
anatofuz
parents:
diff changeset
500 PtrArray->setSection(ISA->getSection());
anatofuz
parents:
diff changeset
501 addUsedGlobal(PtrArray);
anatofuz
parents:
diff changeset
502
anatofuz
parents:
diff changeset
503 // If the GV is already in a comdat group, then we have to join it.
anatofuz
parents:
diff changeset
504 if (llvm::Comdat *C = GV->getComdat())
anatofuz
parents:
diff changeset
505 PtrArray->setComdat(C);
anatofuz
parents:
diff changeset
506 }
anatofuz
parents:
diff changeset
507
anatofuz
parents:
diff changeset
508 void
anatofuz
parents:
diff changeset
509 CodeGenModule::EmitCXXGlobalVarDeclInitFunc(const VarDecl *D,
anatofuz
parents:
diff changeset
510 llvm::GlobalVariable *Addr,
anatofuz
parents:
diff changeset
511 bool PerformInit) {
anatofuz
parents:
diff changeset
512
anatofuz
parents:
diff changeset
513 // According to E.2.3.1 in CUDA-7.5 Programming guide: __device__,
anatofuz
parents:
diff changeset
514 // __constant__ and __shared__ variables defined in namespace scope,
anatofuz
parents:
diff changeset
515 // that are of class type, cannot have a non-empty constructor. All
anatofuz
parents:
diff changeset
516 // the checks have been done in Sema by now. Whatever initializers
anatofuz
parents:
diff changeset
517 // are allowed are empty and we just need to ignore them here.
anatofuz
parents:
diff changeset
518 if (getLangOpts().CUDAIsDevice && !getLangOpts().GPUAllowDeviceInit &&
anatofuz
parents:
diff changeset
519 (D->hasAttr<CUDADeviceAttr>() || D->hasAttr<CUDAConstantAttr>() ||
anatofuz
parents:
diff changeset
520 D->hasAttr<CUDASharedAttr>()))
anatofuz
parents:
diff changeset
521 return;
anatofuz
parents:
diff changeset
522
anatofuz
parents:
diff changeset
523 if (getLangOpts().OpenMP &&
anatofuz
parents:
diff changeset
524 getOpenMPRuntime().emitDeclareTargetVarDefinition(D, Addr, PerformInit))
anatofuz
parents:
diff changeset
525 return;
anatofuz
parents:
diff changeset
526
anatofuz
parents:
diff changeset
527 // Check if we've already initialized this decl.
anatofuz
parents:
diff changeset
528 auto I = DelayedCXXInitPosition.find(D);
anatofuz
parents:
diff changeset
529 if (I != DelayedCXXInitPosition.end() && I->second == ~0U)
anatofuz
parents:
diff changeset
530 return;
anatofuz
parents:
diff changeset
531
anatofuz
parents:
diff changeset
532 llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false);
anatofuz
parents:
diff changeset
533 SmallString<256> FnName;
anatofuz
parents:
diff changeset
534 {
anatofuz
parents:
diff changeset
535 llvm::raw_svector_ostream Out(FnName);
anatofuz
parents:
diff changeset
536 getCXXABI().getMangleContext().mangleDynamicInitializer(D, Out);
anatofuz
parents:
diff changeset
537 }
anatofuz
parents:
diff changeset
538
anatofuz
parents:
diff changeset
539 // Create a variable initialization function.
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
540 llvm::Function *Fn = CreateGlobalInitOrCleanUpFunction(
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
541 FTy, FnName.str(), getTypes().arrangeNullaryFunction(), D->getLocation());
150
anatofuz
parents:
diff changeset
542
anatofuz
parents:
diff changeset
543 auto *ISA = D->getAttr<InitSegAttr>();
anatofuz
parents:
diff changeset
544 CodeGenFunction(*this).GenerateCXXGlobalVarDeclInitFunc(Fn, D, Addr,
anatofuz
parents:
diff changeset
545 PerformInit);
anatofuz
parents:
diff changeset
546
anatofuz
parents:
diff changeset
547 llvm::GlobalVariable *COMDATKey =
anatofuz
parents:
diff changeset
548 supportsCOMDAT() && D->isExternallyVisible() ? Addr : nullptr;
anatofuz
parents:
diff changeset
549
anatofuz
parents:
diff changeset
550 if (D->getTLSKind()) {
anatofuz
parents:
diff changeset
551 // FIXME: Should we support init_priority for thread_local?
anatofuz
parents:
diff changeset
552 // FIXME: We only need to register one __cxa_thread_atexit function for the
anatofuz
parents:
diff changeset
553 // entire TU.
anatofuz
parents:
diff changeset
554 CXXThreadLocalInits.push_back(Fn);
anatofuz
parents:
diff changeset
555 CXXThreadLocalInitVars.push_back(D);
anatofuz
parents:
diff changeset
556 } else if (PerformInit && ISA) {
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
557 // Contract with backend that "init_seg(compiler)" corresponds to priority
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
558 // 200 and "init_seg(lib)" corresponds to priority 400.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
559 int Priority = -1;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
560 if (ISA->getSection() == ".CRT$XCC")
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
561 Priority = 200;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
562 else if (ISA->getSection() == ".CRT$XCL")
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
563 Priority = 400;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
564
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
565 if (Priority != -1)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
566 AddGlobalCtor(Fn, Priority, ~0U, COMDATKey);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
567 else
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
568 EmitPointerToInitFunc(D, Addr, Fn, ISA);
150
anatofuz
parents:
diff changeset
569 } else if (auto *IPA = D->getAttr<InitPriorityAttr>()) {
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
570 OrderGlobalInitsOrStermFinalizers Key(IPA->getPriority(),
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
571 PrioritizedCXXGlobalInits.size());
150
anatofuz
parents:
diff changeset
572 PrioritizedCXXGlobalInits.push_back(std::make_pair(Key, Fn));
anatofuz
parents:
diff changeset
573 } else if (isTemplateInstantiation(D->getTemplateSpecializationKind()) ||
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
574 getContext().GetGVALinkageForVariable(D) == GVA_DiscardableODR ||
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
575 D->hasAttr<SelectAnyAttr>()) {
150
anatofuz
parents:
diff changeset
576 // C++ [basic.start.init]p2:
anatofuz
parents:
diff changeset
577 // Definitions of explicitly specialized class template static data
anatofuz
parents:
diff changeset
578 // members have ordered initialization. Other class template static data
anatofuz
parents:
diff changeset
579 // members (i.e., implicitly or explicitly instantiated specializations)
anatofuz
parents:
diff changeset
580 // have unordered initialization.
anatofuz
parents:
diff changeset
581 //
anatofuz
parents:
diff changeset
582 // As a consequence, we can put them into their own llvm.global_ctors entry.
anatofuz
parents:
diff changeset
583 //
anatofuz
parents:
diff changeset
584 // If the global is externally visible, put the initializer into a COMDAT
anatofuz
parents:
diff changeset
585 // group with the global being initialized. On most platforms, this is a
anatofuz
parents:
diff changeset
586 // minor startup time optimization. In the MS C++ ABI, there are no guard
anatofuz
parents:
diff changeset
587 // variables, so this COMDAT key is required for correctness.
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
588 //
150
anatofuz
parents:
diff changeset
589 // SelectAny globals will be comdat-folded. Put the initializer into a
anatofuz
parents:
diff changeset
590 // COMDAT group associated with the global, so the initializers get folded
anatofuz
parents:
diff changeset
591 // too.
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
592 I = DelayedCXXInitPosition.find(D);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
593 // CXXGlobalInits.size() is the lex order number for the next deferred
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
594 // VarDecl. Use it when the current VarDecl is non-deferred. Although this
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
595 // lex order number is shared between current VarDecl and some following
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
596 // VarDecls, their order of insertion into `llvm.global_ctors` is the same
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
597 // as the lexing order and the following stable sort would preserve such
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
598 // order.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
599 unsigned LexOrder =
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
600 I == DelayedCXXInitPosition.end() ? CXXGlobalInits.size() : I->second;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
601 AddGlobalCtor(Fn, 65535, LexOrder, COMDATKey);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
602 if (COMDATKey && (getTriple().isOSBinFormatELF() ||
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
603 getTarget().getCXXABI().isMicrosoft())) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
604 // When COMDAT is used on ELF or in the MS C++ ABI, the key must be in
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
605 // llvm.used to prevent linker GC.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
606 addUsedGlobal(COMDATKey);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
607 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
608
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
609 // If we used a COMDAT key for the global ctor, the init function can be
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
610 // discarded if the global ctor entry is discarded.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
611 // FIXME: Do we need to restrict this to ELF and Wasm?
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
612 llvm::Comdat *C = Addr->getComdat();
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
613 if (COMDATKey && C &&
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
614 (getTarget().getTriple().isOSBinFormatELF() ||
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
615 getTarget().getTriple().isOSBinFormatWasm())) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
616 Fn->setComdat(C);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
617 }
150
anatofuz
parents:
diff changeset
618 } else {
anatofuz
parents:
diff changeset
619 I = DelayedCXXInitPosition.find(D); // Re-do lookup in case of re-hash.
anatofuz
parents:
diff changeset
620 if (I == DelayedCXXInitPosition.end()) {
anatofuz
parents:
diff changeset
621 CXXGlobalInits.push_back(Fn);
anatofuz
parents:
diff changeset
622 } else if (I->second != ~0U) {
anatofuz
parents:
diff changeset
623 assert(I->second < CXXGlobalInits.size() &&
anatofuz
parents:
diff changeset
624 CXXGlobalInits[I->second] == nullptr);
anatofuz
parents:
diff changeset
625 CXXGlobalInits[I->second] = Fn;
anatofuz
parents:
diff changeset
626 }
anatofuz
parents:
diff changeset
627 }
anatofuz
parents:
diff changeset
628
anatofuz
parents:
diff changeset
629 // Remember that we already emitted the initializer for this global.
anatofuz
parents:
diff changeset
630 DelayedCXXInitPosition[D] = ~0U;
anatofuz
parents:
diff changeset
631 }
anatofuz
parents:
diff changeset
632
anatofuz
parents:
diff changeset
633 void CodeGenModule::EmitCXXThreadLocalInitFunc() {
anatofuz
parents:
diff changeset
634 getCXXABI().EmitThreadLocalInitFuncs(
anatofuz
parents:
diff changeset
635 *this, CXXThreadLocals, CXXThreadLocalInits, CXXThreadLocalInitVars);
anatofuz
parents:
diff changeset
636
anatofuz
parents:
diff changeset
637 CXXThreadLocalInits.clear();
anatofuz
parents:
diff changeset
638 CXXThreadLocalInitVars.clear();
anatofuz
parents:
diff changeset
639 CXXThreadLocals.clear();
anatofuz
parents:
diff changeset
640 }
anatofuz
parents:
diff changeset
641
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
642 /* Build the initializer for a C++20 module:
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
643 This is arranged to be run only once regardless of how many times the module
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
644 might be included transitively. This arranged by using a guard variable.
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
645
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
646 If there are no initializers at all (and also no imported modules) we reduce
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
647 this to an empty function (since the Itanium ABI requires that this function
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
648 be available to a caller, which might be produced by a different
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
649 implementation).
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
650
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
651 First we call any initializers for imported modules.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
652 We then call initializers for the Global Module Fragment (if present)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
653 We then call initializers for the current module.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
654 We then call initializers for the Private Module Fragment (if present)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
655 */
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
656
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
657 void CodeGenModule::EmitCXXModuleInitFunc(Module *Primary) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
658 while (!CXXGlobalInits.empty() && !CXXGlobalInits.back())
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
659 CXXGlobalInits.pop_back();
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
660
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
661 // As noted above, we create the function, even if it is empty.
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
662 // Module initializers for imported modules are emitted first.
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
663
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
664 // Collect all the modules that we import
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
665 SmallVector<Module *> AllImports;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
666 // Ones that we export
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
667 for (auto I : Primary->Exports)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
668 AllImports.push_back(I.getPointer());
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
669 // Ones that we only import.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
670 for (Module *M : Primary->Imports)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
671 AllImports.push_back(M);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
672
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
673 SmallVector<llvm::Function *, 8> ModuleInits;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
674 for (Module *M : AllImports) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
675 // No Itanium initializer in header like modules.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
676 if (M->isHeaderLikeModule())
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
677 continue; // TODO: warn of mixed use of module map modules and C++20?
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
678 llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
679 SmallString<256> FnName;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
680 {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
681 llvm::raw_svector_ostream Out(FnName);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
682 cast<ItaniumMangleContext>(getCXXABI().getMangleContext())
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
683 .mangleModuleInitializer(M, Out);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
684 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
685 assert(!GetGlobalValue(FnName.str()) &&
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
686 "We should only have one use of the initializer call");
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
687 llvm::Function *Fn = llvm::Function::Create(
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
688 FTy, llvm::Function::ExternalLinkage, FnName.str(), &getModule());
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
689 ModuleInits.push_back(Fn);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
690 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
691
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
692 // Add any initializers with specified priority; this uses the same approach
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
693 // as EmitCXXGlobalInitFunc().
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
694 if (!PrioritizedCXXGlobalInits.empty()) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
695 SmallVector<llvm::Function *, 8> LocalCXXGlobalInits;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
696 llvm::array_pod_sort(PrioritizedCXXGlobalInits.begin(),
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
697 PrioritizedCXXGlobalInits.end());
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
698 for (SmallVectorImpl<GlobalInitData>::iterator
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
699 I = PrioritizedCXXGlobalInits.begin(),
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
700 E = PrioritizedCXXGlobalInits.end();
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
701 I != E;) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
702 SmallVectorImpl<GlobalInitData>::iterator PrioE =
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
703 std::upper_bound(I + 1, E, *I, GlobalInitPriorityCmp());
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
704
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
705 for (; I < PrioE; ++I)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
706 ModuleInits.push_back(I->second);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
707 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
708 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
709
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
710 // Now append the ones without specified priority.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
711 for (auto *F : CXXGlobalInits)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
712 ModuleInits.push_back(F);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
713
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
714 llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
715 const CGFunctionInfo &FI = getTypes().arrangeNullaryFunction();
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
716
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
717 // We now build the initializer for this module, which has a mangled name
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
718 // as per the Itanium ABI . The action of the initializer is guarded so that
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
719 // each init is run just once (even though a module might be imported
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
720 // multiple times via nested use).
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
721 llvm::Function *Fn;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
722 {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
723 SmallString<256> InitFnName;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
724 llvm::raw_svector_ostream Out(InitFnName);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
725 cast<ItaniumMangleContext>(getCXXABI().getMangleContext())
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
726 .mangleModuleInitializer(Primary, Out);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
727 Fn = CreateGlobalInitOrCleanUpFunction(
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
728 FTy, llvm::Twine(InitFnName), FI, SourceLocation(), false,
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
729 llvm::GlobalVariable::ExternalLinkage);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
730
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
731 // If we have a completely empty initializer then we do not want to create
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
732 // the guard variable.
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
733 ConstantAddress GuardAddr = ConstantAddress::invalid();
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
734 if (!AllImports.empty() || !PrioritizedCXXGlobalInits.empty() ||
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
735 !CXXGlobalInits.empty()) {
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
736 // Create the guard var.
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
737 llvm::GlobalVariable *Guard = new llvm::GlobalVariable(
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
738 getModule(), Int8Ty, /*isConstant=*/false,
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
739 llvm::GlobalVariable::InternalLinkage,
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
740 llvm::ConstantInt::get(Int8Ty, 0), InitFnName.str() + "__in_chrg");
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
741 CharUnits GuardAlign = CharUnits::One();
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
742 Guard->setAlignment(GuardAlign.getAsAlign());
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
743 GuardAddr = ConstantAddress(Guard, Int8Ty, GuardAlign);
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
744 }
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
745 CodeGenFunction(*this).GenerateCXXGlobalInitFunc(Fn, ModuleInits,
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
746 GuardAddr);
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
747 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
748
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
749 // We allow for the case that a module object is added to a linked binary
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
750 // without a specific call to the the initializer. This also ensures that
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
751 // implementation partition initializers are called when the partition
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
752 // is not imported as an interface.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
753 AddGlobalCtor(Fn);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
754
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
755 // See the comment in EmitCXXGlobalInitFunc about OpenCL global init
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
756 // functions.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
757 if (getLangOpts().OpenCL) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
758 GenKernelArgMetadata(Fn);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
759 Fn->setCallingConv(llvm::CallingConv::SPIR_KERNEL);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
760 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
761
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
762 assert(!getLangOpts().CUDA || !getLangOpts().CUDAIsDevice ||
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
763 getLangOpts().GPUAllowDeviceInit);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
764 if (getLangOpts().HIP && getLangOpts().CUDAIsDevice) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
765 Fn->setCallingConv(llvm::CallingConv::AMDGPU_KERNEL);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
766 Fn->addFnAttr("device-init");
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
767 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
768
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
769 // We are done with the inits.
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
770 AllImports.clear();
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
771 PrioritizedCXXGlobalInits.clear();
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
772 CXXGlobalInits.clear();
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
773 ModuleInits.clear();
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
774 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
775
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
776 static SmallString<128> getTransformedFileName(llvm::Module &M) {
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
777 SmallString<128> FileName = llvm::sys::path::filename(M.getName());
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
778
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
779 if (FileName.empty())
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
780 FileName = "<null>";
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
781
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
782 for (size_t i = 0; i < FileName.size(); ++i) {
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
783 // Replace everything that's not [a-zA-Z0-9._] with a _. This set happens
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
784 // to be the set of C preprocessing numbers.
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
785 if (!isPreprocessingNumberBody(FileName[i]))
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
786 FileName[i] = '_';
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
787 }
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
788
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
789 return FileName;
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
790 }
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
791
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
792 static std::string getPrioritySuffix(unsigned int Priority) {
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
793 assert(Priority <= 65535 && "Priority should always be <= 65535.");
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
794
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
795 // Compute the function suffix from priority. Prepend with zeroes to make
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
796 // sure the function names are also ordered as priorities.
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
797 std::string PrioritySuffix = llvm::utostr(Priority);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
798 PrioritySuffix = std::string(6 - PrioritySuffix.size(), '0') + PrioritySuffix;
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
799
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
800 return PrioritySuffix;
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
801 }
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
802
150
anatofuz
parents:
diff changeset
803 void
anatofuz
parents:
diff changeset
804 CodeGenModule::EmitCXXGlobalInitFunc() {
anatofuz
parents:
diff changeset
805 while (!CXXGlobalInits.empty() && !CXXGlobalInits.back())
anatofuz
parents:
diff changeset
806 CXXGlobalInits.pop_back();
anatofuz
parents:
diff changeset
807
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
808 // When we import C++20 modules, we must run their initializers first.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
809 SmallVector<llvm::Function *, 8> ModuleInits;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
810 if (CXX20ModuleInits)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
811 for (Module *M : ImportedModules) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
812 // No Itanium initializer in header like modules.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
813 if (M->isHeaderLikeModule())
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
814 continue;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
815 llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
816 SmallString<256> FnName;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
817 {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
818 llvm::raw_svector_ostream Out(FnName);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
819 cast<ItaniumMangleContext>(getCXXABI().getMangleContext())
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
820 .mangleModuleInitializer(M, Out);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
821 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
822 assert(!GetGlobalValue(FnName.str()) &&
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
823 "We should only have one use of the initializer call");
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
824 llvm::Function *Fn = llvm::Function::Create(
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
825 FTy, llvm::Function::ExternalLinkage, FnName.str(), &getModule());
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
826 ModuleInits.push_back(Fn);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
827 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
828
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
829 if (ModuleInits.empty() && CXXGlobalInits.empty() &&
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
830 PrioritizedCXXGlobalInits.empty())
150
anatofuz
parents:
diff changeset
831 return;
anatofuz
parents:
diff changeset
832
anatofuz
parents:
diff changeset
833 llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false);
anatofuz
parents:
diff changeset
834 const CGFunctionInfo &FI = getTypes().arrangeNullaryFunction();
anatofuz
parents:
diff changeset
835
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
836 // Create our global prioritized initialization function.
150
anatofuz
parents:
diff changeset
837 if (!PrioritizedCXXGlobalInits.empty()) {
anatofuz
parents:
diff changeset
838 SmallVector<llvm::Function *, 8> LocalCXXGlobalInits;
anatofuz
parents:
diff changeset
839 llvm::array_pod_sort(PrioritizedCXXGlobalInits.begin(),
anatofuz
parents:
diff changeset
840 PrioritizedCXXGlobalInits.end());
anatofuz
parents:
diff changeset
841 // Iterate over "chunks" of ctors with same priority and emit each chunk
anatofuz
parents:
diff changeset
842 // into separate function. Note - everything is sorted first by priority,
anatofuz
parents:
diff changeset
843 // second - by lex order, so we emit ctor functions in proper order.
anatofuz
parents:
diff changeset
844 for (SmallVectorImpl<GlobalInitData >::iterator
anatofuz
parents:
diff changeset
845 I = PrioritizedCXXGlobalInits.begin(),
anatofuz
parents:
diff changeset
846 E = PrioritizedCXXGlobalInits.end(); I != E; ) {
anatofuz
parents:
diff changeset
847 SmallVectorImpl<GlobalInitData >::iterator
anatofuz
parents:
diff changeset
848 PrioE = std::upper_bound(I + 1, E, *I, GlobalInitPriorityCmp());
anatofuz
parents:
diff changeset
849
anatofuz
parents:
diff changeset
850 LocalCXXGlobalInits.clear();
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
851
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
852 unsigned int Priority = I->first.priority;
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
853 llvm::Function *Fn = CreateGlobalInitOrCleanUpFunction(
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
854 FTy, "_GLOBAL__I_" + getPrioritySuffix(Priority), FI);
150
anatofuz
parents:
diff changeset
855
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
856 // Prepend the module inits to the highest priority set.
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
857 if (!ModuleInits.empty()) {
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
858 for (auto *F : ModuleInits)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
859 LocalCXXGlobalInits.push_back(F);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
860 ModuleInits.clear();
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
861 }
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
862
150
anatofuz
parents:
diff changeset
863 for (; I < PrioE; ++I)
anatofuz
parents:
diff changeset
864 LocalCXXGlobalInits.push_back(I->second);
anatofuz
parents:
diff changeset
865
anatofuz
parents:
diff changeset
866 CodeGenFunction(*this).GenerateCXXGlobalInitFunc(Fn, LocalCXXGlobalInits);
anatofuz
parents:
diff changeset
867 AddGlobalCtor(Fn, Priority);
anatofuz
parents:
diff changeset
868 }
anatofuz
parents:
diff changeset
869 PrioritizedCXXGlobalInits.clear();
anatofuz
parents:
diff changeset
870 }
anatofuz
parents:
diff changeset
871
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
872 if (getCXXABI().useSinitAndSterm() && ModuleInits.empty() &&
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
873 CXXGlobalInits.empty())
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
874 return;
150
anatofuz
parents:
diff changeset
875
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
876 for (auto *F : CXXGlobalInits)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
877 ModuleInits.push_back(F);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
878 CXXGlobalInits.clear();
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
879
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
880 // Include the filename in the symbol name. Including "sub_" matches gcc
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
881 // and makes sure these symbols appear lexicographically behind the symbols
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
882 // with priority emitted above. Module implementation units behave the same
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
883 // way as a non-modular TU with imports.
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
884 llvm::Function *Fn;
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
885 if (CXX20ModuleInits && getContext().getCurrentNamedModule() &&
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
886 !getContext().getCurrentNamedModule()->isModuleImplementation()) {
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
887 SmallString<256> InitFnName;
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
888 llvm::raw_svector_ostream Out(InitFnName);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
889 cast<ItaniumMangleContext>(getCXXABI().getMangleContext())
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
890 .mangleModuleInitializer(getContext().getCurrentNamedModule(), Out);
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
891 Fn = CreateGlobalInitOrCleanUpFunction(
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
892 FTy, llvm::Twine(InitFnName), FI, SourceLocation(), false,
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
893 llvm::GlobalVariable::ExternalLinkage);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
894 } else
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
895 Fn = CreateGlobalInitOrCleanUpFunction(
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
896 FTy,
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
897 llvm::Twine("_GLOBAL__sub_I_", getTransformedFileName(getModule())),
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
898 FI);
150
anatofuz
parents:
diff changeset
899
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
900 CodeGenFunction(*this).GenerateCXXGlobalInitFunc(Fn, ModuleInits);
150
anatofuz
parents:
diff changeset
901 AddGlobalCtor(Fn);
anatofuz
parents:
diff changeset
902
anatofuz
parents:
diff changeset
903 // In OpenCL global init functions must be converted to kernels in order to
anatofuz
parents:
diff changeset
904 // be able to launch them from the host.
anatofuz
parents:
diff changeset
905 // FIXME: Some more work might be needed to handle destructors correctly.
anatofuz
parents:
diff changeset
906 // Current initialization function makes use of function pointers callbacks.
anatofuz
parents:
diff changeset
907 // We can't support function pointers especially between host and device.
anatofuz
parents:
diff changeset
908 // However it seems global destruction has little meaning without any
anatofuz
parents:
diff changeset
909 // dynamic resource allocation on the device and program scope variables are
anatofuz
parents:
diff changeset
910 // destroyed by the runtime when program is released.
anatofuz
parents:
diff changeset
911 if (getLangOpts().OpenCL) {
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
912 GenKernelArgMetadata(Fn);
150
anatofuz
parents:
diff changeset
913 Fn->setCallingConv(llvm::CallingConv::SPIR_KERNEL);
anatofuz
parents:
diff changeset
914 }
anatofuz
parents:
diff changeset
915
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
916 assert(!getLangOpts().CUDA || !getLangOpts().CUDAIsDevice ||
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
917 getLangOpts().GPUAllowDeviceInit);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
918 if (getLangOpts().HIP && getLangOpts().CUDAIsDevice) {
150
anatofuz
parents:
diff changeset
919 Fn->setCallingConv(llvm::CallingConv::AMDGPU_KERNEL);
anatofuz
parents:
diff changeset
920 Fn->addFnAttr("device-init");
anatofuz
parents:
diff changeset
921 }
anatofuz
parents:
diff changeset
922
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
923 ModuleInits.clear();
150
anatofuz
parents:
diff changeset
924 }
anatofuz
parents:
diff changeset
925
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
926 void CodeGenModule::EmitCXXGlobalCleanUpFunc() {
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
927 if (CXXGlobalDtorsOrStermFinalizers.empty() &&
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
928 PrioritizedCXXStermFinalizers.empty())
150
anatofuz
parents:
diff changeset
929 return;
anatofuz
parents:
diff changeset
930
anatofuz
parents:
diff changeset
931 llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false);
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
932 const CGFunctionInfo &FI = getTypes().arrangeNullaryFunction();
150
anatofuz
parents:
diff changeset
933
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
934 // Create our global prioritized cleanup function.
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
935 if (!PrioritizedCXXStermFinalizers.empty()) {
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
936 SmallVector<CXXGlobalDtorsOrStermFinalizer_t, 8> LocalCXXStermFinalizers;
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
937 llvm::array_pod_sort(PrioritizedCXXStermFinalizers.begin(),
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
938 PrioritizedCXXStermFinalizers.end());
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
939 // Iterate over "chunks" of dtors with same priority and emit each chunk
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
940 // into separate function. Note - everything is sorted first by priority,
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
941 // second - by lex order, so we emit dtor functions in proper order.
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
942 for (SmallVectorImpl<StermFinalizerData>::iterator
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
943 I = PrioritizedCXXStermFinalizers.begin(),
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
944 E = PrioritizedCXXStermFinalizers.end();
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
945 I != E;) {
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
946 SmallVectorImpl<StermFinalizerData>::iterator PrioE =
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
947 std::upper_bound(I + 1, E, *I, StermFinalizerPriorityCmp());
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
948
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
949 LocalCXXStermFinalizers.clear();
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
950
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
951 unsigned int Priority = I->first.priority;
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
952 llvm::Function *Fn = CreateGlobalInitOrCleanUpFunction(
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
953 FTy, "_GLOBAL__a_" + getPrioritySuffix(Priority), FI);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
954
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
955 for (; I < PrioE; ++I) {
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
956 llvm::FunctionCallee DtorFn = I->second;
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
957 LocalCXXStermFinalizers.emplace_back(DtorFn.getFunctionType(),
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
958 DtorFn.getCallee(), nullptr);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
959 }
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
960
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
961 CodeGenFunction(*this).GenerateCXXGlobalCleanUpFunc(
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
962 Fn, LocalCXXStermFinalizers);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
963 AddGlobalDtor(Fn, Priority);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
964 }
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
965 PrioritizedCXXStermFinalizers.clear();
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
966 }
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
967
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
968 if (CXXGlobalDtorsOrStermFinalizers.empty())
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
969 return;
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
970
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
971 // Create our global cleanup function.
150
anatofuz
parents:
diff changeset
972 llvm::Function *Fn =
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
973 CreateGlobalInitOrCleanUpFunction(FTy, "_GLOBAL__D_a", FI);
150
anatofuz
parents:
diff changeset
974
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
975 CodeGenFunction(*this).GenerateCXXGlobalCleanUpFunc(
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
976 Fn, CXXGlobalDtorsOrStermFinalizers);
150
anatofuz
parents:
diff changeset
977 AddGlobalDtor(Fn);
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
978 CXXGlobalDtorsOrStermFinalizers.clear();
150
anatofuz
parents:
diff changeset
979 }
anatofuz
parents:
diff changeset
980
anatofuz
parents:
diff changeset
981 /// Emit the code necessary to initialize the given global variable.
anatofuz
parents:
diff changeset
982 void CodeGenFunction::GenerateCXXGlobalVarDeclInitFunc(llvm::Function *Fn,
anatofuz
parents:
diff changeset
983 const VarDecl *D,
anatofuz
parents:
diff changeset
984 llvm::GlobalVariable *Addr,
anatofuz
parents:
diff changeset
985 bool PerformInit) {
anatofuz
parents:
diff changeset
986 // Check if we need to emit debug info for variable initializer.
anatofuz
parents:
diff changeset
987 if (D->hasAttr<NoDebugAttr>())
anatofuz
parents:
diff changeset
988 DebugInfo = nullptr; // disable debug info indefinitely for this function
anatofuz
parents:
diff changeset
989
anatofuz
parents:
diff changeset
990 CurEHLocation = D->getBeginLoc();
anatofuz
parents:
diff changeset
991
anatofuz
parents:
diff changeset
992 StartFunction(GlobalDecl(D, DynamicInitKind::Initializer),
anatofuz
parents:
diff changeset
993 getContext().VoidTy, Fn, getTypes().arrangeNullaryFunction(),
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
994 FunctionArgList());
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
995 // Emit an artificial location for this function.
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
996 auto AL = ApplyDebugLocation::CreateArtificial(*this);
150
anatofuz
parents:
diff changeset
997
anatofuz
parents:
diff changeset
998 // Use guarded initialization if the global variable is weak. This
anatofuz
parents:
diff changeset
999 // occurs for, e.g., instantiated static data members and
anatofuz
parents:
diff changeset
1000 // definitions explicitly marked weak.
anatofuz
parents:
diff changeset
1001 //
anatofuz
parents:
diff changeset
1002 // Also use guarded initialization for a variable with dynamic TLS and
anatofuz
parents:
diff changeset
1003 // unordered initialization. (If the initialization is ordered, the ABI
anatofuz
parents:
diff changeset
1004 // layer will guard the whole-TU initialization for us.)
anatofuz
parents:
diff changeset
1005 if (Addr->hasWeakLinkage() || Addr->hasLinkOnceLinkage() ||
anatofuz
parents:
diff changeset
1006 (D->getTLSKind() == VarDecl::TLS_Dynamic &&
anatofuz
parents:
diff changeset
1007 isTemplateInstantiation(D->getTemplateSpecializationKind()))) {
anatofuz
parents:
diff changeset
1008 EmitCXXGuardedInit(*D, Addr, PerformInit);
anatofuz
parents:
diff changeset
1009 } else {
anatofuz
parents:
diff changeset
1010 EmitCXXGlobalVarDeclInit(*D, Addr, PerformInit);
anatofuz
parents:
diff changeset
1011 }
anatofuz
parents:
diff changeset
1012
236
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
1013 if (getLangOpts().HLSL)
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
1014 CGM.getHLSLRuntime().annotateHLSLResource(D, Addr);
c4bab56944e8 LLVM 16
kono
parents: 232
diff changeset
1015
150
anatofuz
parents:
diff changeset
1016 FinishFunction();
anatofuz
parents:
diff changeset
1017 }
anatofuz
parents:
diff changeset
1018
anatofuz
parents:
diff changeset
1019 void
anatofuz
parents:
diff changeset
1020 CodeGenFunction::GenerateCXXGlobalInitFunc(llvm::Function *Fn,
anatofuz
parents:
diff changeset
1021 ArrayRef<llvm::Function *> Decls,
anatofuz
parents:
diff changeset
1022 ConstantAddress Guard) {
anatofuz
parents:
diff changeset
1023 {
anatofuz
parents:
diff changeset
1024 auto NL = ApplyDebugLocation::CreateEmpty(*this);
anatofuz
parents:
diff changeset
1025 StartFunction(GlobalDecl(), getContext().VoidTy, Fn,
anatofuz
parents:
diff changeset
1026 getTypes().arrangeNullaryFunction(), FunctionArgList());
anatofuz
parents:
diff changeset
1027 // Emit an artificial location for this function.
anatofuz
parents:
diff changeset
1028 auto AL = ApplyDebugLocation::CreateArtificial(*this);
anatofuz
parents:
diff changeset
1029
anatofuz
parents:
diff changeset
1030 llvm::BasicBlock *ExitBlock = nullptr;
anatofuz
parents:
diff changeset
1031 if (Guard.isValid()) {
anatofuz
parents:
diff changeset
1032 // If we have a guard variable, check whether we've already performed
anatofuz
parents:
diff changeset
1033 // these initializations. This happens for TLS initialization functions.
anatofuz
parents:
diff changeset
1034 llvm::Value *GuardVal = Builder.CreateLoad(Guard);
anatofuz
parents:
diff changeset
1035 llvm::Value *Uninit = Builder.CreateIsNull(GuardVal,
anatofuz
parents:
diff changeset
1036 "guard.uninitialized");
anatofuz
parents:
diff changeset
1037 llvm::BasicBlock *InitBlock = createBasicBlock("init");
anatofuz
parents:
diff changeset
1038 ExitBlock = createBasicBlock("exit");
anatofuz
parents:
diff changeset
1039 EmitCXXGuardedInitBranch(Uninit, InitBlock, ExitBlock,
anatofuz
parents:
diff changeset
1040 GuardKind::TlsGuard, nullptr);
anatofuz
parents:
diff changeset
1041 EmitBlock(InitBlock);
anatofuz
parents:
diff changeset
1042 // Mark as initialized before initializing anything else. If the
anatofuz
parents:
diff changeset
1043 // initializers use previously-initialized thread_local vars, that's
anatofuz
parents:
diff changeset
1044 // probably supposed to be OK, but the standard doesn't say.
anatofuz
parents:
diff changeset
1045 Builder.CreateStore(llvm::ConstantInt::get(GuardVal->getType(),1), Guard);
anatofuz
parents:
diff changeset
1046
anatofuz
parents:
diff changeset
1047 // The guard variable can't ever change again.
anatofuz
parents:
diff changeset
1048 EmitInvariantStart(
anatofuz
parents:
diff changeset
1049 Guard.getPointer(),
anatofuz
parents:
diff changeset
1050 CharUnits::fromQuantity(
anatofuz
parents:
diff changeset
1051 CGM.getDataLayout().getTypeAllocSize(GuardVal->getType())));
anatofuz
parents:
diff changeset
1052 }
anatofuz
parents:
diff changeset
1053
anatofuz
parents:
diff changeset
1054 RunCleanupsScope Scope(*this);
anatofuz
parents:
diff changeset
1055
anatofuz
parents:
diff changeset
1056 // When building in Objective-C++ ARC mode, create an autorelease pool
anatofuz
parents:
diff changeset
1057 // around the global initializers.
anatofuz
parents:
diff changeset
1058 if (getLangOpts().ObjCAutoRefCount && getLangOpts().CPlusPlus) {
anatofuz
parents:
diff changeset
1059 llvm::Value *token = EmitObjCAutoreleasePoolPush();
anatofuz
parents:
diff changeset
1060 EmitObjCAutoreleasePoolCleanup(token);
anatofuz
parents:
diff changeset
1061 }
anatofuz
parents:
diff changeset
1062
anatofuz
parents:
diff changeset
1063 for (unsigned i = 0, e = Decls.size(); i != e; ++i)
anatofuz
parents:
diff changeset
1064 if (Decls[i])
anatofuz
parents:
diff changeset
1065 EmitRuntimeCall(Decls[i]);
anatofuz
parents:
diff changeset
1066
anatofuz
parents:
diff changeset
1067 Scope.ForceCleanup();
anatofuz
parents:
diff changeset
1068
anatofuz
parents:
diff changeset
1069 if (ExitBlock) {
anatofuz
parents:
diff changeset
1070 Builder.CreateBr(ExitBlock);
anatofuz
parents:
diff changeset
1071 EmitBlock(ExitBlock);
anatofuz
parents:
diff changeset
1072 }
anatofuz
parents:
diff changeset
1073 }
anatofuz
parents:
diff changeset
1074
anatofuz
parents:
diff changeset
1075 FinishFunction();
anatofuz
parents:
diff changeset
1076 }
anatofuz
parents:
diff changeset
1077
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1078 void CodeGenFunction::GenerateCXXGlobalCleanUpFunc(
150
anatofuz
parents:
diff changeset
1079 llvm::Function *Fn,
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1080 ArrayRef<std::tuple<llvm::FunctionType *, llvm::WeakTrackingVH,
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1081 llvm::Constant *>>
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1082 DtorsOrStermFinalizers) {
150
anatofuz
parents:
diff changeset
1083 {
anatofuz
parents:
diff changeset
1084 auto NL = ApplyDebugLocation::CreateEmpty(*this);
anatofuz
parents:
diff changeset
1085 StartFunction(GlobalDecl(), getContext().VoidTy, Fn,
anatofuz
parents:
diff changeset
1086 getTypes().arrangeNullaryFunction(), FunctionArgList());
anatofuz
parents:
diff changeset
1087 // Emit an artificial location for this function.
anatofuz
parents:
diff changeset
1088 auto AL = ApplyDebugLocation::CreateArtificial(*this);
anatofuz
parents:
diff changeset
1089
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1090 // Emit the cleanups, in reverse order from construction.
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1091 for (unsigned i = 0, e = DtorsOrStermFinalizers.size(); i != e; ++i) {
150
anatofuz
parents:
diff changeset
1092 llvm::FunctionType *CalleeTy;
anatofuz
parents:
diff changeset
1093 llvm::Value *Callee;
anatofuz
parents:
diff changeset
1094 llvm::Constant *Arg;
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1095 std::tie(CalleeTy, Callee, Arg) = DtorsOrStermFinalizers[e - i - 1];
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1096
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1097 llvm::CallInst *CI = nullptr;
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1098 if (Arg == nullptr) {
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1099 assert(
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1100 CGM.getCXXABI().useSinitAndSterm() &&
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1101 "Arg could not be nullptr unless using sinit and sterm functions.");
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1102 CI = Builder.CreateCall(CalleeTy, Callee);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1103 } else
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1104 CI = Builder.CreateCall(CalleeTy, Callee, Arg);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1105
150
anatofuz
parents:
diff changeset
1106 // Make sure the call and the callee agree on calling convention.
anatofuz
parents:
diff changeset
1107 if (llvm::Function *F = dyn_cast<llvm::Function>(Callee))
anatofuz
parents:
diff changeset
1108 CI->setCallingConv(F->getCallingConv());
anatofuz
parents:
diff changeset
1109 }
anatofuz
parents:
diff changeset
1110 }
anatofuz
parents:
diff changeset
1111
anatofuz
parents:
diff changeset
1112 FinishFunction();
anatofuz
parents:
diff changeset
1113 }
anatofuz
parents:
diff changeset
1114
anatofuz
parents:
diff changeset
1115 /// generateDestroyHelper - Generates a helper function which, when
anatofuz
parents:
diff changeset
1116 /// invoked, destroys the given object. The address of the object
anatofuz
parents:
diff changeset
1117 /// should be in global memory.
anatofuz
parents:
diff changeset
1118 llvm::Function *CodeGenFunction::generateDestroyHelper(
anatofuz
parents:
diff changeset
1119 Address addr, QualType type, Destroyer *destroyer,
anatofuz
parents:
diff changeset
1120 bool useEHCleanupForArray, const VarDecl *VD) {
anatofuz
parents:
diff changeset
1121 FunctionArgList args;
anatofuz
parents:
diff changeset
1122 ImplicitParamDecl Dst(getContext(), getContext().VoidPtrTy,
anatofuz
parents:
diff changeset
1123 ImplicitParamDecl::Other);
anatofuz
parents:
diff changeset
1124 args.push_back(&Dst);
anatofuz
parents:
diff changeset
1125
anatofuz
parents:
diff changeset
1126 const CGFunctionInfo &FI =
anatofuz
parents:
diff changeset
1127 CGM.getTypes().arrangeBuiltinFunctionDeclaration(getContext().VoidTy, args);
anatofuz
parents:
diff changeset
1128 llvm::FunctionType *FTy = CGM.getTypes().GetFunctionType(FI);
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1129 llvm::Function *fn = CGM.CreateGlobalInitOrCleanUpFunction(
150
anatofuz
parents:
diff changeset
1130 FTy, "__cxx_global_array_dtor", FI, VD->getLocation());
anatofuz
parents:
diff changeset
1131
anatofuz
parents:
diff changeset
1132 CurEHLocation = VD->getBeginLoc();
anatofuz
parents:
diff changeset
1133
221
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1134 StartFunction(GlobalDecl(VD, DynamicInitKind::GlobalArrayDestructor),
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1135 getContext().VoidTy, fn, FI, args);
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1136 // Emit an artificial location for this function.
79ff65ed7e25 LLVM12 Original
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 173
diff changeset
1137 auto AL = ApplyDebugLocation::CreateArtificial(*this);
150
anatofuz
parents:
diff changeset
1138
anatofuz
parents:
diff changeset
1139 emitDestroy(addr, type, destroyer, useEHCleanupForArray);
anatofuz
parents:
diff changeset
1140
anatofuz
parents:
diff changeset
1141 FinishFunction();
anatofuz
parents:
diff changeset
1142
anatofuz
parents:
diff changeset
1143 return fn;
anatofuz
parents:
diff changeset
1144 }