39 if (!ExportGV.hasLocalLinkage())
42 auto Name = ExportGV.getName();
44 const bool MustPromote = PromoteExtra && PromoteExtra->count(&ExportGV);
56 std::string OldName =
Name.str();
57 std::string NewName = (
Name + ModuleId).str();
59 if (
const auto *
C = ExportGV.getComdat())
60 if (
C->getName() == Name)
64 ExportGV.getType(), ExportGV.getAddressSpace(),
67 ExportGV.replaceUsesWithIf(
71 PromoteExtra->remove(&ExportGV);
72 PromoteExtra->insert(ExternalAlias);
82 if (!RenamedComdats.
empty())
84 if (
auto *
C = GO.getComdat()) {
85 auto Replacement = RenamedComdats.
find(
C);
86 if (Replacement != RenamedComdats.
end())
87 GO.setComdat(Replacement->second);
98 auto ExternalizeTypeId = [&](
CallInst *CI,
unsigned ArgNo) {
103 Metadata *&GlobalMD = LocalToGlobal[MD];
105 std::string NewName = (
Twine(LocalToGlobal.
size()) + ModuleId).str();
116 for (
const Use &U : TypeTestFunc->
uses()) {
118 ExternalizeTypeId(CI, 1);
124 for (
const Use &U : PublicTypeTestFunc->
uses()) {
126 ExternalizeTypeId(CI, 1);
132 for (
const Use &U : TypeCheckedLoadFunc->
uses()) {
134 ExternalizeTypeId(CI, 2);
139 &M, Intrinsic::type_checked_load_relative)) {
140 for (
const Use &U : TypeCheckedLoadRelativeFunc->
uses()) {
142 ExternalizeTypeId(CI, 2);
148 GO.getMetadata(LLVMContext::MD_type, MDs);
150 GO.eraseMetadata(LLVMContext::MD_type);
151 for (
auto *MD : MDs) {
152 auto I = LocalToGlobal.
find(MD->getOperand(1));
153 if (
I == LocalToGlobal.
end()) {
154 GO.addMetadata(LLVMContext::MD_type, *MD);
158 LLVMContext::MD_type,
159 *
MDNode::get(M.getContext(), {MD->getOperand(0), I->second}));
163 GO.getMetadata(LLVMContext::MD_callgraph, CGMDs);
165 GO.eraseMetadata(LLVMContext::MD_callgraph);
166 for (
auto *MD : CGMDs) {
167 if (MD->getNumOperands() == 1) {
168 auto I = LocalToGlobal.
find(MD->getOperand(0));
169 if (
I == LocalToGlobal.
end()) {
170 GO.addMetadata(LLVMContext::MD_callgraph, *MD);
173 GO.addMetadata(LLVMContext::MD_callgraph,
182void simplifyExternals(
Module &M) {
187 if (
F.isDeclaration() &&
F.use_empty()) {
192 if (!
F.isDeclaration() ||
F.getFunctionType() == EmptyFT ||
194 F.getName().starts_with(
"llvm."))
198 F.getAddressSpace(),
"", &M);
202 AttributeList::FunctionIndex,
203 F.getAttributes().getFnAttrs()));
206 F.getMetadata(LLVMContext::MD_guid));
207 F.replaceAllUsesWith(NewF);
215 assert(
I.getResolverFunction() &&
"ifunc misses its resolver function");
219 if (GV.isDeclaration() && GV.use_empty()) {
220 GV.eraseFromParent();
229 std::vector<GlobalValue *> V;
231 if (!ShouldKeepDefinition(&GV))
236 GV->eraseFromParent();
250static void cloneUsedGlobalVariables(
const Module &SrcM,
Module &DestM,
256 for (
auto *V : Used) {
258 if (GV && !GV->isDeclaration())
269static bool enableUnifiedLTO(
Module &M) {
270 bool UnifiedLTO =
false;
273 UnifiedLTO = MD->getZExtValue();
278bool mustEmitToMergedModule(
const GlobalValue *GV) {
281 return GV->
getName() ==
"__cfi_check";
287void splitAndWriteThinLTOBitcode(
290 const bool ShouldPreserveUseListOrder) {
292 if (ModuleId.empty()) {
293 assert(!enableUnifiedLTO(M));
311 promoteTypeIds(M, ModuleId);
320 if (
MDNode *MD = GO->getMetadata(LLVMContext::MD_associated))
323 if (AssocGO->hasMetadata(LLVMContext::MD_type))
325 return GO->hasMetadata(LLVMContext::MD_type);
348 forEachVirtualFunction(GV.getInitializer(), [&](
Function *
F) {
349 auto *RT = dyn_cast<IntegerType>(F->getReturnType());
350 if (!RT || RT->getBitWidth() > 64 || F->arg_empty() ||
351 !F->arg_begin()->use_empty())
353 for (auto &Arg : drop_begin(F->args())) {
354 auto *ArgT = dyn_cast<IntegerType>(Arg.getType());
355 if (!ArgT || ArgT->getBitWidth() > 64)
358 if (!
F->isDeclaration() &&
360 .doesNotAccessMemory())
366 std::unique_ptr<Module> MergedM(
369 if (MergedMComdats.
count(
C))
371 if (mustEmitToMergedModule(GV))
374 return EligibleVirtualFns.
count(
F);
377 return HasTypeMetadata(GVar);
381 MergedM->removeModuleInlineAsm();
385 cloneUsedGlobalVariables(M, *MergedM,
false);
386 cloneUsedGlobalVariables(M, *MergedM,
true);
389 if (!
F.isDeclaration() && !mustEmitToMergedModule(&
F)) {
394 F.setComdat(
nullptr);
399 if ((!
F.hasLocalLinkage() ||
F.hasAddressTaken()) && HasTypeMetadata(&
F))
401 for (
auto &
A : M.aliases())
403 if (HasTypeMetadata(
F))
410 if (HasTypeMetadata(GVar))
413 if (MergedMComdats.
count(
C))
415 if (mustEmitToMergedModule(GV))
424 promoteInternals(*MergedM, M, ModuleId,
nullptr);
425 promoteInternals(M, *MergedM, ModuleId, &CfiFunctions);
427 auto &Ctx = MergedM->getContext();
429 for (
auto *V : CfiFunctions) {
432 F.getMetadata(LLVMContext::MD_type, Types);
439 else if (
F.hasExternalWeakLinkage())
452 if(!CfiFunctionMDs.
empty()) {
453 NamedMDNode *NMD = MergedM->getOrInsertNamedMetadata(
"cfi.functions");
454 for (
auto *MD : CfiFunctionMDs)
459 for (
auto &
A : M.aliases()) {
464 FunctionAliases[
F].push_back(&
A);
467 if (!FunctionAliases.
empty()) {
468 NamedMDNode *NMD = MergedM->getOrInsertNamedMetadata(
"aliases");
469 for (
auto &Alias : FunctionAliases) {
472 for (
auto *
A : Alias.second)
481 if (!
F ||
F->use_empty())
488 if (!Symvers.
empty()) {
489 NamedMDNode *NMD = MergedM->getOrInsertNamedMetadata(
"symvers");
490 for (
auto *MD : Symvers)
494 simplifyExternals(*MergedM);
513 W.writeModule(M, ShouldPreserveUseListOrder, &Index,
515 W.writeModule(*MergedM, ShouldPreserveUseListOrder, &MergedMIndex);
527 W2.writeThinLinkBitcode(M, Index, ModHash);
528 W2.writeModule(*MergedM,
false,
532 *ThinLinkOS << Buffer;
537bool enableSplitLTOUnit(
Module &M) {
538 bool EnableSplitLTOUnit =
false;
540 M.getModuleFlag(
"EnableSplitLTOUnit")))
541 EnableSplitLTOUnit = MD->getZExtValue();
542 return EnableSplitLTOUnit;
546bool requiresSplit(
Module &M) {
547 for (
auto &GO : M.global_objects()) {
548 if (GO.hasMetadata(LLVMContext::MD_type))
550 if (mustEmitToMergedModule(&GO))
559 const bool ShouldPreserveUseListOrder) {
560 std::unique_ptr<ModuleSummaryIndex> NewIndex =
nullptr;
563 if (requiresSplit(M)) {
564 if (enableSplitLTOUnit(M)) {
565 splitAndWriteThinLTOBitcode(OS, ThinLinkOS, AARGetter, M,
566 ShouldPreserveUseListOrder);
571 if (!ModuleId.empty()) {
572 promoteTypeIds(M, ModuleId);
582 NewIndex = std::make_unique<ModuleSummaryIndex>(
584 Index = NewIndex.get();
599 if (ThinLinkOS && Index)
611 bool Changed = writeThinLTOBitcode(
617 ShouldPreserveUseListOrder);
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
This is the interface for LLVM's primary stateless and local alias analysis.
static GCRegistry::Add< ShadowStackGC > C("shadow-stack", "Very portable GC for uncooperative code generators")
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
This file contains the declarations for the subclasses of Constant, which represent the different fla...
Provides passes for computing function attributes based on interprocedural analyses.
Module.h This file contains the declarations for the Module class.
This header defines various interfaces for pass management in LLVM.
This is the interface to build a ModuleSummaryIndex for a module.
FunctionAnalysisManager FAM
A manager for alias analyses.
PassT::Result & getResult(IRUnitT &IR, ExtraArgTs... ExtraArgs)
Get the result of an analysis pass for a given IR unit.
Value * getArgOperand(unsigned i) const
void setArgOperand(unsigned i, Value *v)
This class represents a function call, abstracting a target machine's calling convention.
This is an important base class in LLVM.
LLVM_ABI void removeDeadConstantUsers() const
If there are any dead constant users dangling off of this constant, remove them.
iterator find(const_arg_type_t< KeyT > Val)
std::pair< iterator, bool > try_emplace(KeyT &&Key, Ts &&...Args)
Implements a dense probed hash-table based set.
static LLVM_ABI FunctionType * get(Type *Result, ArrayRef< Type * > Params, bool isVarArg)
This static method is the primary way of constructing a FunctionType.
static Function * Create(FunctionType *Ty, LinkageTypes Linkage, unsigned AddrSpace, const Twine &N="", Module *M=nullptr)
void setAttributes(AttributeList Attrs)
Set the attribute list for this Function.
void copyAttributesFrom(const Function *Src)
copyAttributesFrom - copy all additional attributes (those not needed to create a Function) from the ...
static LLVM_ABI GlobalAlias * create(Type *Ty, unsigned AddressSpace, LinkageTypes Linkage, const Twine &Name, Constant *Aliasee, Module *Parent)
If a parent module is specified, the alias is automatically inserted into the end of the specified mo...
LLVM_ABI void setMetadata(unsigned KindID, MDNode *Node)
Set a particular kind of metadata attachment.
LLVM_ABI bool isDeclaration() const
Return true if the primary definition of this global value is outside of the current translation unit...
uint64_t GUID
Declare a type to represent a global unique identifier for a global value.
LLVM_ABI const Comdat * getComdat() const
LLVM_ABI const GlobalObject * getAliaseeObject() const
LLVM_ABI void eraseFromParent()
This method unlinks 'this' from the containing module and deletes it.
@ HiddenVisibility
The GV is hidden.
void setVisibility(VisibilityTypes V)
LLVM_ABI void reassignGUID()
Recompute and assign a GUID to this value, replacing the existing GUID.
@ ExternalLinkage
Externally visible function.
@ AvailableExternallyLinkage
Available for inspection, not emission.
static MDTuple * get(LLVMContext &Context, ArrayRef< Metadata * > MDs)
static LLVM_ABI MDString * get(LLVMContext &Context, StringRef Str)
static MDTuple * get(LLVMContext &Context, ArrayRef< Metadata * > MDs)
This class implements a map that also provides access to all stored values in a deterministic order.
Analysis pass to provide the ModuleSummaryIndex object.
Class to hold module path string table and global value map, and encapsulate methods for operating on...
static LLVM_ABI void CollectAsmSymvers(const Module &M, function_ref< void(StringRef, StringRef)> AsmSymver)
Parse inline ASM and collect the symvers directives that are defined in the current module.
A Module instance is used to store all the information related to an LLVM module.
@ Error
Emits an error if two values disagree, otherwise the resulting value is that of the operands.
iterator_range< global_object_iterator > global_objects()
GlobalValue * getNamedValue(StringRef Name) const
Return the global value in the module with the specified name, of arbitrary type.
Comdat * getOrInsertComdat(StringRef Name)
Return the Comdat in the module with the specified name.
iterator_range< global_value_iterator > global_values()
LLVM_ABI void addOperand(MDNode *M)
A set of analyses that are preserved following a run of a transformation pass.
static PreservedAnalyses none()
Convenience factory function for the empty preserved set.
static PreservedAnalyses all()
Construct a special preserved set that preserves all passes.
Analysis providing profile information.
A vector that has set insertion semantics.
bool insert(const value_type &X)
Insert a new element into the SetVector.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Represent a constant reference to a string, i.e.
LLVM_ABI PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM)
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
static LLVM_ABI IntegerType * getInt64Ty(LLVMContext &C)
static LLVM_ABI Type * getVoidTy(LLVMContext &C)
static LLVM_ABI IntegerType * getInt8Ty(LLVMContext &C)
A Use represents the edge between a Value definition and its users.
LLVM Value Representation.
LLVM_ABI void setName(const Twine &Name)
Change the name of the value.
iterator_range< use_iterator > uses()
LLVM_ABI StringRef getName() const
Return a constant reference to the value's name.
LLVM_ABI void takeName(Value *V)
Transfer the name from V to this value.
std::pair< iterator, bool > insert(const ValueT &V)
size_type count(const_arg_type_t< ValueT > V) const
Return 1 if the specified key is in the set, 0 otherwise.
An efficient, type-erasing, non-owning reference to a callable.
This class implements an extremely fast bulk output stream that can only output to a stream.
LLVM_ABI Function * getDeclarationIfExists(const Module *M, ID id)
Look up the Function declaration of the intrinsic id in the Module M and return it if it exists.
LLVM_ABI bool isJumpTableCanonical(Function *F)
std::enable_if_t< detail::IsValidPointer< X, Y >::value, X * > extract_or_null(Y &&MD)
Extract a Value from Metadata, allowing null.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI MemoryEffects computeFunctionBodyMemoryAccess(Function &F, AAResults &AAR)
Returns the memory access properties of this copy of the function.
LLVM_ABI void WriteBitcodeToFile(const Module &M, raw_ostream &Out, bool ShouldPreserveUseListOrder=false, const ModuleSummaryIndex *Index=nullptr, bool GenerateHash=false, ModuleHash *ModHash=nullptr)
Write the specified module to the specified raw output stream.
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
std::array< uint32_t, 5 > ModuleHash
160 bits SHA1
LLVM_ABI void writeThinLinkBitcodeToFile(const Module &M, raw_ostream &Out, const ModuleSummaryIndex &Index, const ModuleHash &ModHash)
Write the specified thin link bitcode file (i.e., the minimized bitcode file) to the given raw output...
void append_range(Container &C, Range &&R)
Wrapper function to append range R to container C.
iterator_range< early_inc_iterator_impl< detail::IterOfRange< RangeT > > > make_early_inc_range(RangeT &&Range)
Make a range that does early increment to allow mutation of the underlying range without disrupting i...
LLVM_ABI bool convertToDeclaration(GlobalValue &GV)
Converts value GV to declaration, or replaces with a declaration if it is an alias.
InnerAnalysisManagerProxy< FunctionAnalysisManager, Module > FunctionAnalysisManagerModuleProxy
Provide the FunctionAnalysisManager to Module proxy.
LLVM_ABI ModuleSummaryIndex buildModuleSummaryIndex(const Module &M, std::function< BlockFrequencyInfo *(const Function &F)> GetBFICallback, ProfileSummaryInfo *PSI, std::function< const StackSafetyInfo *(const Function &F)> GetSSICallback=[](const Function &F) -> const StackSafetyInfo *{ return nullptr;})
Direct function to compute a ModuleSummaryIndex from a given module.
auto dyn_cast_or_null(const Y &Val)
LLVM_ABI std::string getUniqueModuleId(Module *M)
Produce a unique identifier for this module by taking the MD5 sum of the names of the module's strong...
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
LLVM_ABI bool StripDebugInfo(Module &M)
Strip debug info in the module if it exists.
LLVM_ABI void appendToCompilerUsed(Module &M, ArrayRef< GlobalValue * > Values)
Adds global values to the llvm.compiler.used list.
DWARFExpression::Operation Op
ValueMap< const Value *, WeakTrackingVH > ValueToValueMapTy
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
AnalysisManager< Function > FunctionAnalysisManager
Convenience typedef for the Function analysis manager.
LLVM_ABI std::unique_ptr< Module > CloneModule(const Module &M)
Return an exact copy of the specified module.
LLVM_ABI void appendToUsed(Module &M, ArrayRef< GlobalValue * > Values)
Adds global values to the llvm.used list.
CfiFunctionLinkage
The type of CFI jumptable needed for a function.
AnalysisManager< Module > ModuleAnalysisManager
Convenience typedef for the Module analysis manager.
LLVM_ABI GlobalVariable * collectUsedGlobalVariables(const Module &M, SmallVectorImpl< GlobalValue * > &Vec, bool CompilerUsed)
Given "llvm.used" or "llvm.compiler.used" as a global name, collect the initializer elements of that ...