123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159 |
- //===- LowerEmuTLS.cpp - Add __emutls_[vt].* variables --------------------===//
- //
- // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
- // See https://llvm.org/LICENSE.txt for license information.
- // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- //
- //===----------------------------------------------------------------------===//
- //
- // This transformation is required for targets depending on libgcc style
- // emulated thread local storage variables. For every defined TLS variable xyz,
- // an __emutls_v.xyz is generated. If there is non-zero initialized value
- // an __emutls_t.xyz is also generated.
- //
- //===----------------------------------------------------------------------===//
- #include "llvm/ADT/SmallVector.h"
- #include "llvm/CodeGen/Passes.h"
- #include "llvm/CodeGen/TargetPassConfig.h"
- #include "llvm/IR/Constants.h"
- #include "llvm/IR/LLVMContext.h"
- #include "llvm/IR/Module.h"
- #include "llvm/InitializePasses.h"
- #include "llvm/Pass.h"
- #include "llvm/Target/TargetMachine.h"
- using namespace llvm;
- #define DEBUG_TYPE "loweremutls"
- namespace {
- class LowerEmuTLS : public ModulePass {
- public:
- static char ID; // Pass identification, replacement for typeid
- LowerEmuTLS() : ModulePass(ID) {
- initializeLowerEmuTLSPass(*PassRegistry::getPassRegistry());
- }
- bool runOnModule(Module &M) override;
- private:
- bool addEmuTlsVar(Module &M, const GlobalVariable *GV);
- static void copyLinkageVisibility(Module &M,
- const GlobalVariable *from,
- GlobalVariable *to) {
- to->setLinkage(from->getLinkage());
- to->setVisibility(from->getVisibility());
- to->setDSOLocal(from->isDSOLocal());
- if (from->hasComdat()) {
- to->setComdat(M.getOrInsertComdat(to->getName()));
- to->getComdat()->setSelectionKind(from->getComdat()->getSelectionKind());
- }
- }
- };
- }
- char LowerEmuTLS::ID = 0;
- INITIALIZE_PASS(LowerEmuTLS, DEBUG_TYPE,
- "Add __emutls_[vt]. variables for emultated TLS model", false,
- false)
- ModulePass *llvm::createLowerEmuTLSPass() { return new LowerEmuTLS(); }
- bool LowerEmuTLS::runOnModule(Module &M) {
- if (skipModule(M))
- return false;
- auto *TPC = getAnalysisIfAvailable<TargetPassConfig>();
- if (!TPC)
- return false;
- auto &TM = TPC->getTM<TargetMachine>();
- if (!TM.useEmulatedTLS())
- return false;
- bool Changed = false;
- SmallVector<const GlobalVariable*, 8> TlsVars;
- for (const auto &G : M.globals()) {
- if (G.isThreadLocal())
- TlsVars.append({&G});
- }
- for (const auto G : TlsVars)
- Changed |= addEmuTlsVar(M, G);
- return Changed;
- }
- bool LowerEmuTLS::addEmuTlsVar(Module &M, const GlobalVariable *GV) {
- LLVMContext &C = M.getContext();
- PointerType *VoidPtrType = Type::getInt8PtrTy(C);
- std::string EmuTlsVarName = ("__emutls_v." + GV->getName()).str();
- GlobalVariable *EmuTlsVar = M.getNamedGlobal(EmuTlsVarName);
- if (EmuTlsVar)
- return false; // It has been added before.
- const DataLayout &DL = M.getDataLayout();
- Constant *NullPtr = ConstantPointerNull::get(VoidPtrType);
- // Get non-zero initializer from GV's initializer.
- const Constant *InitValue = nullptr;
- if (GV->hasInitializer()) {
- InitValue = GV->getInitializer();
- const ConstantInt *InitIntValue = dyn_cast<ConstantInt>(InitValue);
- // When GV's init value is all 0, omit the EmuTlsTmplVar and let
- // the emutls library function to reset newly allocated TLS variables.
- if (isa<ConstantAggregateZero>(InitValue) ||
- (InitIntValue && InitIntValue->isZero()))
- InitValue = nullptr;
- }
- // Create the __emutls_v. symbol, whose type has 4 fields:
- // word size; // size of GV in bytes
- // word align; // alignment of GV
- // void *ptr; // initialized to 0; set at run time per thread.
- // void *templ; // 0 or point to __emutls_t.*
- // sizeof(word) should be the same as sizeof(void*) on target.
- IntegerType *WordType = DL.getIntPtrType(C);
- PointerType *InitPtrType = InitValue ?
- PointerType::getUnqual(InitValue->getType()) : VoidPtrType;
- Type *ElementTypes[4] = {WordType, WordType, VoidPtrType, InitPtrType};
- ArrayRef<Type*> ElementTypeArray(ElementTypes, 4);
- StructType *EmuTlsVarType = StructType::create(ElementTypeArray);
- EmuTlsVar = cast<GlobalVariable>(
- M.getOrInsertGlobal(EmuTlsVarName, EmuTlsVarType));
- copyLinkageVisibility(M, GV, EmuTlsVar);
- // Define "__emutls_t.*" and "__emutls_v.*" only if GV is defined.
- if (!GV->hasInitializer())
- return true;
- Type *GVType = GV->getValueType();
- Align GVAlignment = DL.getValueOrABITypeAlignment(GV->getAlign(), GVType);
- // Define "__emutls_t.*" if there is InitValue
- GlobalVariable *EmuTlsTmplVar = nullptr;
- if (InitValue) {
- std::string EmuTlsTmplName = ("__emutls_t." + GV->getName()).str();
- EmuTlsTmplVar = dyn_cast_or_null<GlobalVariable>(
- M.getOrInsertGlobal(EmuTlsTmplName, GVType));
- assert(EmuTlsTmplVar && "Failed to create emualted TLS initializer");
- EmuTlsTmplVar->setConstant(true);
- EmuTlsTmplVar->setInitializer(const_cast<Constant*>(InitValue));
- EmuTlsTmplVar->setAlignment(GVAlignment);
- copyLinkageVisibility(M, GV, EmuTlsTmplVar);
- }
- // Define "__emutls_v.*" with initializer and alignment.
- Constant *ElementValues[4] = {
- ConstantInt::get(WordType, DL.getTypeStoreSize(GVType)),
- ConstantInt::get(WordType, GVAlignment.value()), NullPtr,
- EmuTlsTmplVar ? EmuTlsTmplVar : NullPtr};
- ArrayRef<Constant*> ElementValueArray(ElementValues, 4);
- EmuTlsVar->setInitializer(
- ConstantStruct::get(EmuTlsVarType, ElementValueArray));
- Align MaxAlignment =
- std::max(DL.getABITypeAlign(WordType), DL.getABITypeAlign(VoidPtrType));
- EmuTlsVar->setAlignment(MaxAlignment);
- return true;
- }
|