#include "HexagonTargetObjectFile.h"
#include "llvm/ADT/SmallString.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/ADT/Twine.h"
#include "llvm/BinaryFormat/ELF.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/GlobalObject.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/Type.h"
#include "llvm/MC/MCContext.h"
#include "llvm/MC/SectionKind.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Target/TargetMachine.h"
#define DEBUG_TYPE "hexagon-sdata"
using namespace llvm;
static cl::opt<unsigned> SmallDataThreshold("hexagon-small-data-threshold",
cl::init(8), cl::Hidden,
cl::desc("The maximum size of an object in the sdata section"));
static cl::opt<bool> NoSmallDataSorting("mno-sort-sda", cl::init(false),
cl::Hidden, cl::desc("Disable small data sections sorting"));
static cl::opt<bool>
StaticsInSData("hexagon-statics-in-small-data", cl::Hidden,
cl::desc("Allow static variables in .sdata"));
static cl::opt<bool> TraceGVPlacement("trace-gv-placement",
cl::Hidden, cl::init(false),
cl::desc("Trace global value placement"));
static cl::opt<bool>
EmitJtInText("hexagon-emit-jt-text", cl::Hidden, cl::init(false),
cl::desc("Emit hexagon jump tables in function section"));
static cl::opt<bool>
EmitLutInText("hexagon-emit-lut-text", cl::Hidden, cl::init(false),
cl::desc("Emit hexagon lookup tables in function section"));
#define TRACE_TO(s, X) s << X
#ifdef NDEBUG
#define TRACE(X) \
do { \
if (TraceGVPlacement) { \
TRACE_TO(errs(), X); \
} \
} while (false)
#else
#define TRACE(X) \
do { \
if (TraceGVPlacement) { \
TRACE_TO(errs(), X); \
} else { \
LLVM_DEBUG(TRACE_TO(dbgs(), X)); \
} \
} while (false)
#endif
static bool isSmallDataSection(StringRef Sec) {
if (Sec.equals(".sdata") || Sec.equals(".sbss") || Sec.equals(".scommon"))
return true;
return Sec.contains(".sdata.") || Sec.contains(".sbss.") ||
Sec.contains(".scommon.");
}
static const char *getSectionSuffixForSize(unsigned Size) {
switch (Size) {
default:
return "";
case 1:
return ".1";
case 2:
return ".2";
case 4:
return ".4";
case 8:
return ".8";
}
}
void HexagonTargetObjectFile::Initialize(MCContext &Ctx,
const TargetMachine &TM) {
TargetLoweringObjectFileELF::Initialize(Ctx, TM);
SmallDataSection =
getContext().getELFSection(".sdata", ELF::SHT_PROGBITS,
ELF::SHF_WRITE | ELF::SHF_ALLOC |
ELF::SHF_HEX_GPREL);
SmallBSSSection =
getContext().getELFSection(".sbss", ELF::SHT_NOBITS,
ELF::SHF_WRITE | ELF::SHF_ALLOC |
ELF::SHF_HEX_GPREL);
}
MCSection *HexagonTargetObjectFile::SelectSectionForGlobal(
const GlobalObject *GO, SectionKind Kind, const TargetMachine &TM) const {
TRACE("[SelectSectionForGlobal] GO(" << GO->getName() << ") ");
TRACE("input section(" << GO->getSection() << ") ");
TRACE((GO->hasPrivateLinkage() ? "private_linkage " : "")
<< (GO->hasLocalLinkage() ? "local_linkage " : "")
<< (GO->hasInternalLinkage() ? "internal " : "")
<< (GO->hasExternalLinkage() ? "external " : "")
<< (GO->hasCommonLinkage() ? "common_linkage " : "")
<< (GO->hasCommonLinkage() ? "common " : "" )
<< (Kind.isCommon() ? "kind_common " : "" )
<< (Kind.isBSS() ? "kind_bss " : "" )
<< (Kind.isBSSLocal() ? "kind_bss_local " : "" ));
if (EmitLutInText && GO->getName().startswith("switch.table")) {
if (const Function *Fn = getLutUsedFunction(GO))
return selectSectionForLookupTable(GO, TM, Fn);
}
if (isGlobalInSmallSection(GO, TM))
return selectSmallSectionForGlobal(GO, Kind, TM);
if (Kind.isCommon()) {
return BSSSection;
}
TRACE("default_ELF_section\n");
return TargetLoweringObjectFileELF::SelectSectionForGlobal(GO, Kind, TM);
}
MCSection *HexagonTargetObjectFile::getExplicitSectionGlobal(
const GlobalObject *GO, SectionKind Kind, const TargetMachine &TM) const {
TRACE("[getExplicitSectionGlobal] GO(" << GO->getName() << ") from("
<< GO->getSection() << ") ");
TRACE((GO->hasPrivateLinkage() ? "private_linkage " : "")
<< (GO->hasLocalLinkage() ? "local_linkage " : "")
<< (GO->hasInternalLinkage() ? "internal " : "")
<< (GO->hasExternalLinkage() ? "external " : "")
<< (GO->hasCommonLinkage() ? "common_linkage " : "")
<< (GO->hasCommonLinkage() ? "common " : "" )
<< (Kind.isCommon() ? "kind_common " : "" )
<< (Kind.isBSS() ? "kind_bss " : "" )
<< (Kind.isBSSLocal() ? "kind_bss_local " : "" ));
if (GO->hasSection()) {
StringRef Section = GO->getSection();
if (Section.contains(".access.text.group"))
return getContext().getELFSection(GO->getSection(), ELF::SHT_PROGBITS,
ELF::SHF_ALLOC | ELF::SHF_EXECINSTR);
if (Section.contains(".access.data.group"))
return getContext().getELFSection(GO->getSection(), ELF::SHT_PROGBITS,
ELF::SHF_WRITE | ELF::SHF_ALLOC);
}
if (isGlobalInSmallSection(GO, TM))
return selectSmallSectionForGlobal(GO, Kind, TM);
TRACE("default_ELF_section\n");
return TargetLoweringObjectFileELF::getExplicitSectionGlobal(GO, Kind, TM);
}
bool HexagonTargetObjectFile::isGlobalInSmallSection(const GlobalObject *GO,
const TargetMachine &TM) const {
bool HaveSData = isSmallDataEnabled(TM);
if (!HaveSData)
LLVM_DEBUG(dbgs() << "Small-data allocation is disabled, but symbols "
"may have explicit section assignments...\n");
LLVM_DEBUG(dbgs() << "Checking if value is in small-data, -G"
<< SmallDataThreshold << ": \"" << GO->getName() << "\": ");
const GlobalVariable *GVar = dyn_cast<GlobalVariable>(GO);
if (!GVar) {
LLVM_DEBUG(dbgs() << "no, not a global variable\n");
return false;
}
if (GVar->hasSection()) {
bool IsSmall = isSmallDataSection(GVar->getSection());
LLVM_DEBUG(dbgs() << (IsSmall ? "yes" : "no")
<< ", has section: " << GVar->getSection() << '\n');
return IsSmall;
}
if (!HaveSData) {
LLVM_DEBUG(dbgs() << "no, small-data allocation is disabled\n");
return false;
}
if (GVar->isConstant()) {
LLVM_DEBUG(dbgs() << "no, is a constant\n");
return false;
}
bool IsLocal = GVar->hasLocalLinkage();
if (!StaticsInSData && IsLocal) {
LLVM_DEBUG(dbgs() << "no, is static\n");
return false;
}
Type *GType = GVar->getValueType();
if (isa<ArrayType>(GType)) {
LLVM_DEBUG(dbgs() << "no, is an array\n");
return false;
}
if (StructType *ST = dyn_cast<StructType>(GType)) {
if (ST->isOpaque()) {
LLVM_DEBUG(dbgs() << "no, has opaque type\n");
return false;
}
}
unsigned Size = GVar->getParent()->getDataLayout().getTypeAllocSize(GType);
if (Size == 0) {
LLVM_DEBUG(dbgs() << "no, has size 0\n");
return false;
}
if (Size > SmallDataThreshold) {
LLVM_DEBUG(dbgs() << "no, size exceeds sdata threshold: " << Size << '\n');
return false;
}
LLVM_DEBUG(dbgs() << "yes\n");
return true;
}
bool HexagonTargetObjectFile::isSmallDataEnabled(const TargetMachine &TM)
const {
return SmallDataThreshold > 0 && !TM.isPositionIndependent();
}
unsigned HexagonTargetObjectFile::getSmallDataSize() const {
return SmallDataThreshold;
}
bool HexagonTargetObjectFile::shouldPutJumpTableInFunctionSection(
bool UsesLabelDifference, const Function &F) const {
return EmitJtInText;
}
unsigned HexagonTargetObjectFile::getSmallestAddressableSize(const Type *Ty,
const GlobalValue *GV, const TargetMachine &TM) const {
unsigned SmallestElement = 8;
if (!Ty)
return 0;
switch (Ty->getTypeID()) {
case Type::StructTyID: {
const StructType *STy = cast<const StructType>(Ty);
for (auto &E : STy->elements()) {
unsigned AtomicSize = getSmallestAddressableSize(E, GV, TM);
if (AtomicSize < SmallestElement)
SmallestElement = AtomicSize;
}
return (STy->getNumElements() == 0) ? 0 : SmallestElement;
}
case Type::ArrayTyID: {
const ArrayType *ATy = cast<const ArrayType>(Ty);
return getSmallestAddressableSize(ATy->getElementType(), GV, TM);
}
case Type::FixedVectorTyID:
case Type::ScalableVectorTyID: {
const VectorType *PTy = cast<const VectorType>(Ty);
return getSmallestAddressableSize(PTy->getElementType(), GV, TM);
}
case Type::PointerTyID:
case Type::HalfTyID:
case Type::FloatTyID:
case Type::DoubleTyID:
case Type::IntegerTyID: {
const DataLayout &DL = GV->getParent()->getDataLayout();
return DL.getTypeAllocSize(const_cast<Type*>(Ty));
}
case Type::FunctionTyID:
case Type::VoidTyID:
case Type::BFloatTyID:
case Type::X86_FP80TyID:
case Type::FP128TyID:
case Type::PPC_FP128TyID:
case Type::LabelTyID:
case Type::MetadataTyID:
case Type::X86_MMXTyID:
case Type::X86_AMXTyID:
case Type::TokenTyID:
case Type::DXILPointerTyID:
return 0;
}
return 0;
}
MCSection *HexagonTargetObjectFile::selectSmallSectionForGlobal(
const GlobalObject *GO, SectionKind Kind, const TargetMachine &TM) const {
const Type *GTy = GO->getValueType();
unsigned Size = getSmallestAddressableSize(GTy, GO, TM);
bool EmitUniquedSection = TM.getDataSections();
TRACE("Small data. Size(" << Size << ")");
if (Kind.isBSS() || Kind.isBSSLocal()) {
if (NoSmallDataSorting) {
TRACE(" default sbss\n");
return SmallBSSSection;
}
StringRef Prefix(".sbss");
SmallString<128> Name(Prefix);
Name.append(getSectionSuffixForSize(Size));
if (EmitUniquedSection) {
Name.append(".");
Name.append(GO->getName());
}
TRACE(" unique sbss(" << Name << ")\n");
return getContext().getELFSection(Name.str(), ELF::SHT_NOBITS,
ELF::SHF_WRITE | ELF::SHF_ALLOC | ELF::SHF_HEX_GPREL);
}
if (Kind.isCommon()) {
if (NoSmallDataSorting)
return BSSSection;
Twine Name = Twine(".scommon") + getSectionSuffixForSize(Size);
TRACE(" small COMMON (" << Name << ")\n");
return getContext().getELFSection(Name.str(), ELF::SHT_NOBITS,
ELF::SHF_WRITE | ELF::SHF_ALLOC |
ELF::SHF_HEX_GPREL);
}
if (Kind.isMergeableConst()) {
TRACE(" const_object_as_data ");
const GlobalVariable *GVar = dyn_cast<GlobalVariable>(GO);
if (GVar->hasSection() && isSmallDataSection(GVar->getSection()))
Kind = SectionKind::getData();
}
if (Kind.isData()) {
if (NoSmallDataSorting) {
TRACE(" default sdata\n");
return SmallDataSection;
}
StringRef Prefix(".sdata");
SmallString<128> Name(Prefix);
Name.append(getSectionSuffixForSize(Size));
if (EmitUniquedSection) {
Name.append(".");
Name.append(GO->getName());
}
TRACE(" unique sdata(" << Name << ")\n");
return getContext().getELFSection(Name.str(), ELF::SHT_PROGBITS,
ELF::SHF_WRITE | ELF::SHF_ALLOC | ELF::SHF_HEX_GPREL);
}
TRACE("default ELF section\n");
return TargetLoweringObjectFileELF::SelectSectionForGlobal(GO, Kind, TM);
}
const Function *
HexagonTargetObjectFile::getLutUsedFunction(const GlobalObject *GO) const {
const Function *ReturnFn = nullptr;
for (auto U : GO->users()) {
auto *I = dyn_cast<Instruction>(U);
if (!I)
continue;
auto *Bb = I->getParent();
if (!Bb)
continue;
auto *UserFn = Bb->getParent();
if (!ReturnFn)
ReturnFn = UserFn;
else if (ReturnFn != UserFn)
return nullptr;
}
return ReturnFn;
}
MCSection *HexagonTargetObjectFile::selectSectionForLookupTable(
const GlobalObject *GO, const TargetMachine &TM, const Function *Fn) const {
SectionKind Kind = SectionKind::getText();
if (Fn->hasSection())
return getExplicitSectionGlobal(Fn, Kind, TM);
const auto *FuncObj = dyn_cast<GlobalObject>(Fn);
return SelectSectionForGlobal(FuncObj, Kind, TM);
}