//===-- toobj.cpp ---------------------------------------------------------===// // // LDC – the LLVM D compiler // // This file is distributed under the BSD-style LDC license. See the LICENSE // file for details. // //===----------------------------------------------------------------------===// #include "driver/toobj.h" #include "driver/cl_options.h" #include "driver/cache.h" #include "driver/targetmachine.h" #include "driver/tool.h" #include "gen/irstate.h" #include "gen/logger.h" #include "gen/optimizer.h" #include "llvm/IR/AssemblyAnnotationWriter.h" #include "llvm/IR/Verifier.h" #include "llvm/Analysis/ModuleSummaryAnalysis.h" #if LDC_LLVM_VER >= 400 #include "llvm/Analysis/ProfileSummaryInfo.h" #include "llvm/Bitcode/BitcodeWriter.h" #else #include "llvm/Bitcode/ReaderWriter.h" #endif #include "llvm/IR/LegacyPassManager.h" #include "llvm/Support/CommandLine.h" #include "llvm/Support/FileSystem.h" #include "llvm/Support/FormattedStream.h" #include "llvm/Support/Program.h" #include "llvm/Support/Path.h" #ifdef LDC_LLVM_SUPPORTED_TARGET_SPIRV #include "llvm/Support/SPIRV.h" #endif #include "llvm/Target/TargetMachine.h" #include "llvm/Analysis/TargetTransformInfo.h" #if LDC_LLVM_VER >= 600 #include "llvm/CodeGen/TargetSubtargetInfo.h" #else #include "llvm/Target/TargetSubtargetInfo.h" #endif #include "llvm/Transforms/Utils/Cloning.h" #include "llvm/IR/Module.h" #include #include static llvm::cl::opt NoIntegratedAssembler("no-integrated-as", llvm::cl::ZeroOrMore, llvm::cl::Hidden, llvm::cl::desc("Disable integrated assembler")); namespace { // based on llc code, University of Illinois Open Source License void codegenModule(llvm::TargetMachine &Target, llvm::Module &m, llvm::raw_fd_ostream &out, llvm::TargetMachine::CodeGenFileType fileType) { using namespace llvm; // Create a PassManager to hold and optimize the collection of passes we are // about to build. legacy::PassManager Passes; ComputeBackend::Type cb = getComputeTargetType(&m); if (cb == ComputeBackend::SPIRV) { #ifdef LDC_LLVM_SUPPORTED_TARGET_SPIRV IF_LOG Logger::println("running createSPIRVWriterPass()"); llvm::createSPIRVWriterPass(out)->runOnModule(m); IF_LOG Logger::println("Success."); #else error(Loc(), "Trying to target SPIRV, but LDC is not built to do so!"); #endif return; } // The DataLayout is already set at the module (in module.cpp, // method Module::genLLVMModule()) // FIXME: Introduce new command line switch default-data-layout to // override the module data layout // Add internal analysis passes from the target machine. Passes.add( createTargetTransformInfoWrapperPass(Target.getTargetIRAnalysis())); if (Target.addPassesToEmitFile( Passes, out, // Output file #if LDC_LLVM_VER >= 700 nullptr, // DWO output file #endif // Always generate assembly for ptx as it is an assembly format // The PTX backend fails if we pass anything else. (cb == ComputeBackend::NVPTX) ? llvm::TargetMachine::CGFT_AssemblyFile : fileType, codeGenOptLevel())) { llvm_unreachable("no support for asm output"); } Passes.run(m); } void cloneAndCodegenModule(llvm::TargetMachine &Target, llvm::Module &m, llvm::raw_fd_ostream &out, llvm::TargetMachine::CodeGenFileType fileType) { auto newModule = llvm::CloneModule( #if LDC_LLVM_VER >= 700 m #else &m #endif ); codegenModule(Target, *newModule, out, fileType); } } static void assemble(const std::string &asmpath, const std::string &objpath) { std::vector args; args.push_back("-O3"); args.push_back("-c"); args.push_back("-xassembler"); args.push_back(asmpath); args.push_back("-o"); args.push_back(objpath); appendTargetArgsForGcc(args); // Run the compiler to assembly the program. int R = executeToolAndWait(getGcc(), args, global.params.verbose); if (R) { error(Loc(), "Error while invoking external assembler."); fatal(); } } //////////////////////////////////////////////////////////////////////////////// namespace { using namespace llvm; class AssemblyAnnotator : public AssemblyAnnotationWriter { // Find the MDNode which corresponds to the DISubprogram data that described F. static DISubprogram *FindSubprogram(const Function *F, DebugInfoFinder &Finder) { for (DISubprogram *Subprogram : Finder.subprograms()) if (Subprogram->describes(F)) return Subprogram; return nullptr; } static llvm::StringRef GetDisplayName(const Function *F) { llvm::DebugInfoFinder Finder; Finder.processModule(*F->getParent()); if (DISubprogram *N = FindSubprogram(F, Finder)) { #if LDC_LLVM_VER >= 500 return N->getName(); #else return N->getDisplayName(); #endif } return ""; } const llvm::DataLayout &DL; public: AssemblyAnnotator(const llvm::DataLayout &dl) : DL(dl) {} void emitFunctionAnnot(const Function *F, formatted_raw_ostream &os) override { os << "; [#uses = " << F->getNumUses() << ']'; // show demangled name llvm::StringRef funcName = GetDisplayName(F); if (!funcName.empty()) { os << " [display name = " << funcName << ']'; } os << '\n'; } void printInfoComment(const Value &val, formatted_raw_ostream &os) override { bool padding = false; if (!val.getType()->isVoidTy()) { os.PadToColumn(50); padding = true; os << "; [#uses = " << val.getNumUses(); if (isa(&val) || isa(&val)) { // Only print type for instructions where it is not obvious // from being repeated in its parameters. Might need to be // extended, but GEPs/PHIs are the most common ones. os << ", type = " << *val.getType(); } else if (isa(&val)) { os << ", size/byte = " << DL.getTypeAllocSize(val.getType()->getContainedType(0)); } os << ']'; } const Instruction *instr = dyn_cast(&val); if (!instr) { return; } if (const DebugLoc &debugLoc = instr->getDebugLoc()) { if (!padding) { os.PadToColumn(50); padding = true; os << ';'; } os << " [debug line = "; debugLoc.print(os); os << ']'; } if (const DbgDeclareInst *DDI = dyn_cast(instr)) { DILocalVariable *Var(DDI->getVariable()); if (!padding) { os.PadToColumn(50); os << ";"; } os << " [debug variable = " << Var->getName() << ']'; } else if (const DbgValueInst *DVI = dyn_cast(instr)) { DILocalVariable *Var(DVI->getVariable()); if (!padding) { os.PadToColumn(50); os << ";"; } os << " [debug variable = " << Var->getName() << ']'; } else if (const CallInst *callinstr = dyn_cast(instr)) { const Function *F = callinstr->getCalledFunction(); if (!F) { return; } StringRef funcName = GetDisplayName(F); if (!funcName.empty()) { if (!padding) { os.PadToColumn(50); os << ";"; } os << " [display name = " << funcName << ']'; } } else if (const InvokeInst *invokeinstr = dyn_cast(instr)) { const Function *F = invokeinstr->getCalledFunction(); if (!F) { return; } StringRef funcName = GetDisplayName(F); if (!funcName.empty()) { if (!padding) { os.PadToColumn(50); os << ";"; } os << " [display name = " << funcName << ']'; } } } }; void writeObjectFile(llvm::Module *m, const char *filename) { IF_LOG Logger::println("Writing object file to: %s", filename); std::error_code errinfo; { llvm::raw_fd_ostream out(filename, errinfo, llvm::sys::fs::F_None); if (!errinfo) { codegenModule(*gTargetMachine, *m, out, llvm::TargetMachine::CGFT_ObjectFile); } else { error(Loc(), "cannot write object file '%s': %s", filename, errinfo.message().c_str()); fatal(); } } } bool shouldAssembleExternally() { // There is no integrated assembler on AIX because XCOFF is not supported. // Starting with LLVM 3.5 the integrated assembler can be used with MinGW. return global.params.output_o && (NoIntegratedAssembler || global.params.targetTriple->getOS() == llvm::Triple::AIX); } bool shouldOutputObjectFile() { return global.params.output_o && !shouldAssembleExternally(); } bool shouldDoLTO(llvm::Module *m) { #if LDC_LLVM_VER == 309 // LLVM 3.9 bug: can't do ThinLTO with modules that have module-scope inline // assembly blocks (duplicate definitions upon importing from such a module). // https://llvm.org/bugs/show_bug.cgi?id=30610 if (opts::isUsingThinLTO() && !m->getModuleInlineAsm().empty()) return false; #endif return opts::isUsingLTO(); } } // end of anonymous namespace void writeModule(llvm::Module *m, const char *filename) { const bool doLTO = shouldDoLTO(m); const bool outputObj = shouldOutputObjectFile(); const bool assembleExternally = shouldAssembleExternally(); // Use cached object code if possible. // TODO: combine LDC's cache and LTO (the advantage is skipping the IR // optimization). const bool useIR2ObjCache = !opts::cacheDir.empty() && outputObj && !doLTO; llvm::SmallString<32> moduleHash; if (useIR2ObjCache) { llvm::SmallString<128> cacheDir(opts::cacheDir.c_str()); llvm::sys::fs::make_absolute(cacheDir); opts::cacheDir = cacheDir.c_str(); IF_LOG Logger::println("Use IR-to-Object cache in %s", opts::cacheDir.c_str()); LOG_SCOPE cache::calculateModuleHash(m, moduleHash); std::string cacheFile = cache::cacheLookup(moduleHash); if (!cacheFile.empty()) { cache::recoverObjectFile(moduleHash, filename); return; } } // run optimizer ldc_optimize_module(m); // make sure the output directory exists const auto directory = llvm::sys::path::parent_path(filename); if (!directory.empty()) { if (auto ec = llvm::sys::fs::create_directories(directory)) { error(Loc(), "failed to create output directory: %s\n%s", directory.data(), ec.message().c_str()); fatal(); } } const auto outputFlags = {global.params.output_o, global.params.output_bc, global.params.output_ll, global.params.output_s}; const auto numOutputFiles = std::count_if(outputFlags.begin(), outputFlags.end(), [](OUTPUTFLAG flag) { return flag != 0; }); const auto replaceExtensionWith = [=](const char *ext) -> std::string { if (numOutputFiles == 1) return filename; llvm::SmallString<128> buffer(filename); llvm::sys::path::replace_extension(buffer, ext); return buffer.str(); }; // write LLVM bitcode const bool emitBitcodeAsObjectFile = doLTO && outputObj && !global.params.output_bc; if (global.params.output_bc || emitBitcodeAsObjectFile) { std::string bcpath = emitBitcodeAsObjectFile ? filename : replaceExtensionWith(global.bc_ext); Logger::println("Writing LLVM bitcode to: %s\n", bcpath.c_str()); std::error_code errinfo; llvm::raw_fd_ostream bos(bcpath.c_str(), errinfo, llvm::sys::fs::F_None); if (bos.has_error()) { error(Loc(), "cannot write LLVM bitcode file '%s': %s", bcpath.c_str(), errinfo.message().c_str()); fatal(); } #if LDC_LLVM_VER >= 700 auto &M = *m; #else auto M = m; #endif if (opts::isUsingThinLTO()) { Logger::println("Creating module summary for ThinLTO"); #if LDC_LLVM_VER == 309 // When the function freq info callback is set to nullptr, LLVM will // calculate it automatically for us. llvm::ModuleSummaryIndexBuilder indexBuilder( m, /* function freq callback */ nullptr); auto &moduleSummaryIndex = indexBuilder.getIndex(); #else llvm::ProfileSummaryInfo PSI(*m); // When the function freq info callback is set to nullptr, LLVM will // calculate it automatically for us. auto moduleSummaryIndex = buildModuleSummaryIndex( *m, /* function freq callback */ nullptr, &PSI); #endif llvm::WriteBitcodeToFile(M, bos, true, &moduleSummaryIndex, /* generate ThinLTO hash */ true); } else { llvm::WriteBitcodeToFile(M, bos); } } // write LLVM IR if (global.params.output_ll) { const auto llpath = replaceExtensionWith(global.ll_ext); Logger::println("Writing LLVM IR to: %s\n", llpath.c_str()); std::error_code errinfo; llvm::raw_fd_ostream aos(llpath.c_str(), errinfo, llvm::sys::fs::F_None); if (aos.has_error()) { error(Loc(), "cannot write LLVM IR file '%s': %s", llpath.c_str(), errinfo.message().c_str()); fatal(); } AssemblyAnnotator annotator(m->getDataLayout()); m->print(aos, &annotator); } const bool writeObj = outputObj && !emitBitcodeAsObjectFile; // write native assembly if (global.params.output_s || assembleExternally) { std::string spath; if (!global.params.output_s) { llvm::SmallString<16> buffer; llvm::sys::fs::createUniqueFile("ldc-%%%%%%%.s", buffer); spath = buffer.str(); } else { spath = replaceExtensionWith(global.s_ext); } Logger::println("Writing asm to: %s\n", spath.c_str()); std::error_code errinfo; { llvm::raw_fd_ostream out(spath.c_str(), errinfo, llvm::sys::fs::F_None); if (!errinfo) { if (writeObj) { // Clone module if we have both output-o and output-s flags // to avoid running 'addPassesToEmitFile' passes twice on same module cloneAndCodegenModule(*gTargetMachine, *m, out, llvm::TargetMachine::CGFT_AssemblyFile); } else { codegenModule(*gTargetMachine, *m, out, llvm::TargetMachine::CGFT_AssemblyFile); } } else { error(Loc(), "cannot write asm: %s", errinfo.message().c_str()); fatal(); } } if (assembleExternally) { assemble(spath, filename); } if (!global.params.output_s) { llvm::sys::fs::remove(spath); } } if (writeObj) { writeObjectFile(m, filename); if (useIR2ObjCache) { cache::cacheObjectFile(filename, moduleHash); } } }