Reduce LLVM optimization time

Author: adazem009

src/dev/engine/internal/llvm/llvmcodebuilder.cpp

@@ -76,9 +76,14 @@ std::shared_ptr<ExecutableCode> LLVMCodeBuilder::finalize()
     llvm::Value *targetLists = func->getArg(3);
     llvm::Value *warpArg = nullptr;
 
-    if (m_procedurePrototype) {
-        func->addFnAttr(llvm::Attribute::AlwaysInline);
+    if (m_procedurePrototype)
         warpArg = func->getArg(4);
+
+    if (m_procedurePrototype && m_warp)
+        func->addFnAttr(llvm::Attribute::InlineHint);
+    else {
+        func->addFnAttr(llvm::Attribute::NoInline);
+        func->addFnAttr(llvm::Attribute::OptimizeNone);
     }
 
     llvm::BasicBlock *entry = llvm::BasicBlock::Create(m_llvmCtx, "entry", func);
@@ -1106,6 +1111,8 @@ std::shared_ptr<ExecutableCode> LLVMCodeBuilder::finalize()
     // bool resume(void *)
     funcName = getResumeFunctionName(m_procedurePrototype);
     llvm::Function *resumeFunc = getOrCreateFunction(funcName, m_resumeFuncType);
+    resumeFunc->addFnAttr(llvm::Attribute::NoInline);
+    resumeFunc->addFnAttr(llvm::Attribute::OptimizeNone);
 
     entry = llvm::BasicBlock::Create(m_llvmCtx, "entry", resumeFunc);
     m_builder.SetInsertPoint(entry);

src/dev/engine/internal/llvm/llvmcompilercontext.cpp

@@ -57,6 +57,8 @@ void LLVMCompilerContext::initJit()
 #endif
 
     // Optimize
+    const auto &functions = m_module->getFunctionList();
+
     llvm::PassBuilder passBuilder;
     llvm::LoopAnalysisManager loopAnalysisManager;
     llvm::FunctionAnalysisManager functionAnalysisManager;
@@ -69,9 +71,27 @@ void LLVMCompilerContext::initJit()
     passBuilder.registerLoopAnalyses(loopAnalysisManager);
     passBuilder.crossRegisterProxies(loopAnalysisManager, functionAnalysisManager, cGSCCAnalysisManager, moduleAnalysisManager);
 
-    llvm::ModulePassManager modulePassManager = passBuilder.buildPerModuleDefaultPipeline(llvm::OptimizationLevel::O3);
+    // Use O0 for the entire module
+    llvm::ModulePassManager modulePassManager = passBuilder.buildPerModuleDefaultPipeline(llvm::OptimizationLevel::O0);
+
+    // Create a FunctionPassManager for O3 optimizations
+    llvm::FunctionPassManager functionPassManager = passBuilder.buildFunctionSimplificationPipeline(llvm::OptimizationLevel::O3, llvm::ThinOrFullLTOPhase::None);
+
+    // Run the O0 pipeline for the module
     modulePassManager.run(*m_module, moduleAnalysisManager);
 
+    // Run the O3 pipeline for specific functions
+    for (llvm::Function &func : m_module->functions()) {
+        if (!func.isDeclaration()) {
+            if (!func.hasFnAttribute(llvm::Attribute::OptimizeNone)) {
+#ifndef NDEBUG
+                std::cout << "debug: optimizing function: " << functionNames.back() << std::endl;
+#endif
+                functionPassManager.run(func, functionAnalysisManager);
+            }
+        }
+    }
+
     // Init JIT compiler
     std::string name = m_module->getName().str();
     auto err = m_jit->get()->addIRModule(llvm::orc::ThreadSafeModule(std::move(m_module), std::move(m_llvmCtx)));