Lines Matching refs:OutlinedFn
706 Function *OutlinedFn = Extractor.extractCodeRegion(CEAC); in finalize() local
711 OutlinedFn->addFnAttr(TargetCpuAttr); in finalize()
715 OutlinedFn->addFnAttr(TargetFeaturesAttr); in finalize()
718 LLVM_DEBUG(dbgs() << " Outlined function: " << *OutlinedFn << "\n"); in finalize()
719 assert(OutlinedFn->getReturnType()->isVoidTy() && in finalize()
724 OutlinedFn->removeFromParent(); in finalize()
725 M.getFunctionList().insertAfter(OuterFn->getIterator(), OutlinedFn); in finalize()
730 BasicBlock &ArtificialEntry = OutlinedFn->getEntryBlock(); in finalize()
755 assert(&OutlinedFn->getEntryBlock() == OI.EntryBB); in finalize()
756 assert(OutlinedFn && OutlinedFn->getNumUses() == 1); in finalize()
760 OI.PostOutlineCB(*OutlinedFn); in finalize()
1070 const LocationDescription &Loc, Function *OutlinedFn, Value *OutlinedFnID, in emitKernelLaunch() argument
1174 OpenMPIRBuilder *OMPIRBuilder, Function &OutlinedFn, Function *OuterFn, in targetParallelCallback() argument
1180 OutlinedFn.addParamAttr(0, Attribute::NoAlias); in targetParallelCallback()
1181 OutlinedFn.addParamAttr(1, Attribute::NoAlias); in targetParallelCallback()
1182 OutlinedFn.addParamAttr(0, Attribute::NoUndef); in targetParallelCallback()
1183 OutlinedFn.addParamAttr(1, Attribute::NoUndef); in targetParallelCallback()
1184 OutlinedFn.addFnAttr(Attribute::NoUnwind); in targetParallelCallback()
1186 assert(OutlinedFn.arg_size() >= 2 && in targetParallelCallback()
1188 unsigned NumCapturedVars = OutlinedFn.arg_size() - /* tid & bounded tid */ 2; in targetParallelCallback()
1190 CallInst *CI = cast<CallInst>(OutlinedFn.user_back()); in targetParallelCallback()
1230 Builder.CreateBitCast(&OutlinedFn, OMPIRBuilder->ParallelTaskPtr), in targetParallelCallback()
1245 Function::arg_iterator OutlinedAI = OutlinedFn.arg_begin(); in targetParallelCallback()
1262 hostParallelCallback(OpenMPIRBuilder *OMPIRBuilder, Function &OutlinedFn, in hostParallelCallback() argument
1291 OutlinedFn.addParamAttr(0, Attribute::NoAlias); in hostParallelCallback()
1292 OutlinedFn.addParamAttr(1, Attribute::NoAlias); in hostParallelCallback()
1293 OutlinedFn.addFnAttr(Attribute::NoUnwind); in hostParallelCallback()
1295 assert(OutlinedFn.arg_size() >= 2 && in hostParallelCallback()
1297 unsigned NumCapturedVars = OutlinedFn.arg_size() - /* tid & bounded tid */ 2; in hostParallelCallback()
1299 CallInst *CI = cast<CallInst>(OutlinedFn.user_back()); in hostParallelCallback()
1306 Builder.CreateBitCast(&OutlinedFn, OMPIRBuilder->ParallelTaskPtr)}; in hostParallelCallback()
1333 Function::arg_iterator OutlinedAI = OutlinedFn.arg_begin(); in hostParallelCallback()
1494 std::move(ToBeDeleted)](Function &OutlinedFn) { in createParallel() argument
1495 targetParallelCallback(this, OutlinedFn, OuterFn, OuterAllocaBlock, Ident, in createParallel()
1502 std::move(ToBeDeleted)](Function &OutlinedFn) { in createParallel() argument
1503 hostParallelCallback(this, OutlinedFn, OuterFn, Ident, IfCondition, in createParallel()
1827 TaskAllocaBB, ToBeDeleted](Function &OutlinedFn) mutable { in createTask() argument
1829 assert(OutlinedFn.getNumUses() == 1 && in createTask()
1831 CallInst *StaleCI = cast<CallInst>(OutlinedFn.user_back()); in createTask()
1890 /*task_func=*/&OutlinedFn}); in createTask()
1987 CI = Builder.CreateCall(&OutlinedFn, {ThreadID, TaskData}); in createTask()
1989 CI = Builder.CreateCall(&OutlinedFn, {ThreadID}); in createTask()
2014 LoadInst *Shareds = Builder.CreateLoad(VoidPtr, OutlinedFn.getArg(1)); in createTask()
2015 OutlinedFn.getArg(1)->replaceUsesWithIf( in createTask()
4296 Function &OutlinedFn, Type *ParallelTaskPtr, in workshareLoopTargetCallback() argument
4329 User *OutlinedFnUser = OutlinedFn.getUniqueUndroppableUser(); in workshareLoopTargetCallback()
4345 OutlinedFn); in workshareLoopTargetCallback()
4438 std::move(ToBeDeleted)](Function &OutlinedFn) { in applyWorkshareLoopTarget() argument
4439 workshareLoopTargetCallback(this, CLI, Ident, OutlinedFn, ParallelTaskPtr, in applyWorkshareLoopTarget()
6264 Function *OutlinedFn) { in setOutlinedTargetRegionFunctionAttributes() argument
6266 OutlinedFn->setLinkage(GlobalValue::WeakODRLinkage); in setOutlinedTargetRegionFunctionAttributes()
6268 OutlinedFn->setDSOLocal(false); in setOutlinedTargetRegionFunctionAttributes()
6269 OutlinedFn->setVisibility(GlobalValue::ProtectedVisibility); in setOutlinedTargetRegionFunctionAttributes()
6271 OutlinedFn->setCallingConv(CallingConv::AMDGPU_KERNEL); in setOutlinedTargetRegionFunctionAttributes()
6275 Constant *OpenMPIRBuilder::createOutlinedFunctionID(Function *OutlinedFn, in createOutlinedFunctionID() argument
6278 assert(OutlinedFn && "The outlined function must exist if embedded"); in createOutlinedFunctionID()
6279 return OutlinedFn; in createOutlinedFunctionID()
6287 Constant *OpenMPIRBuilder::createTargetRegionEntryAddr(Function *OutlinedFn, in createTargetRegionEntryAddr() argument
6289 if (OutlinedFn) in createTargetRegionEntryAddr()
6290 return OutlinedFn; in createTargetRegionEntryAddr()
6302 Function *&OutlinedFn, Constant *&OutlinedFnID) { in emitTargetRegionFunction() argument
6307 OutlinedFn = Config.isTargetDevice() || !Config.openMPOffloadMandatory() in emitTargetRegionFunction()
6322 OutlinedFnID = registerTargetRegionFunction(EntryInfo, OutlinedFn, in emitTargetRegionFunction()
6327 TargetRegionEntryInfo &EntryInfo, Function *OutlinedFn, in registerTargetRegionFunction() argument
6329 if (OutlinedFn) in registerTargetRegionFunction()
6330 setOutlinedTargetRegionFunctionAttributes(OutlinedFn); in registerTargetRegionFunction()
6331 auto OutlinedFnID = createOutlinedFunctionID(OutlinedFn, EntryFnIDName); in registerTargetRegionFunction()
6332 auto EntryAddr = createTargetRegionEntryAddr(OutlinedFn, EntryFnName); in registerTargetRegionFunction()
6773 TargetRegionEntryInfo &EntryInfo, Function *&OutlinedFn, in emitTargetOutlinedFunction() argument
6786 OutlinedFn, OutlinedFnID); in emitTargetOutlinedFunction()
6789 Function *OutlinedFn, Value *OutlinedFnID, in emitTargetTask() argument
6908 Builder.restoreIP(emitKernelLaunch(Builder, OutlinedFn, OutlinedFnID, in emitTargetTask()
6914 HasNoWait](Function &OutlinedFn) mutable { in emitTargetTask() argument
6915 assert(OutlinedFn.getNumUses() == 1 && in emitTargetTask()
6918 CallInst *StaleCI = cast<CallInst>(OutlinedFn.user_back()); in emitTargetTask()
7058 OpenMPIRBuilder::InsertPointTy AllocaIP, Function *OutlinedFn, in emitTargetCall() argument
7080 Builder.CreateCall(OutlinedFn, Args); in __anon049beb053702()
7110 OutlinedFn, OutlinedFnID, EmitTargetCallFallbackCB, KArgs, DeviceID,
7114 Builder, OutlinedFn, OutlinedFnID, EmitTargetCallFallbackCB, KArgs,
7132 Function *OutlinedFn; in createTarget() local
7137 emitTargetOutlinedFunction(*this, Builder, EntryInfo, OutlinedFn, in createTarget()
7144 emitTargetCall(*this, Builder, AllocaIP, OutlinedFn, OutlinedFnID, NumTeams, in createTarget()
8274 ToBeDeleted](Function &OutlinedFn) mutable { in createTeams() argument
8278 assert(OutlinedFn.getNumUses() == 1 && in createTeams()
8280 CallInst *StaleCI = cast<CallInst>(OutlinedFn.user_back()); in createTeams()
8283 assert((OutlinedFn.arg_size() == 2 || OutlinedFn.arg_size() == 3) && in createTeams()
8286 bool HasShared = OutlinedFn.arg_size() == 3; in createTeams()
8288 OutlinedFn.getArg(0)->setName("global.tid.ptr"); in createTeams()
8289 OutlinedFn.getArg(1)->setName("bound.tid.ptr"); in createTeams()
8291 OutlinedFn.getArg(2)->setName("data"); in createTeams()
8298 Ident, Builder.getInt32(StaleCI->arg_size() - 2), &OutlinedFn}; in createTeams()