Home
last modified time | relevance | path

Searched refs:IntrinsicInst (Results 1 – 25 of 178) sorted by relevance

12345678

/freebsd-12-stable/contrib/llvm-project/llvm/lib/Transforms/Coroutines/
DCoroInstr.h35 class LLVM_LIBRARY_VISIBILITY CoroSubFnInst : public IntrinsicInst {
61 static bool classof(const IntrinsicInst *I) { in classof()
65 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
70 class LLVM_LIBRARY_VISIBILITY CoroAllocInst : public IntrinsicInst {
73 static bool classof(const IntrinsicInst *I) { in classof()
77 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
82 class LLVM_LIBRARY_VISIBILITY AnyCoroIdInst : public IntrinsicInst {
91 IntrinsicInst *getCoroBegin() { in getCoroBegin()
93 if (auto *II = dyn_cast<IntrinsicInst>(U)) in getCoroBegin()
100 static bool classof(const IntrinsicInst *I) { in classof()
[all …]
DCoroEarly.cpp29 void lowerCoroDone(IntrinsicInst *II);
30 void lowerCoroNoop(IntrinsicInst *II);
85 void Lowerer::lowerCoroDone(IntrinsicInst *II) { in lowerCoroDone()
103 void Lowerer::lowerCoroNoop(IntrinsicInst *II) { in lowerCoroNoop()
177 lowerCoroNoop(cast<IntrinsicInst>(&I)); in lowerEarlyIntrinsics()
206 lowerCoroDone(cast<IntrinsicInst>(&I)); in lowerEarlyIntrinsics()
/freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/IR/
DIntrinsicInst.h45 class IntrinsicInst : public CallInst {
47 IntrinsicInst() = delete;
48 IntrinsicInst(const IntrinsicInst &) = delete;
49 IntrinsicInst &operator=(const IntrinsicInst &) = delete;
134 class DbgInfoIntrinsic : public IntrinsicInst {
138 static bool classof(const IntrinsicInst *I) { in classof()
142 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
286 static bool classof(const IntrinsicInst *I) { in classof()
297 return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V)); in classof()
318 static bool classof(const IntrinsicInst *I) { in classof()
[all …]
DInstVisitor.h209 RetTy visitDbgInfoIntrinsic(DbgInfoIntrinsic &I){ DELEGATE(IntrinsicInst); } in visitDbgInfoIntrinsic()
217 RetTy visitMemIntrinsic(MemIntrinsic &I) { DELEGATE(IntrinsicInst); } in visitMemIntrinsic()
218 RetTy visitVAStartInst(VAStartInst &I) { DELEGATE(IntrinsicInst); } in visitVAStartInst()
219 RetTy visitVAEndInst(VAEndInst &I) { DELEGATE(IntrinsicInst); } in visitVAEndInst()
220 RetTy visitVACopyInst(VACopyInst &I) { DELEGATE(IntrinsicInst); } in visitVACopyInst()
221 RetTy visitIntrinsicInst(IntrinsicInst &I) { DELEGATE(CallInst); } in visitIntrinsicInst()
289 default: DELEGATE(IntrinsicInst); in delegateCallInst()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/X86/
DX86PreAMXConfig.cpp60 static bool isAMXIntrinsic(IntrinsicInst *II) { in isAMXIntrinsic()
67 static bool isTileLoad(IntrinsicInst *II) { in isTileLoad()
72 static bool isTileStore(IntrinsicInst *II) { in isTileStore()
77 static bool onlyTileDef(IntrinsicInst *II) { in onlyTileDef()
86 if ((isa<CallInst>(I) && !isa<IntrinsicInst>(I)) || I->isTerminator()) in brokenVolatile()
102 bool getKeyAMXShapes(IntrinsicInst *KeyAMX, SmallVector<Value *, 8> &Shapes);
108 bool checkVolatileModel(SmallSet<Value *, 4> &Loads, IntrinsicInst *Store,
109 IntrinsicInst *KeyAMX);
216 IntrinsicInst *Store, in checkVolatileModel()
217 IntrinsicInst *KeyAMX) { in checkVolatileModel()
[all …]
DX86LowerAMXType.cpp97 std::pair<Value *, Value *> getShape(IntrinsicInst *II, unsigned OpNo);
117 std::pair<Value *, Value *> X86LowerAMXType::getShape(IntrinsicInst *II, in getShape()
174 auto *II = cast<IntrinsicInst>(U.getUser()); in combineLoadBitcast()
198 auto *II = cast<IntrinsicInst>(Tile); in combineBitcastStore()
250 auto *II = dyn_cast<IntrinsicInst>(U.getUser()); in transformBitcast()
270 auto *II = dyn_cast<IntrinsicInst>(Src); in transformBitcast()
402 auto *II = cast<IntrinsicInst>(TileDef); in createTileStore()
423 IntrinsicInst *II = nullptr; in replaceWithTileLoad()
426 II = cast<IntrinsicInst>(PhiOp); in replaceWithTileLoad()
428 II = cast<IntrinsicInst>(V); in replaceWithTileLoad()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/AArch64/
DSVEIntrinsicOpts.cpp60 SmallSetVector<IntrinsicInst *, 4> &PTrues);
96 static bool isPTruePromoted(IntrinsicInst *PTrue) { in isPTruePromoted()
99 SmallVector<IntrinsicInst *, 4> ConvertToUses; in isPTruePromoted()
102 ConvertToUses.push_back(cast<IntrinsicInst>(User)); in isPTruePromoted()
114 for (IntrinsicInst *ConvertToUse : ConvertToUses) { in isPTruePromoted()
116 auto *IntrUser = dyn_cast<IntrinsicInst>(User); in isPTruePromoted()
136 BasicBlock &BB, SmallSetVector<IntrinsicInst *, 4> &PTrues) { in coalescePTrueIntrinsicCalls() argument
250 SmallSetVector<IntrinsicInst *, 4> SVAllPTrues; in optimizePTrueIntrinsicCalls()
251 SmallSetVector<IntrinsicInst *, 4> SVPow2PTrues; in optimizePTrueIntrinsicCalls()
258 auto *IntrI = dyn_cast<IntrinsicInst>(&I); in optimizePTrueIntrinsicCalls()
DAArch64TargetTransformInfo.h33 class IntrinsicInst; variable
107 IntrinsicInst &II) const;
217 Value *getOrCreateResultFromMemIntrinsic(IntrinsicInst *Inst,
220 bool getTgtMemIntrinsic(IntrinsicInst *Inst, MemIntrinsicInfo &Info);
308 bool shouldExpandReduction(const IntrinsicInst *II) const { return false; } in shouldExpandReduction()
DAArch64TargetTransformInfo.cpp337 IntrinsicInst &II) { in processPhiNode()
349 auto *Reinterpret = dyn_cast<IntrinsicInst>(IncValPhi); in processPhiNode()
375 IntrinsicInst &II) { in instCombineConvertFromSVBool()
398 auto *IntrinsicCursor = dyn_cast<IntrinsicInst>(Cursor); in instCombineConvertFromSVBool()
420 IntrinsicInst &II) { in instCombineSVEDup()
421 IntrinsicInst *Pg = dyn_cast<IntrinsicInst>(II.getArgOperand(1)); in instCombineSVEDup()
444 IntrinsicInst &II) { in instCombineSVECmpNE()
450 auto *Pg = dyn_cast<IntrinsicInst>(II.getArgOperand(0)); in instCombineSVECmpNE()
460 auto *DupX = dyn_cast<IntrinsicInst>(II.getArgOperand(2)); in instCombineSVECmpNE()
469 auto *DupQLane = dyn_cast<IntrinsicInst>(II.getArgOperand(1)); in instCombineSVECmpNE()
[all …]
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/ARM/
DMVETailPredication.cpp83 SmallVector<IntrinsicInst*, 4> MaskedInsts;
114 bool IsSafeActiveMask(IntrinsicInst *ActiveLaneMask, Value *TripCount);
117 void InsertVCTPIntrinsic(IntrinsicInst *ActiveLaneMask, Value *TripCount);
151 auto FindLoopIterations = [](BasicBlock *BB) -> IntrinsicInst* { in runOnLoop()
153 auto *Call = dyn_cast<IntrinsicInst>(&I); in runOnLoop()
160 return cast<IntrinsicInst>(&I); in runOnLoop()
166 IntrinsicInst *Setup = FindLoopIterations(Preheader); in runOnLoop()
201 bool MVETailPredication::IsSafeActiveMask(IntrinsicInst *ActiveLaneMask, in IsSafeActiveMask()
348 void MVETailPredication::InsertVCTPIntrinsic(IntrinsicInst *ActiveLaneMask, in InsertVCTPIntrinsic()
394 SmallVector<IntrinsicInst *, 4> ActiveLaneMasks; in TryConvertActiveLaneMask()
[all …]
DMVEGatherScatterLowering.cpp106 Instruction *lowerGather(IntrinsicInst *I);
108 Instruction *tryCreateMaskedGatherOffset(IntrinsicInst *I, Value *Ptr,
112 Instruction *tryCreateMaskedGatherBase(IntrinsicInst *I, Value *Ptr,
116 Instruction *tryCreateMaskedGatherBaseWB(IntrinsicInst *I, Value *Ptr,
120 Instruction *lowerScatter(IntrinsicInst *I);
122 Instruction *tryCreateMaskedScatterOffset(IntrinsicInst *I, Value *Offsets,
125 Instruction *tryCreateMaskedScatterBase(IntrinsicInst *I, Value *Ptr,
129 Instruction *tryCreateMaskedScatterBaseWB(IntrinsicInst *I, Value *Ptr,
135 Instruction *tryCreateIncrementingGatScat(IntrinsicInst *I, Value *Ptr,
140 Instruction *tryCreateIncrementingWBGatScat(IntrinsicInst *I, Value *BasePtr,
[all …]
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Transforms/Utils/
DAssumeBundleBuilder.cpp131 IntrinsicInst *Intr = cast<IntrinsicInst>(Assume); in tryToPreserveWithoutAddingAssume()
338 SmallDenseSet<IntrinsicInst *> CleanupToDo;
340 SmallDenseMap<BasicBlock *, SmallVector<IntrinsicInst *, 4>, 8> BBToAssume;
353 IntrinsicInst *Assume = cast<IntrinsicInst>(V); in buildMapping()
364 [](const IntrinsicInst *LHS, const IntrinsicInst *RHS) { in buildMapping()
373 for (IntrinsicInst *Assume : CleanupToDo) { in RunCleanup()
394 IntrinsicInst *Assume; in dropRedundantKnowledge()
406 IntrinsicInst *Assume = cast<IntrinsicInst>(V); in dropRedundantKnowledge()
462 using MergeIterator = SmallVectorImpl<IntrinsicInst *>::iterator;
477 for (IntrinsicInst *I : make_range(Begin, End)) { in mergeRange()
[all …]
/freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/Analysis/
DStackLifetime.h99 SmallVector<const IntrinsicInst *, 64> Instructions;
142 filter_iterator<ArrayRef<const IntrinsicInst *>::const_iterator,
143 std::function<bool(const IntrinsicInst *)>>>
145 std::function<bool(const IntrinsicInst *)> NotNull( in getMarkers()
146 [](const IntrinsicInst *I) -> bool { return I; }); in getMarkers()
DTargetTransformInfo.h50 class IntrinsicInst; variable
118 const IntrinsicInst *II = nullptr;
135 FastMathFlags Flags = FastMathFlags(), const IntrinsicInst *I = nullptr,
144 const IntrinsicInst *I = nullptr,
148 const IntrinsicInst *getInst() const { return II; } in getInst()
392 Value *rewriteIntrinsicWithAddressSpace(IntrinsicInst *II, Value *OldV,
559 IntrinsicInst &II) const;
563 simplifyDemandedUseBitsIntrinsic(InstCombiner &IC, IntrinsicInst &II,
569 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts,
1234 bool getTgtMemIntrinsic(IntrinsicInst *Inst, MemIntrinsicInfo &Info) const;
[all …]
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Transforms/Scalar/
DLowerConstantIntrinsics.cpp47 static Value *lowerIsConstantIntrinsic(IntrinsicInst *II) { in lowerIsConstantIntrinsic()
106 IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in lowerConstantIntrinsics()
125 IntrinsicInst *II = dyn_cast<IntrinsicInst>(&*VH); in lowerConstantIntrinsics()
DEarlyCSE.cpp295 auto *II = dyn_cast<IntrinsicInst>(Inst); in getHashValueImpl()
363 auto *LII = dyn_cast<IntrinsicInst>(LHSI); in isEqualImpl()
364 auto *RII = dyn_cast<IntrinsicInst>(RHSI); in isEqualImpl()
682 if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(Inst)) { in ParseMemoryInst()
813 if (auto *II = dyn_cast<IntrinsicInst>(V)) in isHandledNonTargetIntrinsic()
834 assert(isa<IntrinsicInst>(Inst) && "Instruction not supported"); in getOrCreateResult()
835 auto *II = cast<IntrinsicInst>(Inst); in getOrCreateResult()
841 Value *getOrCreateResultNonTargetMemIntrinsic(IntrinsicInst *II, in getOrCreateResultNonTargetMemIntrinsic()
859 bool isNonTargetIntrinsicMatch(const IntrinsicInst *Earlier, in isNonTargetIntrinsicMatch()
860 const IntrinsicInst *Later) { in isNonTargetIntrinsicMatch()
[all …]
DInferAddressSpaces.cpp205 bool rewriteIntrinsicOperands(IntrinsicInst *II,
207 void collectRewritableIntrinsicOperands(IntrinsicInst *II,
292 const IntrinsicInst *II = dyn_cast<IntrinsicInst>(&V); in isAddressExpression()
323 const IntrinsicInst &II = cast<IntrinsicInst>(Op); in getPointerOperands()
338 bool InferAddressSpacesImpl::rewriteIntrinsicOperands(IntrinsicInst *II, in rewriteIntrinsicOperands()
368 IntrinsicInst *II, PostorderStackTy &PostorderStack, in collectRewritableIntrinsicOperands()
460 } else if (auto *II = dyn_cast<IntrinsicInst>(&I)) in collectFlatAddressExpressions()
554 if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) { in cloneInstructionWithNewAddressSpace()
1118 if (auto *II = dyn_cast<IntrinsicInst>(CurUser)) { in rewriteWithNewAddressSpaces()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/NVPTX/
DNVPTXTargetTransformInfo.cpp24 static bool readsThreadIndex(const IntrinsicInst *II) { in readsThreadIndex()
34 static bool readsLaneId(const IntrinsicInst *II) { in readsLaneId()
39 static bool isNVVMAtomic(const IntrinsicInst *II) { in isNVVMAtomic()
95 if (const IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) { in isSourceOfDivergence()
115 static Instruction *simplifyNvvmIntrinsic(IntrinsicInst *II, InstCombiner &IC) { in simplifyNvvmIntrinsic()
364 NVPTXTTIImpl::instCombineIntrinsic(InstCombiner &IC, IntrinsicInst &II) const { in instCombineIntrinsic()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Analysis/
DStackLifetime.cpp69 static const AllocaInst *findMatchingAlloca(const IntrinsicInst &II, in findMatchingAlloca()
93 DenseMap<const BasicBlock *, SmallDenseMap<const IntrinsicInst *, Marker>> in collectMarkers()
101 const IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in collectMarkers()
143 auto ProcessMarker = [&](const IntrinsicInst *I, const Marker &M) { in collectMarkers()
166 const IntrinsicInst *II = dyn_cast<IntrinsicInst>(&I); in collectMarkers()
DOverflowInstAnalysis.cpp27 IntrinsicInst *II; in isCheckForZeroAndMulWithOverflow()
40 II = dyn_cast<IntrinsicInst>(Extract->getAggregateOperand()); in isCheckForZeroAndMulWithOverflow()
DTargetTransformInfo.cpp59 : II(dyn_cast<IntrinsicInst>(&CI)), RetTy(CI.getType()), IID(Id), in IntrinsicCostAttributes()
73 const IntrinsicInst *I, in IntrinsicCostAttributes()
93 const IntrinsicInst *I, in IntrinsicCostAttributes()
267 IntrinsicInst *II, Value *OldV, Value *NewV) const { in rewriteIntrinsicWithAddressSpace()
294 IntrinsicInst &II) const { in instCombineIntrinsic()
299 InstCombiner &IC, IntrinsicInst &II, APInt DemandedMask, KnownBits &Known, in simplifyDemandedUseBitsIntrinsic()
306 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts, in simplifyDemandedVectorEltsIntrinsic()
740 if (const IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) { in getCastContextHint()
922 bool TargetTransformInfo::getTgtMemIntrinsic(IntrinsicInst *Inst, in getTgtMemIntrinsic()
932 IntrinsicInst *Inst, Type *ExpectedType) const { in getOrCreateResultFromMemIntrinsic()
[all …]
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
DInstCombineCalls.cpp288 Value *InstCombinerImpl::simplifyMaskedLoad(IntrinsicInst &II) { in simplifyMaskedLoad()
318 Instruction *InstCombinerImpl::simplifyMaskedStore(IntrinsicInst &II) { in simplifyMaskedStore()
357 Instruction *InstCombinerImpl::simplifyMaskedGather(IntrinsicInst &II) { in simplifyMaskedGather()
367 Instruction *InstCombinerImpl::simplifyMaskedScatter(IntrinsicInst &II) { in simplifyMaskedScatter()
400 static Instruction *simplifyInvariantGroupIntrinsic(IntrinsicInst &II, in simplifyInvariantGroupIntrinsic()
405 while (auto *Intr = dyn_cast<IntrinsicInst>(StrippedInvariantGroupsArg)) { in simplifyInvariantGroupIntrinsic()
432 static Instruction *foldCttzCtlz(IntrinsicInst &II, InstCombinerImpl &IC) { in foldCttzCtlz()
538 static Instruction *foldCtpop(IntrinsicInst &II, InstCombinerImpl &IC) { in foldCtpop()
621 static Value *simplifyNeonTbl1(const IntrinsicInst &II, in simplifyNeonTbl1()
657 static bool haveSameOperands(const IntrinsicInst &I, const IntrinsicInst &E, in haveSameOperands()
[all …]
/freebsd-12-stable/contrib/llvm-project/llvm/lib/IR/
DPseudoProbe.cpp25 assert(isa<CallBase>(&Inst) && !isa<IntrinsicInst>(&Inst) && in extractProbeFromDiscriminator()
59 if (isa<CallBase>(&Inst) && !isa<IntrinsicInst>(&Inst)) in extractProbe()
76 } else if (isa<CallBase>(&Inst) && !isa<IntrinsicInst>(&Inst)) { in setProbeDistributionFactor()
/freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/
DPredicateInfo.h68 class IntrinsicInst; variable
118 IntrinsicInst *AssumeInst;
119 PredicateAssume(Value *Op, IntrinsicInst *AssumeInst, Value *Condition) in PredicateAssume()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/AMDGPU/
DAMDGPUTargetTransformInfo.h154 bool getTgtMemIntrinsic(IntrinsicInst *Inst, MemIntrinsicInfo &Info) const;
187 Value *rewriteIntrinsicWithAddressSpace(IntrinsicInst *II, Value *OldV,
193 IntrinsicInst &II) const;
195 InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts,

12345678