Home
last modified time | relevance | path

Searched defs:VF (Results 1 – 25 of 48) sorted by relevance

12

/freebsd-head/contrib/llvm-project/llvm/lib/Transforms/Utils/
HDInjectTLIMappings.cpp41 static void addVariantDeclaration(CallInst &CI, const ElementCount &VF, in addVariantDeclaration()
94 auto AddVariantDecl = [&](const ElementCount &VF, bool Predicate) { in addMappingsFromTLI()
113 for (ElementCount VF = ElementCount::getFixed(2); in addMappingsFromTLI() local
117 for (ElementCount VF = ElementCount::getScalable(2); in addMappingsFromTLI() local
/freebsd-head/contrib/llvm-project/llvm/lib/Analysis/
HDTargetLibraryInfo.cpp1239 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \ argument
1246 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \ argument
1253 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ argument
1261 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ argument
1269 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ argument
1342 const ElementCount &VF, in getVectorizedFunction()
1351 TargetLibraryInfoImpl::getVectorMappingInfo(StringRef F, const ElementCount &VF, in getVectorMappingInfo()
1440 ElementCount *VF = in getWidestVF() local
HDVectorUtils.cpp519 for (int Idx = 0, VF = FirstMask.size(); Idx < VF; ++Idx) { in processShuffleMasks() local
528 for (int Idx = 0, VF = Mask.size(); Idx < VF; ++Idx) { in processShuffleMasks() local
891 llvm::createBitMaskForGaps(IRBuilderBase &Builder, unsigned VF, in createBitMaskForGaps()
911 llvm::createReplicatedMask(unsigned ReplicationFactor, unsigned VF) { in createReplicatedMask()
920 llvm::SmallVector<int, 16> llvm::createInterleaveMask(unsigned VF, in createInterleaveMask()
931 llvm::createStrideMask(unsigned Start, unsigned Stride, unsigned VF) { in createStrideMask()
/freebsd-head/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
HDLoopVectorize.cpp639 ElementCount VF; member in llvm::InnerLoopVectorizer
917 Value *createStepForVF(IRBuilderBase &B, Type *Ty, ElementCount VF, in createStepForVF()
924 Value *getRuntimeVF(IRBuilderBase &B, Type *Ty, ElementCount VF) { in getRuntimeVF()
964 VectorizationFactor VF, unsigned IC) { in reportVectorization()
1185 void setWideningDecision(Instruction *I, ElementCount VF, InstWidening W, in setWideningDecision()
1194 ElementCount VF, InstWidening W, in setWideningDecision()
1227 InstructionCost getWideningCost(Instruction *I, ElementCount VF) { in getWideningCost()
1243 void setCallWideningDecision(CallInst *CI, ElementCount VF, InstWidening Kind, in setCallWideningDecision()
1261 bool isOptimizableIVTruncate(Instruction *I, ElementCount VF) { in isOptimizableIVTruncate()
1294 void collectUniformsAndScalars(ElementCount VF) { in collectUniformsAndScalars()
[all …]
HDVPlan.cpp219 VPTransformState::VPTransformState(ElementCount VF, unsigned UF, LoopInfo *LI, in VPTransformState()
765 for (unsigned Lane = 0, VF = State->VF.getKnownMinValue(); Lane < VF; in execute() local
780 InstructionCost VPBasicBlock::cost(ElementCount VF, VPCostContext &Ctx) { in cost()
787 InstructionCost VPRegionBlock::cost(ElementCount VF, VPCostContext &Ctx) { in cost()
1086 InstructionCost VPlan::cost(ElementCount VF, VPCostContext &Ctx) { in cost()
1155 for (ElementCount VF : drop_begin(VFs)) in getName() local
HDSLPVectorizer.cpp251 static FixedVectorType *getWidenedType(Type *ScalarTy, unsigned VF) { in getWidenedType()
460 static SmallBitVector buildUseMask(int VF, ArrayRef<int> Mask, in buildUseMask()
4276 const int VF = GetVF(I); in findReusedOrderedScalars() local
4344 unsigned VF = 0; in findReusedOrderedScalars() local
4659 for (unsigned VF = MaxVF; VF >= MinVF; VF /= 2) { in canVectorizeLoads() local
4975 unsigned VF = ReorderMask.size(); in getReorderingData() local
5000 unsigned VF = TE.getVectorFactor(); in getReorderingData() local
5318 for (unsigned VF = VectorizableTree.front()->getVectorFactor(); VF > 1; in reorderTopToBottom() local
5730 unsigned VF = Data.second.front().second->getVectorFactor(); in reorderBottomToTop() local
7736 int VF = VecTy->getNumElements(); in isIdentityMask() local
[all …]
HDVPlan.h125 ElementCount VF; member
182 static VPLane getLaneFromEnd(const ElementCount &VF, unsigned Offset) { in getLaneFromEnd()
196 static VPLane getLastLaneForVF(const ElementCount &VF) { in getLastLaneForVF()
218 unsigned mapToCacheIndex(const ElementCount &VF) const { in mapToCacheIndex()
231 static unsigned getNumCachedLanes(const ElementCount &VF) { in getNumCachedLanes()
261 ElementCount VF; member
3385 void addVF(ElementCount VF) { VFs.insert(VF); } in addVF()
3387 void setVF(ElementCount VF) { in setVF()
3393 bool hasVF(ElementCount VF) { return VFs.count(VF); } in hasVF()
HDVPlanRecipes.cpp285 InstructionCost VPRecipeBase::cost(ElementCount VF, VPCostContext &Ctx) { in cost()
302 InstructionCost VPRecipeBase::computeCost(ElementCount VF, in computeCost()
1191 Instruction::BinaryOps BinOp, ElementCount VF, in getStepVector()
1247 ElementCount VF) { in getRuntimeVFAsFloat()
2043 auto VF = DstVTy->getElementCount(); in createBitOrPointerCast() local
2490 ElementCount VF = State.VF; in execute() local
HDLoopIdiomVectorize.cpp104 LoopIdiomVectorize(LoopIdiomVectorizeStyle S, unsigned VF, DominatorTree *DT, in LoopIdiomVectorize()
509 auto *VF = ConstantInt::get(I32Type, ByteCompareVF); in createPredicatedFindMismatch() local
HDLoadStoreVectorizer.cpp691 unsigned ChainSizeBytes, VectorType *VecTy) { in splitChainByAlignment()
744 unsigned VF = 8 * VecRegBytes / VecElemBits; in splitChainByAlignment() local
1357 unsigned VF = VecRegSize / TySize; in collectEquivalenceClasses() local
HDLoopVectorizationPlanner.h396 bool hasPlanWithVF(ElementCount VF) const { in hasPlanWithVF()
/freebsd-head/contrib/llvm-project/llvm/lib/Target/SystemZ/
HDSystemZTargetTransformInfo.cpp532 unsigned VF = VTy->getNumElements(); in getArithmeticInstrCost() local
681 unsigned VF = cast<FixedVectorType>(SrcTy)->getNumElements(); in getVectorTruncCost() local
725 static Type *getCmpOpsType(const Instruction *I, unsigned VF = 1) { in getCmpOpsType()
755 unsigned VF = DstVTy->getNumElements(); in getBoolVecToIntConversionCost() local
853 unsigned VF = SrcVecTy->getNumElements(); in getCastInstrCost() local
995 unsigned VF = cast<FixedVectorType>(ValTy)->getNumElements(); in getCmpSelInstrCost() local
1248 unsigned VF = NumElts / Factor; in getInterleavedMemoryOpCost() local
/freebsd-head/contrib/llvm-project/llvm/lib/Target/LoongArch/
HDLoongArchTargetTransformInfo.cpp70 unsigned LoongArchTTIImpl::getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
/freebsd-head/contrib/llvm-project/llvm/lib/Target/RISCV/
HDRISCVTargetTransformInfo.h305 ElementCount VF) const { in isLegalToVectorizeReduction()
334 unsigned getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
/freebsd-head/contrib/llvm-project/llvm/lib/Target/AArch64/
HDAArch64TargetTransformInfo.h151 unsigned getMaxNumElements(ElementCount VF) const { in getMaxNumElements()
424 unsigned getStoreMinimumVF(unsigned VF, Type *ScalarMemTy, in getStoreMinimumVF()
/freebsd-head/contrib/llvm-project/llvm/include/llvm/Analysis/
HDTargetLibraryInfo.h202 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
389 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
399 const VecDesc *getVectorMappingInfo(StringRef F, const ElementCount &VF, in getVectorMappingInfo()
HDTargetTransformInfoImpl.h502 unsigned getStoreMinimumVF(unsigned VF, Type *, Type *) const { return VF; } in getStoreMinimumVF()
546 unsigned getMaxInterleaveFactor(ElementCount VF) const { return 1; } in getMaxInterleaveFactor()
678 unsigned getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, int VF, in getReplicationShuffleCost()
907 ElementCount VF) const { in isLegalToVectorizeReduction()
913 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor()
919 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor()
1378 int ReplicationFactor, VF; in getInstructionCost() local
/freebsd-head/contrib/llvm-project/llvm/lib/IR/
HDVFABIDemangler.cpp95 unsigned VF = 0; in tryParseVLEN() local
551 ElementCount VF = Info.Shape.VF; in createFunctionType() local
/freebsd-head/contrib/llvm-project/llvm/lib/Target/AMDGPU/
HDR600TargetTransformInfo.cpp85 unsigned R600TTIImpl::getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
HDAMDGPUTargetTransformInfo.cpp345 unsigned GCNTTIImpl::getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor()
356 unsigned GCNTTIImpl::getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor()
491 unsigned GCNTTIImpl::getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
/freebsd-head/contrib/llvm-project/llvm/lib/Target/PowerPC/
HDPPCLowerMASSVEntries.cpp33 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) VEC, argument
/freebsd-head/bin/pax/
HDoptions.h69 #define VF 0x00008000 macro
/freebsd-head/contrib/llvm-project/llvm/lib/Target/X86/
HDX86InterleavedAccess.cpp439 int VF = VT.getVectorNumElements(); in createShuffleStride() local
452 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); in setGroupSize() local
611 int VF = VT.getVectorNumElements(); in group2Shuffle() local
/freebsd-head/contrib/llvm-project/llvm/include/llvm/IR/
HDVFABIDemangler.h83 ElementCount VF; // Vectorization factor. member
/freebsd-head/contrib/llvm-project/llvm/lib/Target/ARM/
HDARMTargetTransformInfo.h181 unsigned getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()

12