| /freebsd-12-stable/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| D | LoopVectorizationPlanner.h | 182 ElementCount Width;
186 VectorizationFactor(ElementCount Width, InstructionCost Cost) in VectorizationFactor()
191 return {ElementCount::getFixed(1), 0}; in Disabled()
209 ElementCount FixedVF;
210 ElementCount ScalableVF;
213 : FixedVF(ElementCount::getFixed(0)), in FixedScalableVFPair()
214 ScalableVF(ElementCount::getScalable(0)) {} in FixedScalableVFPair()
215 FixedScalableVFPair(const ElementCount &Max) : FixedScalableVFPair() { in FixedScalableVFPair()
218 FixedScalableVFPair(const ElementCount &FixedVF, in FixedScalableVFPair()
219 const ElementCount &ScalableVF) in FixedScalableVFPair()
[all …]
|
| D | LoopVectorize.cpp | 452 OptimizationRemarkEmitter *ORE, ElementCount VecWidth, in InnerLoopVectorizer()
503 unsigned UF, ElementCount VF, bool IsPtrLoopInvariant,
799 ElementCount VF;
888 ElementCount::getFixed(1), UnrollFactor, LVL, CM, in InnerLoopUnroller()
903 ElementCount MainLoopVF = ElementCount::getFixed(0);
905 ElementCount EpilogueVF = ElementCount::getFixed(0);
916 : MainLoopVF(ElementCount::getFixed(MVF)), MainLoopUF(MUF), in EpilogueLoopVectorizationInfo()
917 EpilogueVF(ElementCount::getFixed(EVF)), EpilogueUF(EUF) { in EpilogueLoopVectorizationInfo()
1108 static Value *createStepForVF(IRBuilder<> &B, Constant *Step, ElementCount VF) { in createStepForVF()
1119 Value *getRuntimeVF(IRBuilder<> &B, Type *Ty, ElementCount VF) { in getRuntimeVF()
[all …]
|
| D | LoopVectorizationLegality.cpp | 128 getWidth() == ElementCount::getFixed(1) && getInterleave() == 1; in LoopVectorizeHints()
212 if (getWidth() == ElementCount::getFixed(1)) in vectorizeAnalysisPassName()
224 ElementCount EC = getWidth(); in allowReordering()
602 ElementCount WidestFixedVF, WidestScalableVF; in isTLIScalarize()
604 for (ElementCount VF = ElementCount::getFixed(2); in isTLIScalarize()
605 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in isTLIScalarize()
607 for (ElementCount VF = ElementCount::getScalable(1); in isTLIScalarize()
608 ElementCount::isKnownLE(VF, WidestScalableVF); VF *= 2) in isTLIScalarize()
|
| D | VPlan.h | 67 Value *getRuntimeVF(IRBuilder<> &B, Type *Ty, ElementCount VF);
74 const ElementCount Start;
77 ElementCount End;
83 VFRange(const ElementCount &Start, const ElementCount &End) in VFRange()
127 static VPLane getLastLaneForVF(const ElementCount &VF) { in getLastLaneForVF()
148 Value *getAsRuntimeExpr(IRBuilder<> &Builder, const ElementCount &VF) const;
157 unsigned mapToCacheIndex(const ElementCount &VF) const { in mapToCacheIndex()
170 static unsigned getNumCachedLanes(const ElementCount &VF) { in getNumCachedLanes()
195 VPTransformState(ElementCount VF, unsigned UF, LoopInfo *LI, in VPTransformState()
202 ElementCount VF;
[all …]
|
| /freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/Support/ |
| D | LowLevelTypeImpl.h | 45 ElementCount::getFixed(0), SizeInBits, in scalar()
53 ElementCount::getFixed(0), SizeInBits, AddressSpace}; in pointer()
57 static LLT vector(ElementCount EC, unsigned ScalarSizeInBits) { in vector()
64 static LLT vector(ElementCount EC, LLT ScalarTy) { in vector()
76 return vector(ElementCount::getFixed(NumElements), ScalarSizeInBits); in fixed_vector()
82 return vector(ElementCount::getFixed(NumElements), ScalarTy); in fixed_vector()
89 return vector(ElementCount::getScalable(MinNumElements), ScalarSizeInBits); in scalable_vector()
95 return vector(ElementCount::getScalable(MinNumElements), ScalarTy); in scalable_vector()
98 static LLT scalarOrVector(ElementCount EC, LLT ScalarTy) { in scalarOrVector()
102 static LLT scalarOrVector(ElementCount EC, uint64_t ScalarSize) { in scalarOrVector()
[all …]
|
| D | TypeSize.h | 380 class ElementCount;
381 template <> struct LinearPolyBaseTypeTraits<ElementCount> {
386 class ElementCount : public LinearPolySize<ElementCount> {
388 ElementCount() : LinearPolySize(LinearPolySize::getNull()) {}
390 ElementCount(const LinearPolySize<ElementCount> &V) : LinearPolySize(V) {}
504 template <> struct DenseMapInfo<ElementCount> {
505 static inline ElementCount getEmptyKey() {
506 return ElementCount::getScalable(~0U);
508 static inline ElementCount getTombstoneKey() {
509 return ElementCount::getFixed(~0U - 1);
[all …]
|
| /freebsd-12-stable/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| D | InjectTLIMappings.cpp | 43 static void addVariantDeclaration(CallInst &CI, const ElementCount &VF, in addVariantDeclaration()
93 auto AddVariantDecl = [&](const ElementCount &VF) { in addMappingsFromTLI()
110 ElementCount WidestFixedVF, WidestScalableVF; in addMappingsFromTLI()
113 for (ElementCount VF = ElementCount::getFixed(2); in addMappingsFromTLI()
114 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in addMappingsFromTLI()
|
| /freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| D | TargetLibraryInfo.h | 31 ElementCount VectorizationFactor;
157 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
167 StringRef getVectorizedFunction(StringRef F, const ElementCount &VF) const;
205 void getWidestVF(StringRef ScalarF, ElementCount &FixedVF,
206 ElementCount &Scalable) const;
326 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
332 StringRef getVectorizedFunction(StringRef F, const ElementCount &VF) const { in getVectorizedFunction()
423 void getWidestVF(StringRef ScalarF, ElementCount &FixedVF, in getWidestVF()
424 ElementCount &ScalableVF) const { in getWidestVF()
|
| D | VectorUtils.h | 83 ElementCount VF; // Vectorization factor.
100 return VFShape::get(CI, ElementCount::getFixed(1), in getScalarShape()
108 static VFShape get(const CallInst &CI, ElementCount EC, bool HasGlobalPred) { in get()
187 unsigned numArgs, ElementCount VF);
299 inline Type *ToVectorTy(Type *Scalar, ElementCount EC) { in ToVectorTy()
306 return ToVectorTy(Scalar, ElementCount::getFixed(VF)); in ToVectorTy()
|
| /freebsd-12-stable/contrib/llvm-project/clang/lib/StaticAnalyzer/Checkers/ |
| D | ReturnPointerRangeChecker.cpp | 58 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in checkPreStmt() local
63 if (Idx == ElementCount) in checkPreStmt()
66 ProgramStateRef StInBound = state->assumeInBound(Idx, ElementCount, true); in checkPreStmt()
67 ProgramStateRef StOutBound = state->assumeInBound(Idx, ElementCount, false); in checkPreStmt()
|
| D | ArrayBoundChecker.cpp | 58 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in checkLocation() local
61 ProgramStateRef StInBound = state->assumeInBound(Idx, ElementCount, true); in checkLocation()
62 ProgramStateRef StOutBound = state->assumeInBound(Idx, ElementCount, false); in checkLocation()
|
| D | UndefResultChecker.cpp | 54 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in isArrayIndexOutOfBounds() local
56 ProgramStateRef StInBound = state->assumeInBound(Idx, ElementCount, true); in isArrayIndexOutOfBounds()
57 ProgramStateRef StOutBound = state->assumeInBound(Idx, ElementCount, false); in isArrayIndexOutOfBounds()
|
| /freebsd-12-stable/sys/contrib/dev/acpica/components/dispatcher/ |
| D | dspkginit.c | 205 UINT32 ElementCount, in AcpiDsBuildInternalPackageObj() argument
269 ((ACPI_SIZE) ElementCount + 1) * sizeof (void *)); in AcpiDsBuildInternalPackageObj()
277 ObjDesc->Package.Count = ElementCount; in AcpiDsBuildInternalPackageObj()
307 for (i = 0; Arg && (i < ElementCount); i++) in AcpiDsBuildInternalPackageObj()
435 i, ElementCount)); in AcpiDsBuildInternalPackageObj()
437 else if (i < ElementCount) in AcpiDsBuildInternalPackageObj()
449 ACPI_GET_FUNCTION_NAME, i, ElementCount)); in AcpiDsBuildInternalPackageObj()
|
| /freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| D | ValueTypes.h | 84 static EVT getVectorVT(LLVMContext &Context, EVT VT, ElementCount EC) { in getVectorVT()
323 ElementCount getVectorElementCount() const { in getVectorElementCount()
441 ElementCount NElts = getVectorElementCount(); in getPow2VectorType()
443 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
493 ElementCount EC);
510 ElementCount getExtendedVectorElementCount() const LLVM_READONLY;
|
| /freebsd-12-stable/contrib/llvm-project/llvm/lib/Analysis/ |
| D | VFABIDemangling.cpp | 292 const ElementCount EC = VecTys[0]->getElementCount(); in verifyAllVectorsHaveSameWidth()
303 ElementCount getECFromSignature(FunctionType *Signature) { in getECFromSignature()
313 return ElementCount::getFixed(/*Min=*/1); in getECFromSignature()
444 const ElementCount EC = getECFromSignature(F->getFunctionType()); in tryDemangleForVFABI()
457 const VFShape Shape({ElementCount::get(VF, IsScalable), Parameters}); in tryDemangleForVFABI()
|
| /freebsd-12-stable/contrib/llvm-project/llvm/lib/CodeGen/ |
| D | ReplaceWithVeclib.cpp | 107 ElementCount VF = ElementCount::getFixed(0); in replaceWithCallToVeclib()
124 ElementCount NumElements = VectorArgTy->getElementCount(); in replaceWithCallToVeclib()
|
| D | ExpandVectorPredication.cpp | 149 ElementCount ElemCount);
192 ElementCount ElemCount) { in convertEVLToMask()
261 ElementCount StaticElemCount = VPI.getStaticVectorLength(); in discardEVLParameter()
299 ElementCount ElemCount = VPI.getStaticVectorLength(); in foldEVLIntoMask()
|
| /freebsd-12-stable/contrib/llvm-project/clang/lib/StaticAnalyzer/Core/ |
| D | DynamicExtent.cpp | 52 SVal ElementCount = in getDynamicElementCount() local
55 return ElementCount.castAs<DefinedOrUnknownSVal>(); in getDynamicElementCount()
|
| /freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/IR/ |
| D | DerivedTypes.h | 424 static VectorType *get(Type *ElementType, ElementCount EC);
429 ElementCount::get(NumElements, Scalable)); in get()
514 inline ElementCount getElementCount() const;
626 inline ElementCount VectorType::getElementCount() const { in getElementCount()
627 return ElementCount::get(ElementQuantity, isa<ScalableVectorType>(this)); in getElementCount()
|
| D | Intrinsics.h | 152 ElementCount Vector_Width;
207 Result.Vector_Width = ElementCount::get(Width, IsScalable); in getVector()
|
| /freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/Analysis/Utils/ |
| D | TFUtils.h | 71 size_t getElementCount() const { return ElementCount; } in getElementCount()
91 size_t ElementCount = 0; variable
|
| /freebsd-12-stable/contrib/llvm-project/clang/lib/StaticAnalyzer/Checkers/MPI-Checker/ |
| D | MPIChecker.cpp | 164 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in allRegionsUsedByWait() local
168 ElementCount.getAs<nonloc::ConcreteInt>()->getValue(); in allRegionsUsedByWait()
|
| /freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.h | 125 ElementCount getWidth() const { in getWidth()
126 return ElementCount::get(Width.Value, in getWidth()
|
| /freebsd-12-stable/contrib/llvm-project/llvm/lib/Support/ |
| D | LowLevelType.cpp | 28 ElementCount::getFixed(0), VT.getSizeInBits(), /*AddressSpace=*/0); in LLT()
|
| /freebsd-12-stable/sys/contrib/dev/acpica/components/namespace/ |
| D | nsrepair2.c | 785 UINT32 ElementCount; in AcpiNsRepair_PRT() local
792 ElementCount = PackageObject->Package.Count; in AcpiNsRepair_PRT()
796 for (Index = 0; Index < ElementCount; Index++, TopObjectList++) in AcpiNsRepair_PRT()
|