Home
last modified time | relevance | path

Searched refs:Scalars (Results 1 – 8 of 8) sorted by relevance

/freebsd-head/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
HDSLPVectorizer.cpp1054 static void reorderScalars(SmallVectorImpl<Value *> &Scalars, in reorderScalars() argument
1057 SmallVector<Value *> Prev(Scalars.size(), in reorderScalars()
1058 PoisonValue::get(Scalars.front()->getType())); in reorderScalars()
1059 Prev.swap(Scalars); in reorderScalars()
1062 Scalars[Mask[I]] = Prev[I]; in reorderScalars()
1208 return VectorizableTree.front()->Scalars; in getRootNodeScalars()
2876 auto &&IsSame = [VL](ArrayRef<Value *> Scalars, ArrayRef<int> Mask) { in isSame() argument
2877 if (Mask.size() != VL.size() && VL.size() == Scalars.size()) in isSame()
2878 return std::equal(VL.begin(), VL.end(), Scalars.begin()); in isSame()
2881 [Scalars](Value *V, int Idx) { in isSame()
[all …]
HDVPlan.h335 auto &Scalars = PerPartVec[Instance.Part]; in set() local
337 if (Scalars.size() <= CacheIdx) in set()
338 Scalars.resize(CacheIdx + 1); in set()
339 assert(!Scalars[CacheIdx] && "should overwrite existing value"); in set()
340 Scalars[CacheIdx] = V; in set()
HDLoopVectorize.cpp1123 auto Scalars = InstsToScalarize.find(VF); in isProfitableToScalarize() local
1124 assert(Scalars != InstsToScalarize.end() && in isProfitableToScalarize()
1126 return Scalars->second.contains(I); in isProfitableToScalarize()
1157 auto ScalarsPerVF = Scalars.find(VF); in isScalarAfterVectorization()
1158 assert(ScalarsPerVF != Scalars.end() && in isScalarAfterVectorization()
1539 Scalars.clear(); in invalidateCostModelingDecisions()
1673 DenseMap<ElementCount, SmallPtrSet<Instruction *, 4>> Scalars; member in llvm::LoopVectorizationCostModel
1742 return !Scalars.contains(VF) || !isScalarAfterVectorization(I, VF); in needsExtract()
3115 assert(VF.isVector() && !Scalars.contains(VF) && in collectLoopScalars()
3122 Scalars[VF].insert(Uniforms[VF].begin(), Uniforms[VF].end()); in collectLoopScalars()
[all …]
/freebsd-head/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
HDLegalizeVectorTypes.cpp1814 SmallVector<SDValue, 8> Scalars; in UnrollVectorOp_StrictFP() local
1846 Scalars.push_back(Scalar); in UnrollVectorOp_StrictFP()
1851 Scalars.push_back(DAG.getUNDEF(EltVT)); in UnrollVectorOp_StrictFP()
1859 return DAG.getBuildVector(VecVT, dl, Scalars); in UnrollVectorOp_StrictFP()
6325 SmallVector<SDValue, 8> Scalars(WidenNumElts, DAG.getUNDEF(EltVT)); in WidenVecRes_STRICT_FSETCC() local
6333 Scalars[i] = DAG.getNode(N->getOpcode(), dl, {MVT::i1, MVT::Other}, in WidenVecRes_STRICT_FSETCC()
6335 Chains[i] = Scalars[i].getValue(1); in WidenVecRes_STRICT_FSETCC()
6336 Scalars[i] = DAG.getSelect(dl, EltVT, Scalars[i], in WidenVecRes_STRICT_FSETCC()
6344 return DAG.getBuildVector(WidenVT, dl, Scalars); in WidenVecRes_STRICT_FSETCC()
7148 SmallVector<SDValue, 8> Scalars(NumElts); in WidenVecOp_STRICT_FSETCC() local
[all …]
HDSelectionDAG.cpp12424 SmallVector<SDValue, 8> Scalars; in UnrollVectorOp() local
12445 Scalars.push_back(getNode(N->getOpcode(), dl, EltVT, Operands, in UnrollVectorOp()
12450 Scalars.push_back(getNode(ISD::SELECT, dl, EltVT, Operands)); in UnrollVectorOp()
12457 Scalars.push_back(getNode(N->getOpcode(), dl, EltVT, Operands[0], in UnrollVectorOp()
12463 Scalars.push_back(getNode(N->getOpcode(), dl, EltVT, in UnrollVectorOp()
12471 Scalars.push_back(getUNDEF(EltVT)); in UnrollVectorOp()
12474 return getBuildVector(VecVT, dl, Scalars); in UnrollVectorOp()
HDLegalizeDAG.cpp4288 SmallVector<SDValue, 8> Scalars; in ExpandNode() local
4296 Scalars.push_back(DAG.getNode(Node->getOpcode(), dl, in ExpandNode()
4300 SDValue Result = DAG.getBuildVector(Node->getValueType(0), dl, Scalars); in ExpandNode()
/freebsd-head/contrib/llvm-project/llvm/lib/Target/AMDGPU/
HDSIISelLowering.cpp6201 SmallVector<SDValue, 8> Scalars; in lowerLaneOp() local
6230 Scalars.push_back(DAG.getNode(N->getOpcode(), SL, EltVT, Operands)); in lowerLaneOp()
6234 return DAG.getBuildVector(VecVT, SL, Scalars); in lowerLaneOp()
/freebsd-head/contrib/llvm-project/llvm/lib/Target/AArch64/
HDSVEInstrFormats.td5331 // SVE Integer Compare - Scalars Group