Home
last modified time | relevance | path

Searched refs:PassThru (Results 1 – 18 of 18) sorted by relevance

/freebsd-12-stable/contrib/llvm-project/llvm/lib/IR/
DIRBuilder.cpp505 Value *Mask, Value *PassThru, in CreateMaskedLoad() argument
511 if (!PassThru) in CreateMaskedLoad()
512 PassThru = UndefValue::get(Ty); in CreateMaskedLoad()
514 Value *Ops[] = {Ptr, getInt32(Alignment.value()), Mask, PassThru}; in CreateMaskedLoad()
560 Value *PassThru, in CreateMaskedGather() argument
575 if (!PassThru) in CreateMaskedGather()
576 PassThru = UndefValue::get(Ty); in CreateMaskedGather()
579 Value *Ops[] = {Ptrs, getInt32(Alignment.value()), Mask, PassThru}; in CreateMaskedGather()
DAutoUpgrade.cpp1262 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty) in UpgradeX86VPERMT2Intrinsics() local
1265 return EmitX86Select(Builder, CI.getArgOperand(3), V, PassThru); in UpgradeX86VPERMT2Intrinsics()
3311 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType()) : in UpgradeIntrinsicCall() local
3317 PassThru = Builder.CreateExtractElement(CI->getArgOperand(2), in UpgradeIntrinsicCall()
3321 Rep, PassThru); in UpgradeIntrinsicCall()
3368 Value *PassThru = IsMaskZ ? llvm::Constant::getNullValue(CI->getType()) : in UpgradeIntrinsicCall() local
3372 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3439 Value *PassThru = IsMaskZ ? llvm::Constant::getNullValue(CI->getType()) : in UpgradeIntrinsicCall() local
3443 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3469 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(CI->getType()) in UpgradeIntrinsicCall() local
[all …]
DVerifier.cpp4982 Value *PassThru = Call.getArgOperand(3); in visitIntrinsicCall() local
4991 Assert(PassThru->getType() == Call.getType(), in visitIntrinsicCall()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/ARM/
DMVEGatherScatterLowering.cpp398 Value *PassThru = I->getArgOperand(3); in lowerGather() local
420 if (!isa<UndefValue>(PassThru) && !match(PassThru, m_Zero())) { in lowerGather()
423 Load = SelectInst::Create(Mask, Load, PassThru); in lowerGather()
DARMISelLowering.cpp9900 SDValue PassThru = N->getPassThru(); in LowerMLOAD() local
9903 if (isZeroVector(PassThru)) in LowerMLOAD()
9915 bool PassThruIsCastZero = (PassThru.getOpcode() == ISD::BITCAST || in LowerMLOAD()
9916 PassThru.getOpcode() == ARMISD::VECTOR_REG_CAST) && in LowerMLOAD()
9917 isZeroVector(PassThru->getOperand(0)); in LowerMLOAD()
9918 if (!PassThru.isUndef() && !PassThruIsCastZero) in LowerMLOAD()
9919 Combo = DAG.getNode(ISD::VSELECT, dl, VT, Mask, NewLoad, PassThru); in LowerMLOAD()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Transforms/Scalar/
DScalarizeMaskedMemIntrin.cpp639 Value *PassThru = CI->getArgOperand(2); in scalarizeMaskedExpandLoad() local
655 Value *VResult = PassThru; in scalarizeMaskedExpandLoad()
680 VResult = Builder.CreateShuffleVector(VResult, PassThru, ShuffleMask); in scalarizeMaskedExpandLoad()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
DLegalizeVectorTypes.cpp1743 SDValue PassThru = MLD->getPassThru(); in SplitVecRes_MLOAD() local
1765 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector) in SplitVecRes_MLOAD()
1766 GetSplitVector(PassThru, PassThruLo, PassThruHi); in SplitVecRes_MLOAD()
1768 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl); in SplitVecRes_MLOAD()
1825 SDValue PassThru = MGT->getPassThru(); in SplitVecRes_MGATHER() local
1848 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector) in SplitVecRes_MGATHER()
1849 GetSplitVector(PassThru, PassThruLo, PassThruHi); in SplitVecRes_MGATHER()
1851 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl); in SplitVecRes_MGATHER()
2520 SDValue PassThru = MGT->getPassThru(); in SplitVecOp_MGATHER() local
2536 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector) in SplitVecOp_MGATHER()
[all …]
DDAGCombiner.cpp9812 SDValue PassThru = MGT->getPassThru(); in visitMGATHER() local
9818 return CombineTo(N, PassThru, MGT->getChain()); in visitMGATHER()
9821 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in visitMGATHER()
9829 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in visitMGATHER()
10872 SDValue PassThru = DAG.getNode(ExtOpc, dl, VT, Ld->getPassThru()); in tryToFoldExtOfMaskedLoad() local
10875 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad()
DSelectionDAG.cpp7623 SDValue PassThru, EVT MemVT, in getMaskedLoad() argument
7632 SDValue Ops[] = {Chain, Base, Offset, Mask, PassThru}; in getMaskedLoad()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/Hexagon/
DHexagonVectorCombine.cpp234 int Alignment, Value *Mask, Value *PassThru) const;
472 Value *PassThru) const -> Value * { in createAlignedLoad()
475 return PassThru; in createAlignedLoad()
478 return Builder.CreateMaskedLoad(ValTy, Ptr, Align(Alignment), Mask, PassThru); in createAlignedLoad()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/AArch64/
DAArch64ISelLowering.cpp4330 SDValue PassThru = MGT->getPassThru(); in LowerMGATHER() local
4345 EVT VT = PassThru.getSimpleValueType(); in LowerMGATHER()
4370 if (PassThru->isUndef() || isZerosVector(PassThru.getNode())) in LowerMGATHER()
4371 PassThru = SDValue(); in LowerMGATHER()
4375 if (PassThru) { in LowerMGATHER()
4377 PassThru = getSVESafeBitCast(PassThruVT, PassThru, DAG); in LowerMGATHER()
4413 if (PassThru) in LowerMGATHER()
4414 Result = DAG.getSelect(DL, VT, MGT->getMask(), Result, PassThru); in LowerMGATHER()
4416 if (PassThru) in LowerMGATHER()
4417 Result = DAG.getSelect(DL, IndexVT, Mask, Result, PassThru); in LowerMGATHER()
[all …]
DSVEInstrFormats.td464 : Pat<(vt (op pt:$Pg, vt:$Src, inreg_vt, vt:$PassThru)),
465 (inst $PassThru, $Pg, $Src)>;
471 def : Pat<(vt (op (pt (SVEAllActive:$Pg)), vt:$Src, inreg_vt, vt:$PassThru)),
472 (inst $PassThru, $Pg, $Src)>;
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/
DMemorySanitizer.cpp3130 Value *PassThru = I.getArgOperand(3); in handleMaskedLoad() local
3138 getShadow(PassThru), "_msmaskedld")); in handleMaskedLoad()
3152 getShadow(PassThru), IRB.CreateSExt(IRB.CreateNeg(Mask), ShadowTy)); in handleMaskedLoad()
3156 for (int i = 1, N = cast<FixedVectorType>(PassThru->getType()) in handleMaskedLoad()
3166 getOrigin(PassThru), IRB.CreateLoad(MS.OriginTy, OriginPtr)); in handleMaskedLoad()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/RISCV/
DRISCVISelLowering.cpp4349 SDValue PassThru = Load->getPassThru(); in lowerMLOAD() local
4358 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget); in lowerMLOAD()
4365 SDValue Ops[] = {Load->getChain(), IntID, PassThru, in lowerMLOAD()
4610 SDValue PassThru = MGN->getPassThru(); in lowerMGATHER() local
4649 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget); in lowerMGATHER()
4661 Ops.push_back(PassThru); in lowerMGATHER()
/freebsd-12-stable/contrib/llvm-project/llvm/lib/Target/X86/
DX86ISelLowering.cpp25354 SDValue PassThru = Op.getOperand(2); in LowerINTRINSIC_WO_CHAIN() local
25367 Mask, PassThru, Subtarget, DAG); in LowerINTRINSIC_WO_CHAIN()
25372 DAG.getNode(IntrData->Opc0, dl, VT, Src), Mask, PassThru, in LowerINTRINSIC_WO_CHAIN()
25377 SDValue PassThru = Op.getOperand(2); in LowerINTRINSIC_WO_CHAIN() local
25389 return getVectorMaskingNode(DAG.getNode(Opc, dl, VT, Src), Mask, PassThru, in LowerINTRINSIC_WO_CHAIN()
25473 SDValue PassThru = Op.getOperand(3); in LowerINTRINSIC_WO_CHAIN() local
25487 return getVectorMaskingNode(NewOp, Mask, PassThru, Subtarget, DAG); in LowerINTRINSIC_WO_CHAIN()
25492 SDValue PassThru = Op.getOperand(3); in LowerINTRINSIC_WO_CHAIN() local
25505 Mask, PassThru, Subtarget, DAG); in LowerINTRINSIC_WO_CHAIN()
25511 SDValue PassThru = Op.getOperand(4); in LowerINTRINSIC_WO_CHAIN() local
[all …]
DX86ISelDAGToDAG.cpp5798 SDValue PassThru = Mgt->getPassThru(); in Select() local
5805 SDValue Ops[] = {PassThru, Mask, Base, Scale, in Select()
5809 SDValue Ops[] = {PassThru, Base, Scale, Index, in Select()
/freebsd-12-stable/contrib/llvm-project/llvm/include/llvm/IR/
DIRBuilder.h756 Value *PassThru = nullptr, const Twine &Name = "");
764 Value *Mask = nullptr, Value *PassThru = nullptr,
/freebsd-12-stable/contrib/llvm-project/clang/lib/CodeGen/
DCGBuiltin.cpp12195 Value *PassThru = ZeroMask ? Constant::getNullValue(Res->getType()) in EmitScalarFMAExpr() local
12202 PassThru = CGF.Builder.CreateExtractElement(Upper, (uint64_t)0); in EmitScalarFMAExpr()
12204 Res = EmitX86ScalarSelect(CGF, Ops[3], Res, PassThru); in EmitScalarFMAExpr()
12262 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty) : Ops[0]; in EmitX86Ternlog() local
12263 return EmitX86Select(CGF, Ops[4], Ternlog, PassThru); in EmitX86Ternlog()