Lines Matching refs:VT
202 template<MVT::SimpleValueType VT>
204 return SelectSVEAddSubImm(N, VT, Imm, Shift); in SelectSVEAddSubImm()
207 template <MVT::SimpleValueType VT, bool Invert = false>
209 return SelectSVELogicalImm(N, VT, Imm, Invert); in SelectSVELogicalImm()
212 template <MVT::SimpleValueType VT>
214 return SelectSVEArithImm(N, VT, Imm); in SelectSVEArithImm()
361 bool SelectSVEAddSubImm(SDValue N, MVT VT, SDValue &Imm, SDValue &Shift);
363 bool SelectSVELogicalImm(SDValue N, MVT VT, SDValue &Imm, bool Invert);
369 bool SelectSVEArithImm(SDValue N, MVT VT, SDValue &Imm);
1284 EVT VT = N->getValueType(0); in SelectTable() local
1299 ReplaceNode(N, CurDAG->getMachineNode(Opc, dl, VT, Ops)); in SelectTable()
1306 EVT VT = LD->getMemoryVT(); in tryIndexedLoad() local
1318 if (VT == MVT::i64) in tryIndexedLoad()
1320 else if (VT == MVT::i32) { in tryIndexedLoad()
1332 } else if (VT == MVT::i16) { in tryIndexedLoad()
1345 } else if (VT == MVT::i8) { in tryIndexedLoad()
1358 } else if (VT == MVT::f16) { in tryIndexedLoad()
1360 } else if (VT == MVT::bf16) { in tryIndexedLoad()
1362 } else if (VT == MVT::f32) { in tryIndexedLoad()
1364 } else if (VT == MVT::f64 || VT.is64BitVector()) { in tryIndexedLoad()
1366 } else if (VT.is128BitVector()) { in tryIndexedLoad()
1406 EVT VT = N->getValueType(0); in SelectLoad() local
1418 CurDAG->getTargetExtractSubreg(SubRegIdx + i, dl, VT, SuperReg)); in SelectLoad()
1435 EVT VT = N->getValueType(0); in SelectPostLoad() local
1457 CurDAG->getTargetExtractSubreg(SubRegIdx + i, dl, VT, SuperReg)); in SelectPostLoad()
1493 EVT VT = N->getValueType(0); in SelectPredicatedLoad() local
1513 AArch64::zsub0 + i, DL, VT, SuperReg)); in SelectPredicatedLoad()
1524 EVT VT = N->getOperand(2)->getValueType(0); in SelectStore() local
1527 bool Is128Bit = VT.getSizeInBits() == 128; in SelectStore()
1586 EVT VT = N->getOperand(2)->getValueType(0); in SelectPostStore() local
1591 bool Is128Bit = VT.getSizeInBits() == 128; in SelectPostStore()
1614 EVT VT = V64Reg.getValueType(); in operator ()() local
1615 unsigned NarrowSize = VT.getVectorNumElements(); in operator ()()
1616 MVT EltTy = VT.getVectorElementType().getSimpleVT(); in operator ()()
1630 EVT VT = V128Reg.getValueType(); in NarrowVector() local
1631 unsigned WideSize = VT.getVectorNumElements(); in NarrowVector()
1632 MVT EltTy = VT.getVectorElementType().getSimpleVT(); in NarrowVector()
1642 EVT VT = N->getValueType(0); in SelectLoadLane() local
1643 bool Narrow = VT.getSizeInBits() == 64; in SelectLoadLane()
1681 EVT VT = N->getValueType(0); in SelectPostLoadLane() local
1682 bool Narrow = VT.getSizeInBits() == 64; in SelectPostLoadLane()
1736 EVT VT = N->getOperand(2)->getValueType(0); in SelectStoreLane() local
1737 bool Narrow = VT.getSizeInBits() == 64; in SelectStoreLane()
1765 EVT VT = N->getOperand(2)->getValueType(0); in SelectPostStoreLane() local
1766 bool Narrow = VT.getSizeInBits() == 64; in SelectPostStoreLane()
1804 EVT VT = N->getValueType(0); in isBitfieldExtractOpFromAnd() local
1809 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromAnd()
1837 if (VT == MVT::i64 && Op0->getOpcode() == ISD::ANY_EXTEND && in isBitfieldExtractOpFromAnd()
1844 } else if (VT == MVT::i32 && Op0->getOpcode() == ISD::TRUNCATE && in isBitfieldExtractOpFromAnd()
1851 VT = Opd0->getValueType(0); in isBitfieldExtractOpFromAnd()
1866 if (!BiggerPattern && (SrlImm <= 0 || SrlImm >= VT.getSizeInBits())) { in isBitfieldExtractOpFromAnd()
1874 MSB = SrlImm + (VT == MVT::i32 ? countTrailingOnes<uint32_t>(AndImm) in isBitfieldExtractOpFromAnd()
1884 Opc = VT == MVT::i32 ? AArch64::UBFMWri : AArch64::UBFMXri; in isBitfieldExtractOpFromAnd()
1893 EVT VT = N->getValueType(0); in isBitfieldExtractOpFromSExtInReg() local
1894 unsigned BitWidth = VT.getSizeInBits(); in isBitfieldExtractOpFromSExtInReg()
1895 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromSExtInReg()
1901 VT = Op->getValueType(0); in isBitfieldExtractOpFromSExtInReg()
1902 BitWidth = VT.getSizeInBits(); in isBitfieldExtractOpFromSExtInReg()
1914 Opc = (VT == MVT::i32) ? AArch64::SBFMWri : AArch64::SBFMXri; in isBitfieldExtractOpFromSExtInReg()
1973 EVT VT = N->getValueType(0); in isBitfieldExtractOpFromShr() local
1978 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldExtractOpFromShr()
1990 } else if (VT == MVT::i32 && N->getOpcode() == ISD::SRL && in isBitfieldExtractOpFromShr()
1997 TruncBits = Opd0->getValueType(0).getSizeInBits() - VT.getSizeInBits(); in isBitfieldExtractOpFromShr()
1998 VT = Opd0.getValueType(); in isBitfieldExtractOpFromShr()
1999 assert(VT == MVT::i64 && "the promoted type should be i64"); in isBitfieldExtractOpFromShr()
2010 if (ShlImm >= VT.getSizeInBits()) { in isBitfieldExtractOpFromShr()
2021 assert(SrlImm > 0 && SrlImm < VT.getSizeInBits() && in isBitfieldExtractOpFromShr()
2024 Immr = immr < 0 ? immr + VT.getSizeInBits() : immr; in isBitfieldExtractOpFromShr()
2025 Imms = VT.getSizeInBits() - ShlImm - TruncBits - 1; in isBitfieldExtractOpFromShr()
2027 if (VT == MVT::i32) in isBitfieldExtractOpFromShr()
2037 EVT VT = N->getValueType(0); in tryBitfieldExtractOpFromSExt() local
2039 if (VT != MVT::i64 || NarrowVT != MVT::i32) in tryBitfieldExtractOpFromSExt()
2052 SDValue Ops[] = {Opd0, CurDAG->getTargetConstant(Immr, dl, VT), in tryBitfieldExtractOpFromSExt()
2053 CurDAG->getTargetConstant(Imms, dl, VT)}; in tryBitfieldExtractOpFromSExt()
2054 CurDAG->SelectNodeTo(N, AArch64::SBFMXri, VT, Ops); in tryBitfieldExtractOpFromSExt()
2065 EVT VT = N->getValueType(0); in tryHighFPExt() local
2067 if ((VT != MVT::v2f64 || NarrowVT != MVT::v2f32) && in tryHighFPExt()
2068 (VT != MVT::v4f32 || NarrowVT != MVT::v4f16)) in tryHighFPExt()
2082 auto Opcode = VT == MVT::v2f64 ? AArch64::FCVTLv4i32 : AArch64::FCVTLv8i16; in tryHighFPExt()
2083 CurDAG->SelectNodeTo(N, Opcode, VT, Extract.getOperand(0)); in tryHighFPExt()
2134 EVT VT = N->getValueType(0); in tryBitfieldExtractOp() local
2139 if ((Opc == AArch64::SBFMXri || Opc == AArch64::UBFMXri) && VT == MVT::i32) { in tryBitfieldExtractOp()
2150 SDValue Ops[] = {Opd0, CurDAG->getTargetConstant(Immr, dl, VT), in tryBitfieldExtractOp()
2151 CurDAG->getTargetConstant(Imms, dl, VT)}; in tryBitfieldExtractOp()
2152 CurDAG->SelectNodeTo(N, Opc, VT, Ops); in tryBitfieldExtractOp()
2161 unsigned NumberOfIgnoredHighBits, EVT VT) { in isBitfieldDstMask() argument
2162 assert((VT == MVT::i32 || VT == MVT::i64) && in isBitfieldDstMask()
2164 unsigned BitWidth = VT.getSizeInBits() - NumberOfIgnoredHighBits; in isBitfieldDstMask()
2398 EVT VT = Op.getValueType(); in getLeftShift() local
2400 unsigned BitWidth = VT.getSizeInBits(); in getLeftShift()
2407 UBFMOpc, dl, VT, Op, in getLeftShift()
2408 CurDAG->getTargetConstant(BitWidth - ShlAmount, dl, VT), in getLeftShift()
2409 CurDAG->getTargetConstant(BitWidth - 1 - ShlAmount, dl, VT)); in getLeftShift()
2415 UBFMOpc, dl, VT, Op, CurDAG->getTargetConstant(ShrAmount, dl, VT), in getLeftShift()
2416 CurDAG->getTargetConstant(BitWidth - 1, dl, VT)); in getLeftShift()
2428 EVT VT = Op.getValueType(); in isBitfieldPositioningOp() local
2429 unsigned BitWidth = VT.getSizeInBits(); in isBitfieldPositioningOp()
2475 static bool isShiftedMask(uint64_t Mask, EVT VT) { in isShiftedMask() argument
2476 assert(VT == MVT::i32 || VT == MVT::i64); in isShiftedMask()
2477 if (VT == MVT::i32) in isShiftedMask()
2487 EVT VT = N->getValueType(0); in tryBitfieldInsertOpFromOrAndImm() local
2488 if (VT != MVT::i32 && VT != MVT::i64) in tryBitfieldInsertOpFromOrAndImm()
2491 unsigned BitWidth = VT.getSizeInBits(); in tryBitfieldInsertOpFromOrAndImm()
2519 if (!isShiftedMask(Known.Zero.getZExtValue(), VT)) in tryBitfieldInsertOpFromOrAndImm()
2559 unsigned MOVIOpc = VT == MVT::i32 ? AArch64::MOVi32imm : AArch64::MOVi64imm; in tryBitfieldInsertOpFromOrAndImm()
2561 MOVIOpc, DL, VT, CurDAG->getTargetConstant(BFIImm, DL, VT)); in tryBitfieldInsertOpFromOrAndImm()
2565 CurDAG->getTargetConstant(ImmR, DL, VT), in tryBitfieldInsertOpFromOrAndImm()
2566 CurDAG->getTargetConstant(ImmS, DL, VT)}; in tryBitfieldInsertOpFromOrAndImm()
2567 unsigned Opc = (VT == MVT::i32) ? AArch64::BFMWri : AArch64::BFMXri; in tryBitfieldInsertOpFromOrAndImm()
2568 CurDAG->SelectNodeTo(N, Opc, VT, Ops); in tryBitfieldInsertOpFromOrAndImm()
2576 EVT VT = N->getValueType(0); in tryBitfieldInsertOpFromOr() local
2577 if (VT != MVT::i32 && VT != MVT::i64) in tryBitfieldInsertOpFromOr()
2580 unsigned BitWidth = VT.getSizeInBits(); in tryBitfieldInsertOpFromOr()
2622 if ((BFXOpc != AArch64::UBFMXri && VT == MVT::i64) || in tryBitfieldInsertOpFromOr()
2623 (BFXOpc != AArch64::UBFMWri && VT == MVT::i32)) in tryBitfieldInsertOpFromOr()
2646 EVT VT = OrOpd1Val.getValueType(); in tryBitfieldInsertOpFromOr() local
2647 assert((VT == MVT::i32 || VT == MVT::i64) && "unexpected OR operand"); in tryBitfieldInsertOpFromOr()
2666 isBitfieldDstMask(Imm, BitsToBeInserted, NumberOfIgnoredHighBits, VT)) in tryBitfieldInsertOpFromOr()
2676 SDValue Ops[] = {Dst, Src, CurDAG->getTargetConstant(ImmR, DL, VT), in tryBitfieldInsertOpFromOr()
2677 CurDAG->getTargetConstant(ImmS, DL, VT)}; in tryBitfieldInsertOpFromOr()
2678 unsigned Opc = (VT == MVT::i32) ? AArch64::BFMWri : AArch64::BFMXri; in tryBitfieldInsertOpFromOr()
2679 CurDAG->SelectNodeTo(N, Opc, VT, Ops); in tryBitfieldInsertOpFromOr()
2693 (isShiftedMask(Mask0Imm, VT) || isShiftedMask(Mask1Imm, VT))) { in tryBitfieldInsertOpFromOr()
2698 if (isShiftedMask(Mask0Imm, VT)) { in tryBitfieldInsertOpFromOr()
2711 unsigned ShiftOpc = (VT == MVT::i32) ? AArch64::UBFMWri : AArch64::UBFMXri; in tryBitfieldInsertOpFromOr()
2713 ShiftOpc, DL, VT, Src, CurDAG->getTargetConstant(LSB, DL, VT), in tryBitfieldInsertOpFromOr()
2714 CurDAG->getTargetConstant(BitWidth - 1, DL, VT)); in tryBitfieldInsertOpFromOr()
2722 CurDAG->getTargetConstant(ImmR, DL, VT), in tryBitfieldInsertOpFromOr()
2723 CurDAG->getTargetConstant(ImmS, DL, VT)}; in tryBitfieldInsertOpFromOr()
2724 unsigned Opc = (VT == MVT::i32) ? AArch64::BFMWri : AArch64::BFMXri; in tryBitfieldInsertOpFromOr()
2725 CurDAG->SelectNodeTo(N, Opc, VT, Ops); in tryBitfieldInsertOpFromOr()
2758 EVT VT = N->getValueType(0); in tryBitfieldInsertInZeroOp() local
2759 if (VT != MVT::i32 && VT != MVT::i64) in tryBitfieldInsertInZeroOp()
2769 unsigned ImmR = (VT.getSizeInBits() - DstLSB) % VT.getSizeInBits(); in tryBitfieldInsertInZeroOp()
2774 SDValue Ops[] = {Op0, CurDAG->getTargetConstant(ImmR, DL, VT), in tryBitfieldInsertInZeroOp()
2775 CurDAG->getTargetConstant(ImmS, DL, VT)}; in tryBitfieldInsertInZeroOp()
2776 unsigned Opc = (VT == MVT::i32) ? AArch64::UBFMWri : AArch64::UBFMXri; in tryBitfieldInsertInZeroOp()
2777 CurDAG->SelectNodeTo(N, Opc, VT, Ops); in tryBitfieldInsertInZeroOp()
2784 EVT VT = N->getValueType(0); in tryShiftAmountMod() local
2789 Opc = (VT == MVT::i32) ? AArch64::RORVWr : AArch64::RORVXr; in tryShiftAmountMod()
2792 Opc = (VT == MVT::i32) ? AArch64::LSLVWr : AArch64::LSLVXr; in tryShiftAmountMod()
2795 Opc = (VT == MVT::i32) ? AArch64::LSRVWr : AArch64::LSRVXr; in tryShiftAmountMod()
2798 Opc = (VT == MVT::i32) ? AArch64::ASRVWr : AArch64::ASRVXr; in tryShiftAmountMod()
2806 if (VT == MVT::i32) { in tryShiftAmountMod()
2809 } else if (VT == MVT::i64) { in tryShiftAmountMod()
2872 if (VT == MVT::i32) in tryShiftAmountMod()
2874 else if (VT == MVT::i64 && NewShiftAmt->getValueType(0) == MVT::i32) { in tryShiftAmountMod()
2877 AArch64::SUBREG_TO_REG, DL, VT, in tryShiftAmountMod()
2883 CurDAG->SelectNodeTo(N, Opc, VT, Ops); in tryShiftAmountMod()
3136 bool AArch64DAGToDAGISel::SelectSVEAddSubImm(SDValue N, MVT VT, SDValue &Imm, SDValue &Shift) { in SelectSVEAddSubImm() argument
3141 switch (VT.SimpleTy) { in SelectSVEAddSubImm()
3194 bool AArch64DAGToDAGISel::SelectSVEArithImm(SDValue N, MVT VT, SDValue &Imm) { in SelectSVEArithImm() argument
3198 switch (VT.SimpleTy) { in SelectSVEArithImm()
3222 bool AArch64DAGToDAGISel::SelectSVELogicalImm(SDValue N, MVT VT, SDValue &Imm, in SelectSVELogicalImm() argument
3232 switch (VT.SimpleTy) { in SelectSVELogicalImm()
3346 static SDNode *extractSubReg(SelectionDAG *DAG, EVT VT, SDValue V) { in extractSubReg() argument
3351 assert(VT.isFixedLengthVector() && in extractSubReg()
3355 switch (VT.getSizeInBits()) { in extractSubReg()
3358 return DAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, DL, VT, V, SubReg); in extractSubReg()
3362 return DAG->getMachineNode(TargetOpcode::EXTRACT_SUBREG, DL, VT, V, SubReg); in extractSubReg()
3366 return DAG->getMachineNode(TargetOpcode::COPY_TO_REGCLASS, DL, VT, V, RC); in extractSubReg()
3373 static SDNode *insertSubReg(SelectionDAG *DAG, EVT VT, SDValue V) { in insertSubReg() argument
3374 assert(VT.isScalableVector() && in insertSubReg()
3375 VT.getSizeInBits().getKnownMinSize() == AArch64::SVEBitsPerBlock && in insertSubReg()
3384 auto Container = DAG->getMachineNode(TargetOpcode::IMPLICIT_DEF, DL, VT); in insertSubReg()
3385 return DAG->getMachineNode(TargetOpcode::INSERT_SUBREG, DL, VT, in insertSubReg()
3390 auto Container = DAG->getMachineNode(TargetOpcode::IMPLICIT_DEF, DL, VT); in insertSubReg()
3391 return DAG->getMachineNode(TargetOpcode::INSERT_SUBREG, DL, VT, in insertSubReg()
3396 return DAG->getMachineNode(TargetOpcode::COPY_TO_REGCLASS, DL, VT, V, RC); in insertSubReg()
3410 EVT VT = Node->getValueType(0); in Select() local
3481 if (VT.isScalableVector() || InVT.isFixedLengthVector()) in Select()
3492 ReplaceNode(Node, extractSubReg(CurDAG, VT, Node->getOperand(0))); in Select()
3505 if (VT.isFixedLengthVector() || InVT.isScalableVector()) in Select()
3516 ReplaceNode(Node, insertSubReg(CurDAG, VT, Node->getOperand(1))); in Select()
3525 if (VT == MVT::i32) { in Select()
3530 } else if (VT == MVT::i64) { in Select()
3599 if (VT == MVT::v8i8) { in Select()
3602 } else if (VT == MVT::v16i8) { in Select()
3605 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
3608 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
3611 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3614 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3617 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3620 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3626 if (VT == MVT::v8i8) { in Select()
3629 } else if (VT == MVT::v16i8) { in Select()
3632 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
3635 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
3638 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3641 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3644 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3647 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3653 if (VT == MVT::v8i8) { in Select()
3656 } else if (VT == MVT::v16i8) { in Select()
3659 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
3662 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
3665 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3668 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3671 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3674 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3680 if (VT == MVT::v8i8) { in Select()
3683 } else if (VT == MVT::v16i8) { in Select()
3686 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
3689 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
3692 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3695 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3698 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3701 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3707 if (VT == MVT::v8i8) { in Select()
3710 } else if (VT == MVT::v16i8) { in Select()
3713 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
3716 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
3719 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3722 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3725 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3728 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3734 if (VT == MVT::v8i8) { in Select()
3737 } else if (VT == MVT::v16i8) { in Select()
3740 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
3743 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
3746 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3749 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3752 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3755 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3761 if (VT == MVT::v8i8) { in Select()
3764 } else if (VT == MVT::v16i8) { in Select()
3767 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
3770 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
3773 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3776 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3779 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3782 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3788 if (VT == MVT::v8i8) { in Select()
3791 } else if (VT == MVT::v16i8) { in Select()
3794 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
3797 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
3800 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3803 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3806 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3809 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3815 if (VT == MVT::v8i8) { in Select()
3818 } else if (VT == MVT::v16i8) { in Select()
3821 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
3824 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
3827 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3830 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3833 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3836 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3842 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3845 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3846 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
3849 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3850 VT == MVT::v2f32) { in Select()
3853 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3854 VT == MVT::v1f64) { in Select()
3860 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3863 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3864 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
3867 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3868 VT == MVT::v2f32) { in Select()
3871 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3872 VT == MVT::v1f64) { in Select()
3878 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
3881 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3882 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
3885 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
3886 VT == MVT::v2f32) { in Select()
3889 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
3890 VT == MVT::v1f64) { in Select()
3910 VT == MVT::v8i8 ? AArch64::TBLv8i8Two : AArch64::TBLv16i8Two, in Select()
3914 SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBLv8i8Three in Select()
3919 SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBLv8i8Four in Select()
3925 VT == MVT::v8i8 ? AArch64::TBXv8i8Two : AArch64::TBXv16i8Two, in Select()
3929 SelectTable(Node, 3, VT == MVT::v8i8 ? AArch64::TBXv8i8Three in Select()
3934 SelectTable(Node, 4, VT == MVT::v8i8 ? AArch64::TBXv8i8Four in Select()
3961 VT = Node->getOperand(2)->getValueType(0); in Select()
3966 if (VT == MVT::v8i8) { in Select()
3969 } else if (VT == MVT::v16i8) { in Select()
3972 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
3973 VT == MVT::v4bf16) { in Select()
3976 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || in Select()
3977 VT == MVT::v8bf16) { in Select()
3980 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
3983 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
3986 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
3989 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
3996 if (VT == MVT::v8i8) { in Select()
3999 } else if (VT == MVT::v16i8) { in Select()
4002 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4003 VT == MVT::v4bf16) { in Select()
4006 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || in Select()
4007 VT == MVT::v8bf16) { in Select()
4010 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4013 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4016 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4019 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4026 if (VT == MVT::v8i8) { in Select()
4029 } else if (VT == MVT::v16i8) { in Select()
4032 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4033 VT == MVT::v4bf16) { in Select()
4036 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || in Select()
4037 VT == MVT::v8bf16) { in Select()
4040 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4043 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4046 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4049 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4056 if (VT == MVT::v8i8) { in Select()
4059 } else if (VT == MVT::v16i8) { in Select()
4062 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4063 VT == MVT::v4bf16) { in Select()
4066 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || in Select()
4067 VT == MVT::v8bf16) { in Select()
4070 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4073 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4076 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4079 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4086 if (VT == MVT::v8i8) { in Select()
4089 } else if (VT == MVT::v16i8) { in Select()
4092 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4093 VT == MVT::v4bf16) { in Select()
4096 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || in Select()
4097 VT == MVT::v8bf16) { in Select()
4100 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4103 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4106 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4109 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4116 if (VT == MVT::v8i8) { in Select()
4119 } else if (VT == MVT::v16i8) { in Select()
4122 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4123 VT == MVT::v4bf16) { in Select()
4126 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || in Select()
4127 VT == MVT::v8bf16) { in Select()
4130 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4133 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4136 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4139 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4146 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4149 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4150 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4153 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4154 VT == MVT::v2f32) { in Select()
4157 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4158 VT == MVT::v1f64) { in Select()
4165 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4168 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4169 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4172 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4173 VT == MVT::v2f32) { in Select()
4176 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4177 VT == MVT::v1f64) { in Select()
4184 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4187 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4188 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4191 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4192 VT == MVT::v2f32) { in Select()
4195 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4196 VT == MVT::v1f64) { in Select()
4203 if (VT == MVT::nxv16i8) { in Select()
4206 } else if (VT == MVT::nxv8i16 || VT == MVT::nxv8f16 || in Select()
4207 (VT == MVT::nxv8bf16 && Subtarget->hasBF16())) { in Select()
4210 } else if (VT == MVT::nxv4i32 || VT == MVT::nxv4f32) { in Select()
4213 } else if (VT == MVT::nxv2i64 || VT == MVT::nxv2f64) { in Select()
4220 if (VT == MVT::nxv16i8) { in Select()
4223 } else if (VT == MVT::nxv8i16 || VT == MVT::nxv8f16 || in Select()
4224 (VT == MVT::nxv8bf16 && Subtarget->hasBF16())) { in Select()
4227 } else if (VT == MVT::nxv4i32 || VT == MVT::nxv4f32) { in Select()
4230 } else if (VT == MVT::nxv2i64 || VT == MVT::nxv2f64) { in Select()
4237 if (VT == MVT::nxv16i8) { in Select()
4240 } else if (VT == MVT::nxv8i16 || VT == MVT::nxv8f16 || in Select()
4241 (VT == MVT::nxv8bf16 && Subtarget->hasBF16())) { in Select()
4244 } else if (VT == MVT::nxv4i32 || VT == MVT::nxv4f32) { in Select()
4247 } else if (VT == MVT::nxv2i64 || VT == MVT::nxv2f64) { in Select()
4257 if (VT == MVT::v8i8) { in Select()
4260 } else if (VT == MVT::v16i8) { in Select()
4263 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4266 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4269 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4272 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4275 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4278 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4285 if (VT == MVT::v8i8) { in Select()
4288 } else if (VT == MVT::v16i8) { in Select()
4291 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4294 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4297 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4300 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4303 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4306 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4313 if (VT == MVT::v8i8) { in Select()
4316 } else if (VT == MVT::v16i8) { in Select()
4319 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4322 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4325 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4328 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4331 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4334 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4341 if (VT == MVT::v8i8) { in Select()
4344 } else if (VT == MVT::v16i8) { in Select()
4347 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4350 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4353 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4356 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4359 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4362 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4369 if (VT == MVT::v8i8) { in Select()
4372 } else if (VT == MVT::v16i8) { in Select()
4375 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4378 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4381 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4384 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4387 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4390 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4397 if (VT == MVT::v8i8) { in Select()
4400 } else if (VT == MVT::v16i8) { in Select()
4403 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4406 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4409 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4412 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4415 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4418 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4425 if (VT == MVT::v8i8) { in Select()
4428 } else if (VT == MVT::v16i8) { in Select()
4431 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4434 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4437 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4440 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4443 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4446 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4453 if (VT == MVT::v8i8) { in Select()
4456 } else if (VT == MVT::v16i8) { in Select()
4459 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4462 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4465 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4468 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4471 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4474 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4481 if (VT == MVT::v8i8) { in Select()
4484 } else if (VT == MVT::v16i8) { in Select()
4487 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4490 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4493 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4496 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4499 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4502 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4509 if (VT == MVT::v8i8) { in Select()
4512 } else if (VT == MVT::v16i8) { in Select()
4515 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4518 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4521 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4524 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4527 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4530 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4537 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4540 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4541 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4544 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4545 VT == MVT::v2f32) { in Select()
4548 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4549 VT == MVT::v1f64) { in Select()
4556 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4559 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4560 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4563 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4564 VT == MVT::v2f32) { in Select()
4567 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4568 VT == MVT::v1f64) { in Select()
4575 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4578 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4579 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4582 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4583 VT == MVT::v2f32) { in Select()
4586 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4587 VT == MVT::v1f64) { in Select()
4594 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4597 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4598 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4601 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4602 VT == MVT::v2f32) { in Select()
4605 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4606 VT == MVT::v1f64) { in Select()
4613 VT = Node->getOperand(1).getValueType(); in Select()
4614 if (VT == MVT::v8i8) { in Select()
4617 } else if (VT == MVT::v16i8) { in Select()
4620 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4623 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4626 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4629 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4632 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4635 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4642 VT = Node->getOperand(1).getValueType(); in Select()
4643 if (VT == MVT::v8i8) { in Select()
4646 } else if (VT == MVT::v16i8) { in Select()
4649 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4652 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4655 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4658 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4661 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4664 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4671 VT = Node->getOperand(1).getValueType(); in Select()
4672 if (VT == MVT::v8i8) { in Select()
4675 } else if (VT == MVT::v16i8) { in Select()
4678 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4681 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4684 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4687 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4690 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4693 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4700 VT = Node->getOperand(1).getValueType(); in Select()
4701 if (VT == MVT::v8i8) { in Select()
4704 } else if (VT == MVT::v16i8) { in Select()
4707 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4710 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4713 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4716 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4719 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4722 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4729 VT = Node->getOperand(1).getValueType(); in Select()
4730 if (VT == MVT::v8i8) { in Select()
4733 } else if (VT == MVT::v16i8) { in Select()
4736 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4739 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16 ) { in Select()
4742 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4745 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4748 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4751 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4758 VT = Node->getOperand(1).getValueType(); in Select()
4759 if (VT == MVT::v8i8) { in Select()
4762 } else if (VT == MVT::v16i8) { in Select()
4765 } else if (VT == MVT::v4i16 || VT == MVT::v4f16 || VT == MVT::v4bf16) { in Select()
4768 } else if (VT == MVT::v8i16 || VT == MVT::v8f16 || VT == MVT::v8bf16) { in Select()
4771 } else if (VT == MVT::v2i32 || VT == MVT::v2f32) { in Select()
4774 } else if (VT == MVT::v4i32 || VT == MVT::v4f32) { in Select()
4777 } else if (VT == MVT::v1i64 || VT == MVT::v1f64) { in Select()
4780 } else if (VT == MVT::v2i64 || VT == MVT::v2f64) { in Select()
4787 VT = Node->getOperand(1).getValueType(); in Select()
4788 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4791 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4792 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4795 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4796 VT == MVT::v2f32) { in Select()
4799 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4800 VT == MVT::v1f64) { in Select()
4807 VT = Node->getOperand(1).getValueType(); in Select()
4808 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4811 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4812 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4815 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4816 VT == MVT::v2f32) { in Select()
4819 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4820 VT == MVT::v1f64) { in Select()
4827 VT = Node->getOperand(1).getValueType(); in Select()
4828 if (VT == MVT::v16i8 || VT == MVT::v8i8) { in Select()
4831 } else if (VT == MVT::v8i16 || VT == MVT::v4i16 || VT == MVT::v4f16 || in Select()
4832 VT == MVT::v8f16 || VT == MVT::v4bf16 || VT == MVT::v8bf16) { in Select()
4835 } else if (VT == MVT::v4i32 || VT == MVT::v2i32 || VT == MVT::v4f32 || in Select()
4836 VT == MVT::v2f32) { in Select()
4839 } else if (VT == MVT::v2i64 || VT == MVT::v1i64 || VT == MVT::v2f64 || in Select()
4840 VT == MVT::v1f64) { in Select()
4847 if (VT == MVT::nxv16i8) { in Select()
4850 } else if (VT == MVT::nxv8i16 || VT == MVT::nxv8f16 || in Select()
4851 (VT == MVT::nxv8bf16 && Subtarget->hasBF16())) { in Select()
4854 } else if (VT == MVT::nxv4i32 || VT == MVT::nxv4f32) { in Select()
4857 } else if (VT == MVT::nxv2i64 || VT == MVT::nxv2f64) { in Select()
4864 if (VT == MVT::nxv16i8) { in Select()
4867 } else if (VT == MVT::nxv8i16 || VT == MVT::nxv8f16 || in Select()
4868 (VT == MVT::nxv8bf16 && Subtarget->hasBF16())) { in Select()
4871 } else if (VT == MVT::nxv4i32 || VT == MVT::nxv4f32) { in Select()
4874 } else if (VT == MVT::nxv2i64 || VT == MVT::nxv2f64) { in Select()
4881 if (VT == MVT::nxv16i8) { in Select()
4884 } else if (VT == MVT::nxv8i16 || VT == MVT::nxv8f16 || in Select()
4885 (VT == MVT::nxv8bf16 && Subtarget->hasBF16())) { in Select()
4888 } else if (VT == MVT::nxv4i32 || VT == MVT::nxv4f32) { in Select()
4891 } else if (VT == MVT::nxv2i64 || VT == MVT::nxv2f64) { in Select()