Lines Matching refs:DL
615 SDLoc DL(Op); in LowerOperation() local
621 DAG.getConstant(0, DL, MVT::i32), // SWZ_X in LowerOperation()
622 DAG.getConstant(1, DL, MVT::i32), // SWZ_Y in LowerOperation()
623 DAG.getConstant(2, DL, MVT::i32), // SWZ_Z in LowerOperation()
624 DAG.getConstant(3, DL, MVT::i32) // SWZ_W in LowerOperation()
626 return DAG.getNode(AMDGPUISD::EXPORT, DL, Op.getValueType(), Args); in LowerOperation()
639 SDLoc DL(Op); in LowerOperation() local
659 interp = DAG.getMachineNode(AMDGPU::INTERP_VEC_LOAD, DL, in LowerOperation()
660 MVT::v4f32, DAG.getTargetConstant(slot / 4, DL, MVT::i32)); in LowerOperation()
663 DL, MVT::f32, SDValue(interp, 0)); in LowerOperation()
677 interp = DAG.getMachineNode(AMDGPU::INTERP_PAIR_XY, DL, in LowerOperation()
678 MVT::f32, MVT::f32, DAG.getTargetConstant(slot / 4, DL, MVT::i32), in LowerOperation()
681 interp = DAG.getMachineNode(AMDGPU::INTERP_PAIR_ZW, DL, in LowerOperation()
682 MVT::f32, MVT::f32, DAG.getTargetConstant(slot / 4, DL, MVT::i32), in LowerOperation()
694 interp = DAG.getMachineNode(AMDGPU::INTERP_PAIR_XY, DL, in LowerOperation()
695 MVT::f32, MVT::f32, DAG.getTargetConstant(slot, DL, MVT::i32), in LowerOperation()
698 interp = DAG.getMachineNode(AMDGPU::INTERP_PAIR_ZW, DL, in LowerOperation()
699 MVT::f32, MVT::f32, DAG.getTargetConstant(slot, DL, MVT::i32), in LowerOperation()
701 return DAG.getNode(ISD::BUILD_VECTOR, DL, MVT::v2f32, in LowerOperation()
755 DAG.getConstant(TextureOp, DL, MVT::i32), in LowerOperation()
757 DAG.getConstant(0, DL, MVT::i32), in LowerOperation()
758 DAG.getConstant(1, DL, MVT::i32), in LowerOperation()
759 DAG.getConstant(2, DL, MVT::i32), in LowerOperation()
760 DAG.getConstant(3, DL, MVT::i32), in LowerOperation()
764 DAG.getConstant(0, DL, MVT::i32), in LowerOperation()
765 DAG.getConstant(1, DL, MVT::i32), in LowerOperation()
766 DAG.getConstant(2, DL, MVT::i32), in LowerOperation()
767 DAG.getConstant(3, DL, MVT::i32), in LowerOperation()
775 return DAG.getNode(AMDGPUISD::TEXTURE_FETCH, DL, MVT::v4f32, TexArgs); in LowerOperation()
779 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(1), in LowerOperation()
780 DAG.getConstant(0, DL, MVT::i32)), in LowerOperation()
781 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(2), in LowerOperation()
782 DAG.getConstant(0, DL, MVT::i32)), in LowerOperation()
783 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(1), in LowerOperation()
784 DAG.getConstant(1, DL, MVT::i32)), in LowerOperation()
785 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(2), in LowerOperation()
786 DAG.getConstant(1, DL, MVT::i32)), in LowerOperation()
787 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(1), in LowerOperation()
788 DAG.getConstant(2, DL, MVT::i32)), in LowerOperation()
789 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(2), in LowerOperation()
790 DAG.getConstant(2, DL, MVT::i32)), in LowerOperation()
791 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(1), in LowerOperation()
792 DAG.getConstant(3, DL, MVT::i32)), in LowerOperation()
793 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::f32, Op.getOperand(2), in LowerOperation()
794 DAG.getConstant(3, DL, MVT::i32)) in LowerOperation()
796 return DAG.getNode(AMDGPUISD::DOT4, DL, MVT::f32, Args); in LowerOperation()
800 return LowerImplicitParameter(DAG, VT, DL, 0); in LowerOperation()
802 return LowerImplicitParameter(DAG, VT, DL, 1); in LowerOperation()
804 return LowerImplicitParameter(DAG, VT, DL, 2); in LowerOperation()
806 return LowerImplicitParameter(DAG, VT, DL, 3); in LowerOperation()
808 return LowerImplicitParameter(DAG, VT, DL, 4); in LowerOperation()
810 return LowerImplicitParameter(DAG, VT, DL, 5); in LowerOperation()
812 return LowerImplicitParameter(DAG, VT, DL, 6); in LowerOperation()
814 return LowerImplicitParameter(DAG, VT, DL, 7); in LowerOperation()
816 return LowerImplicitParameter(DAG, VT, DL, 8); in LowerOperation()
820 return LowerImplicitParameter(DAG, VT, DL, ByteOffset / 4); in LowerOperation()
843 return DAG.getNode(AMDGPUISD::RSQ_LEGACY, DL, VT, Op.getOperand(1)); in LowerOperation()
847 return DAG.getNode(AMDGPUISD::FRACT, DL, VT, Op.getOperand(1)); in LowerOperation()
895 SDLoc DL(Vector); in vectorToVerticalVector() local
903 ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Vector, in vectorToVerticalVector()
904 DAG.getConstant(i, DL, getVectorIdxTy(DAG.getDataLayout())))); in vectorToVerticalVector()
907 return DAG.getNode(AMDGPUISD::BUILD_VERTICAL_VECTOR, DL, VecVT, Args); in vectorToVerticalVector()
913 SDLoc DL(Op); in LowerEXTRACT_VECTOR_ELT() local
922 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, Op.getValueType(), in LowerEXTRACT_VECTOR_ELT()
928 SDLoc DL(Op); in LowerINSERT_VECTOR_ELT() local
938 SDValue Insert = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, Op.getValueType(), in LowerINSERT_VECTOR_ELT()
948 SDLoc DL(Op); in LowerTrig() local
949 SDValue FractPart = DAG.getNode(AMDGPUISD::FRACT, DL, VT, in LowerTrig()
950 DAG.getNode(ISD::FADD, DL, VT, in LowerTrig()
951 DAG.getNode(ISD::FMUL, DL, VT, Arg, in LowerTrig()
952 DAG.getConstantFP(0.15915494309, DL, MVT::f32)), in LowerTrig()
953 DAG.getConstantFP(0.5, DL, MVT::f32))); in LowerTrig()
965 SDValue TrigVal = DAG.getNode(TrigNode, DL, VT, in LowerTrig()
966 DAG.getNode(ISD::FADD, DL, VT, FractPart, in LowerTrig()
967 DAG.getConstantFP(-0.5, DL, MVT::f32))); in LowerTrig()
971 return DAG.getNode(ISD::FMUL, DL, VT, TrigVal, in LowerTrig()
972 DAG.getConstantFP(3.14159265359, DL, MVT::f32)); in LowerTrig()
976 SDLoc DL(Op); in LowerSHLParts() local
982 SDValue Zero = DAG.getConstant(0, DL, VT); in LowerSHLParts()
983 SDValue One = DAG.getConstant(1, DL, VT); in LowerSHLParts()
985 SDValue Width = DAG.getConstant(VT.getSizeInBits(), DL, VT); in LowerSHLParts()
986 SDValue Width1 = DAG.getConstant(VT.getSizeInBits() - 1, DL, VT); in LowerSHLParts()
987 SDValue BigShift = DAG.getNode(ISD::SUB, DL, VT, Shift, Width); in LowerSHLParts()
988 SDValue CompShift = DAG.getNode(ISD::SUB, DL, VT, Width1, Shift); in LowerSHLParts()
995 SDValue Overflow = DAG.getNode(ISD::SRL, DL, VT, Lo, CompShift); in LowerSHLParts()
996 Overflow = DAG.getNode(ISD::SRL, DL, VT, Overflow, One); in LowerSHLParts()
998 SDValue HiSmall = DAG.getNode(ISD::SHL, DL, VT, Hi, Shift); in LowerSHLParts()
999 HiSmall = DAG.getNode(ISD::OR, DL, VT, HiSmall, Overflow); in LowerSHLParts()
1000 SDValue LoSmall = DAG.getNode(ISD::SHL, DL, VT, Lo, Shift); in LowerSHLParts()
1002 SDValue HiBig = DAG.getNode(ISD::SHL, DL, VT, Lo, BigShift); in LowerSHLParts()
1005 Hi = DAG.getSelectCC(DL, Shift, Width, HiSmall, HiBig, ISD::SETULT); in LowerSHLParts()
1006 Lo = DAG.getSelectCC(DL, Shift, Width, LoSmall, LoBig, ISD::SETULT); in LowerSHLParts()
1008 return DAG.getNode(ISD::MERGE_VALUES, DL, DAG.getVTList(VT,VT), Lo, Hi); in LowerSHLParts()
1012 SDLoc DL(Op); in LowerSRXParts() local
1018 SDValue Zero = DAG.getConstant(0, DL, VT); in LowerSRXParts()
1019 SDValue One = DAG.getConstant(1, DL, VT); in LowerSRXParts()
1023 SDValue Width = DAG.getConstant(VT.getSizeInBits(), DL, VT); in LowerSRXParts()
1024 SDValue Width1 = DAG.getConstant(VT.getSizeInBits() - 1, DL, VT); in LowerSRXParts()
1025 SDValue BigShift = DAG.getNode(ISD::SUB, DL, VT, Shift, Width); in LowerSRXParts()
1026 SDValue CompShift = DAG.getNode(ISD::SUB, DL, VT, Width1, Shift); in LowerSRXParts()
1033 SDValue Overflow = DAG.getNode(ISD::SHL, DL, VT, Hi, CompShift); in LowerSRXParts()
1034 Overflow = DAG.getNode(ISD::SHL, DL, VT, Overflow, One); in LowerSRXParts()
1036 SDValue HiSmall = DAG.getNode(SRA ? ISD::SRA : ISD::SRL, DL, VT, Hi, Shift); in LowerSRXParts()
1037 SDValue LoSmall = DAG.getNode(ISD::SRL, DL, VT, Lo, Shift); in LowerSRXParts()
1038 LoSmall = DAG.getNode(ISD::OR, DL, VT, LoSmall, Overflow); in LowerSRXParts()
1040 SDValue LoBig = DAG.getNode(SRA ? ISD::SRA : ISD::SRL, DL, VT, Hi, BigShift); in LowerSRXParts()
1041 SDValue HiBig = SRA ? DAG.getNode(ISD::SRA, DL, VT, Hi, Width1) : Zero; in LowerSRXParts()
1043 Hi = DAG.getSelectCC(DL, Shift, Width, HiSmall, HiBig, ISD::SETULT); in LowerSRXParts()
1044 Lo = DAG.getSelectCC(DL, Shift, Width, LoSmall, LoBig, ISD::SETULT); in LowerSRXParts()
1046 return DAG.getNode(ISD::MERGE_VALUES, DL, DAG.getVTList(VT,VT), Lo, Hi); in LowerSRXParts()
1051 SDLoc DL(Op); in LowerUADDSUBO() local
1057 SDValue OVF = DAG.getNode(ovf, DL, VT, Lo, Hi); in LowerUADDSUBO()
1059 OVF = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, VT, OVF, in LowerUADDSUBO()
1062 SDValue Res = DAG.getNode(mainop, DL, VT, Lo, Hi); in LowerUADDSUBO()
1064 return DAG.getNode(ISD::MERGE_VALUES, DL, DAG.getVTList(VT, VT), Res, OVF); in LowerUADDSUBO()
1068 SDLoc DL(Op); in LowerFPTOUINT() local
1071 DL, in LowerFPTOUINT()
1073 Op, DAG.getConstantFP(0.0f, DL, MVT::f32), in LowerFPTOUINT()
1079 SDLoc DL, in LowerImplicitParameter() argument
1088 return DAG.getLoad(VT, DL, DAG.getEntryNode(), in LowerImplicitParameter()
1089 DAG.getConstant(ByteOffset, DL, MVT::i32), // PTR in LowerImplicitParameter()
1105 SDLoc DL(Op); in LowerSELECT_CC() local
1117 SDValue MinMax = CombineFMinMaxLegacy(DL, VT, LHS, RHS, True, False, CC, DCI); in LowerSELECT_CC()
1157 return DAG.getNode(ISD::SELECT_CC, DL, VT, LHS, RHS, True, False, CC); in LowerSELECT_CC()
1198 True = DAG.getNode(ISD::BITCAST, DL, CompareVT, True); in LowerSELECT_CC()
1199 False = DAG.getNode(ISD::BITCAST, DL, CompareVT, False); in LowerSELECT_CC()
1214 SDValue SelectNode = DAG.getNode(ISD::SELECT_CC, DL, CompareVT, in LowerSELECT_CC()
1218 return DAG.getNode(ISD::BITCAST, DL, VT, SelectNode); in LowerSELECT_CC()
1226 HWTrue = DAG.getConstantFP(1.0f, DL, CompareVT); in LowerSELECT_CC()
1227 HWFalse = DAG.getConstantFP(0.0f, DL, CompareVT); in LowerSELECT_CC()
1229 HWTrue = DAG.getConstant(-1, DL, CompareVT); in LowerSELECT_CC()
1230 HWFalse = DAG.getConstant(0, DL, CompareVT); in LowerSELECT_CC()
1238 SDValue Cond = DAG.getNode(ISD::SELECT_CC, DL, CompareVT, LHS, RHS, HWTrue, HWFalse, CC); in LowerSELECT_CC()
1240 return DAG.getNode(ISD::SELECT_CC, DL, VT, in LowerSELECT_CC()
1268 SDLoc DL(Ptr); in stackPtrToRegIndex() local
1269 return DAG.getNode(ISD::SRL, DL, Ptr.getValueType(), Ptr, in stackPtrToRegIndex()
1270 DAG.getConstant(SRLPad, DL, MVT::i32)); in stackPtrToRegIndex()
1303 SDLoc DL(Op); in LowerSTORE() local
1321 MaskConstant = DAG.getConstant(0xFF, DL, MVT::i32); in LowerSTORE()
1324 MaskConstant = DAG.getConstant(0xFFFF, DL, MVT::i32); in LowerSTORE()
1326 SDValue DWordAddr = DAG.getNode(ISD::SRL, DL, VT, Ptr, in LowerSTORE()
1327 DAG.getConstant(2, DL, MVT::i32)); in LowerSTORE()
1328 SDValue ByteIndex = DAG.getNode(ISD::AND, DL, Ptr.getValueType(), Ptr, in LowerSTORE()
1329 DAG.getConstant(0x00000003, DL, VT)); in LowerSTORE()
1330 SDValue TruncValue = DAG.getNode(ISD::AND, DL, VT, Value, MaskConstant); in LowerSTORE()
1331 SDValue Shift = DAG.getNode(ISD::SHL, DL, VT, ByteIndex, in LowerSTORE()
1332 DAG.getConstant(3, DL, VT)); in LowerSTORE()
1333 SDValue ShiftedValue = DAG.getNode(ISD::SHL, DL, VT, TruncValue, Shift); in LowerSTORE()
1334 SDValue Mask = DAG.getNode(ISD::SHL, DL, VT, MaskConstant, Shift); in LowerSTORE()
1339 DAG.getConstant(0, DL, MVT::i32), in LowerSTORE()
1340 DAG.getConstant(0, DL, MVT::i32), in LowerSTORE()
1343 SDValue Input = DAG.getNode(ISD::BUILD_VECTOR, DL, MVT::v4i32, Src); in LowerSTORE()
1345 return DAG.getMemIntrinsicNode(AMDGPUISD::STORE_MSKOR, DL, in LowerSTORE()
1351 Ptr = DAG.getNode(AMDGPUISD::DWORDADDR, DL, Ptr.getValueType(), in LowerSTORE()
1352 DAG.getNode(ISD::SRL, DL, Ptr.getValueType(), in LowerSTORE()
1353 Ptr, DAG.getConstant(2, DL, MVT::i32))); in LowerSTORE()
1358 Chain = DAG.getStore(Chain, DL, Value, Ptr, StoreNode->getMemOperand()); in LowerSTORE()
1394 Ptr = DAG.getNode(ISD::ADD, DL, MVT::i32, Ptr, in LowerSTORE()
1395 DAG.getConstant(PtrIncr, DL, MVT::i32)); in LowerSTORE()
1396 SDValue Elem = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ElemVT, in LowerSTORE()
1397 Value, DAG.getConstant(i, DL, MVT::i32)); in LowerSTORE()
1399 Stores[i] = DAG.getNode(AMDGPUISD::REGISTER_STORE, DL, MVT::Other, in LowerSTORE()
1401 DAG.getTargetConstant(Channel, DL, MVT::i32)); in LowerSTORE()
1403 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Stores); in LowerSTORE()
1406 Value = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i32, Value); in LowerSTORE()
1408 Chain = DAG.getNode(AMDGPUISD::REGISTER_STORE, DL, MVT::Other, Chain, Value, Ptr, in LowerSTORE()
1409 DAG.getTargetConstant(0, DL, MVT::i32)); // Channel in LowerSTORE()
1459 SDLoc DL(Op); in LowerLOAD() local
1474 LoadNode->getBasePtr(), DL, in LowerLOAD()
1476 Ptr = DAG.getNode(ISD::SRL, DL, MVT::i32, Ptr, in LowerLOAD()
1477 DAG.getConstant(2, DL, MVT::i32)); in LowerLOAD()
1478 return DAG.getNode(AMDGPUISD::REGISTER_LOAD, DL, Op->getVTList(), in LowerLOAD()
1480 DAG.getTargetConstant(0, DL, MVT::i32), in LowerLOAD()
1489 return DAG.getMergeValues(MergedValues, DL); in LowerLOAD()
1507 SDValue NewPtr = DAG.getNode(ISD::ADD, DL, Ptr.getValueType(), Ptr, in LowerLOAD()
1508 DAG.getConstant(4 * i + ConstantBlock * 16, DL, MVT::i32)); in LowerLOAD()
1509 Slots[i] = DAG.getNode(AMDGPUISD::CONST_ADDRESS, DL, MVT::i32, NewPtr); in LowerLOAD()
1517 Result = DAG.getNode(ISD::BUILD_VECTOR, DL, NewVT, in LowerLOAD()
1521 Result = DAG.getNode(AMDGPUISD::CONST_ADDRESS, DL, MVT::v4i32, in LowerLOAD()
1522 DAG.getNode(ISD::SRL, DL, MVT::i32, Ptr, in LowerLOAD()
1523 DAG.getConstant(4, DL, MVT::i32)), in LowerLOAD()
1525 AMDGPUAS::CONSTANT_BUFFER_0, DL, MVT::i32) in LowerLOAD()
1530 Result = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, MVT::i32, Result, in LowerLOAD()
1531 DAG.getConstant(0, DL, MVT::i32)); in LowerLOAD()
1538 return DAG.getMergeValues(MergedValues, DL); in LowerLOAD()
1551 SDValue NewLoad = DAG.getExtLoad(ISD::EXTLOAD, DL, VT, Chain, Ptr, in LowerLOAD()
1557 SDValue Res = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, VT, NewLoad, in LowerLOAD()
1561 return DAG.getMergeValues(MergedValues, DL); in LowerLOAD()
1587 Ptr = DAG.getNode(ISD::ADD, DL, MVT::i32, Ptr, in LowerLOAD()
1588 DAG.getConstant(PtrIncr, DL, MVT::i32)); in LowerLOAD()
1589 Loads[i] = DAG.getNode(AMDGPUISD::REGISTER_LOAD, DL, ElemVT, in LowerLOAD()
1591 DAG.getTargetConstant(Channel, DL, MVT::i32), in LowerLOAD()
1598 LoweredLoad = DAG.getNode(ISD::BUILD_VECTOR, DL, TargetVT, Loads); in LowerLOAD()
1600 LoweredLoad = DAG.getNode(AMDGPUISD::REGISTER_LOAD, DL, VT, in LowerLOAD()
1602 DAG.getTargetConstant(0, DL, MVT::i32), // Channel in LowerLOAD()
1611 return DAG.getMergeValues(Ops, DL); in LowerLOAD()
1631 SDLoc DL, SelectionDAG &DAG, in LowerFormalArguments() argument
1657 SDValue Register = DAG.getCopyFromReg(Chain, DL, Reg, VT); in LowerFormalArguments()
1690 SDValue Arg = DAG.getLoad(ISD::UNINDEXED, Ext, VT, DL, Chain, in LowerFormalArguments()
1691 DAG.getConstant(Offset, DL, MVT::i32), in LowerFormalArguments()
1703 EVT R600TargetLowering::getSetCCResultType(const DataLayout &DL, LLVMContext &, in getSetCCResultType() argument
1794 SDLoc DL) const { in OptimizeSwizzle()
1803 Swz[i] = DAG.getConstant(SwizzleRemap[Idx], DL, MVT::i32); in OptimizeSwizzle()
1811 Swz[i] = DAG.getConstant(SwizzleRemap[Idx], DL, MVT::i32); in OptimizeSwizzle()
2004 SDLoc DL(N); in PerformDAGCombine() local
2005 NewArgs[1] = OptimizeSwizzle(N->getOperand(1), &NewArgs[4], DAG, DL); in PerformDAGCombine()
2006 return DAG.getNode(AMDGPUISD::EXPORT, DL, N->getVTList(), NewArgs); in PerformDAGCombine()
2034 SDLoc DL(N); in PerformDAGCombine() local
2035 NewArgs[1] = OptimizeSwizzle(N->getOperand(1), &NewArgs[2], DAG, DL); in PerformDAGCombine()
2036 return DAG.getNode(AMDGPUISD::TEXTURE_FETCH, DL, N->getVTList(), NewArgs); in PerformDAGCombine()
2240 SDLoc DL(Node); in PostISelFolding() local
2242 Ops[ClampIdx - 1] = DAG.getTargetConstant(1, DL, MVT::i32); in PostISelFolding()
2243 return DAG.getMachineNode(Src.getMachineOpcode(), DL, in PostISelFolding()