Lines Matching refs:PMV

691                                     const PartwordMaskValues &PMV) {  in performMaskedAtomicOp()  argument
697 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
710 Value *NewVal_Masked = Builder.CreateAnd(NewVal, PMV.Mask); in performMaskedAtomicOp()
711 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
723 Builder.CreateLShr(Loaded, PMV.ShiftAmt), PMV.ValueType); in performMaskedAtomicOp()
726 Builder.CreateZExt(NewVal, PMV.WordType), PMV.ShiftAmt); in performMaskedAtomicOp()
727 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
751 PartwordMaskValues PMV = in expandPartwordAtomicRMW() local
756 Builder.CreateShl(Builder.CreateZExt(AI->getValOperand(), PMV.WordType), in expandPartwordAtomicRMW()
757 PMV.ShiftAmt, "ValOperand_Shifted"); in expandPartwordAtomicRMW()
761 ValOperand_Shifted, AI->getValOperand(), PMV); in expandPartwordAtomicRMW()
767 insertRMWCmpXchgLoop(Builder, PMV.WordType, PMV.AlignedAddr, MemOpOrder, in expandPartwordAtomicRMW()
770 Builder.CreateLShr(OldResult, PMV.ShiftAmt), PMV.ValueType); in expandPartwordAtomicRMW()
784 PartwordMaskValues PMV = in widenPartwordAtomicRMW() local
789 Builder.CreateShl(Builder.CreateZExt(AI->getValOperand(), PMV.WordType), in widenPartwordAtomicRMW()
790 PMV.ShiftAmt, "ValOperand_Shifted"); in widenPartwordAtomicRMW()
796 Builder.CreateOr(PMV.Inv_Mask, ValOperand_Shifted, "AndOperand"); in widenPartwordAtomicRMW()
800 AtomicRMWInst *NewAI = Builder.CreateAtomicRMW(Op, PMV.AlignedAddr, in widenPartwordAtomicRMW()
804 Builder.CreateLShr(NewAI, PMV.ShiftAmt), PMV.ValueType); in widenPartwordAtomicRMW()
868 PartwordMaskValues PMV = createMaskInstrs( in expandPartwordCmpXchg() local
873 Builder.CreateShl(Builder.CreateZExt(NewVal, PMV.WordType), PMV.ShiftAmt); in expandPartwordCmpXchg()
875 Builder.CreateShl(Builder.CreateZExt(Cmp, PMV.WordType), PMV.ShiftAmt); in expandPartwordCmpXchg()
879 LoadInst *InitLoaded = Builder.CreateLoad(PMV.WordType, PMV.AlignedAddr); in expandPartwordCmpXchg()
881 Value *InitLoaded_MaskOut = Builder.CreateAnd(InitLoaded, PMV.Inv_Mask); in expandPartwordCmpXchg()
886 PHINode *Loaded_MaskOut = Builder.CreatePHI(PMV.WordType, 2); in expandPartwordCmpXchg()
893 PMV.AlignedAddr, FullWord_Cmp, FullWord_NewVal, CI->getSuccessOrdering(), in expandPartwordCmpXchg()
916 Value *OldVal_MaskOut = Builder.CreateAnd(OldVal, PMV.Inv_Mask); in expandPartwordCmpXchg()
927 Builder.CreateLShr(OldVal, PMV.ShiftAmt), PMV.ValueType); in expandPartwordCmpXchg()
950 PartwordMaskValues PMV = in expandAtomicRMWToMaskedIntrinsic() local
963 Builder.CreateCast(CastOp, AI->getValOperand(), PMV.WordType), in expandAtomicRMWToMaskedIntrinsic()
964 PMV.ShiftAmt, "ValOperand_Shifted"); in expandAtomicRMWToMaskedIntrinsic()
966 Builder, AI, PMV.AlignedAddr, ValOperand_Shifted, PMV.Mask, PMV.ShiftAmt, in expandAtomicRMWToMaskedIntrinsic()
969 Builder.CreateLShr(OldResult, PMV.ShiftAmt), PMV.ValueType); in expandAtomicRMWToMaskedIntrinsic()
977 PartwordMaskValues PMV = createMaskInstrs( in expandAtomicCmpXchgToMaskedIntrinsic() local
982 Builder.CreateZExt(CI->getCompareOperand(), PMV.WordType), PMV.ShiftAmt, in expandAtomicCmpXchgToMaskedIntrinsic()
985 Builder.CreateZExt(CI->getNewValOperand(), PMV.WordType), PMV.ShiftAmt, in expandAtomicCmpXchgToMaskedIntrinsic()
988 Builder, CI, PMV.AlignedAddr, CmpVal_Shifted, NewVal_Shifted, PMV.Mask, in expandAtomicCmpXchgToMaskedIntrinsic()
991 Builder.CreateLShr(OldVal, PMV.ShiftAmt), PMV.ValueType); in expandAtomicCmpXchgToMaskedIntrinsic()
996 CmpVal_Shifted, Builder.CreateAnd(OldVal, PMV.Mask), "Success"); in expandAtomicCmpXchgToMaskedIntrinsic()