Lines Matching refs:AccessTy
1036 MemAccessTy AccessTy = MemAccessTy::getUnknown(Inst->getContext()); in getAccessType() local
1040 AccessTy.MemTy = Ty; in getAccessType()
1044 AccessTy.AddrSpace = SI->getPointerAddressSpace(); in getAccessType()
1046 AccessTy.AddrSpace = LI->getPointerAddressSpace(); in getAccessType()
1048 AccessTy.AddrSpace = RMW->getPointerAddressSpace(); in getAccessType()
1050 AccessTy.AddrSpace = CmpX->getPointerAddressSpace(); in getAccessType()
1055 AccessTy.AddrSpace = II->getArgOperand(0)->getType()->getPointerAddressSpace(); in getAccessType()
1056 AccessTy.MemTy = OperandVal->getType(); in getAccessType()
1060 AccessTy.AddrSpace = OperandVal->getType()->getPointerAddressSpace(); in getAccessType()
1061 AccessTy.MemTy = OperandVal->getType(); in getAccessType()
1064 AccessTy.AddrSpace = in getAccessType()
1068 AccessTy.AddrSpace = in getAccessType()
1074 AccessTy.AddrSpace in getAccessType()
1083 return AccessTy; in getAccessType()
1330 MemAccessTy AccessTy; member in __anonb064cace0811::LSRUse
1364 LSRUse(KindType K, MemAccessTy AT) : Kind(K), AccessTy(AT) {} in LSRUse()
1392 LSRUse::KindType Kind, MemAccessTy AccessTy,
1559 !isAMCompletelyFolded(*TTI, LSRUse::Address, LU.AccessTy, F.BaseGV, in RateFormula()
1785 if (AccessTy.MemTy->isPointerTy()) in print()
1788 OS << *AccessTy.MemTy; in print()
1791 OS << " in addrspace(" << AccessTy.AddrSpace << ')'; in print()
1816 LSRUse::KindType Kind, MemAccessTy AccessTy, in isAMCompletelyFolded() argument
1826 return TTI.isLegalAddressingMode(AccessTy.MemTy, BaseGV, FixedOffset, in isAMCompletelyFolded()
1827 HasBaseReg, Scale, AccessTy.AddrSpace, in isAMCompletelyFolded()
1881 LSRUse::KindType Kind, MemAccessTy AccessTy, in isAMCompletelyFolded() argument
1899 return isAMCompletelyFolded(TTI, Kind, AccessTy, BaseGV, MinOffset, in isAMCompletelyFolded()
1901 isAMCompletelyFolded(TTI, Kind, AccessTy, BaseGV, MaxOffset, in isAMCompletelyFolded()
1907 LSRUse::KindType Kind, MemAccessTy AccessTy, in isAMCompletelyFolded() argument
1917 return isAMCompletelyFolded(TTI, MinOffset, MaxOffset, Kind, AccessTy, in isAMCompletelyFolded()
1924 MemAccessTy AccessTy, GlobalValue *BaseGV, in isLegalUse() argument
1927 return isAMCompletelyFolded(TTI, MinOffset, MaxOffset, Kind, AccessTy, BaseGV, in isLegalUse()
1932 isAMCompletelyFolded(TTI, MinOffset, MaxOffset, Kind, AccessTy, in isLegalUse()
1938 MemAccessTy AccessTy, const Formula &F) { in isLegalUse() argument
1939 return isLegalUse(TTI, MinOffset, MaxOffset, Kind, AccessTy, F.BaseGV, in isLegalUse()
1956 if (!isAMCompletelyFolded(TTI, LSRUse::Address, LU.AccessTy, F.BaseGV, in isAMCompletelyFolded()
1964 LU.AccessTy, F.BaseGV, F.BaseOffset, F.HasBaseReg, in isAMCompletelyFolded()
1977 LU.AccessTy, F, L)) in getScalingFactorCost()
1992 LU.AccessTy.MemTy, F.BaseGV, StackOffset::get(FixedMin, ScalableMin), in getScalingFactorCost()
1993 F.HasBaseReg, F.Scale, LU.AccessTy.AddrSpace); in getScalingFactorCost()
1995 LU.AccessTy.MemTy, F.BaseGV, StackOffset::get(FixedMax, ScalableMax), in getScalingFactorCost()
1996 F.HasBaseReg, F.Scale, LU.AccessTy.AddrSpace); in getScalingFactorCost()
2014 LSRUse::KindType Kind, MemAccessTy AccessTy, in isAlwaysFoldable() argument
2038 AccessTy.MemTy && AccessTy.MemTy->isScalableTy() && DropScaledForVScale) in isAlwaysFoldable()
2041 return isAMCompletelyFolded(TTI, Kind, AccessTy, BaseGV, BaseOffset, in isAlwaysFoldable()
2048 MemAccessTy AccessTy, const SCEV *S, in isAlwaysFoldable() argument
2072 return isAMCompletelyFolded(TTI, MinOffset, MaxOffset, Kind, AccessTy, BaseGV, in isAlwaysFoldable()
2216 LSRUse::KindType Kind, MemAccessTy AccessTy);
2219 MemAccessTy AccessTy);
2695 MemAccessTy AccessTy = getAccessType( in OptimizeLoopTermCond() local
2698 if (TTI.isLegalAddressingMode(AccessTy.MemTy, /*BaseGV=*/nullptr, in OptimizeLoopTermCond()
2701 AccessTy.AddrSpace)) in OptimizeLoopTermCond()
2704 if (TTI.isLegalAddressingMode(AccessTy.MemTy, /*BaseGV=*/nullptr, in OptimizeLoopTermCond()
2707 AccessTy.AddrSpace)) in OptimizeLoopTermCond()
2757 MemAccessTy AccessTy) { in reconcileNewOffset() argument
2760 MemAccessTy NewAccessTy = AccessTy; in reconcileNewOffset()
2772 if (AccessTy.MemTy != LU.AccessTy.MemTy) { in reconcileNewOffset()
2773 NewAccessTy = MemAccessTy::getUnknown(AccessTy.MemTy->getContext(), in reconcileNewOffset()
2774 AccessTy.AddrSpace); in reconcileNewOffset()
2801 LU.AccessTy = NewAccessTy; in reconcileNewOffset()
2810 MemAccessTy AccessTy) { in getUse() argument
2815 if (!isAlwaysFoldable(TTI, Kind, AccessTy, /*BaseGV=*/ nullptr, in getUse()
2827 if (reconcileNewOffset(LU, Offset, /*HasBaseReg=*/true, Kind, AccessTy)) in getUse()
2835 Uses.push_back(LSRUse(Kind, AccessTy)); in getUse()
2867 LU.Kind == OrigLU.Kind && OrigLU.AccessTy == LU.AccessTy && in FindUseWithSimilarFormula()
3381 MemAccessTy AccessTy = getAccessType(TTI, UserInst, Operand); in canFoldIVIncExpr() local
3382 if (!isAlwaysFoldable(TTI, LSRUse::Address, AccessTy, /*BaseGV=*/nullptr, in canFoldIVIncExpr()
3541 MemAccessTy AccessTy; in CollectFixupsAndInitialFormulae() local
3544 AccessTy = getAccessType(TTI, UserInst, U.getOperandValToReplace()); in CollectFixupsAndInitialFormulae()
3615 std::pair<size_t, Immediate> P = getUse(S, Kind, AccessTy); in CollectFixupsAndInitialFormulae()
3689 assert(isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, F) && in InsertFormula()
3896 !LU.AccessTy.getType()->isIntOrIntVectorTy()) in mayUsePostIncMode()
3945 LU.AccessTy, *J, Base.getNumRegs() > 1)) in GenerateReassociationsImpl()
3958 LU.AccessTy, InnerAddOps[0], Base.getNumRegs() > 1)) in GenerateReassociationsImpl()
4103 if (!isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, F)) in GenerateSymbolicOffsetsImpl()
4136 if (isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, F)) { in GenerateConstantOffsetsImpl()
4193 if (!isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, F)) in GenerateConstantOffsetsImpl()
4282 if (!isLegalUse(TTI, Offset, Offset, LU.Kind, LU.AccessTy, F)) in GenerateICmpZeroScales()
4343 if (!isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, in GenerateScales()
4349 LU.AccessTy, Base) && in GenerateScales()
4633 if (!isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, in GenerateCrossUseConstantOffsets()
4670 LU.Kind, LU.AccessTy, NewF)) { in GenerateCrossUseConstantOffsets()
4958 LU.Kind, LU.AccessTy)) in NarrowSearchSpaceByCollapsingUnrolledCode()
4977 LUThatHas->Kind, LUThatHas->AccessTy, F)) { in NarrowSearchSpaceByCollapsingUnrolledCode()
5135 if (!TTI.isIndexedLoadLegal(TTI.MIM_PostInc, LU.AccessTy.getType()) && in NarrowSearchSpaceByFilterPostInc()
5136 !TTI.isIndexedStoreLegal(TTI.MIM_PostInc, LU.AccessTy.getType())) in NarrowSearchSpaceByFilterPostInc()
5364 Uses[LUIdx].AccessTy)) { in NarrowSearchSpaceByPickingWinnerRegs()
6258 assert(isLegalUse(TTI, LU.MinOffset, LU.MaxOffset, LU.Kind, LU.AccessTy, in LSRInstance()