| /freebsd-11-stable/sys/mips/mips/ |
| HD | pmap.c | 172 static void pmap_update_page(pmap_t pmap, vm_offset_t va, pt_entry_t pte); 221 pt_entry_t *pte, npte; in pmap_lmem_map1() local 232 pte = pmap_pte(kernel_pmap, va); in pmap_lmem_map1() 233 *pte = npte; in pmap_lmem_map1() 242 pt_entry_t *pte, npte; in pmap_lmem_map2() local 254 pte = pmap_pte(kernel_pmap, va1); in pmap_lmem_map2() 255 *pte = npte; in pmap_lmem_map2() 257 pte = pmap_pte(kernel_pmap, va2); in pmap_lmem_map2() 258 *pte = npte; in pmap_lmem_map2() 268 pt_entry_t *pte; in pmap_lmem_unmap() local [all …]
|
| HD | minidump_machdep.c | 167 pt_entry_t *pte; in minidumpsys() local 180 pte = pmap_pte(kernel_pmap, va); in minidumpsys() 181 KASSERT(pte != NULL, ("pte for %jx is NULL", (uintmax_t)va)); in minidumpsys() 183 if (pte_test(&pte[i], PTE_V)) { in minidumpsys() 184 pa = TLBLO_PTE_TO_PA(pte[i]); in minidumpsys() 275 pte = pmap_pte(kernel_pmap, va); in minidumpsys() 276 KASSERT(pte != NULL, ("pte for %jx is NULL", (uintmax_t)va)); in minidumpsys() 278 prev_pte = (vm_offset_t)pte; in minidumpsys() 282 if ((vm_offset_t)pte == (prev_pte + count * PAGE_SIZE)) in minidumpsys() 290 prev_pte = (vm_offset_t)pte; in minidumpsys()
|
| /freebsd-11-stable/sys/powerpc/include/ |
| HD | pte.h | 46 struct pte { struct 52 struct pte pt[8]; 127 typedef struct pte pte_t; 275 #define PTE_PA(pte) ((vm_paddr_t)(*pte >> PTE_ARPN_SHIFT) & ~PAGE_MASK) argument 276 #define PTE_ISVALID(pte) ((*pte) & PTE_VALID) argument 277 #define PTE_ISWIRED(pte) ((*pte) & PTE_WIRED) argument 278 #define PTE_ISMANAGED(pte) ((*pte) & PTE_MANAGED) argument 279 #define PTE_ISMODIFIED(pte) ((*pte) & PTE_MODIFIED) argument 280 #define PTE_ISREFERENCED(pte) ((*pte) & PTE_REFERENCED) argument
|
| /freebsd-11-stable/sys/powerpc/pseries/ |
| HD | mmu_phyp.c | 246 struct lpte pte; in mphyp_pte_synch() local 250 phyp_pft_hcall(H_READ, 0, pvo->pvo_pte.slot, 0, 0, &pte.pte_hi, in mphyp_pte_synch() 251 &pte.pte_lo, &junk); in mphyp_pte_synch() 252 if ((pte.pte_hi & LPTE_AVPN_MASK) != in mphyp_pte_synch() 256 if (!(pte.pte_hi & LPTE_VALID)) in mphyp_pte_synch() 259 return (pte.pte_lo & (LPTE_CHG | LPTE_REF)); in mphyp_pte_synch() 319 struct lpte pte; in mphyp_pte_unset() local 325 moea64_pte_from_pvo(pvo, &pte); in mphyp_pte_unset() 328 pte.pte_hi & LPTE_AVPN_MASK, 0, &pte.pte_hi, &pte.pte_lo, in mphyp_pte_unset() 338 return (pte.pte_lo & (LPTE_REF | LPTE_CHG)); in mphyp_pte_unset() [all …]
|
| /freebsd-11-stable/sys/powerpc/booke/ |
| HD | pmap.c | 866 pte_t *pte; in pte_remove() local 875 pte = &ptbl[ptbl_idx]; in pte_remove() 877 if (pte == NULL || !PTE_ISVALID(pte)) in pte_remove() 880 if (PTE_ISWIRED(pte)) in pte_remove() 884 if (PTE_ISMANAGED(pte)) { in pte_remove() 886 m = PHYS_TO_VM_PAGE(PTE_PA(pte)); in pte_remove() 888 if (PTE_ISMODIFIED(pte)) in pte_remove() 891 if (PTE_ISREFERENCED(pte)) in pte_remove() 901 *pte = 0; in pte_remove() 926 pte_t *ptbl, *pte; in pte_enter() local [all …]
|
| /freebsd-11-stable/sys/i386/i386/ |
| HD | pmap.c | 185 #define pmap_pde_v(pte) ((*(int *)pte & PG_V) != 0) argument 186 #define pmap_pte_w(pte) ((*(int *)pte & PG_W) != 0) argument 187 #define pmap_pte_m(pte) ((*(int *)pte & PG_M) != 0) argument 188 #define pmap_pte_u(pte) ((*(int *)pte & PG_A) != 0) argument 189 #define pmap_pte_v(pte) ((*(int *)pte & PG_V) != 0) argument 191 #define pmap_pte_set_w(pte, v) ((v) ? atomic_set_int((u_int *)(pte), PG_W) : \ argument 192 atomic_clear_int((u_int *)(pte), PG_W)) 193 #define pmap_pte_set_prot(pte, v) ((*(int *)pte &= ~PG_PROT), (*(int *)pte |= (v))) argument 327 static void pmap_pte_attr(pt_entry_t *pte, int cache_bits); 349 static void pmap_pte_release(pt_entry_t *pte); [all …]
|
| /freebsd-11-stable/sys/mips/include/ |
| HD | pte.h | 89 #define TLBLO_PTE_TO_PFN(pte) ((pte) & TLBLO_PFN_MASK) argument 90 #define TLBLO_PTE_TO_PA(pte) (TLBLO_PFN_TO_PA(TLBLO_PTE_TO_PFN((pte)))) argument 158 #define pte_clear(pte, bit) (*(pte) &= ~(bit)) argument 159 #define pte_set(pte, bit) (*(pte) |= (bit)) argument 160 #define pte_test(pte, bit) ((*(pte) & (bit)) == (bit)) argument
|
| /freebsd-11-stable/lib/libkvm/ |
| HD | kvm_i386.c | 223 i386_pte_t pte; in _i386_vatop() local 274 pte_pa = (pde & I386_PG_FRAME) + (pteindex * sizeof(pte)); in _i386_vatop() 277 if (s < sizeof(pte)) { in _i386_vatop() 283 if (pread(kd->pmfd, &pte, sizeof(pte), ofs) != sizeof(pte)) { in _i386_vatop() 287 pte = le32toh(pte); in _i386_vatop() 288 if ((pte & I386_PG_V) == 0) { in _i386_vatop() 293 a = (pte & I386_PG_FRAME) + offset; in _i386_vatop() 313 i386_pte_pae_t pte; in _i386_vatop_pae() local 367 if (s < sizeof(pte)) { in _i386_vatop_pae() 373 if (pread(kd->pmfd, &pte, sizeof(pte), ofs) != sizeof(pte)) { in _i386_vatop_pae() [all …]
|
| HD | kvm_mips.h | 55 #define MIPS32_PTE_TO_PFN(pte) ((pte) & MIPS32_PFN_MASK) argument 56 #define MIPS32_PTE_TO_PA(pte) (MIPS_PFN_TO_PA(MIPS32_PTE_TO_PFN((pte)))) argument 57 #define MIPS64_PTE_TO_PFN(pte) ((pte) & MIPS64_PFN_MASK) argument 58 #define MIPS64_PTE_TO_PA(pte) (MIPS_PFN_TO_PA(MIPS64_PTE_TO_PFN((pte)))) argument
|
| HD | kvm_arm.c | 189 #define l2pte_valid(pte) ((pte) != 0) argument 198 arm_pt_entry_t pte; in _arm_kvatop() local 212 pte_pa = (pd & ARM_L1_C_ADDR_MASK) + l2pte_index(va) * sizeof(pte); in _arm_kvatop() 214 if (pread(kd->pmfd, &pte, sizeof(pte), pte_off) != sizeof(pte)) { in _arm_kvatop() 218 pte = _kvm32toh(kd, pte); in _arm_kvatop() 219 if (!l2pte_valid(pte)) { in _arm_kvatop() 222 if ((pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_L) { in _arm_kvatop() 223 *pa = (pte & ARM_L2_L_FRAME) | (va & ARM_L2_L_OFFSET); in _arm_kvatop() 226 *pa = (pte & ARM_L2_S_FRAME) | (va & ARM_L2_S_OFFSET); in _arm_kvatop()
|
| HD | kvm_minidump_i386.c | 153 i386_pte_pae_t pte; in _i386_minidump_vatop_pae() local 165 pte = le64toh(ptemap[pteindex]); in _i386_minidump_vatop_pae() 166 if ((pte & I386_PG_V) == 0) { in _i386_minidump_vatop_pae() 171 a = pte & I386_PG_FRAME_PAE; in _i386_minidump_vatop_pae() 198 i386_pte_t pte; in _i386_minidump_vatop() local 210 pte = le32toh(ptemap[pteindex]); in _i386_minidump_vatop() 211 if ((pte & I386_PG_V) == 0) { in _i386_minidump_vatop() 216 a = pte & I386_PG_FRAME; in _i386_minidump_vatop()
|
| HD | kvm_minidump_arm.c | 171 arm_pt_entry_t pte; in _arm_minidump_kvatop() local 187 pte = _kvm32toh(kd, ptemap[pteindex]); in _arm_minidump_kvatop() 188 if ((pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_INV) { in _arm_minidump_kvatop() 193 if ((pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_L) { in _arm_minidump_kvatop() 196 a = (pte & ARM_L2_L_FRAME) + in _arm_minidump_kvatop() 200 (pte & ARM_L2_TYPE_MASK) == ARM_L2_TYPE_T) { in _arm_minidump_kvatop() 207 a = pte & ARM_L2_S_FRAME; in _arm_minidump_kvatop()
|
| HD | kvm_minidump_amd64.c | 159 amd64_pte_t pte; in _amd64_minidump_vatop_v1() local 171 pte = le64toh(vm->page_map[pteindex]); in _amd64_minidump_vatop_v1() 172 if ((pte & AMD64_PG_V) == 0) { in _amd64_minidump_vatop_v1() 177 a = pte & AMD64_PG_FRAME; in _amd64_minidump_vatop_v1() 217 amd64_pte_t pte; in _amd64_minidump_vatop() local 255 pte = le64toh(pt[pteindex]); in _amd64_minidump_vatop() 256 if ((pte & AMD64_PG_V) == 0) { in _amd64_minidump_vatop() 261 a = pte & AMD64_PG_FRAME; in _amd64_minidump_vatop()
|
| HD | kvm_amd64.c | 180 amd64_pte_t pte; in _amd64_vatop() local 281 if (s < sizeof(pte)) { in _amd64_vatop() 285 if (pread(kd->pmfd, &pte, sizeof(pte), ofs) != sizeof(pte)) { in _amd64_vatop() 289 if ((pte & AMD64_PG_V) == 0) { in _amd64_vatop() 294 a = (pte & AMD64_PG_FRAME) + offset; in _amd64_vatop()
|
| HD | kvm_minidump_mips.c | 178 uint64_t pte; in _mips_minidump_kvatop() local 224 pte = _kvm64toh(kd, ptemap64[pteindex]); in _mips_minidump_kvatop() 225 a = MIPS64_PTE_TO_PA(pte); in _mips_minidump_kvatop() 227 pte = _kvm32toh(kd, ptemap32[pteindex]); in _mips_minidump_kvatop() 228 a = MIPS32_PTE_TO_PA(pte); in _mips_minidump_kvatop() 230 if (!pte) { in _mips_minidump_kvatop()
|
| /freebsd-11-stable/sys/arm/include/ |
| HD | pmap-v4.h | 407 #define _sync_l2(pte, size) cpu_l2cache_wb_range(vtophys(pte), size) argument 409 #define _sync_l2(pte, size) cpu_l2cache_wb_range(pte, size) argument 412 #define PTE_SYNC(pte) \ argument 415 cpu_dcache_wb_range((vm_offset_t)(pte), sizeof(pt_entry_t));\ 417 _sync_l2((vm_offset_t)(pte), sizeof(pt_entry_t));\ 422 #define PTE_SYNC_RANGE(pte, cnt) \ argument 425 cpu_dcache_wb_range((vm_offset_t)(pte), \ 428 _sync_l2((vm_offset_t)(pte), \ 489 #define l2pte_valid(pte) ((pte) != 0) argument 490 #define l2pte_pa(pte) ((pte) & L2_S_FRAME) argument [all …]
|
| /freebsd-11-stable/sys/x86/iommu/ |
| HD | intel_idpgtbl.c | 112 dmar_pte_t *pte; in domain_idmap_nextlvl() local 130 pte = dmar_map_pgtbl(tbl->pgtbl_obj, idx, DMAR_PGF_WAITOK, &sf); in domain_idmap_nextlvl() 135 pte[i].pte = (DMAR_PTE_ADDR_MASK & f) | in domain_idmap_nextlvl() 145 pte[i].pte = (DMAR_PTE_ADDR_MASK & in domain_idmap_nextlvl() 358 dmar_pte_t *pte, *ptep; in domain_pgtbl_map_pte() local 366 pte = (dmar_pte_t *)sf_buf_kva(*sf); in domain_pgtbl_map_pte() 372 pte = dmar_map_pgtbl(domain->pgtbl_obj, idx, flags, sf); in domain_pgtbl_map_pte() 373 if (pte == NULL) { in domain_pgtbl_map_pte() 406 dmar_pte_store(&ptep->pte, DMAR_PTE_R | DMAR_PTE_W | in domain_pgtbl_map_pte() 416 pte += domain_pgtbl_pte_off(domain, base, lvl); in domain_pgtbl_map_pte() [all …]
|
| /freebsd-11-stable/sys/powerpc/aim/ |
| HD | mmu_oea.c | 247 static int moea_pte_insert(u_int, struct pte *); 256 static struct pte *moea_pvo_to_pte(const struct pvo_entry *, int); 513 moea_pte_compare(const struct pte *pt, const struct pte *pvo_pt) in moea_pte_compare() 522 moea_pte_match(struct pte *pt, u_int sr, vm_offset_t va, int which) in moea_pte_match() 530 moea_pte_create(struct pte *pt, u_int sr, vm_offset_t va, u_int pte_lo) in moea_pte_create() 547 moea_pte_synch(struct pte *pt, struct pte *pvo_pt) in moea_pte_synch() 555 moea_pte_clear(struct pte *pt, vm_offset_t va, int ptebit) in moea_pte_clear() 568 moea_pte_set(struct pte *pt, struct pte *pvo_pt) in moea_pte_set() 587 moea_pte_unset(struct pte *pt, struct pte *pvo_pt, vm_offset_t va) in moea_pte_unset() 613 moea_pte_change(struct pte *pt, struct pte *pvo_pt, vm_offset_t va) in moea_pte_change() [all …]
|
| /freebsd-11-stable/sys/amd64/amd64/ |
| HD | pmap.c | 669 static void pmap_pte_attr(pt_entry_t *pte, int cache_bits, int mask); 674 static void pmap_pti_wire_pte(void *pte); 774 pt_entry_t *pte; in pmap_pde_to_pte() local 776 pte = (pt_entry_t *)PHYS_TO_DMAP(*pde & PG_FRAME); in pmap_pde_to_pte() 777 return (&pte[pmap_pte_index(va)]); in pmap_pde_to_pte() 1026 pt_entry_t *pte; in pmap_bootstrap() local 1083 v = (c)va; va += ((n)*PAGE_SIZE); p = pte; pte += (n); in pmap_bootstrap() 1086 pte = vtopte(va); in pmap_bootstrap() 2258 pt_entry_t *pte, PG_V; in pmap_extract() local 2275 pte = pmap_pde_to_pte(pde, va); in pmap_extract() [all …]
|
| HD | efirt_machdep.c | 115 pt_entry_t *pte; in efi_1t1_pte() local 152 pte = (pt_entry_t *)PHYS_TO_DMAP(mphys); in efi_1t1_pte() 153 pte += pmap_pte_index(va); in efi_1t1_pte() 154 KASSERT(*pte == 0, ("va %#jx *pt %#jx", va, *pte)); in efi_1t1_pte() 156 return (pte); in efi_1t1_pte() 163 pt_entry_t *pte; in efi_create_1t1_map() local 223 pte = efi_1t1_pte(va); in efi_create_1t1_map() 224 pte_store(pte, va | bits); in efi_create_1t1_map()
|
| /freebsd-11-stable/sys/arm64/arm64/ |
| HD | pmap.c | 518 pmap_pte_valid_cacheable(pt_entry_t pte) in pmap_pte_valid_cacheable() argument 521 return (((pte & ATTR_DESCR_MASK) == L1_BLOCK) && in pmap_pte_valid_cacheable() 522 ((pte & ATTR_IDX_MASK) == ATTR_IDX(CACHED_MEMORY))); in pmap_pte_valid_cacheable() 533 #define PTE_SYNC(pte) cpu_dcache_wb_range((vm_offset_t)pte, sizeof(*pte)) argument 540 pmap_page_dirty(pt_entry_t pte) in pmap_page_dirty() argument 543 return ((pte & (ATTR_AF | ATTR_AP_RW_BIT)) == in pmap_page_dirty() 989 pt_entry_t *pte, tpte; in pmap_extract() local 999 pte = pmap_pte(pmap, va, &lvl); in pmap_extract() 1000 if (pte != NULL) { in pmap_extract() 1001 tpte = pmap_load(pte); in pmap_extract() [all …]
|
| /freebsd-11-stable/sys/arm/arm/ |
| HD | pmap-v4.c | 634 pt_entry_t *pte; in xscale_setup_minidata() local 645 pte = (pt_entry_t *) kernel_pt_lookup( in xscale_setup_minidata() 647 if (pte == NULL) in xscale_setup_minidata() 650 pte[l2pte_index(va)] = in xscale_setup_minidata() 993 pt_entry_t *ptep, pte; in pmap_l2ptp_ctor() local 1007 pte = *ptep; in pmap_l2ptp_ctor() 1009 if ((pte & L2_S_CACHE_MASK) != pte_l2_s_cache_mode_pt) { in pmap_l2ptp_ctor() 1014 *ptep = (pte & ~L2_S_CACHE_MASK) | pte_l2_s_cache_mode_pt; in pmap_l2ptp_ctor() 1179 pt_entry_t *ptep, pte; in pmap_set_cache_entry() local 1185 pte = (*ptep & ~L2_S_CACHE_MASK) | pte_l2_s_cache_mode; in pmap_set_cache_entry() [all …]
|
| /freebsd-11-stable/sys/powerpc/ps3/ |
| HD | mmu_ps3.c | 194 struct lpte pte; in mps3_pte_clear() local 204 moea64_pte_from_pvo(pvo, &pte); in mps3_pte_clear() 206 pte.pte_lo |= refchg; in mps3_pte_clear() 207 pte.pte_lo &= ~ptebit; in mps3_pte_clear() 209 lv1_write_htab_entry(mps3_vas_id, pvo->pvo_pte.slot, pte.pte_hi, in mps3_pte_clear() 210 pte.pte_lo); in mps3_pte_clear() 240 struct lpte pte, evicted; in mps3_pte_insert() local 250 moea64_pte_from_pvo(pvo, &pte); in mps3_pte_insert() 255 pte.pte_hi, pte.pte_lo, LPTE_LOCKED | LPTE_WIRED, 0, in mps3_pte_insert()
|
| /freebsd-11-stable/sys/dev/agp/ |
| HD | agp_i810.c | 131 static void agp_i810_write_gtt(device_t dev, u_int index, uint32_t pte); 132 static void agp_i915_write_gtt(device_t dev, u_int index, uint32_t pte); 133 static void agp_i965_write_gtt(device_t dev, u_int index, uint32_t pte); 134 static void agp_g4x_write_gtt(device_t dev, u_int index, uint32_t pte); 1475 uint32_t pte; in agp_i810_install_gtt_pte() local 1477 pte = (u_int32_t)physical | I810_PTE_VALID; in agp_i810_install_gtt_pte() 1479 pte |= I810_PTE_LOCAL; in agp_i810_install_gtt_pte() 1481 pte |= I830_PTE_SYSTEM_CACHED; in agp_i810_install_gtt_pte() 1482 agp_i810_write_gtt(dev, index, pte); in agp_i810_install_gtt_pte() 1486 agp_i810_write_gtt(device_t dev, u_int index, uint32_t pte) in agp_i810_write_gtt() argument [all …]
|
| /freebsd-11-stable/sys/i386/include/ |
| HD | pmap.h | 241 #define pte_load_store(ptep, pte) atomic_swap_64_i586(ptep, pte) argument 243 #define pte_store(ptep, pte) atomic_store_rel_64_i586(ptep, pte) argument 264 #define pte_load_store(ptep, pte) atomic_swap_int(ptep, pte) argument 266 #define pte_store(ptep, pte) do { \ argument 267 *(u_int *)(ptep) = (u_int)(pte); \
|