| /freebsd-13-stable/sys/mips/mips/ |
| HD | cache_mipsNN.c | 182 vm_offset_t va, eva; in mipsNN_icache_sync_all_16() local 184 va = MIPS_PHYS_TO_KSEG0(0); in mipsNN_icache_sync_all_16() 185 eva = va + picache_size; in mipsNN_icache_sync_all_16() 194 while (va < eva) { in mipsNN_icache_sync_all_16() 195 cache_r4k_op_32lines_16(va, CACHE_R4K_I|CACHEOP_R4K_INDEX_INV); in mipsNN_icache_sync_all_16() 196 va += (32 * 16); in mipsNN_icache_sync_all_16() 205 vm_offset_t va, eva; in mipsNN_icache_sync_all_32() local 207 va = MIPS_PHYS_TO_KSEG0(0); in mipsNN_icache_sync_all_32() 208 eva = va + picache_size; in mipsNN_icache_sync_all_32() 217 while (va < eva) { in mipsNN_icache_sync_all_32() [all …]
|
| HD | pmap.c | 164 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va); 166 vm_offset_t va); 168 static vm_page_t pmap_enter_quick_locked(pmap_t pmap, vm_offset_t va, 171 static int pmap_remove_pte(struct pmap *pmap, pt_entry_t *ptq, vm_offset_t va, 173 static void pmap_remove_page(struct pmap *pmap, vm_offset_t va); 174 static void pmap_remove_entry(struct pmap *pmap, vm_page_t m, vm_offset_t va); 176 vm_offset_t va, vm_page_t m); 177 static void pmap_update_page(pmap_t pmap, vm_offset_t va, pt_entry_t pte); 179 static void pmap_invalidate_page(pmap_t pmap, vm_offset_t va); 180 static void _pmap_unwire_ptp(pmap_t pmap, vm_offset_t va, vm_page_t m); [all …]
|
| HD | mem.c | 79 vm_offset_t va, eva, off, v; in memrw() local 112 va = uio->uio_offset; in memrw() 114 va = trunc_page(uio->uio_offset); in memrw() 122 if (va >= VM_MIN_KERNEL_ADDRESS && in memrw() 124 for (; va < eva; va += PAGE_SIZE) in memrw() 125 if (pmap_extract(kernel_pmap, va) == 0) in memrw() 131 va = uio->uio_offset; in memrw() 132 if (kernacc((void *) va, iov->iov_len, prot) in memrw() 137 va = uio->uio_offset; in memrw() 138 error = uiomove((void *)va, iov->iov_len, uio); in memrw()
|
| /freebsd-13-stable/sys/arm/include/ |
| HD | cpu-v6.h | 353 tlb_flush_local(vm_offset_t va) in tlb_flush_local() argument 356 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush_local() 359 _CP15_TLBIMVA(va | CPU_ASID_KERNEL); in tlb_flush_local() 365 tlb_flush_range_local(vm_offset_t va, vm_size_t size) in tlb_flush_range_local() argument 367 vm_offset_t eva = va + size; in tlb_flush_range_local() 369 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush_range_local() 374 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range_local() 375 _CP15_TLBIMVA(va | CPU_ASID_KERNEL); in tlb_flush_range_local() 407 tlb_flush(vm_offset_t va) in tlb_flush() argument 410 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush() [all …]
|
| HD | pmap_var.h | 83 pte1_index(vm_offset_t va) in pte1_index() argument 86 return (va >> PTE1_SHIFT); in pte1_index() 90 pte1_ptr(pt1_entry_t *pt1, vm_offset_t va) in pte1_ptr() argument 93 return (pt1 + pte1_index(va)); in pte1_ptr() 97 pte1_trunc(vm_offset_t va) in pte1_trunc() argument 100 return (va & PTE1_FRAME); in pte1_trunc() 104 pte1_roundup(vm_offset_t va) in pte1_roundup() argument 107 return ((va + PTE1_OFFSET) & PTE1_FRAME); in pte1_roundup() 393 pt2tab_index(vm_offset_t va) in pt2tab_index() argument 396 return (va >> PT2TAB_SHIFT); in pt2tab_index() [all …]
|
| /freebsd-13-stable/sys/powerpc/booke/ |
| HD | pmap_64.c | 135 static pte_t *ptbl_alloc(pmap_t pmap, vm_offset_t va, 182 pte_find(pmap_t pmap, vm_offset_t va) in pte_find() argument 190 pdir_l1 = pmap->pm_root[PG_ROOT_IDX(va)]; in pte_find() 193 pdir = pdir_l1[PDIR_L1_IDX(va)]; in pte_find() 196 ptbl = pdir[PDIR_IDX(va)]; in pte_find() 198 return ((ptbl != NULL) ? &ptbl[PTBL_IDX(va)] : NULL); in pte_find() 205 vm_offset_t va; in pte_find_next() local 212 va = *pva; in pte_find_next() 213 i = PG_ROOT_IDX(va); in pte_find_next() 214 j = PDIR_L1_IDX(va); in pte_find_next() [all …]
|
| HD | pmap.c | 565 pv_insert(pmap_t pmap, vm_offset_t va, vm_page_t m) in pv_insert() argument 578 pve->pv_va = va; in pv_insert() 591 pv_remove(pmap_t pmap, vm_offset_t va, vm_page_t m) in pv_remove() argument 603 if ((pmap == pve->pv_pmap) && (va == pve->pv_va)) { in pv_remove() 1005 mmu_booke_extract(pmap_t pmap, vm_offset_t va) in mmu_booke_extract() argument 1010 pa = pte_vatopa(pmap, va); in mmu_booke_extract() 1021 mmu_booke_kextract(vm_offset_t va) in mmu_booke_kextract() argument 1028 if (va >= DMAP_BASE_ADDRESS && va <= DMAP_MAX_ADDRESS) in mmu_booke_kextract() 1029 return (DMAP_TO_PHYS(va)); in mmu_booke_kextract() 1032 if (va >= VM_MIN_KERNEL_ADDRESS && va <= VM_MAX_KERNEL_ADDRESS) in mmu_booke_kextract() [all …]
|
| HD | pmap_32.c | 301 vm_offset_t va; in ptbl_free() local 330 va = ((vm_offset_t)ptbl + (i * PAGE_SIZE)); in ptbl_free() 331 pa = pte_vatopa(kernel_pmap, va); in ptbl_free() 335 mmu_booke_kremove(va); in ptbl_free() 430 pte_remove(pmap_t pmap, vm_offset_t va, uint8_t flags) in pte_remove() argument 432 unsigned int pdir_idx = PDIR_IDX(va); in pte_remove() 433 unsigned int ptbl_idx = PTBL_IDX(va); in pte_remove() 464 pv_remove(pmap, va, m); in pte_remove() 471 pv_remove(pmap, va, m); in pte_remove() 479 tlb0_flush_entry(va); in pte_remove() [all …]
|
| /freebsd-13-stable/sys/kern/ |
| HD | subr_devmap.c | 235 vm_offset_t va; in devmap_vtop() local 240 va = (vm_offset_t)vpva; in devmap_vtop() 242 if (va >= pd->pd_va && va + size <= pd->pd_va + pd->pd_size) in devmap_vtop() 243 return ((vm_paddr_t)(pd->pd_pa + (va - pd->pd_va))); in devmap_vtop() 263 vm_offset_t va, offset; in pmap_mapdev() local 277 va = akva_devmap_vaddr; in pmap_mapdev() 278 KASSERT(va >= VM_MAX_KERNEL_ADDRESS - PMAP_MAPDEV_EARLY_SIZE, in pmap_mapdev() 282 va = kva_alloc(size); in pmap_mapdev() 283 if (!va) in pmap_mapdev() 286 pmap_kenter_device(va, size, pa); in pmap_mapdev() [all …]
|
| /freebsd-13-stable/sys/arm/arm/ |
| HD | pmap-v6.c | 330 vm_offset_t va); 331 static int pmap_enter_pte1(pmap_t pmap, vm_offset_t va, pt1_entry_t pte1, 333 void cache_icache_sync_fresh(vm_offset_t va, vm_paddr_t pa, vm_size_t size); 652 pt2map_pt2pg(vm_offset_t va) in pt2map_pt2pg() argument 655 va &= ~(NPT2_IN_PG * PTE1_SIZE - 1); in pt2map_pt2pg() 656 return ((vm_offset_t)pt2map_entry(va)); in pt2map_pt2pg() 723 #define KERNEL_V2P(va) \ argument 724 ((vm_paddr_t)((va) - KERNVIRTADDR + arm_physmem_kernaddr)) 914 pmap_preboot_pt2pg_setup(vm_offset_t va) in pmap_preboot_pt2pg_setup() argument 920 pte2p = kern_pt2tab_entry(va); in pmap_preboot_pt2pg_setup() [all …]
|
| /freebsd-13-stable/sys/arm64/arm64/ |
| HD | pmap.c | 266 vm_offset_t va; member 380 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va); 382 vm_offset_t va); 384 static void pmap_abort_ptp(pmap_t pmap, vm_offset_t va, vm_page_t mpte); 387 static int pmap_change_props_locked(vm_offset_t va, vm_size_t size, 389 static pt_entry_t *pmap_demote_l1(pmap_t pmap, pt_entry_t *l1, vm_offset_t va); 391 vm_offset_t va, struct rwlock **lockp); 392 static pt_entry_t *pmap_demote_l2(pmap_t pmap, pt_entry_t *l2, vm_offset_t va); 393 static vm_page_t pmap_enter_quick_locked(pmap_t pmap, vm_offset_t va, 395 static int pmap_enter_l2(pmap_t pmap, vm_offset_t va, pd_entry_t new_l2, [all …]
|
| /freebsd-13-stable/sys/riscv/riscv/ |
| HD | pmap.c | 316 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va); 318 vm_offset_t va); 319 static bool pmap_demote_l2(pmap_t pmap, pd_entry_t *l2, vm_offset_t va); 321 vm_offset_t va, struct rwlock **lockp); 322 static int pmap_enter_l2(pmap_t pmap, vm_offset_t va, pd_entry_t new_l2, 324 static vm_page_t pmap_enter_quick_locked(pmap_t pmap, vm_offset_t va, 328 static boolean_t pmap_try_insert_pv_entry(pmap_t pmap, vm_offset_t va, 334 static void _pmap_unwire_ptp(pmap_t pmap, vm_offset_t va, vm_page_t m, 338 static int pmap_change_attr_locked(vm_offset_t va, vm_size_t size, int mode); 366 #define pmap_l0_index(va) (((va) >> L0_SHIFT) & Ln_ADDR_MASK) argument [all …]
|
| /freebsd-13-stable/lib/libkvm/ |
| HD | kvm_minidump_amd64.c | 51 #define VA_OFF(vm, va) \ argument 52 (VM_IS_V1(vm) ? ((va) & (AMD64_PAGE_SIZE - 1)) : ((va) & AMD64_PAGE_MASK)) 184 _amd64_minidump_vatop_v1(kvm_t *kd, kvaddr_t va, off_t *pa) in _amd64_minidump_vatop_v1() argument 194 offset = va & AMD64_PAGE_MASK; in _amd64_minidump_vatop_v1() 196 if (va >= vm->hdr.kernbase) { in _amd64_minidump_vatop_v1() 197 pteindex = (va - vm->hdr.kernbase) >> AMD64_PAGE_SHIFT; in _amd64_minidump_vatop_v1() 216 } else if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) { in _amd64_minidump_vatop_v1() 217 a = (va - vm->hdr.dmapbase) & ~AMD64_PAGE_MASK; in _amd64_minidump_vatop_v1() 222 (uintmax_t)va); in _amd64_minidump_vatop_v1() 230 (uintmax_t)va); in _amd64_minidump_vatop_v1() [all …]
|
| HD | kvm_minidump_mips.c | 151 _mips_minidump_kvatop(kvm_t *kd, kvaddr_t va, off_t *pa) in _mips_minidump_kvatop() argument 166 offset = va & MIPS_PAGE_MASK; in _mips_minidump_kvatop() 168 va &= ~MIPS_PAGE_MASK; in _mips_minidump_kvatop() 172 if (va >= MIPS_XKPHYS_START && va < MIPS_XKPHYS_END) { in _mips_minidump_kvatop() 173 a = va & MIPS_XKPHYS_PHYS_MASK; in _mips_minidump_kvatop() 176 if (va >= MIPS64_KSEG0_START && va < MIPS64_KSEG0_END) { in _mips_minidump_kvatop() 177 a = va & MIPS_KSEG0_PHYS_MASK; in _mips_minidump_kvatop() 180 if (va >= MIPS64_KSEG1_START && va < MIPS64_KSEG1_END) { in _mips_minidump_kvatop() 181 a = va & MIPS_KSEG0_PHYS_MASK; in _mips_minidump_kvatop() 185 if (va >= MIPS32_KSEG0_START && va < MIPS32_KSEG0_END) { in _mips_minidump_kvatop() [all …]
|
| HD | kvm_minidump_i386.c | 146 _i386_minidump_vatop_pae(kvm_t *kd, kvaddr_t va, off_t *pa) in _i386_minidump_vatop_pae() argument 156 offset = va & I386_PAGE_MASK; in _i386_minidump_vatop_pae() 158 if (va >= vm->hdr.kernbase) { in _i386_minidump_vatop_pae() 159 pteindex = (va - vm->hdr.kernbase) >> I386_PAGE_SHIFT; in _i386_minidump_vatop_pae() 181 (uintmax_t)va); in _i386_minidump_vatop_pae() 186 _kvm_err(kd, 0, "invalid address (0x%jx)", (uintmax_t)va); in _i386_minidump_vatop_pae() 191 _i386_minidump_vatop(kvm_t *kd, kvaddr_t va, off_t *pa) in _i386_minidump_vatop() argument 201 offset = va & I386_PAGE_MASK; in _i386_minidump_vatop() 203 if (va >= vm->hdr.kernbase) { in _i386_minidump_vatop() 204 pteindex = (va - vm->hdr.kernbase) >> I386_PAGE_SHIFT; in _i386_minidump_vatop() [all …]
|
| /freebsd-13-stable/sys/mips/include/ |
| HD | cache_r4k.h | 67 #define cache_op_r4k_line(va, op) \ argument 74 : "r" (va), "i" (op) \ 83 #define cache_r4k_op_8lines_16(va, op) \ argument 93 : "r" (va), "i" (op) \ 102 #define cache_r4k_op_8lines_32(va, op) \ argument 112 : "r" (va), "i" (op) \ 121 #define cache_r4k_op_8lines_64(va, op) \ argument 131 : "r" (va), "i" (op) \ 141 #define cache_r4k_op_32lines_16(va, op) \ argument 163 : "r" (va), "i" (op) \ [all …]
|
| /freebsd-13-stable/sys/i386/i386/ |
| HD | pmap.c | 199 #define vtopte(va) (PTmap + i386_btop(va)) argument 249 vm_offset_t va; member 301 static void pmap_pv_demote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa); 302 static bool pmap_pv_insert_pde(pmap_t pmap, vm_offset_t va, pd_entry_t pde, 305 static void pmap_pv_promote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa); 307 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va); 309 vm_offset_t va); 312 static void pmap_abort_ptp(pmap_t pmap, vm_offset_t va, vm_page_t mpte); 313 static boolean_t pmap_demote_pde(pmap_t pmap, pd_entry_t *pde, vm_offset_t va); 314 static bool pmap_enter_4mpage(pmap_t pmap, vm_offset_t va, vm_page_t m, [all …]
|
| /freebsd-13-stable/sys/amd64/amd64/ |
| HD | pmap.c | 446 vm_offset_t va; member 509 #define PMAP_ADDRESS_IN_LARGEMAP(va) ((va) >= LARGEMAP_MIN_ADDRESS && \ argument 510 (va) < LARGEMAP_MIN_ADDRESS + NBPML4 * (u_long)lm_ents) 542 static pt_entry_t pmap_pkru_get(pmap_t pmap, vm_offset_t va); 1233 static void pmap_pv_demote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa, 1235 static bool pmap_pv_insert_pde(pmap_t pmap, vm_offset_t va, pd_entry_t pde, 1238 static void pmap_pv_promote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa, 1241 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va); 1243 vm_offset_t va); 1245 static void pmap_abort_ptp(pmap_t pmap, vm_offset_t va, vm_page_t mpte); [all …]
|
| /freebsd-13-stable/sys/powerpc/aim/ |
| HD | mmu_radix.c | 101 static void pmap_pte_walk(pml1_entry_t *l1, vm_offset_t va); 191 vm_offset_t va, uint16_t ap) in radix_tlbie() argument 195 MPASS((va & PAGE_MASK) == 0); in radix_tlbie() 198 rb = va | is | ap; in radix_tlbie() 204 radix_tlbie_fixup(uint32_t pid, vm_offset_t va, int ap) in radix_tlbie_fixup() argument 209 TLBIEL_INVAL_PAGE, 0, 0, va, ap); in radix_tlbie_fixup() 212 TLBIEL_INVAL_PAGE, pid, 0, va, ap); in radix_tlbie_fixup() 216 radix_tlbie_invlpg_user_4k(uint32_t pid, vm_offset_t va) in radix_tlbie_invlpg_user_4k() argument 220 TLBIEL_INVAL_PAGE, pid, 0, va, TLBIE_ACTUAL_PAGE_4K); in radix_tlbie_invlpg_user_4k() 221 radix_tlbie_fixup(pid, va, TLBIE_ACTUAL_PAGE_4K); in radix_tlbie_invlpg_user_4k() [all …]
|
| HD | mmu_oea.c | 323 void moea_dumpsys_map(vm_paddr_t pa, size_t sz, void **va); 456 tlbie(vm_offset_t va) in tlbie() argument 461 __asm __volatile("tlbie %0" :: "r"(va)); in tlbie() 469 vm_offset_t va; in tlbia() local 471 for (va = 0; va < 0x00040000; va += 0x00001000) { in tlbia() 472 __asm __volatile("tlbie %0" :: "r"(va)); in tlbia() 480 va_to_sr(u_int *sr, vm_offset_t va) in va_to_sr() argument 482 return (sr[(uintptr_t)va >> ADDR_SR_SHFT]); in va_to_sr() 535 moea_pte_match(struct pte *pt, u_int sr, vm_offset_t va, int which) in moea_pte_match() argument 539 ((va >> ADDR_API_SHFT) & PTE_API) | which); in moea_pte_match() [all …]
|
| /freebsd-13-stable/sys/fs/smbfs/ |
| HD | smbfs_node.c | 301 struct vattr va; in smbfs_inactive() local 309 VOP_GETATTR(vp, &va, cred); in smbfs_inactive() 351 smbfs_attr_cachelookup(struct vnode *vp, struct vattr *va) in smbfs_attr_cachelookup() argument 360 va->va_type = vp->v_type; /* vnode type (for create) */ in smbfs_attr_cachelookup() 361 va->va_flags = 0; /* flags defined for file */ in smbfs_attr_cachelookup() 363 va->va_mode = smp->sm_file_mode; /* files access mode and type */ in smbfs_attr_cachelookup() 365 va->va_mode &= ~(S_IWUSR|S_IWGRP|S_IWOTH); in smbfs_attr_cachelookup() 366 va->va_flags |= UF_READONLY; in smbfs_attr_cachelookup() 369 va->va_mode = smp->sm_dir_mode; /* files access mode and type */ in smbfs_attr_cachelookup() 372 va->va_size = np->n_size; in smbfs_attr_cachelookup() [all …]
|
| /freebsd-13-stable/contrib/subversion/subversion/libsvn_ra_svn/ |
| HD | deprecated.c | 98 va_list va; in svn_ra_svn_write_tuple() local 101 va_start(va, fmt); in svn_ra_svn_write_tuple() 102 err = svn_ra_svn__write_tuple(conn, pool, fmt, va); in svn_ra_svn_write_tuple() 103 va_end(va); in svn_ra_svn_write_tuple() 133 va_list va; in svn_ra_svn_parse_tuple() local 137 va_start(va, fmt); in svn_ra_svn_parse_tuple() 138 err = svn_ra_svn__parse_tuple(internal, fmt, va); in svn_ra_svn_parse_tuple() 139 va_end(va); in svn_ra_svn_parse_tuple() 149 va_list va; in svn_ra_svn_read_tuple() local 152 va_start(va, fmt); in svn_ra_svn_read_tuple() [all …]
|
| /freebsd-13-stable/contrib/tcsh/ |
| HD | tc.printf.c | 371 va_list va; in xsnprintf() local 372 va_start(va, fmt); in xsnprintf() 376 count = doprnt(xaddchar, fmt, va); in xsnprintf() 377 va_end(va); in xsnprintf() 387 va_list va; in xprintf() local 388 va_start(va, fmt); in xprintf() 389 count = doprnt(xputchar, fmt, va); in xprintf() 390 va_end(va); in xprintf() 395 xvprintf(const char *fmt, va_list va) in xvprintf() argument 397 return doprnt(xputchar, fmt, va); in xvprintf() [all …]
|
| /freebsd-13-stable/sys/dev/xdma/ |
| HD | xdma_iommu.c | 62 xdma_iommu_remove_entry(xdma_channel_t *xchan, vm_offset_t va) in xdma_iommu_remove_entry() argument 68 va &= ~(PAGE_SIZE - 1); in xdma_iommu_remove_entry() 69 pmap_remove(&xio->p, va, va + PAGE_SIZE); in xdma_iommu_remove_entry() 71 XDMA_IOMMU_REMOVE(xio->dev, xio, va); in xdma_iommu_remove_entry() 73 vmem_free(xio->vmem, va, PAGE_SIZE); in xdma_iommu_remove_entry() 77 xdma_iommu_enter(struct xdma_iommu *xio, vm_offset_t va, in xdma_iommu_enter() argument 90 pmap_enter(p, va, m, prot, prot | PMAP_ENTER_WIRED, 0); in xdma_iommu_enter() 92 XDMA_IOMMU_ENTER(xio->dev, xio, va, pa); in xdma_iommu_enter() 94 va += PAGE_SIZE; in xdma_iommu_enter() 100 xdma_iommu_add_entry(xdma_channel_t *xchan, vm_offset_t *va, in xdma_iommu_add_entry() argument [all …]
|
| /freebsd-13-stable/contrib/llvm-project/lld/MachO/Arch/ |
| HD | ARM64Common.h | 26 void relocateOne(uint8_t *loc, const Reloc &, uint64_t va, 46 uint64_t va) { in encodeBranch26() argument 47 checkInt(loc, r, va, 28); in encodeBranch26() 50 llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0)); in encodeBranch26() 54 uint64_t va) { in encodeBranch26() argument 55 checkInt(loc, d, va, 28); in encodeBranch26() 56 llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0)); in encodeBranch26() 65 uint64_t va) { in encodePage21() argument 66 checkInt(loc, r, va, 35); in encodePage21() 67 llvm::support::endian::write32le(loc, base | bitField(va, 12, 2, 29) | in encodePage21() [all …]
|