Home
last modified time | relevance | path

Searched refs:kernel_pmap (Results 1 – 25 of 49) sorted by relevance

12

/freebsd-14-stable/sys/powerpc/booke/
HDpmap_32.c247 (pmap == kernel_pmap), pdir_idx); in ptbl_alloc()
305 (pmap == kernel_pmap), pdir_idx); in ptbl_free()
330 pa = pte_vatopa(kernel_pmap, va); in ptbl_free()
355 (pmap == kernel_pmap), pdir_idx); in ptbl_unhold()
359 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
370 pa = pte_vatopa(kernel_pmap, in ptbl_unhold()
408 KASSERT((pmap != kernel_pmap), in ptbl_hold()
416 pa = pte_vatopa(kernel_pmap, in ptbl_hold()
464 } else if (pmap == kernel_pmap && m && m->md.pv_tracked) { in pte_remove()
507 pmap == kernel_pmap, pmap, va); in pte_enter()
[all …]
HDpmap_64.c265 KASSERT(page != 0 || pmap != kernel_pmap, in get_pgtbl_page()
334 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
372 KASSERT((pmap != kernel_pmap), in ptbl_hold()
415 } else if (pmap == kernel_pmap && m && m->md.pv_tracked) { in pte_remove()
469 if (pmap != kernel_pmap) in pte_enter()
526 kernel_pmap->pm_root = kernel_ptbl_root; in kernel_pte_alloc()
546 kernel_pmap->pm_root[i] = (pte_t ***)l1_va; in kernel_pte_alloc()
550 kernel_pmap->pm_root[i][j] = (pte_t **)pdir_va; in kernel_pte_alloc()
554 kernel_pmap->pm_root[i][j][k] = (pte_t *)ptbl_va; in kernel_pte_alloc()
564 pte = &(kernel_pmap->pm_root[PG_ROOT_IDX(va)][PDIR_L1_IDX(va)][PDIR_IDX(va)][PTBL_IDX(va)]); in kernel_pte_alloc()
[all …]
HDpmap.c195 ((pmap) != kernel_pmap && (pmap)->pm_stats.resident_count == 0)
898 PMAP_LOCK_INIT(kernel_pmap); in mmu_booke_bootstrap()
900 debugf("kernel_pmap = 0x%"PRI0ptrX"\n", (uintptr_t)kernel_pmap); in mmu_booke_bootstrap()
903 kernel_pmap->pm_tid[i] = TID_KERNEL; in mmu_booke_bootstrap()
906 tidbusy[i][TID_KERNEL] = kernel_pmap; in mmu_booke_bootstrap()
910 CPU_FILL(&kernel_pmap->pm_active); in mmu_booke_bootstrap()
1034 p = pte_vatopa(kernel_pmap, va); in mmu_booke_kextract()
1145 pte = pte_find(kernel_pmap, va); in mmu_booke_kenter_attr()
1186 pte = pte_find(kernel_pmap, va); in mmu_booke_kremove()
1278 su = (pmap == kernel_pmap); in mmu_booke_enter_locked()
[all …]
/freebsd-14-stable/sys/amd64/amd64/
HDmp_machdep.c166 MPASS(kernel_pmap->pm_cr3 < (1UL << 32)); in cpu_mp_start()
167 mptramp_pagetables = kernel_pmap->pm_cr3; in cpu_mp_start()
347 v_pml4 = &kernel_pmap->pm_pmltop[0]; in start_all_aps()
379 old_pml45 = kernel_pmap->pm_pmltop[0]; in start_all_aps()
381 kernel_pmap->pm_pmltop[0] = VM_PAGE_TO_PHYS(m_pml4) | in start_all_aps()
386 pmap_invalidate_all(kernel_pmap); in start_all_aps()
453 kernel_pmap->pm_pmltop[0] = old_pml45; in start_all_aps()
681 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invltlb()
704 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg()
721 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg_range()
[all …]
HDpmap.c1553 if (pmap == kernel_pmap) in pmap_pt_page_count_adj()
1991 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1992 kernel_pmap->pm_pmltop = kernel_pml4; in pmap_bootstrap()
1993 kernel_pmap->pm_cr3 = KPML4phys; in pmap_bootstrap()
1994 kernel_pmap->pm_ucr3 = PMAP_NO_CR3; in pmap_bootstrap()
1995 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1996 kernel_pmap->pm_stats.resident_count = res; in pmap_bootstrap()
1997 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
1998 kernel_pmap->pm_flags = pmap_flags; in pmap_bootstrap()
2000 rangeset_init(&kernel_pmap->pm_pkru, pkru_dup_range, in pmap_bootstrap()
[all …]
/freebsd-14-stable/sys/i386/i386/
HDpmap.c643 PMAP_LOCK_INIT(kernel_pmap); in __CONCAT()
644 kernel_pmap->pm_pdir = IdlePTD; in __CONCAT()
646 kernel_pmap->pm_pdpt = IdlePDPT; in __CONCAT()
648 CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */ in __CONCAT()
649 kernel_pmap->pm_stats.resident_count = res; in __CONCAT()
650 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in __CONCAT()
651 vm_radix_init(&kernel_pmap->pm_root); in __CONCAT()
972 PMAP_LOCK(kernel_pmap); in __CONCAT()
988 pmap_insert_pt_page(kernel_pmap, mpte, true)) in __CONCAT()
991 PMAP_UNLOCK(kernel_pmap); in __CONCAT()
[all …]
HDmem.c126 pa = pmap_extract(kernel_pmap, addr); in memrw()
140 pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap); in memrw()
HDmp_machdep.c462 pmap_invalidate_page (kernel_pmap, va); in install_ap_tramp()
669 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler()
688 if (smp_tlb_pmap == kernel_pmap) in invlpg_handler()
710 if (smp_tlb_pmap == kernel_pmap) { in invlrng_handler()
HDvm86.c741 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
750 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
765 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
771 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
/freebsd-14-stable/sys/powerpc/aim/
HDmmu_oea64.c312 (pvo)->pvo_pmap != kernel_pmap)
581 if (pmap == kernel_pmap && (pvo->pvo_vaddr & PVO_LARGE) != 0) in init_pvo_entry()
741 PMAP_LOCK(kernel_pmap); in moea64_add_ofw_mappings()
742 pvo = moea64_pvo_find_va(kernel_pmap, in moea64_add_ofw_mappings()
744 PMAP_UNLOCK(kernel_pmap); in moea64_add_ofw_mappings()
818 init_pvo_entry(pvo, kernel_pmap, va); in moea64_kenter_large()
844 PMAP_LOCK(kernel_pmap); in moea64_setup_direct_map()
860 PMAP_UNLOCK(kernel_pmap); in moea64_setup_direct_map()
1114 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea64_mid_bootstrap()
1117 kernel_pmap->pmap_phys = kernel_pmap; in moea64_mid_bootstrap()
[all …]
HDmmu_radix.c909 l3e = pmap_pml3e(kernel_pmap, va); in kvtopte()
1076 if (pmap == kernel_pmap) in pmap_invalidate_page()
1087 if (pmap == kernel_pmap) in pmap_invalidate_page_2m()
1098 if (pmap == kernel_pmap) in pmap_invalidate_pwc()
1113 if (pmap == kernel_pmap) { in pmap_invalidate_range()
1131 if (pmap == kernel_pmap) in pmap_invalidate_all()
1554 if (pmap != kernel_pmap) in free_pv_entry()
1790 pte = pmap_pml1e(kernel_pmap, PHYS_TO_DMAP(start)); in mmu_radix_dmap_range()
1844 bzero(kernel_pmap, sizeof(struct pmap)); in mmu_radix_setup_pagetables()
1845 PMAP_LOCK_INIT(kernel_pmap); in mmu_radix_setup_pagetables()
[all …]
HDmmu_oea.c685 mtsrin(i << ADDR_SR_SHFT, kernel_pmap->pm_sr[i]); in moea_cpu_bootstrap()
880 PMAP_LOCK_INIT(kernel_pmap); in moea_bootstrap()
882 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea_bootstrap()
883 CPU_FILL(&kernel_pmap->pm_active); in moea_bootstrap()
884 RB_INIT(&kernel_pmap->pmap_pvo); in moea_bootstrap()
1215 if (pmap != kernel_pmap && error == ENOENT && in moea_enter_locked()
1486 if (pvo->pvo_pmap == kernel_pmap) in moea_page_set_memattr()
1520 PMAP_LOCK(kernel_pmap); in moea_kenter_attr()
1521 error = moea_pvo_enter(kernel_pmap, moea_upvo_zone, in moea_kenter_attr()
1528 PMAP_UNLOCK(kernel_pmap); in moea_kenter_attr()
[all …]
/freebsd-14-stable/sys/kern/
HDsubr_bus_dma.c177 &m->m_epg_hdr[segoff], seglen, kernel_pmap, in _bus_dmamap_load_mbuf_epg()
203 &m->m_epg_trail[off], len, kernel_pmap, flags, segs, in _bus_dmamap_load_mbuf_epg()
224 kernel_pmap, flags | BUS_DMA_LOAD_MBUF, segs, nsegs); in _bus_dmamap_load_single_mbuf()
248 m->m_data, m->m_len, kernel_pmap, in _bus_dmamap_load_mbuf_sg()
298 pmap = kernel_pmap; in _bus_dmamap_load_uio()
345 error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap, in bus_dmamap_load()
481 mem->md_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_mem()
489 mem->md_nseg, kernel_pmap, &nsegs, flags, 0, SIZE_T_MAX); in bus_dmamap_load_mem()
547 cb->cb_buf_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_crp_buffer()
/freebsd-14-stable/sys/arm/arm/
HDmem.c119 pmap_tlb_flush(kernel_pmap, (vm_offset_t)_tmppt); in memrw()
141 if (pmap_extract(kernel_pmap, addr) == 0) in memrw()
HDpmap-v6.c1177 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1179 kernel_pmap->pm_pt1 = kern_pt1; in pmap_bootstrap()
1180 kernel_pmap->pm_pt2tab = kern_pt2tab; in pmap_bootstrap()
1181 CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */ in pmap_bootstrap()
1182 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1197 LIST_INSERT_HEAD(&allpmaps, kernel_pmap, pm_list); in pmap_bootstrap()
1475 if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active)) in pmap_tlb_flush()
1483 if (pmap == kernel_pmap || !CPU_EMPTY(&pmap->pm_active)) in pmap_tlb_flush_range()
1698 if (pmap == kernel_pmap) in pmap_pt2pg_init()
1854 return (pmap == kernel_pmap || in pmap_is_current()
[all …]
/freebsd-14-stable/sys/arm64/arm64/
HDpmap.c1222 l2 = pmap_l2(kernel_pmap, va); in pmap_bootstrap_allocate_kasan_l2()
1273 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1274 kernel_pmap->pm_l0_paddr = in pmap_bootstrap()
1276 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1277 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
1278 kernel_pmap->pm_cookie = COOKIE_FROM(-1, INT_MIN); in pmap_bootstrap()
1279 kernel_pmap->pm_stage = PM_STAGE1; in pmap_bootstrap()
1280 kernel_pmap->pm_levels = 4; in pmap_bootstrap()
1281 kernel_pmap->pm_ttbr = kernel_pmap->pm_l0_paddr; in pmap_bootstrap()
1282 kernel_pmap->pm_asid_set = &asids; in pmap_bootstrap()
[all …]
HDmem.c98 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd-14-stable/sys/riscv/include/
HDpmap.h85 #define kernel_pmap (&kernel_pmap_store) macro
86 #define pmap_kernel() kernel_pmap
/freebsd-14-stable/sys/riscv/riscv/
HDpmap.c497 if (pmap != kernel_pmap || pmap_mode != PMAP_MODE_SV39) in pmap_distribute_l1()
594 l2 = pmap_l2(kernel_pmap, va); in pmap_bootstrap_l3()
636 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
637 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
638 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
647 CPU_SET(PCPU_GET(hart), &kernel_pmap->pm_active); in pmap_bootstrap()
695 l2p = pmap_l2(kernel_pmap, VM_EARLY_DTB_ADDRESS); in pmap_bootstrap()
974 l2 = pmap_l2(kernel_pmap, va); in pmap_kextract()
1023 l3 = pmap_l3(kernel_pmap, va); in pmap_kenter()
1035 pmap_invalidate_range(kernel_pmap, sva, va); in pmap_kenter()
[all …]
HDmem.c99 v = pmap_extract(kernel_pmap, v); in memrw()
/freebsd-14-stable/sys/vm/
HDvm_kern.c289 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_alloc_attr_domain()
371 pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, in kmem_alloc_contig_domain()
553 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_back_domain()
624 pmap_remove(kernel_pmap, addr, addr + size); in _kmem_unback()
745 pmap_protect(kernel_pmap, addr, addr + ZERO_REGION_SIZE, VM_PROT_READ); in kmem_init_zero_region()
807 vm_map_init(kernel_map, kernel_pmap, VM_MIN_KERNEL_ADDRESS, end); in kmem_init()
928 pmap_remove(kernel_pmap, start, end); in kmem_bootstrap_free()
/freebsd-14-stable/sys/arm64/include/
HDpmap.h98 #define kernel_pmap (&kernel_pmap_store) macro
99 #define pmap_kernel() kernel_pmap
/freebsd-14-stable/sys/powerpc/include/
HDpmap.h285 #define kernel_pmap (&kernel_pmap_store) macro
294 (pmap == kernel_pmap) ? "kernelpmap" : \
/freebsd-14-stable/sys/x86/isa/
HDisa_dma.c279 phys = pmap_extract(kernel_pmap, (vm_offset_t)addr); in isa_dmastart()
404 phys = trunc_page(pmap_extract(kernel_pmap, (vm_offset_t)va)); in isa_dmarangecheck()
/freebsd-14-stable/sys/amd64/acpica/
HDacpi_wakeup.c425 bcopy(kernel_pmap->pm_pmltop, pt5, PAGE_SIZE); in acpi_install_wakeup_handler()
429 bcopy(kernel_pmap->pm_pmltop, pt4, PAGE_SIZE); in acpi_install_wakeup_handler()

12