/illumos-gate/usr/src/uts/i86pc/os/ |
H A D | ppage.c | 58 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin() 65 hat_unload(kas.a_hat, va, PAGESIZE, HAT_UNLOAD_UNLOCK); in ppmapout() 77 hat_devload(kas.a_hat, kaddr, MMU_PAGESIZE, page_pptonum(pp), in i86_pp_map() 91 pfnum = hat_getpfnum(asp->a_hat, vaddr); in i86_va_map() 92 hat_devload(kas.a_hat, kaddr, MMU_PAGESIZE, pfnum, in i86_va_map()
|
H A D | mp_pc.c | 98 hat_devload(kas.a_hat, in mach_cpucontext_init() 121 hat_unload(kas.a_hat, (caddr_t)(uintptr_t)rm_platter_pa, MMU_PAGESIZE, in mach_cpucontext_fini() 133 if (mmu_ptob(kas.a_hat->hat_htable->ht_pfn) > 0xffffffffUL) { in rmp_gdt_init() 136 mmu_ptob(kas.a_hat->hat_htable->ht_pfn)); in rmp_gdt_init() 341 rm->rm_pdbr = MAKECR3(kas.a_hat->hat_htable->ht_pfn, PCID_NONE); in mach_cpucontext_xalloc()
|
H A D | fastboot.c | 513 start_addr_pa = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_build_mbi() 1060 fb->fb_pte_list_pa = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_load_kernel() 1067 paddr = mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_load_kernel() 1195 hat_devload(kas.a_hat, (caddr_t)fb->fb_va, in fastboot_load_kernel() 1246 mmu_ptob((uint64_t)hat_getpfnum(kas.a_hat, in fastboot_load_kernel() 1289 hat_devload(curproc->p_as->a_hat, (caddr_t)fb->fb_va, in fastboot_xc_func() 1299 if (t_intr && t_intr->t_procp->p_as->a_hat != curproc->p_as->a_hat && in fastboot_xc_func() 1301 hat_devload(t_intr->t_procp->p_as->a_hat, (caddr_t)fb->fb_va, in fastboot_xc_func() 1335 hat_devload(curproc->p_as->a_hat, (caddr_t)fb->fb_va, in fast_reboot()
|
H A D | graphics.c | 169 hat_devload(kas.a_hat, videomem, videomem_size, in progressbar_start() 193 hat_unload(kas.a_hat, videomem, videomem_size, HAT_UNLOAD_UNLOCK); in progressbar_stop()
|
H A D | mp_implfuncs.c | 236 hat_devload(kas.a_hat, cvaddr, mmu_ptob(npages), mmu_btop(base), in psm_map_phys_new() 254 hat_unload(kas.a_hat, base, ptob(npages), HAT_UNLOAD_UNLOCK); in psm_unmap_phys() 298 hat_unload(kas.a_hat, base, ptob(npages), HAT_UNLOAD_UNLOCK); in psm_unmap()
|
H A D | cpr_impl.c | 424 hat_setup(save_as->a_hat, 0); /* switch back from kernel hat */ in unmap_wakeaddr_1to1() 425 hat_unload(kas.a_hat, (caddr_t)wp, PAGESIZE, HAT_UNLOAD); in unmap_wakeaddr_1to1() 436 hat_unload(kas.a_hat, (caddr_t)(uintptr_t)rm_platter_pa, MMU_PAGESIZE, in i_cpr_post_resume_cpus() 464 hat_devload(kas.a_hat, (caddr_t)wp, PAGESIZE, btop(wakephys), in map_wakeaddr_1to1() 468 hat_setup(kas.a_hat, 0); /* switch to kernel-only hat */ in map_wakeaddr_1to1()
|
/illumos-gate/usr/src/uts/common/vm/ |
H A D | hat_refmod.c | 113 chunk = hat_get_mapped_size(as->a_hat); in hat_startstat() 123 hat_enter(as->a_hat); in hat_startstat() 130 hat_exit(as->a_hat); in hat_startstat() 134 hat_exit(as->a_hat); in hat_startstat() 135 (void) hat_stats_enable(as->a_hat); in hat_startstat() 218 hat_stats_disable(as->a_hat); /* tell the hat layer to stop */ in hat_freestat() 219 hat_enter(as->a_hat); in hat_freestat() 226 hat_exit(as->a_hat); in hat_freestat() 229 hat_exit(as->a_hat); in hat_freestat() 442 hat_sync(as->a_hat, addr, len, clearflag); in hat_getstat()
|
H A D | seg_kmem.c | 486 if (!hat_probe(kas.a_hat, addr)) { in segkmem_fault() 534 hat_unload(kas.a_hat, addr, size, HAT_UNLOAD); in segkmem_setprot() 536 hat_chgprot(kas.a_hat, addr, size, prot); in segkmem_setprot() 596 pfn_t pfn = hat_getpfnum(kas.a_hat, addr); in segkmem_xdump_range() 922 hat_memload(kas.a_hat, (caddr_t)(uintptr_t)pp->p_offset, pp, in segkmem_xalloc() 1014 hat_unload(kas.a_hat, addr, size, HAT_UNLOAD_UNLOCK); in segkmem_xfree() 1080 hat_unload(seg->s_as->a_hat, addr, size, HAT_UNLOAD_UNLOCK); in segkmem_mapin() 1081 hat_devload(seg->s_as->a_hat, addr, size, pfn, vprot, in segkmem_mapin() 1088 hat_unload(seg->s_as->a_hat, addr, size, HAT_UNLOAD_UNLOCK); in segkmem_mapout() 1189 hat_memload_array(kas.a_hat, in segkmem_xalloc_lp() [all …]
|
H A D | seg_spt.c | 715 hat_memload_array(seg->s_as->a_hat, a, sz, in segspt_create() 1859 shmd_arg->shm_sptas->a_hat, SEGSPTADDR, in segspt_shmattach() 1867 shmd_arg->shm_sptas->a_hat, SEGSPTADDR, in segspt_shmattach() 2072 hat_memload_array(sptseg->s_as->a_hat, in segspt_dismfault() 2084 hat_memload_array(sptseg->s_as->a_hat, in segspt_dismfault() 2101 if (hat_share(seg->s_as->a_hat, shm_addr, in segspt_dismfault() 2273 if (hat_share(seg->s_as->a_hat, seg->s_base, in segspt_shmfault() 2274 curspt->a_hat, sptseg->s_base, in segspt_shmfault() 2322 hat_memload_array(sptseg->s_as->a_hat, a, in segspt_shmfault() 2335 hat_memload_array(sptseg->s_as->a_hat, in segspt_shmfault() [all …]
|
/illumos-gate/usr/src/uts/i86pc/vm/ |
H A D | hat_i86.c | 444 kas.a_hat->hat_next = hat; in hat_list_append() 1012 kas.a_hat->hat_as = &kas; in hat_init() 1013 kas.a_hat->hat_flags = 0; in hat_init() 1434 if (hat == kas.a_hat) in hat_switch_xen() 1495 if (old != kas.a_hat) in hat_switch() 1502 if (hat != kas.a_hat) { in hat_switch() 1534 if (old != kas.a_hat) in hat_switch() 1990 if (hat == kas.a_hat) in hati_load_common() 2398 if (hat == kas.a_hat) in hat_unlock() 2546 hat = kas.a_hat; in hat_tlb_inval_range() [all …]
|
H A D | i86_mmu.c | 68 (cpu)->cpu_m.mcpu_current_hat != kas.a_hat) 146 ht = htable_create(kas.a_hat, va, 0, NULL); in hat_kmap_init() 151 hat_devload(kas.a_hat, ptes + i * MMU_PAGESIZE, in hat_kmap_init() 397 htable_attach(kas.a_hat, 0, mmu.max_level, NULL, in hat_kern_setup() 418 CPUSET_ATOMIC_ADD(kas.a_hat->hat_cpus, CPU->cpu_id); in hat_kern_setup() 419 CPU->cpu_current_hat = kas.a_hat; in hat_kern_setup()
|
H A D | htable.c | 546 kas.a_hat->hat_next = hat->hat_next; in move_victim() 551 kas.a_hat->hat_prev = hat->hat_prev; in move_victim() 554 hat->hat_prev = kas.a_hat->hat_prev; in move_victim() 558 kas.a_hat->hat_next = hat; in move_victim() 560 kas.a_hat->hat_prev = hat; in move_victim() 611 hat = kas.a_hat->hat_next; in htable_steal() 698 kas.a_hat->hat_prev != hat) in htable_steal() 710 ASSERT(hat != kas.a_hat); in htable_steal() 1224 (hat != kas.a_hat || va >= kernelbase)) in htable_release() 1502 kas.a_hat->hat_htable = ht; in htable_attach() [all …]
|
/illumos-gate/usr/src/uts/i86pc/io/gfx_private/ |
H A D | gfxp_vm.c | 128 hat_devload(kas.a_hat, cvaddr, ptob(npages), pfn, in gfxp_map_kernel_space() 150 hat_unload(kas.a_hat, base, ptob(npages), HAT_UNLOAD_UNLOCK); in gfxp_unmap_kernel_space() 162 *pa = pa_to_ma(pfn_to_pa(hat_getpfnum(as->a_hat, addr))); in gfxp_va2pa() 164 *pa = pfn_to_pa(hat_getpfnum(as->a_hat, addr)); in gfxp_va2pa() 345 hat_devload(kas.a_hat, cvaddr, ptob(npages), pfn, in gfxp_load_kernel_space() 366 hat_unload(kas.a_hat, base, ptob(npages), HAT_UNLOAD_UNLOCK); in gfxp_unload_kernel_space()
|
/illumos-gate/usr/src/uts/common/os/ |
H A D | subr.c | 339 hat_devload(kas.a_hat, vaddr, PAGESIZE, in hot_patch_kernel_text() 340 hat_getpfnum(kas.a_hat, ipageaddr), PROT_READ | PROT_WRITE, in hot_patch_kernel_text() 344 hat_devload(kas.a_hat, vaddr + PAGESIZE, PAGESIZE, in hot_patch_kernel_text() 345 hat_getpfnum(kas.a_hat, ipageaddr + PAGESIZE), in hot_patch_kernel_text() 367 hat_unload(kas.a_hat, vaddr, mapsize, HAT_UNLOAD_UNLOCK); in hot_patch_kernel_text()
|
H A D | urw.c | 143 pfnum = hat_getpfnum(as->a_hat, addr); in mapin() 161 hat_devload(kas.a_hat, kaddr, PAGESIZE, pfnum, in mapin() 244 if (SEGOP_FAULT(as->a_hat, seg, page, PAGESIZE, F_SOFTLOCK, rw)) { in urw() 303 (void) SEGOP_FAULT(as->a_hat, seg, page, PAGESIZE, F_SOFTUNLOCK, rw); in urw()
|
H A D | bp_map.c | 168 pfnum = hat_getpfnum(as->a_hat, in bp_mapin_common() 179 hat_devload(kas.a_hat, kaddr, PAGESIZE, pfnum, in bp_mapin_common() 234 hat_unload(kas.a_hat, (void *)base, size, in bp_mapout() 356 pfn = hat_getpfnum(as->a_hat, in bp_copy_common()
|
H A D | vm_subr.c | 374 hat = as->a_hat; in cow_mapin() 464 hat_devload(kas.a_hat, kaddr, PAGESIZE, in cow_mapin() 491 res = as_fault(as->a_hat, as, uaddr, size, F_INVAL, S_READ); in cow_mapin()
|
H A D | fbio.c | 89 err = segmap_fault(kas.a_hat, segkmap, raddr, rsize, F_SOFTLOCK, rw); in fbread() 157 (void) segmap_fault(kas.a_hat, segkmap, addr, size, F_SOFTUNLOCK, rw); \
|
/illumos-gate/usr/src/uts/sun4v/os/ |
H A D | ppage.c | 164 hat_memload(kas.a_hat, va, pp, in ppmapin() 181 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin() 197 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout() 205 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout()
|
/illumos-gate/usr/src/uts/i86pc/io/ioat/ |
H A D | ioat_ioctl.c | 266 cmd->dp.copy.cc_source = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test() 268 cmd->dp.copy.cc_dest = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test() 288 cmd->dp.copy.cc_source = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test() 290 cmd->dp.copy.cc_dest = ptob64(hat_getpfnum(kas.a_hat, in ioat_ioctl_test()
|
/illumos-gate/usr/src/uts/sun4v/vm/ |
H A D | mach_kpm.c | 63 hat_devload(kas.a_hat, kpm_vbase + start, in mach_kpm_init() 246 hat_devload(kas.a_hat, kpm_vbase + mmu_ptob(base), in hat_kpm_addmem_mseg_update() 287 hat_unload(kas.a_hat, kpm_vbase + mmu_ptob(base), mmu_ptob(end - base), in hat_kpm_delmem_mseg_update()
|
H A D | mach_sfmmu.c | 178 sfmmu_tteload(kas.a_hat, &ktext_tte, textva, NULL, flags); in sfmmu_remap_kernel() 195 sfmmu_tteload(kas.a_hat, &kdata_tte, datava, in sfmmu_remap_kernel() 228 sfmmu_tteload(kas.a_hat, &tte, va, NULL, flags); in sfmmu_remap_kernel()
|
/illumos-gate/usr/src/uts/sun4u/vm/ |
H A D | mach_sfmmu.c | 131 sfmmu_tteload(kas.a_hat, &ktext_tte, textva, NULL, flags); in sfmmu_remap_kernel() 148 sfmmu_tteload(kas.a_hat, &kdata_tte, datava, in sfmmu_remap_kernel() 181 sfmmu_tteload(kas.a_hat, &tte, va, NULL, flags); in sfmmu_remap_kernel()
|
/illumos-gate/usr/src/uts/sun4u/os/ |
H A D | ppage.c | 192 hat_memload(kas.a_hat, va, pp, in ppmapin() 215 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin() 231 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout() 243 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout()
|
/illumos-gate/usr/src/uts/common/xen/os/ |
H A D | gnttab.c | 544 if ((pfn = hat_getpfnum(kas.a_hat, va)) == PFN_INVALID) in gnttab_map() 551 hat_unload(kas.a_hat, va, MMU_PAGESIZE, HAT_UNLOAD); in gnttab_map() 560 hat_devload(kas.a_hat, va, MMU_PAGESIZE, pfn, in gnttab_map() 599 hat_devload(kas.a_hat, (caddr_t)GT_PGADDR(i), PAGESIZE, in gnttab_init()
|