Lines Matching refs:a_hat
439 hat->hat_next = kas.a_hat->hat_next; in hat_list_append()
443 kas.a_hat->hat_prev = hat; in hat_list_append()
444 kas.a_hat->hat_next = hat; in hat_list_append()
574 src = htable_lookup(kas.a_hat, va, rp->hkr_level); in hat_alloc()
684 kas.a_hat->hat_next = hat->hat_next; in hat_free_end()
688 kas.a_hat->hat_prev = hat->hat_prev; in hat_free_end()
1010 kas.a_hat = kmem_cache_alloc(hat_cache, KM_NOSLEEP); in hat_init()
1011 mutex_init(&kas.a_hat->hat_mutex, NULL, MUTEX_DEFAULT, NULL); in hat_init()
1012 kas.a_hat->hat_as = &kas; in hat_init()
1013 kas.a_hat->hat_flags = 0; in hat_init()
1023 kas.a_hat->hat_max_level = mmu.max_level; in hat_init()
1024 kas.a_hat->hat_num_copied = 0; in hat_init()
1031 kas.a_hat->hat_next = NULL; in hat_init()
1032 kas.a_hat->hat_prev = NULL; in hat_init()
1038 kas.a_hat->hat_num_hash = mmu.hash_cnt; in hat_init()
1039 kas.a_hat->hat_ht_hash = kmem_cache_alloc(hat_hash_cache, KM_NOSLEEP); in hat_init()
1040 bzero(kas.a_hat->hat_ht_hash, mmu.hash_cnt * sizeof (htable_t *)); in hat_init()
1045 kas.a_hat->hat_ht_cached = NULL; in hat_init()
1046 kas.a_hat->hat_htable = NULL; in hat_init()
1096 hat_getpfnum(kas.a_hat, (caddr_t)hci->hci_pcp_l3ptes); in hat_pcp_setup()
1101 hat_getpfnum(kas.a_hat, (caddr_t)hci->hci_pcp_l2ptes); in hat_pcp_setup()
1280 (ht = htable_getpage(kas.a_hat, va, NULL)) != in hat_init_finish()
1286 (void) htable_create(kas.a_hat, va, rp->hkr_level - 1, in hat_init_finish()
1303 hat_devload(kas.a_hat, (caddr_t)pcp_page, MMU_PAGESIZE, in hat_init_finish()
1304 kas.a_hat->hat_htable->ht_pfn, in hat_init_finish()
1322 ASSERT3U(kas.a_hat->hat_htable->ht_pfn, !=, PFN_INVALID); in hat_init_finish()
1324 MAKECR3(kas.a_hat->hat_htable->ht_pfn, PCID_KERNEL)); in hat_init_finish()
1434 if (hat == kas.a_hat) in hat_switch_xen()
1495 if (old != kas.a_hat) in hat_switch()
1502 if (hat != kas.a_hat) { in hat_switch()
1522 IMPLY(kpti_enable, hat == kas.a_hat); in hat_switch()
1534 if (old != kas.a_hat) in hat_switch()
1631 ASSERT(new != kas.a_hat); in hat_dup()
1632 ASSERT(old != kas.a_hat); in hat_dup()
1830 is_locked = (flags & HAT_LOAD_LOCK) != 0 && hat != kas.a_hat; in hati_pte_map()
1947 ASSERT(hat == kas.a_hat || (hat->hat_flags & HAT_PCP) != 0 || in hati_load_common()
1990 if (hat == kas.a_hat) in hati_load_common()
1993 if (hat == kas.a_hat && va >= kernelbase) in hati_load_common()
2103 ASSERT(hat == kas.a_hat || va < _userlimit); in hat_memload()
2104 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_memload()
2114 ASSERT(hat == kas.a_hat); in hat_memload()
2160 ASSERT(hat == kas.a_hat || va + len <= _userlimit); in hat_memload_array()
2161 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_memload_array()
2295 ASSERT(hat == kas.a_hat || eva <= _userlimit); in hat_devload()
2296 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_devload()
2395 ASSERT(hat == kas.a_hat || eaddr <= _userlimit); in hat_unlock()
2398 if (hat == kas.a_hat) in hat_unlock()
2448 if (hat != kas.a_hat && hat != CPU->cpu_current_hat) in hati_demap_func()
2500 ASSERT(CPU->cpu_current_hat == kas.a_hat); in tlb_service()
2546 hat = kas.a_hat; in hat_tlb_inval_range()
2576 if (hat == kas.a_hat) in hat_tlb_inval_range()
2686 if ((flags & HAT_UNLOAD_UNLOCK) != 0 && hat != kas.a_hat) { in hat_pte_unmap()
2812 ASSERT(hat == kas.a_hat || va + len <= _userlimit); in hat_unload()
2818 ASSERT(hat == kas.a_hat); in hat_unload()
2876 ASSERT(hat == kas.a_hat || eaddr <= _userlimit); in hat_unload_callback()
3000 ASSERT(hat == kas.a_hat || eaddr <= _userlimit); in hat_sync()
3082 ASSERT(hat == kas.a_hat || vaddr <= _userlimit); in hat_getattr()
3129 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_updateattr()
3222 ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit); in hat_setattr()
3229 ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit); in hat_clrattr()
3236 ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit); in hat_chgattr()
3243 ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit); in hat_chgprot()
3259 ASSERT(hat == kas.a_hat || vaddr <= _userlimit); in hat_getpagesize()
3284 ASSERT(hat == kas.a_hat || vaddr <= _userlimit); in hat_getpfnum()
3338 ASSERT(hat == kas.a_hat || vaddr <= _userlimit); in hat_probe()
3339 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_probe()
3419 ASSERT(hat != kas.a_hat); in hat_share()
3596 ASSERT(hat != kas.a_hat); in hat_unshare()
4320 hat_switch(thd->t_procp->p_as->a_hat); in hat_thread_exit()
4363 ht = htable_getpte(kas.a_hat, va, &entry, &oldpte, 0); in hat_mempte_setup()
4365 ht = htable_create(kas.a_hat, va, 0, NULL); in hat_mempte_setup()
4422 ht = htable_getpte(kas.a_hat, ALIGN2PAGE(addr), NULL, NULL, 0); in hat_mempte_release()
4456 ht = htable_getpte(kas.a_hat, va, &entry, NULL, 0); in hat_mempte_remap()
4549 pte = htable_walk(kas.a_hat, &ht, &vaddr, high); in clear_boot_mappings()
4866 hat_devload(kas.a_hat, kpm_vbase + mmu_ptob(base), in hat_kpm_addmem_mseg_update()
4991 pfn = hat_getpfnum(kas.a_hat, (caddr_t)va); in hati_cpu_punchin()