Lines Matching refs:ASSERT
474 ASSERT(AS_WRITE_HELD(as)); in hat_alloc()
478 ASSERT(hat->hat_flags == 0); in hat_alloc()
575 ASSERT(src != NULL); in hat_alloc()
648 ASSERT(AS_WRITE_HELD(hat->hat_as)); in hat_free_start()
670 ASSERT(hat->hat_flags & HAT_FREEING); in hat_free_end()
675 ASSERT(CPU->cpu_current_hat != hat); in hat_free_end()
878 ASSERT(hole_start == 0 || opteron_erratum_121 != 0); in mmu_init()
1087 ASSERT(hci != NULL); in hat_pcp_setup()
1420 ASSERT(!(hat->hat_flags & HAT_COPIED)); in hat_switch_xen()
1421 ASSERT(!(getcr4() & CR4_PCIDE)); in hat_switch_xen()
1442 ASSERT(retcnt == opcnt); in hat_switch_xen()
1527 ASSERT(kpti_enable); in hat_switch()
1564 ASSERT(cpu == CPU); in hat_switch()
1630 ASSERT((uintptr_t)addr < kernelbase); in hat_dup()
1631 ASSERT(new != kas.a_hat); in hat_dup()
1632 ASSERT(old != kas.a_hat); in hat_dup()
1667 ASSERT(IS_PAGEALIGNED(vaddr)); in hat_swapout()
1668 ASSERT(IS_PAGEALIGNED(eaddr)); in hat_swapout()
1669 ASSERT(AS_LOCK_HELD(hat->hat_as)); in hat_swapout()
1678 ASSERT(!IN_VA_HOLE(vaddr)); in hat_swapout()
1775 ASSERT(x86_hm_held(pp)); in hati_sync_pte_to_page()
1777 ASSERT(IS_P2ALIGNED(pp->p_pagenum, pgcnt)); in hati_sync_pte_to_page()
1785 ASSERT(pp->p_szc >= level); in hati_sync_pte_to_page()
1872 ASSERT(flags & HAT_LOAD_NOCONSIST); in hati_pte_map()
1945 ASSERT(curthread->t_hatdepth < 16); in hati_load_common()
1947 ASSERT(hat == kas.a_hat || (hat->hat_flags & HAT_PCP) != 0 || in hati_load_common()
1966 ASSERT(ht != NULL); in hati_load_common()
1984 ASSERT(ht->ht_busy > 0); in hati_load_common()
1985 ASSERT(ht->ht_level == level); in hati_load_common()
2046 ASSERT(curthread->t_hatdepth < 16); in hat_kmap_load()
2102 ASSERT(IS_PAGEALIGNED(va)); in hat_memload()
2103 ASSERT(hat == kas.a_hat || va < _userlimit); in hat_memload()
2104 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_memload()
2105 ASSERT((flags & supported_memload_flags) == flags); in hat_memload()
2107 ASSERT(!IN_VA_HOLE(va)); in hat_memload()
2108 ASSERT(!PP_ISFREE(pp)); in hat_memload()
2114 ASSERT(hat == kas.a_hat); in hat_memload()
2159 ASSERT(IS_PAGEALIGNED(va)); in hat_memload_array()
2160 ASSERT(hat == kas.a_hat || va + len <= _userlimit); in hat_memload_array()
2161 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_memload_array()
2162 ASSERT((flags & supported_memload_flags) == flags); in hat_memload_array()
2200 ASSERT(pages[pgindx + i]->p_szc >= in hat_memload_array()
2202 ASSERT(pages[pgindx] + i == in hat_memload_array()
2219 ASSERT(!IN_VA_HOLE(va)); in hat_memload_array()
2294 ASSERT(IS_PAGEALIGNED(va)); in hat_devload()
2295 ASSERT(hat == kas.a_hat || eva <= _userlimit); in hat_devload()
2296 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_devload()
2297 ASSERT((flags & supported_devload_flags) == flags); in hat_devload()
2362 ASSERT(!IN_VA_HOLE(va)); in hat_devload()
2395 ASSERT(hat == kas.a_hat || eaddr <= _userlimit); in hat_unlock()
2396 ASSERT(IS_PAGEALIGNED(vaddr)); in hat_unlock()
2397 ASSERT(IS_PAGEALIGNED(eaddr)); in hat_unlock()
2404 ASSERT(AS_LOCK_HELD(hat->hat_as)); in hat_unlock()
2410 ASSERT(!IN_VA_HOLE(vaddr)); in hat_unlock()
2500 ASSERT(CPU->cpu_current_hat == kas.a_hat); in tlb_service()
2506 ASSERT(found & TLBIDLE_CPU_HALTED); in tlb_service()
2687 ASSERT(ht->ht_lock_cnt > 0); in hat_pte_unmap()
2697 ASSERT(ht->ht_busy > 0); in hat_pte_unmap()
2733 ASSERT(PTE_GET(old_pte, PT_SOFTWARE) >= PT_NOCONSIST); in hat_pte_unmap()
2761 ASSERT(ht->ht_valid_cnt > 0); in hat_pte_unmap()
2812 ASSERT(hat == kas.a_hat || va + len <= _userlimit); in hat_unload()
2818 ASSERT(hat == kas.a_hat); in hat_unload()
2876 ASSERT(hat == kas.a_hat || eaddr <= _userlimit); in hat_unload_callback()
2877 ASSERT(IS_PAGEALIGNED(vaddr)); in hat_unload_callback()
2878 ASSERT(IS_PAGEALIGNED(eaddr)); in hat_unload_callback()
2902 ASSERT(!IN_VA_HOLE(vaddr)); in hat_unload_callback()
2933 ASSERT(ht->ht_level <= mmu.max_page_level); in hat_unload_callback()
2997 ASSERT(!IN_VA_HOLE(vaddr)); in hat_sync()
2998 ASSERT(IS_PAGEALIGNED(vaddr)); in hat_sync()
2999 ASSERT(IS_PAGEALIGNED(eaddr)); in hat_sync()
3000 ASSERT(hat == kas.a_hat || eaddr <= _userlimit); in hat_sync()
3082 ASSERT(hat == kas.a_hat || vaddr <= _userlimit); in hat_getattr()
3127 ASSERT(IS_PAGEALIGNED(vaddr)); in hat_updateattr()
3128 ASSERT(IS_PAGEALIGNED(eaddr)); in hat_updateattr()
3129 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_updateattr()
3222 ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit); in hat_setattr()
3229 ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit); in hat_clrattr()
3236 ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit); in hat_chgattr()
3243 ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit); in hat_chgprot()
3259 ASSERT(hat == kas.a_hat || vaddr <= _userlimit); in hat_getpagesize()
3284 ASSERT(hat == kas.a_hat || vaddr <= _userlimit); in hat_getpfnum()
3315 ASSERT(vaddr >= ht->ht_vaddr); in hat_getpfnum()
3316 ASSERT(vaddr <= HTABLE_LAST_PAGE(ht)); in hat_getpfnum()
3338 ASSERT(hat == kas.a_hat || vaddr <= _userlimit); in hat_probe()
3339 ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as)); in hat_probe()
3372 ASSERT(seg != NULL); in is_it_dism()
3373 ASSERT(seg->s_base <= va); in is_it_dism()
3375 ASSERT(shmd != NULL); in is_it_dism()
3377 ASSERT(sptd != NULL); in is_it_dism()
3419 ASSERT(hat != kas.a_hat); in hat_share()
3420 ASSERT(eaddr <= _userlimit); in hat_share()
3422 ASSERT(hat_get_mapped_size(ism_hat) == 0); in hat_share()
3432 ASSERT(IS_PAGEALIGNED(vaddr_start)); in hat_share()
3433 ASSERT(IS_PAGEALIGNED(ism_addr_start)); in hat_share()
3434 ASSERT(ism_hat->hat_flags & HAT_SHARED); in hat_share()
3506 ASSERT(ht->ht_flags & HTABLE_SHARED_PFN); in hat_share()
3507 ASSERT(ht->ht_shares == ism_ht); in hat_share()
3542 ASSERT(pfn != PFN_INVALID); in hat_share()
3549 ASSERT(pp != NULL); in hat_share()
3596 ASSERT(hat != kas.a_hat); in hat_unshare()
3597 ASSERT(eaddr <= _userlimit); in hat_unshare()
3598 ASSERT(IS_PAGEALIGNED(vaddr)); in hat_unshare()
3599 ASSERT(IS_PAGEALIGNED(eaddr)); in hat_unshare()
3615 ASSERT(!IN_VA_HOLE(vaddr)); in hat_unshare()
3773 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_clrattr()
3841 ASSERT(ht->ht_valid_cnt > 0); in hati_page_unmap()
3890 ASSERT(curthread->t_hatdepth < 16); in hati_pageunload()
3917 ASSERT(curthread->t_hatdepth > 0); in hati_pageunload()
3956 ASSERT(PAGE_EXCL(pp)); in hat_pageunload()
3989 ASSERT(PAGE_EXCL(pp)); in hat_page_demote()
3990 ASSERT(!PP_ISFREE(pp)); in hat_page_demote()
3991 ASSERT(page_szc_lock_assert(pp)); in hat_page_demote()
4030 ASSERT(pp != rootpp); in hat_page_demote()
4038 ASSERT(pp->p_szc == pszc); in hat_page_demote()
4082 ASSERT(lastpp->p_szc == pszc); in hat_page_demote()
4119 ASSERT(lastpp->p_szc == pszc); in hat_page_demote()
4158 ASSERT(PAGE_LOCKED(pp) || panicstr); in hat_pagesync()
4191 ASSERT(PTE2PFN(old, ht->ht_level) == pp->p_pagenum); in hat_pagesync()
4318 ASSERT(thd->t_procp->p_as == &kas); in hat_thread_exit()
4359 ASSERT(IS_PAGEALIGNED(va)); in hat_mempte_setup()
4360 ASSERT(!IN_VA_HOLE(va)); in hat_mempte_setup()
4367 ASSERT(ht->ht_level == 0); in hat_mempte_setup()
4425 ASSERT(ht->ht_level == 0); in hat_mempte_release()
4454 ASSERT(IS_PAGEALIGNED(va)); in hat_mempte_remap()
4455 ASSERT(!IN_VA_HOLE(va)); in hat_mempte_remap()
4457 ASSERT(ht != NULL); in hat_mempte_remap()
4458 ASSERT(ht->ht_level == 0); in hat_mempte_remap()
4459 ASSERT(ht->ht_valid_cnt > 0); in hat_mempte_remap()
4460 ASSERT(ht->ht_pfn == mmu_btop(pte_pa)); in hat_mempte_remap()
4524 ASSERT(cpup != CPU); in hat_cpu_offline()
4555 ASSERT(level <= mmu.max_page_level); in clear_boot_mappings()
4556 ASSERT(PTE_ISPAGE(pte, level)); in clear_boot_mappings()
4562 ASSERT(ht->ht_valid_cnt > 0); in clear_boot_mappings()
4592 ASSERT(!pfn_is_foreign(PTE2PFN(expected, ht->ht_level))); in hati_update_pte()
4594 ASSERT(pp != NULL); in hati_update_pte()
4611 ASSERT(IS_P2ALIGNED(pp->p_pagenum, pgcnt)); in hati_update_pte()
4619 ASSERT(pp->p_szc >= ht->ht_level); in hati_update_pte()
4772 ASSERT(!pfn_is_foreign(pfn)); in hat_kpm_pfn2va()
4794 ASSERT(IS_KPM_ADDR(vaddr)); in hat_kpm_va2pfn()
4810 ASSERT(IS_KPM_ADDR(vaddr)); in hat_kpm_vaddr2page()
4897 ASSERT(0); in hat_kpm_delmem_mseg_update()
4905 ASSERT(0); in hat_kpm_split_mseg_update()
4942 ASSERT(IS_P2ALIGNED((uintptr_t)addr, MMU_PAGESIZE)); in hat_prepare_mapping()
4964 ASSERT(IS_P2ALIGNED((uintptr_t)addr, MMU_PAGESIZE)); in hat_release_mapping()
4967 ASSERT(ht != NULL); in hat_release_mapping()
4968 ASSERT(ht->ht_busy >= 2); in hat_release_mapping()