Lines Matching refs:va
100 caddr_t va; in ppmapinit() local
104 va = (caddr_t)PPMAPBASE; in ppmapinit()
128 (caddr_t)((uintptr_t)va + (nset * setsize)); in ppmapinit()
130 va += MMU_PAGESIZE; in ppmapinit()
159 caddr_t va; in ppmapin() local
185 va = ppmap_vaddrs[index]; in ppmapin()
186 if (va != NULL) { in ppmapin()
191 va, NULL) == va) { in ppmapin()
192 hat_memload(kas.a_hat, va, pp, in ppmapin()
195 return (va); in ppmapin()
213 va = vmem_alloc(heap_arena, PAGESIZE, VM_SLEEP); in ppmapin()
215 hat_memload(kas.a_hat, va, pp, vprot | HAT_NOSYNC, HAT_LOAD_LOCK); in ppmapin()
217 return (va); in ppmapin()
222 ppmapout(caddr_t va) in ppmapout() argument
226 if (va >= kernelheap && va < ekernelheap) { in ppmapout()
231 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout()
233 vmem_free(heap_arena, va, PAGESIZE); in ppmapout()
238 color = addr_to_vcolor(va); in ppmapout()
241 nset = ((uintptr_t)va >> ppmap_shift) & (nsets - 1); in ppmapout()
243 hat_unload(kas.a_hat, va, PAGESIZE, in ppmapout()
247 ppmap_vaddrs[index] = va; in ppmapout()
272 caddr_t va; in pp_load_tlb() local
280 va = (caddr_t)(PPMAP_FAST_BASE + (MMU_PAGESIZE * MAXPP_SLOTS) * cpu); in pp_load_tlb()
282 ASSERT(addr_to_vcolor(va) == 0); in pp_load_tlb()
309 va += MMU_PAGESIZE * vcolor; in pp_load_tlb()
320 if (atomic_cas_ptr(myslot, NULL, va) == NULL) in pp_load_tlb()
324 va += MMU_PAGESIZE * stride; in pp_load_tlb()
332 ASSERT(vcolor == -1 || addr_to_vcolor(va) == vcolor); in pp_load_tlb()
342 sfmmu_dtlb_ld_kva(va, &tte); in pp_load_tlb()
346 return (va); in pp_load_tlb()
350 pp_unload_tlb(caddr_t *pslot, caddr_t va) in pp_unload_tlb() argument
352 ASSERT(*pslot == va); in pp_unload_tlb()
354 vtag_flushpage(va, (uint64_t)ksfmmup); in pp_unload_tlb()
502 caddr_t va; in pagezero() local
520 va = NULL; in pagezero()
528 va = pp_load_tlb(cpu, &slot, pp, TTE_HWWR_INT); in pagezero()
531 if (va == NULL) { in pagezero()
536 va = ppmapin(pp, PROT_READ | PROT_WRITE, (caddr_t)-1); in pagezero()
540 if (hwblkclr(va + off, len)) { in pagezero()
548 sync_icache(va + off, len); in pagezero()
555 doflush(va); in pagezero()
560 pp_unload_tlb(slot, va); in pagezero()
562 ppmapout(va); in pagezero()