/illumos-gate/usr/src/uts/i86xpv/os/ |
H A D | xen_mmu.c | 255 pfn_t pfn; in xen_assign_pfn() local 267 if (pfn < mfn_count && mfn_list[pfn] == mfn) in xen_assign_pfn() 277 if (pfn == mfn) in xen_assign_pfn() 279 return (pfn); in xen_assign_pfn() 310 pfn_to_mfn(pfn_t pfn) in pfn_to_mfn() argument 333 pfn_t pfn; in mfn_to_pfn() local 352 if (pfn == PFN_INVALID || pfn >= mfn_count || in mfn_to_pfn() 368 return (pfn); in mfn_to_pfn() 406 pfn); \ 427 update_contig_pfnlist(pfn, mfn_list[pfn], mfn); in reassign_pfn() [all …]
|
/illumos-gate/usr/src/uts/sun4v/cpu/ |
H A D | niagara2.c | 393 pfn = plat_rapfn_to_papfn(pfn); in page_pfn_2_color_cpu() 395 ASSERT(pfn >= it->mi_mblock_base && pfn <= it->mi_mblock_end); in page_pfn_2_color_cpu() 396 pfn = pfn + it->mi_ra_to_pa; in page_pfn_2_color_cpu() 398 pfn = PFN_BASE(pfn, szc); in page_pfn_2_color_cpu() 399 color = ((pfn >> 15) ^ pfn) & 0x1f; in page_pfn_2_color_cpu() 494 ASSERT(pfn >= it->mi_mblock_base && pfn <= it->mi_mblock_end); in page_next_pfn_for_color_cpu() 578 npfn = pfn + pstep; in page_next_pfn_for_color_cpu() 601 while (npfn <= pfn) { in page_next_pfn_for_color_cpu() 644 while (npfn <= pfn) { in page_next_pfn_for_color_cpu() 664 return (pfn); in page_next_pfn_for_color_cpu() [all …]
|
/illumos-gate/usr/src/uts/i86pc/vm/ |
H A D | hat_pte.h | 103 #define MAKEPTP(pfn, l) \ argument 105 #define MAKEPTE(pfn, l) \ argument 106 ((pfn & PFN_IS_FOREIGN_MFN) ? \ 111 #define MAKEPTP(pfn, l) \ 112 (pfn_to_pa(pfn) | mmu.ptp_bits[(l) + 1]) 113 #define MAKEPTE(pfn, l) \ 114 (pfn_to_pa(pfn) | mmu.pte_bits[l]) 155 #define PFN_ABOVE4G(pfn) ((pfn) >= PFN_4G) argument 156 #define PFN_ABOVE64G(pfn) ((pfn) >= PFN_64G) argument 162 #define MAKECR3(pfn, pcid) (mmu_ptob(pfn) | pcid) argument [all …]
|
H A D | i86_mmu.c | 88 pfn_t pfn; in va_to_pfn() local 93 if (kbm_probe(&va, &len, &pfn, &prot) == 0) in va_to_pfn() 98 pfn += mmu_btop(des_va - va); in va_to_pfn() 99 return (pfn); in va_to_pfn() 198 pfn_t pfn; in xen_kpm_finish_init() local 201 for (pfn = 0; pfn < mfn_count; ++pfn) { in xen_kpm_finish_init() 205 if (pfn == gdtpfn) in xen_kpm_finish_init() 211 pp = page_numtopp_nolock(pfn); in xen_kpm_finish_init() 216 (void) xen_kpm_page(pfn, PT_VALID | PT_WRITABLE); in xen_kpm_finish_init() 235 pfn_t pfn; in hat_kern_alloc() local [all …]
|
H A D | hat_kdi.c | 131 pfn_t pfn; in kdi_mtop() local 137 pfn = mfn_to_pfn_mapping[mfn]; in kdi_mtop() 138 if (pfn >= mfn_count || pfn_to_mfn(pfn) != mfn) in kdi_mtop() 140 return (pfn_to_pa(pfn) | (ma & MMU_PAGEOFFSET)); in kdi_mtop() 154 pfn_t pfn; in kdi_vtop() local 165 if (kbm_probe(&vaddr, &len, &pfn, &prot) == 0) in kdi_vtop() 170 pfn += mmu_btop(va - vaddr); in kdi_vtop() 171 *pap = pfn_to_pa(pfn) + (vaddr & MMU_PAGEOFFSET); in kdi_vtop()
|
H A D | vm_dep.h | 85 #define PLCNT_MODIFY_MAX(pfn, cnt) mtype_modify_max(pfn, cnt) argument 150 #define MEM_NODE_ITERATOR_INIT(pfn, mnode, szc, it) argument 180 #define PAGE_CTRS_ADJUST(pfn, cnt, rv) { \ argument 184 pfn_t _pfn = (pfn); \ 202 #define PFN_2_COLOR(pfn, szc, it) \ argument 203 (((pfn) & page_colors_mask) >> \ 219 #define PAGE_NEXT_PFN_FOR_COLOR(pfn, szc, color, ceq_mask, color_mask, it) \ argument 222 pfn_t spfn = pfn >> pfn_shift; \ 227 pfn += stride << pfn_shift; \ 229 pfn = (spfn & ~(pfn_t)(ceq_mask)) | (color); \ [all …]
|
H A D | vm_machdep.c | 1285 pfn = P2ROUNDUP(pfn, pfnalign); in page_get_contigpage() 1305 pfn = P2ROUNDUP(pfn, pfnalign); in page_get_contigpage() 1315 pfn = lo; in page_get_contigpage() 1317 pfn = P2ROUNDUP(pfn, pfnalign); in page_get_contigpage() 1340 pfn = P2ROUNDUP(pfn, pfnalign); in page_get_contigpage() 1658 for (pfn = endpfn; pfn > startpfn; ) { in mtype_modify_max() 2233 pfn_t pfn; in create_contig_pfnlist() local 2260 for (pfn = 0; pfn < mfn_count; pfn++) { in create_contig_pfnlist() 2425 pfn_t pfn; in populate_io_pool() local 2542 pfn_t pfn; in find_contig_free() local [all …]
|
/illumos-gate/usr/src/cmd/mdb/i86pc/modules/unix/ |
H A D | i86mmu.c | 56 pfn_t pfn; member 247 pfn_t pfn; in mdb_mfn_to_pfn() local 297 pfn_t pfn; in mdb_mfn_to_pfn() local 304 for (pfn = 0; pfn < mfn_count; ++pfn) { in mdb_mfn_to_pfn() 340 #define mdb_pfn_to_mfn(pfn) (pfn) argument 352 pfn_t pfn; in mfntopfn_dcmd() local 641 pfn_t pfn; in va2pfn_dcmd() local 805 pfn_t pfn; in report_maps_dcmd() local 822 pfn = mdb_mfn_to_pfn(pfn); in report_maps_dcmd() 926 pfn_t pfn; in ptable_dcmd() local [all …]
|
/illumos-gate/usr/src/uts/sun4u/vm/ |
H A D | mach_sfmmu.c | 108 pfn_t pfn; in sfmmu_remap_kernel() local 116 pfn = va_to_pfn(textva); in sfmmu_remap_kernel() 117 if (pfn == PFN_INVALID) in sfmmu_remap_kernel() 119 pfn &= TTE_PFNMASK(TTE4M); in sfmmu_remap_kernel() 134 pfn = va_to_pfn(datava); in sfmmu_remap_kernel() 135 if (pfn == PFN_INVALID) in sfmmu_remap_kernel() 137 pfn &= TTE_PFNMASK(TTE4M); in sfmmu_remap_kernel() 167 pfn = va_to_pfn(va); in sfmmu_remap_kernel() 168 ASSERT(pfn != PFN_INVALID); in sfmmu_remap_kernel() 170 sfmmu_memtte(&tte, pfn, attr, TTE4M); in sfmmu_remap_kernel() [all …]
|
H A D | mach_kpm.c | 259 pfn_t pfn; in hat_kpm_vaddr2page() local 264 pfn = (pfn_t)btop(paddr); in hat_kpm_vaddr2page() 273 pfn_t pfn; \ 287 pfn_t pfn; \ 310 pfn_t pfn; in hat_kpm_fault() local 323 pfn = (pfn_t)btop(paddr); in hat_kpm_fault() 602 pfn_t pfn; in sfmmu_kpm_vatopfn() local 608 pfn = (pfn_t)btop(paddr); in sfmmu_kpm_vatopfn() 611 return (pfn); in sfmmu_kpm_vatopfn() 693 pfn_t pfn; in sfmmu_kpm_mapin() local [all …]
|
/illumos-gate/usr/src/uts/sun4v/vm/ |
H A D | mach_sfmmu.c | 157 pfn_t pfn; in sfmmu_remap_kernel() local 165 pfn = va_to_pfn(textva); in sfmmu_remap_kernel() 166 if (pfn == PFN_INVALID) in sfmmu_remap_kernel() 168 pfn &= TTE_PFNMASK(TTE4M); in sfmmu_remap_kernel() 181 pfn = va_to_pfn(datava); in sfmmu_remap_kernel() 182 if (pfn == PFN_INVALID) in sfmmu_remap_kernel() 184 pfn &= TTE_PFNMASK(TTE4M); in sfmmu_remap_kernel() 214 pfn = va_to_pfn(va); in sfmmu_remap_kernel() 215 ASSERT(pfn != PFN_INVALID); in sfmmu_remap_kernel() 217 sfmmu_memtte(&tte, pfn, attr, TTE4M); in sfmmu_remap_kernel() [all …]
|
H A D | mach_kpm.c | 139 hat_kpm_mapin_pfn(pfn_t pfn) in hat_kpm_mapin_pfn() argument 146 paddr = (caddr_t)ptob(pfn); in hat_kpm_mapin_pfn() 154 hat_kpm_mapout_pfn(pfn_t pfn) in hat_kpm_mapout_pfn() argument 186 pfn_t pfn; in hat_kpm_vaddr2page() local 191 pfn = (pfn_t)btop(paddr); in hat_kpm_vaddr2page() 193 return (page_numtopp_nolock(pfn)); in hat_kpm_vaddr2page() 329 pfn_t pfn; in sfmmu_kpm_vatopfn() local 335 pfn = (pfn_t)btop(paddr); in sfmmu_kpm_vatopfn() 336 pp = page_numtopp_nolock(pfn); in sfmmu_kpm_vatopfn() 338 return (pfn); in sfmmu_kpm_vatopfn()
|
/illumos-gate/usr/src/uts/sun4v/sys/ |
H A D | pte.h | 137 #define PFN_TO_TTE(entry, pfn) { \ argument 138 entry.tte_pahi = pfn >> TTE_PASHIFT; \ 139 entry.tte_palo = pfn & TTE_PALOMASK; \ 175 #define TTE_PFN_INTHI(pfn) ((pfn) >> TTE_PASHIFT) argument 182 #define TTE_PFN_INTLO(pfn) (((pfn) & TTE_PALOMASK) << 13) argument 203 #define MAKE_TTE_INTHI(pfn, attr, sz, hmenum) \ argument 205 TTE_NOSYNC_CHECK(attr) | TTE_PFN_INTHI(pfn)) 212 #define MAKE_TTE_INTLO(pfn, attr, sz, hmenum) \ argument 286 #define KPM_TTE_VCACHED(tte64, pfn, tte_sz) \ argument 289 (((pfn) >> TTE_BSZS_SHIFT(tte_sz)) << \ [all …]
|
/illumos-gate/usr/src/uts/sun4/vm/ |
H A D | vm_dep.h | 143 (pfn) = plat_mem_node_iterator_init((pfn), (mnode), (szc), (it), 1) 234 #define PFN_2_COLOR(pfn, szc, it) \ argument 236 page_pfn_2_color_cpu(pfn, szc, it) : \ 266 pfn = (pfn > spfn ? pfn : pfn + stride) << \ 270 pfn = page_next_pfn_for_color_cpu(pfn, szc, color, \ 455 pfn_t _pfn = (pfn); \ 486 pfn_t _pfn = (pfn); \ 643 pfn = ((uintptr_t)addr >> MMU_PAGESHIFT) + \ 647 pfn += slew; \ 648 bin = PFN_2_COLOR(pfn, szc, NULL); \ [all …]
|
/illumos-gate/usr/src/uts/sun4u/sys/ |
H A D | pte.h | 168 #define PFN_TO_TTE(entry, pfn) { \ argument 169 entry.tte_pahi = pfn >> TTE_PASHIFT; \ 170 entry.tte_palo = pfn & TTE_PALOMASK; \ 218 #define TTE_PFN_INTHI(pfn) ((pfn) >> TTE_PASHIFT) argument 227 #define TTE_PFN_INTLO(pfn) (((pfn) & TTE_PALOMASK) << 13) argument 246 #define MAKE_TTE_INTHI(pfn, attr, sz, hmenum) \ argument 248 TTE_HMENUM_INT(hmenum) | TTE_PFN_INTHI(pfn)) 255 #define MAKE_TTE_INTLO(pfn, attr, sz, hmenum) \ argument 331 #define KPM_TTE_VCACHED(tte64, pfn, tte_sz) \ argument 334 (((pfn) >> TTE_BSZS_SHIFT(tte_sz)) << \ [all …]
|
H A D | machparam.h | 315 #define PFN_TO_BUSTYPE(pfn) (((pfn) >> 19) & 0x1FF) argument 316 #define IO_BUSTYPE(pfn) ((PFN_TO_BUSTYPE(pfn) & 0x100) >> 8) argument 318 #define PFN_TO_UPAID(pfn) (((pfn) >> 20) & 0x1F) argument
|
/illumos-gate/usr/src/uts/common/os/ |
H A D | mem_cage.c | 707 return (pfn); in kcage_get_pfn() 730 return (pfn); in kcage_get_pfn() 762 static pfn_t pfn; in kcage_walk_cage() local 783 pfn = lp->curr; in kcage_walk_cage() 807 ASSERT(pfn >= lp->curr && pfn < lp->lim); in kcage_walk_cage() 819 ASSERT(pfn >= lp->base && pfn < lp->curr); in kcage_walk_cage() 822 return (pfn++); in kcage_walk_cage() 908 pfn_t pfn; in kcage_init() local 1444 pfn_t pfn; in kcage_expand() local 1673 pfn_t pfn; in kcage_cageout() local [all …]
|
/illumos-gate/usr/src/uts/sun4/io/px/ |
H A D | px_dma.c | 367 #define TGT_PFN_INBETWEEN(pfn, bgn, end) ((pfn >= bgn) && (pfn <= end)) argument 486 PX_SET_MP_PFN1(mp, i, pfn); in px_dma_pgpfn() 498 PX_SET_MP_PFN1(mp, i, pfn); in px_dma_pgpfn() 529 if (pfn == PFN_INVALID) in px_dma_vapfn() 531 PX_SET_MP_PFN1(mp, i, pfn); in px_dma_vapfn() 533 mp, i, pfn); in px_dma_vapfn() 962 px_iopfn_t prev_pfn = pfn; in px_dma_newwin() 983 if ((pfn == prev_pfn + 1) && in px_dma_newwin() 1179 pfn = MMU_BTOP(bypass_addr); in px_dma_physwin() 1185 pfn = PX_GET_MP_PFN1(mp, i); in px_dma_physwin() [all …]
|
/illumos-gate/usr/src/uts/sun4u/os/ |
H A D | mach_ddi_impl.c | 340 pf_unset_dmacapable(pfn_t pfn) in pf_unset_dmacapable() argument 345 if (pfn <= upa_dma_pfn_array[i].hipfn && in pf_unset_dmacapable() 346 pfn >= upa_dma_pfn_array[i].lopfn) { in pf_unset_dmacapable() 362 pf_is_dmacapable(pfn_t pfn) in pf_is_dmacapable() argument 367 if (pf_is_memory(pfn)) in pf_is_dmacapable() 371 if (pfn <= upa_dma_pfn_array[j].hipfn && in pf_is_dmacapable() 372 pfn >= upa_dma_pfn_array[j].lopfn) in pf_is_dmacapable()
|
/illumos-gate/usr/src/uts/sun4v/promif/ |
H A D | promif_emul.c | 240 pfn_t pfn; in unmap_prom_mappings() local 281 pfn = sfmmu_vatopfn((caddr_t)vaddr, KHATID, &tte); in unmap_prom_mappings() 283 if (pfn == PFN_INVALID) { in unmap_prom_mappings() 286 pfn = TTE_TO_PFN((caddr_t)COMBINE( in unmap_prom_mappings() 290 vaddr, pfn); in unmap_prom_mappings() 301 PMFREE_DEBUG("unmap vaddr=0x%lx pfn=0x%lx", vaddr, pfn); in unmap_prom_mappings() 306 if (pf_is_memory(pfn)) { in unmap_prom_mappings() 307 pp = page_numtopp_nolock(pfn); in unmap_prom_mappings() 313 ASSERT(page_find(&promvp, pfn)); in unmap_prom_mappings() 322 rv = memlist_add_span(pfn << PAGESHIFT, in unmap_prom_mappings()
|
/illumos-gate/usr/src/uts/sun4u/io/ |
H A D | iommu.c | 419 pfn_t pfn; in iommu_create_vaddr_mappings() local 512 pfn, iotte_flag)); in iommu_create_vaddr_mappings() 545 *pfnp = pfn; in iommu_create_vaddr_mappings() 571 pfn_t pfn; in iommu_create_pp_mappings() local 634 pfn = pp->p_pagenum; in iommu_create_pp_mappings() 657 *pfnp = pfn; in iommu_create_pp_mappings() 986 pfn_t pfn; in iommu_dma_bindhdl() local 1004 pfn = pp->p_pagenum; in iommu_dma_bindhdl() 1036 *pfnp = pfn; in iommu_dma_bindhdl() 1500 pfn_t pfn; in iommu_dvma_kaddr_load() local [all …]
|
/illumos-gate/usr/src/uts/sun4u/io/pci/ |
H A D | pci_dma.c | 530 #define TGT_PFN_INBETWEEN(pfn, bgn, end) ((pfn >= bgn) && (pfn <= end)) argument 667 PCI_SET_MP_PFN1(mp, i, pfn); in pci_dma_pgpfn() 680 PCI_SET_MP_PFN1(mp, i, pfn); in pci_dma_pgpfn() 719 pfn_t pfn; in pci_dma_vapfn() local 740 if (pfn == PFN_INVALID) in pci_dma_vapfn() 744 mp, i, (iopfn_t)pfn); in pci_dma_vapfn() 1183 iopfn_t prev_pfn = pfn; in pci_dma_newwin() 1184 uint64_t seg_pfn0 = pfn; in pci_dma_newwin() 1201 if ((pfn == prev_pfn + 1) && in pci_dma_newwin() 1372 if ((pfn == prev_pfn + 1) && in pci_dma_physwin() [all …]
|
/illumos-gate/usr/src/uts/sun4u/sys/pci/ |
H A D | pci_dma.h | 184 #define PCI_DMA_BYPASS_PREFIX(mp, pfn) \ argument 186 (pf_is_memory(pfn) ? 0 : COMMON_IOMMU_BYPASS_NONCACHE) : 0) 187 #define PCI_DMA_BADPTP(pfn, attrp) \ argument 188 ((IOMMU_PTOB(pfn) < attrp->dma_attr_addr_lo) || \ 189 (IOMMU_PTOB(pfn) > attrp->dma_attr_addr_hi)) 277 #define PCI_SET_MP_PFN(mp, page_no, pfn) { \ argument 280 (mp)->dmai_pfnlst = (void *)(pfn); \ 282 ((iopfn_t *)(mp)->dmai_pfnlst)[page_no] = (iopfn_t)(pfn); \ 284 #define PCI_SET_MP_PFN1(mp, page_no, pfn) { \ argument 285 ((iopfn_t *)(mp)->dmai_pfnlst)[page_no] = (pfn); \
|
/illumos-gate/usr/src/uts/i86pc/io/gfx_private/ |
H A D | gfxp_vm.c | 93 pfn_t pfn; in gfxp_map_kernel_space() local 123 pfn = xen_assign_pfn(mmu_btop(base)); in gfxp_map_kernel_space() 125 pfn = btop(base); in gfxp_map_kernel_space() 128 hat_devload(kas.a_hat, cvaddr, ptob(npages), pfn, in gfxp_map_kernel_space() 312 pfn_t pfn; in gfxp_load_kernel_space() local 340 pfn = xen_assign_pfn(mmu_btop(base)); in gfxp_load_kernel_space() 342 pfn = btop(base); in gfxp_load_kernel_space() 345 hat_devload(kas.a_hat, cvaddr, ptob(npages), pfn, in gfxp_load_kernel_space()
|
/illumos-gate/usr/src/uts/sun4v/os/ |
H A D | mpo.c | 1015 if (pfn >= mb->base_pfn && pfn <= mb->end_pfn) { in plat_pfn_to_mem_node() 1027 return (pfn); in plat_pfn_to_mem_node() 1054 if (pfn <= mb->end_pfn && pfn >= mb->base_pfn) { in plat_rapfn_to_papfn() 1062 return (pfn); in plat_rapfn_to_papfn() 1128 pfn = (pfn_t)-1; in plat_mem_node_iterator_init() 1141 pfn = (pfn_t)-1; in plat_mem_node_iterator_init() 1151 ASSERT(pfn > in plat_mem_node_iterator_init() 1154 pfn = (pfn_t)-1; in plat_mem_node_iterator_init() 1176 pfn = (pfn_t)-1; in plat_mem_node_iterator_init() 1193 if (pfn < base) { in plat_mem_node_iterator_init() [all …]
|