/illumos-gate/usr/src/uts/sun4/vm/ |
H A D | vm_dep.h | 278 ((mask) >> (PAGE_GET_SHIFT((szc) + 1) - PAGE_GET_SHIFT(szc))) : \ 284 ((color) >> (PAGE_GET_SHIFT((szc) + 1) - PAGE_GET_SHIFT(szc))) : \ 301 #define PFN_BASE(pfnum, szc) (pfnum & ~((1 << PAGE_BSZS_SHIFT(szc)) - 1)) argument 330 #define CHK_LPG(pp, szc) chk_lpg(pp, szc) argument 356 int szc; \ 357 for (szc = 0; szc < mmu_page_sizes; szc++) { \ 366 for (szc = 0; szc < mmu_page_sizes; szc++) { \ 384 else if (szc) \ 405 else if (szc) \ 555 #define PAGE_BSZS_SHIFT(szc) TTE_BSZS_SHIFT(szc) argument [all …]
|
H A D | vm_dep.c | 458 int szc; in map_pgszheap() local 469 for (szc = mmu_page_sizes - 1; szc >= 0; szc--) { in map_pgszheap() 494 int szc; in map_pgszstk() local 505 for (szc = mmu_page_sizes - 1; szc >= 0; szc--) { in map_pgszstk() 529 uint_t szc; in map_pgszism() local 532 for (szc = mmu_page_sizes - 1; szc >= TTE4M; szc--) { in map_pgszism() 715 int szc; in calc_free_pagelist_sz() local 729 for (szc = 0; szc < mmu_page_sizes; szc++) in calc_free_pagelist_sz() 760 for (szc = 0; szc < mmu_page_sizes; szc++) { in alloc_page_freelists() 999 uint_t szc; in get_segkmem_lpsize() local [all …]
|
/illumos-gate/usr/src/uts/i86pc/vm/ |
H A D | vm_dep.h | 69 plcnt_inc_dec(pp, mtype, szc, 1l << PAGE_BSZS_SHIFT(szc), flags) 71 plcnt_inc_dec(pp, mtype, szc, \ 236 ((mask) >> (PAGE_GET_SHIFT((szc) + 1) - PAGE_GET_SHIFT(szc))) 240 ((color) >> (PAGE_GET_SHIFT((szc) + 1) - PAGE_GET_SHIFT(szc))) 243 #define PP_2_BIN_SZC(pp, szc) (PFN_2_COLOR(pp->p_pagenum, szc, NULL)) argument 251 #define SZCPAGES(szc) (1 << PAGE_BSZS_SHIFT(szc)) argument 252 #define PFN_BASE(pfnum, szc) (pfnum & ~(SZCPAGES(szc) - 1)) argument 328 #define CHK_LPG(pp, szc) chk_lpg(pp, szc) argument 331 #define CHK_LPG(pp, szc) argument 372 #define SZC_2_USERSZC(szc) (szc) argument [all …]
|
H A D | hment.c | 669 uint_t szc; in hment_mapcnt() local 685 for (szc = 1; szc <= pp->p_szc; ++szc) { in hment_mapcnt() 686 larger = PP_GROUPLEADER(pp, szc); in hment_mapcnt() 693 ((htable_t *)larger->p_mapping)->ht_level == szc) { in hment_mapcnt() 698 if (hm->hm_htable->ht_level == szc) in hment_mapcnt()
|
H A D | vm_machdep.c | 1698 int szc, colors; in plcnt_sz() local 1701 for (szc = 0; szc < mmu_page_sizes; szc++) { in plcnt_sz() 1702 colors = page_get_pagecolors(szc); in plcnt_sz() 1713 int mt, szc, colors; in plcnt_init() local 1718 for (szc = 0; szc < mmu_page_sizes; szc++) { in plcnt_init() 1719 colors = page_get_pagecolors(szc); in plcnt_init() 3176 ASSERT(szc == 0); in page_get_mnode_anylist() 3221 ASSERT(pp->p_szc == szc); in page_get_mnode_anylist() 3378 int szc; in page_get_anylist() local 3432 szc = 0; in page_get_anylist() [all …]
|
H A D | hat_i86.c | 3983 uint_t szc; in hat_page_demote() local 4069 szc = pszc; in hat_page_demote() 4070 while (szc > 1) { in hat_page_demote() 4077 szc--; in hat_page_demote() 4087 szc--; in hat_page_demote() 4103 szc = 0; in hat_page_demote() 4104 while (szc < pszc) { in hat_page_demote() 4106 if (szc == 0) { in hat_page_demote() 4112 szc++; in hat_page_demote() 4120 lastpp->p_szc = szc; in hat_page_demote() [all …]
|
/illumos-gate/usr/src/uts/sun4v/cpu/ |
H A D | niagara2.c | 400 if (szc < TTE4M) { in page_pfn_2_color_cpu() 403 if (szc > TTE64K) in page_pfn_2_color_cpu() 418 if (szc < TTE4M) { in page_papfn_2_color_cpu() 421 if (szc > TTE64K) in page_papfn_2_color_cpu() 438 if (szc == TTE64K || szc == TTE512K) in page_get_nsz_color_mask_cpu() 448 if (szc == TTE64K || szc == TTE512K) in page_get_nsz_color_cpu() 457 ASSERT(nszc >= szc); in page_get_color_shift_cpu() 460 s = nhbits[szc] - n2color[szc].nnbits; in page_get_color_shift_cpu() 471 ASSERT(nszc > szc); in page_convert_color_cpu() 522 if (szc >= TTE4M) { in page_next_pfn_for_color_cpu() [all …]
|
/illumos-gate/usr/src/uts/common/vm/ |
H A D | vm_pagelist.c | 421 if ((szc != -1) && (SZC_2_USERSZC(szc) != -1)) { in page_szc_user_filtered() 422 return (szc); in page_szc_user_filtered() 2756 for (nszc = szc + 1; nszc < mmu_page_sizes; nszc++, szc++) { in page_list_walk_init() 2804 if (szc == 0) { in page_list_walk_next_bin() 3020 if (szc > 0 && (pp = page_freelist_coalesce(mnode, szc, in page_get_mnode_freelist() 3135 if ((pp->p_szc > szc || (szc && pp->p_szc == szc)) && in page_trylock_contig_pages() 3286 ASSERT(targpp->p_szc < szc || (szc == 0 && in page_claim_contig_pages() 3661 if (szc <= 1) in page_chk_freelist() 3692 uchar_t szc; in page_get_freelist() local 4096 int szc; in page_get_replacement_page() local [all …]
|
H A D | vm_anon.c | 1156 uint_t szc) in anon_decref_pages() argument 1391 uint_t szc, in anon_dup_fill_holes() argument 1500 uint_t szc, in anon_fill_cow_holes() argument 1623 uint_t szc) in anon_free_pages() argument 1974 uint_t szc, in anon_map_getpages() argument 2101 szc); in anon_map_getpages() 2191 if (pp->p_szc < szc || (pp->p_szc > szc && upsize)) { in anon_map_getpages() 2539 uint_t szc, in anon_map_privatepages() argument 2943 while (szc) { in anon_map_createpages() 2982 szc--; in anon_map_createpages() [all …]
|
H A D | vm_page.c | 2014 ASSERT(szc != 0 && szc <= (page_num_pagesizes() - 1)); in page_alloc_pages() 2075 szc--; in page_alloc_pages() 4797 uint_t szc; in do_page_relocate() local 6226 uchar_t szc; member 6433 bp1->szc = szc; in page_capture_add_hash() 6922 bp2->szc = bp1->szc; in page_capture_take_action() 6930 bp2->szc = bp1->szc; in page_capture_take_action() 7082 uint_t szc; in page_unlock_capture() local 7116 szc = bp->szc; in page_unlock_capture() 7211 uint_t szc; in page_capture_async() local [all …]
|
H A D | seg_vn.h | 62 uint_t szc; /* max preferred page size code */ member 168 ((struct segvn_crargs *)(argsp))->szc == 0 && \ 173 (((struct segvn_crargs *)(argsp))->szc == 0 || \ 174 ((struct segvn_crargs *)(argsp))->szc == AS_MAP_HEAP || \ 175 ((struct segvn_crargs *)(argsp))->szc == AS_MAP_STACK) && \
|
H A D | seg_vn.c | 133 uint_t szc); 413 uint_t szc; in segvn_init() local 436 szc--; in segvn_init() 448 for (szc = 1; szc <= segvn_maxpgszc; szc++) { in segvn_init() 586 a->szc = 0; in segvn_create() 593 a->szc = 0; in segvn_create() 601 a->szc = 0; in segvn_create() 4290 if (pszc > szc && szc < seg->s_szc && in segvn_fault_vnodepages() 4541 szc--; in segvn_fault_vnodepages() 4549 szc = 0; in segvn_fault_vnodepages() [all …]
|
H A D | vm_as.c | 1439 vn_a->szc = 0; in as_map_segvn_segs() 1454 szc = 0; in as_map_segvn_segs() 1476 vn_a->szc = szc; in as_map_segvn_segs() 1491 szc = nszc; in as_map_segvn_segs() 1509 vn_a->szc = szc; in as_map_segvn_segs() 1563 vn_a->szc = 0; in as_map_vnsegs() 3154 szc, szcvec); in as_iset1_default_lpsize() 3171 uint_t szc; in as_iset_default_lpsize() local 3198 nszc = szc; in as_iset_default_lpsize() 3209 ASSERT(szc > 0); in as_iset_default_lpsize() [all …]
|
H A D | seg_spt.h | 48 uint_t szc; member 101 uint_t prot, uint_t flags, uint_t szc);
|
H A D | seg_spt.c | 360 sptcargs.szc = share_szc; in sptcreate() 577 seg->s_szc = sptcargs->szc; in segspt_create() 988 uint_t szc; in segspt_dismpagelock() local 1066 npgs = page_get_pagecnt(szc); in segspt_dismpagelock() 1101 npgs = page_get_pagecnt(szc); in segspt_dismpagelock() 1255 npgs = page_get_pagecnt(szc); in segspt_dismpagelock() 2480 uint_t szc = sptseg->s_szc; in spt_anon_getpages() local 2560 ASSERT(ierr == -2 || szc != 0); in spt_anon_getpages() 2562 szc = (ierr == -1) ? szc - 1 : szc + 1; in spt_anon_getpages() 2580 szc = ppa_szc; in spt_anon_getpages() [all …]
|
H A D | page_lock.c | 930 uint_t szc; in page_szc_lock() local 970 szc = pp->p_szc; in page_szc_lock() 971 ASSERT(szc < pszc); in page_szc_lock() 973 pszc = szc; in page_szc_lock()
|
H A D | seg.h | 237 #define SEGOP_SETPAGESIZE(s, a, l, szc) \ argument 238 (*(s)->s_ops->setpagesize)((s), (a), (l), (szc))
|
H A D | seg_hole.c | 293 seghole_setpagesize(struct seg *seg, caddr_t addr, size_t len, uint_t szc) in seghole_setpagesize() argument
|
H A D | as.h | 299 int as_setpagesize(struct as *as, caddr_t addr, size_t size, uint_t szc,
|
/illumos-gate/usr/src/uts/common/os/ |
H A D | grow.c | 122 int oszc, szc; in brk_lpg() local 158 if (szc != 0) { in brk_lpg() 194 uint_t szc; in brk_internal() local 238 szc = 0; in brk_internal() 287 crargs.szc = szc; in brk_internal() 364 int oszc, szc; in grow_lpg() local 434 uint_t szc; in grow_internal() local 451 szc = 0; in grow_internal() 484 if (szc > 0) { in grow_internal() 493 crargs.szc = szc; in grow_internal() [all …]
|
H A D | mem_cage.c | 1314 uint_t szc; in kcage_setnoreloc_pages() local 1321 szc = rootpp->p_szc; in kcage_setnoreloc_pages() 1322 if (szc == 0) { in kcage_setnoreloc_pages() 1333 npgs = page_get_pagecnt(szc); in kcage_setnoreloc_pages() 1339 ASSERT(pp->p_szc == szc); in kcage_setnoreloc_pages()
|
H A D | exec.c | 1263 off_t offset, int prot, int page, uint_t szc) in execmap() argument 1428 if (szc > 0) { in execmap() 1434 size_t pgsz = page_get_pagesize(szc); in execmap() 1438 crargs.szc = szc; in execmap() 1440 crargs.szc = AS_MAP_HEAP; in execmap() 1443 crargs.szc = AS_MAP_NO_LPOOB; in execmap()
|
/illumos-gate/usr/src/uts/common/syscall/ |
H A D | memcntl.c | 63 uint_t szc, oszc, pgcmd; in memcntl() local 234 szc = mem_getpgszc(pgsz); in memcntl() 235 if (szc == (uint_t)-1) { in memcntl() 253 if (szc == p->p_brkpageszc) { in memcntl() 257 if (szc > p->p_brkpageszc) { in memcntl() 259 + p->p_brksize, szc); in memcntl() 274 p->p_brkpageszc = szc; in memcntl() 293 if (szc == p->p_stkpageszc) { in memcntl() 298 if (szc > p->p_stkpageszc) { in memcntl() 300 p->p_stksize, szc); in memcntl() [all …]
|
/illumos-gate/usr/src/uts/common/fs/ |
H A D | fsflush.c | 132 uint_t szc; in fsflush_do_pages() local 196 szc = pp->p_szc; in fsflush_do_pages() 197 if (pp->p_vnode != NULL || szc == fsf_npgsz - 1) { in fsflush_do_pages() 206 if (coal_page == NULL || coal_szc != szc) { in fsflush_do_pages() 211 if ((page_pptonum(pp) & fsf_mask[szc]) != 0) { in fsflush_do_pages() 216 coal_szc = szc; in fsflush_do_pages()
|
/illumos-gate/usr/src/uts/sparc/v9/vm/ |
H A D | seg_nf.c | 80 uint_t szc); 479 uint_t szc) in segnf_setpagesize() argument
|