/illumos-gate/usr/src/uts/common/vm/ |
H A D | page.h | 730 void page_add(page_t **, page_t *); 731 void page_add_common(page_t **, page_t *); 732 void page_sub(page_t **, page_t *); 733 void page_sub_common(page_t **, page_t *); 750 void page_list_concat(page_t **, page_t **); 751 void page_vpadd(page_t **, page_t *); 752 void page_vpsub(page_t **, page_t *); 780 page_t *page_next(page_t *); 781 page_t *page_list_next(page_t *); 782 page_t *page_nextn(page_t *, ulong_t); [all …]
|
H A D | vm_pvn.c | 89 page_t * 102 page_t *pp; in pvn_read_kluster() 233 page_t * 236 page_t *pp, in pvn_write_kluster() 244 page_t *dirty; in pvn_write_kluster() 307 page_t *pp; in pvn_io_done() 325 page_t *pp; in pvn_read_done() 372 page_t *pp; in pvn_write_done() 746 page_t *pp; in pvn_vplist_dirty() 1097 page_t *pl[], in pvn_getpages() [all …]
|
H A D | vm_page.c | 715 page_t * 733 page_t * 948 page_t * 1016 page_t * 1045 page_t * 3618 page_add(page_t **ppp, page_t *pp) in page_add() 3631 page_add_common(page_t **ppp, page_t *pp) in page_add_common() 3652 page_sub(page_t **ppp, page_t *pp) in page_sub() 3671 page_sub_common(page_t **ppp, page_t *pp) in page_sub_common() 3770 page_vpadd(page_t **ppp, page_t *pp) in page_vpadd() [all …]
|
H A D | page_lock.c | 646 page_unlock(page_t *pp) in page_unlock() 701 page_tryupgrade(page_t *pp) in page_tryupgrade() 724 page_downgrade(page_t *pp) in page_downgrade() 758 page_deleted(page_t *pp) in page_deleted() 777 page_io_lock(page_t *pp) in page_io_lock() 794 page_io_unlock(page_t *pp) in page_io_unlock() 834 page_io_wait(page_t *pp) in page_io_wait() 850 page_io_locked(page_t *pp) in page_io_locked() 896 page_se_mutex(page_t *pp) in page_se_mutex() 926 page_szc_lock(page_t *pp) in page_szc_lock() [all …]
|
H A D | page_retire.c | 172 page_t *pr_pending_q[PR_PENDING_QMAX]; 488 page_retire_done(page_t *pp, int code) in page_retire_done() 532 page_retire_destroy(page_t *pp) in page_retire_destroy() 599 page_clear_transient_ue(page_t *pp) in page_clear_transient_ue() 690 page_retire_transient_ue(page_t *pp) in page_retire_transient_ue() 762 page_t *pp; in pr_list_kstat_update() 799 page_t *pp; in pr_list_kstat_snapshot() 937 page_retire_thread_cb(page_t *pp) in page_retire_thread_cb() 1033 page_t *pp; in page_retire() 1183 page_t *pp; in page_unretire() [all …]
|
H A D | vm_pagelist.c | 1847 mach_page_add(page_t **ppp, page_t *pp) in mach_page_add() 1867 mach_page_sub(page_t **ppp, page_t *pp) in mach_page_sub() 1965 page_t * 2149 page_t * 2269 page_t * 2536 page_t * 2871 page_t * 3590 page_t * 3685 page_t * 3836 page_t * [all …]
|
H A D | seg_kmem.c | 370 page_t *pp; in boot_mapin() 455 page_t *pp; in segkmem_fault() 696 page_t **pplist, *pp; in segkmem_pagelock() 712 nb = sizeof (page_t *) * npages; in segkmem_pagelock() 836 page_t * 873 page_t *ppl; in segkmem_xalloc() 917 page_t *pp = ppl; in segkmem_xalloc() 995 void (*func)(page_t *)) in segkmem_xfree() argument 997 page_t *pp; in segkmem_xfree() 1109 static page_t * [all …]
|
/illumos-gate/usr/src/uts/sun4/vm/ |
H A D | mach_kpm.h | 34 extern kmutex_t *sfmmu_page_enter(page_t *); 37 extern void sfmmu_page_cache_array(page_t *, int, int, pgcnt_t); 38 extern cpuset_t sfmmu_pageunload(page_t *, struct sf_hment *, int); 39 extern int tst_tnc(page_t *pp, pgcnt_t); 40 extern void conv_tnc(page_t *pp, int); 41 extern int fnd_mapping_sz(page_t *); 45 extern void sfmmu_kpm_pageunload(page_t *); 46 extern void sfmmu_kpm_vac_unload(page_t *, caddr_t); 47 extern void sfmmu_kpm_hme_unload(page_t *); 48 extern kpm_hlk_t *sfmmu_kpm_kpmp_enter(page_t *, pgcnt_t); [all …]
|
H A D | vm_dep.c | 98 extern void page_relocate_hash(page_t *, page_t *); 704 page_t ***page_cachelists[MAX_MEM_TYPES]; 722 sizeof (page_t **); in calc_free_pagelist_sz() 728 free_sz = sizeof (page_t **); in calc_free_pagelist_sz() 747 page_cachelists[mtype] = (page_t ***)alloc_base; in alloc_page_freelists() 748 alloc_base += (max_mem_nodes * sizeof (page_t **)); in alloc_page_freelists() 752 (page_get_pagecolors(0) * sizeof (page_t *)); in alloc_page_freelists() 763 page_freelists[szc][mtype] = (page_t ***)alloc_base; in alloc_page_freelists() 764 alloc_base += (max_mem_nodes * sizeof (page_t **)); in alloc_page_freelists() 767 (page_t **)alloc_base; in alloc_page_freelists() [all …]
|
/illumos-gate/usr/src/uts/i86pc/vm/ |
H A D | hment.h | 45 extern hment_t *hment_remove(page_t *, htable_t *ht, uint_t entry); 51 extern hment_t *hment_walk(page_t *, htable_t **, uint_t *, hment_t *); 56 extern hment_t *hment_prepare(htable_t *ht, uint_t entry, page_t *); 61 extern void hment_assign(htable_t *ht, uint_t entry, page_t *, hment_t *); 71 extern void x86_hm_enter(page_t *); 72 extern void x86_hm_exit(page_t *); 73 extern int x86_hm_held(page_t *pp); 92 extern uint_t hment_mapcnt(page_t *);
|
H A D | vm_machdep.c | 127 static void page_io_pool_sub(page_t **, page_t *, page_t *); 395 page_t * 2063 page_io_pool_sub(page_t **poolp, page_t *pp_first, page_t *pp_last) in page_io_pool_sub() 2080 page_io_pool_add(page_t **poolp, page_t *pp) in page_io_pool_add() 2536 page_t * 2623 page_t * 2753 page_t * 3018 page_t * 3119 page_t * 3502 page_t * [all …]
|
H A D | hment.c | 278 x86_hm_held(page_t *pp) in x86_hm_held() 287 x86_hm_enter(page_t *pp) in x86_hm_enter() 295 x86_hm_exit(page_t *pp) in x86_hm_exit() 306 hment_insert(hment_t *hm, page_t *pp) in hment_insert() 349 hment_prepare(htable_t *htable, uint_t entry, page_t *pp) in hment_prepare() 525 hment_remove(page_t *pp, htable_t *ht, uint_t entry) in hment_remove() 666 hment_mapcnt(page_t *pp) in hment_mapcnt() 670 page_t *larger; in hment_mapcnt() 714 static page_t *last_page = NULL; 719 page_t *last = last_page; in hment_steal() [all …]
|
H A D | vm_dep.h | 67 extern void plcnt_inc_dec(page_t *, int, int, long, int); 117 extern page_t ****page_freelists; 128 extern page_t ***page_cachelists; 145 extern page_t *page_get_mnode_freelist(int, uint_t, int, uchar_t, uint_t); 146 extern page_t *page_get_mnode_cachelist(uint_t, uint_t, int, int); 310 extern int mtype_pgr_init(int *, page_t *, pgcnt_t); 329 extern void chk_lpg(page_t *, uchar_t); 551 extern void page_ctr_sub(int, int, page_t *, int); 552 extern page_t *page_freelist_split(uchar_t, 554 extern page_t *page_freelist_coalesce(int, uchar_t, uint_t, uint_t, int,
|
/illumos-gate/usr/src/uts/sun4v/os/ |
H A D | memseg.c | 44 extern page_t *ppvm_base; 77 page_t *pp, *opp, *epp; in memseg_alloc_meta() 91 metapgs = btopr(npgs * sizeof (page_t)); in memseg_alloc_meta() 113 ASSERT(PAGESIZE % sizeof (page_t)); in memseg_alloc_meta() 130 ASSERT(PAGESIZE % sizeof (page_t)); in memseg_alloc_meta() 171 page_t *pp; in memseg_free_meta() 200 page_t *pp; in memseg_get_metapfn() 225 page_t *pp; in memseg_remap_meta() 227 page_t *epp; in memseg_remap_meta() 266 ASSERT(PAGESIZE % sizeof (page_t)); in memseg_remap_meta() [all …]
|
H A D | ppage.c | 143 ppmapin(page_t *pp, uint_t vprot, caddr_t hint) in ppmapin() 236 ppcopy_kernel__relocatable(page_t *fm_pp, page_t *to_pp) in ppcopy_kernel__relocatable() 259 ppcopy(page_t *fm_pp, page_t *to_pp) in ppcopy() 312 pagezero(page_t *pp, uint_t off, uint_t len) in pagezero()
|
/illumos-gate/usr/src/uts/i86pc/os/ |
H A D | pmem.c | 281 page_t *pp = NULL; in devmap_pmem_alloc() 282 page_t *lpp = NULL; in devmap_pmem_alloc() 283 page_t *tlist = NULL; in devmap_pmem_alloc() 422 page_t *pp; in devmap_pmem_free() 697 lpg_free(page_t *spp) in lpg_free() 699 page_t *pp1 = spp; in lpg_free() 755 page_t *pp; in lpp_create() 782 page_t *pp, *pp1; in lpp_break() 813 page_t *pp = lpp, *pp1; in lpp_free() 844 page_t *pp; in tlist_in() [all …]
|
H A D | hold_page.c | 34 plat_hold_page(pfn_t pfn, int lock, page_t **pp_ret) in plat_hold_page() 36 page_t *pp = page_numtopp_nolock(pfn); in plat_hold_page() 75 plat_release_page(page_t *pp) in plat_release_page()
|
/illumos-gate/usr/src/uts/common/nfs/ |
H A D | rnode.h | 104 page_t *c_pages; /* list of pages to commit */ 290 (vnode_t *, page_t *, u_offset_t *, size_t *, int, cred_t *); 347 extern int nfs_async_putapage(vnode_t *, page_t *, u_offset_t, size_t, 348 int, cred_t *, int (*)(vnode_t *, page_t *, 350 extern int nfs_async_pageio(vnode_t *, page_t *, u_offset_t, size_t, 351 int, cred_t *, int (*)(vnode_t *, page_t *, 356 extern void nfs_async_commit(vnode_t *, page_t *, offset3, count3, 357 cred_t *, void (*)(vnode_t *, page_t *, 385 extern int nfs_putapage(vnode_t *, page_t *, u_offset_t *, size_t *, 387 extern int nfs3_putapage(vnode_t *, page_t *, u_offset_t *, size_t *,
|
/illumos-gate/usr/src/uts/common/sys/ |
H A D | fdbuffer.h | 107 page_t *pages; /* page list for FDPAGE_BUF */ 113 page_t **fd_shadow; /* shadow pages used for direct i/o to uspace */ 138 extern fdbuffer_t *fdb_page_create(page_t *pp, size_t len, int flag); 140 page_t **pplist, struct proc *procp);
|
H A D | hold_page.h | 67 extern int plat_hold_page(pfn_t, int, page_t **); 68 extern void plat_release_page(page_t *);
|
/illumos-gate/usr/src/uts/sun4u/os/ |
H A D | ppage.c | 156 ppmapin(page_t *pp, uint_t vprot, caddr_t hint) in ppmapin() 267 pp_load_tlb(processorid_t cpu, caddr_t **pslot, page_t *pp, uint_t prot) in pp_load_tlb() 364 ppcopy_common(page_t *fm_pp, page_t *to_pp) in ppcopy_common() 416 ppcopy_kernel__relocatable(page_t *fm_pp, page_t *to_pp) in ppcopy_kernel__relocatable() 440 ppcopy(page_t *fm_pp, page_t *to_pp) in ppcopy() 500 pagezero(page_t *pp, uint_t off, uint_t len) in pagezero()
|
/illumos-gate/usr/src/uts/common/fs/swapfs/ |
H A D | swap_vnops.c | 62 static void swap_dispose(vnode_t *vp, page_t *pp, int fl, int dn, 66 uint_t *protp, page_t **plarr, size_t plsz, 70 uint_t *protp, page_t **plarr, size_t plsz, page_t *conpp, 112 page_t *pl[], in swap_getpage() 141 page_t *pl[], in swap_getapage() 312 page_t *pl[], in swap_getconpage() 314 page_t *conpp, in swap_getconpage() 484 page_t *pp; in swap_putpage() 601 page_t *pp, in swap_putapage() 615 page_t *pplist; in swap_putapage() [all …]
|
/illumos-gate/usr/src/uts/i86xpv/os/ |
H A D | balloon.c | 77 static page_t *bln_spare_list_front, *bln_spare_list_back; 117 balloon_page_add(page_t *pp) in balloon_page_add() 151 static page_t * 154 page_t *pp; in balloon_page_sub() 188 page_t pages[1]; 209 page_t *page_array; in balloon_init_new_pages() 224 (PAGESIZE + sizeof (page_t))); in balloon_init_new_pages() 251 num_pages = (metasz - MEM_STRUCT_SIZE) / sizeof (page_t); in balloon_init_new_pages() 382 page_t *pp; in balloon_inc_reservation() 383 page_t *new_list_front, *new_list_back; in balloon_inc_reservation() [all …]
|
/illumos-gate/usr/src/uts/sun4u/vm/ |
H A D | mach_kpm.c | 42 static caddr_t sfmmu_kpm_mapin(page_t *); 51 void sfmmu_kpm_pageunload(page_t *); 52 void sfmmu_kpm_vac_unload(page_t *, caddr_t); 56 void sfmmu_kpm_hme_unload(page_t *); 59 void sfmmu_kpm_page_cache(page_t *, int, int); 255 page_t * 312 page_t *pp; in hat_kpm_fault() 603 page_t *pp; in sfmmu_kpm_vatopfn() 687 sfmmu_kpm_mapin(page_t *pp) in sfmmu_kpm_mapin() 1726 sfmmu_kpm_pageunload(page_t *pp) in sfmmu_kpm_pageunload() [all …]
|
/illumos-gate/usr/src/uts/common/os/ |
H A D | vm_pageout.c | 376 static checkpage_result_t checkpage(page_t *, pageout_hand_t); 1096 static inline page_t * 1097 wrapping_page_next(page_t *cur, page_t *start, page_t *end) in wrapping_page_next() 1110 page_t *fhand, *bhand, *fhandstart; in pageout_scanner() 1111 page_t *regionstart, *regionend; in pageout_scanner() 1158 page_t *first; in pageout_scanner() 1226 hrtime_t, pageout_nsec, page_t *, bhand, page_t *, fhand); in pageout_scanner() 1421 checkpage(page_t *pp, pageout_hand_t whichhand) in checkpage() 1501 DTRACE_PROBE2(pageout__isref, page_t *, pp, in checkpage() 1585 DTRACE_PROBE2(pageout__free, page_t *, pp, pageout_hand_t, whichhand); in checkpage()
|