/illumos-gate/usr/src/uts/common/vm/ |
H A D | vm_pagelist.c | 826 r = pp->p_szc + 1; in page_ctr_add_internal() 886 r = pp->p_szc + 1; in page_ctr_sub_internal() 1603 ASSERT(pp->p_szc != 0 && pp->p_szc < mmu_page_sizes); in page_list_add_pages() 2031 if (pp->p_szc) { in page_promote() 2127 pp->p_szc = 0; in page_promote() 3135 if ((pp->p_szc > szc || (szc && pp->p_szc == szc)) && in page_trylock_contig_pages() 3211 pp->p_szc = szc; in page_claim_contig_pages() 3262 pp->p_szc = 0; in page_claim_contig_pages() 4145 ASSERT(like_pp->p_szc == orig_like_pp->p_szc); in page_get_replacement_page() 4374 ASSERT(pp->p_szc != 0 && pp->p_szc < mmu_page_sizes); in page_demote_free_pages() [all …]
|
H A D | vm_page.c | 639 pp->p_szc = 0; in add_physmem() 655 pp->p_szc = 0; in add_physmem() 691 pp->p_szc = 0; in add_physmem() 699 pp->p_szc = szc; in add_physmem() 863 if (newpp != NULL && pp->p_szc < newpp->p_szc && in page_lookup_create() 885 VM_STAT_COND_ADD(pp->p_szc < newpp->p_szc, in page_lookup_create() 887 VM_STAT_COND_ADD(pp->p_szc == newpp->p_szc, in page_lookup_create() 889 VM_STAT_COND_ADD(pp->p_szc > newpp->p_szc, in page_lookup_create() 2796 ASSERT(pp->p_szc != 0 && pp->p_szc < page_num_pagesizes()); in page_free_pages() 3136 ASSERT(pp->p_szc != 0 && pp->p_szc < page_num_pagesizes()); in page_destroy_pages() [all …]
|
H A D | vm_anon.c | 1248 ASSERT(pp->p_szc <= szc); in anon_decref_pages() 1267 ASSERT(pp->p_szc == ppa[0]->p_szc); in anon_decref_pages() 1303 ppa[j]->p_szc = 0; in anon_decref_pages() 1762 if (pp->p_szc == 0) { in anon_disclaim() 2191 if (pp->p_szc < szc || (pp->p_szc > szc && upsize)) { in anon_map_getpages() 2196 if (pp->p_szc > szc) { in anon_map_getpages() 2265 (pp->p_szc != ppa[pg_idx - 1]->p_szc))) { in anon_map_getpages() 2341 pp->p_szc = 0; in anon_map_getpages() 3155 pp->p_szc = 0; in anon_try_demote_pages() 3166 ASSERT(pp->p_szc == 0); in anon_try_demote_pages() [all …]
|
H A D | page_lock.c | 932 uint_t pszc = pp->p_szc; in page_szc_lock() 960 if (pp == rootpp || (rszc = rootpp->p_szc) == pszc) { in page_szc_lock() 970 szc = pp->p_szc; in page_szc_lock() 988 ASSERT(rootpp->p_szc < rszc); in page_szc_lock()
|
H A D | vm_usage.c | 941 if (page->p_szc > 0) { in vmu_amp_update_incore_bounds() 942 pgcnt = page_get_pagecnt(page->p_szc); in vmu_amp_update_incore_bounds() 943 pgshft = page_get_shift(page->p_szc); in vmu_amp_update_incore_bounds() 1028 if (page->p_szc > 0) { in vmu_vnode_update_incore_bounds() 1029 pgcnt = page_get_pagecnt(page->p_szc); in vmu_vnode_update_incore_bounds() 1030 pgshft = page_get_shift(page->p_szc); in vmu_vnode_update_incore_bounds() 1274 if (page->p_szc > 0) { in vmu_calculate_seg() 1276 pgcnt = page_get_pagecnt(page->p_szc); in vmu_calculate_seg() 1277 pgshft = page_get_shift(page->p_szc); in vmu_calculate_seg()
|
H A D | page_retire.c | 538 ASSERT(pp->p_szc == 0); in page_retire_destroy() 611 ASSERT(pp->p_szc == 0); in page_clear_transient_ue() 961 ASSERT(pp->p_szc == 0); in page_retire_pp_finish() 1279 if (pp->p_szc && PP_PAGEROOT(pp) == pp) { in page_retire_test()
|
H A D | seg_vn.c | 3111 ASSERT(pp->p_szc == 0); in segvn_faultpage() 3267 if (pp->p_szc == 0) { in segvn_full_szcpages() 3315 *pszc = ppa[i]->p_szc; in segvn_full_szcpages() 3336 ppa[i]->p_szc = szc; in segvn_full_szcpages() 3434 pszc = pp->p_szc; in segvn_fill_vp_pages() 3544 pszc = pp->p_szc; in segvn_fill_vp_pages() 3615 pszc = pp->p_szc; in segvn_fill_vp_pages() 3696 pszc = pp->p_szc; in segvn_fill_vp_pages() 3742 pp->p_szc = 0; in segvn_fill_vp_pages() 3751 pp->p_szc = 0; in segvn_fill_vp_pages() [all …]
|
H A D | seg_spt.c | 863 if (pp->p_szc != 0) { in segspt_free_pages() 868 pgs = curnpgs = page_get_pagecnt(pp->p_szc); in segspt_free_pages() 1065 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock() 1100 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock() 1173 npgs = page_get_pagecnt(pp->p_szc); in segspt_dismpagelock() 1254 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock()
|
H A D | page.h | 516 volatile uchar_t p_szc; /* page size code */ member
|
/illumos-gate/usr/src/uts/common/fs/swapfs/ |
H A D | swap_vnops.c | 345 ASSERT(conpp->p_szc != 0); in swap_getconpage() 364 if (pp->p_szc < conpp->p_szc) { in swap_getconpage() 365 *pszc = pp->p_szc; in swap_getconpage() 368 } else if (pp->p_szc > conpp->p_szc && in swap_getconpage() 369 seg->s_szc > conpp->p_szc) { in swap_getconpage() 370 *pszc = MIN(pp->p_szc, seg->s_szc); in swap_getconpage() 377 (page_get_pagecnt(conpp->p_szc) - 1)) in swap_getconpage() 772 if (pp->p_szc != 0) { in swap_dispose()
|
/illumos-gate/usr/src/uts/sun4v/os/ |
H A D | memseg.c | 190 ASSERT(pp->p_szc == 0); in memseg_free_meta() 210 ASSERT(pp->p_szc == 0); in memseg_get_metapfn() 301 ASSERT(pp->p_szc == 0); in memseg_remap_meta()
|
/illumos-gate/usr/src/uts/sun4v/vm/ |
H A D | mach_vm_dep.c | 482 ASSERT(i == page_get_pagecnt(ppa[0]->p_szc)); in contig_mem_span_alloc() 484 ASSERT(ppa[i]->p_szc == ppa[0]->p_szc); in contig_mem_span_alloc() 588 ASSERT(size == page_get_pagesize(pp->p_szc)); in contig_mem_span_free() 589 ASSERT(rootpp == NULL || rootpp->p_szc == pp->p_szc); in contig_mem_span_free()
|
/illumos-gate/usr/src/uts/common/fs/ |
H A D | fsflush.c | 160 if (pp->p_szc && fspage == 0) { in fsflush_do_pages() 164 cnt = page_get_pagecnt(pp->p_szc); in fsflush_do_pages() 196 szc = pp->p_szc; in fsflush_do_pages()
|
/illumos-gate/usr/src/uts/i86pc/vm/ |
H A D | vm_dep.h | 245 #define PP_2_BIN(pp) (PP_2_BIN_SZC(pp, pp->p_szc)) 249 #define PP_2_SZC(pp) (pp->p_szc) 342 #define PP_PAGEROOT(pp) ((pp)->p_szc == 0 ? (pp) : \ 343 PP_GROUPLEADER((pp), (pp)->p_szc))
|
H A D | hat_i86.c | 1785 ASSERT(pp->p_szc >= level); in hati_sync_pte_to_page() 3711 while (pszc < pp->p_szc) { in hati_page_clrwrt() 3993 if (pp->p_szc == 0) in hat_page_demote() 4014 pszc = pp->p_szc; in hat_page_demote() 4038 ASSERT(pp->p_szc == pszc); in hat_page_demote() 4082 ASSERT(lastpp->p_szc == pszc); in hat_page_demote() 4083 lastpp->p_szc = szc - 1; in hat_page_demote() 4086 firstpp->p_szc = szc - 1; in hat_page_demote() 4120 lastpp->p_szc = szc; in hat_page_demote() 4123 firstpp->p_szc = szc; in hat_page_demote() [all …]
|
H A D | hment.c | 685 for (szc = 1; szc <= pp->p_szc; ++szc) { in hment_mapcnt()
|
H A D | vm_machdep.c | 419 if (pp->p_szc) { in page_numtopp_alloc() 3221 ASSERT(pp->p_szc == szc); in page_get_mnode_anylist() 3240 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist() 3311 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist() 3332 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist()
|
/illumos-gate/usr/src/uts/common/os/ |
H A D | mem_cage.c | 969 ASSERT(pp->p_szc == 0); in kcage_init() 987 ASSERT(pp->p_szc == 0); in kcage_init() 1321 szc = rootpp->p_szc; in kcage_setnoreloc_pages() 1339 ASSERT(pp->p_szc == szc); in kcage_setnoreloc_pages() 1414 ASSERT(pp->p_szc == 0); in kcage_assimilate_page() 1423 if (pp->p_szc != 0) { in kcage_assimilate_page()
|
H A D | vm_pageout.c | 1529 if (pp->p_szc != 0) { in checkpage() 1536 ASSERT(pp->p_szc == 0); in checkpage()
|
H A D | mem_config.c | 2220 szc = pp->p_szc; in delete_memory_thread() 2242 ASSERT(tpp->p_szc == szc); in delete_memory_thread() 2243 tpp->p_szc = 0; in delete_memory_thread()
|
/illumos-gate/usr/src/uts/sun4/os/ |
H A D | memlist.c | 206 if (pp->p_szc != 0) in less_pages() 228 ASSERT(pp->p_szc == 0); in less_pages()
|
/illumos-gate/usr/src/uts/sun4/vm/ |
H A D | vm_dep.h | 290 #define PP_2_BIN(pp) (PP_2_BIN_SZC(pp, pp->p_szc)) 429 long cnt = (1 << PAGE_BSZS_SHIFT((pp)->p_szc)); \
|
/illumos-gate/usr/src/uts/sun4v/promif/ |
H A D | promif_emul.c | 314 ASSERT(page_get_pagecnt(pp->p_szc) == 1); in unmap_prom_mappings()
|
/illumos-gate/usr/src/uts/sfmmu/vm/ |
H A D | hat_sfmmu.c | 3420 ASSERT(pp->p_szc == pp1->p_szc); in sfmmu_pagearray_setup() 6420 ASSERT(pp->p_szc != 0); in sfmmu_ttesync() 6773 ASSERT(targ->p_szc == repl->p_szc); in hat_page_relocate() 7790 if (pp->p_szc != 0) { in sfmmu_check_kpfn() 8203 pszc = pp->p_szc; in hat_page_demote() 8251 ASSERT(pp->p_szc == pszc); in hat_page_demote() 8273 lastpp->p_szc = sz; in hat_page_demote() 8281 rootpp->p_szc = 0; in hat_page_demote() 8284 ASSERT(pp->p_szc == 0); in hat_page_demote() 10428 uint_t pszc = pp->p_szc; in sfmmu_mlspl_enter() [all …]
|
H A D | hat_sfmmu.h | 2226 #define PP_PAGEROOT(pp) ((pp)->p_szc == 0 ? (pp) : \ 2227 PP_GROUPLEADER((pp), (pp)->p_szc))
|