Home
last modified time | relevance | path

Searched refs:p_szc (Results 1 – 25 of 29) sorted by relevance

12

/illumos-gate/usr/src/uts/common/vm/
H A Dvm_pagelist.c826 r = pp->p_szc + 1; in page_ctr_add_internal()
886 r = pp->p_szc + 1; in page_ctr_sub_internal()
1603 ASSERT(pp->p_szc != 0 && pp->p_szc < mmu_page_sizes); in page_list_add_pages()
2031 if (pp->p_szc) { in page_promote()
2127 pp->p_szc = 0; in page_promote()
3135 if ((pp->p_szc > szc || (szc && pp->p_szc == szc)) && in page_trylock_contig_pages()
3211 pp->p_szc = szc; in page_claim_contig_pages()
3262 pp->p_szc = 0; in page_claim_contig_pages()
4145 ASSERT(like_pp->p_szc == orig_like_pp->p_szc); in page_get_replacement_page()
4374 ASSERT(pp->p_szc != 0 && pp->p_szc < mmu_page_sizes); in page_demote_free_pages()
[all …]
H A Dvm_page.c639 pp->p_szc = 0; in add_physmem()
655 pp->p_szc = 0; in add_physmem()
691 pp->p_szc = 0; in add_physmem()
699 pp->p_szc = szc; in add_physmem()
863 if (newpp != NULL && pp->p_szc < newpp->p_szc && in page_lookup_create()
885 VM_STAT_COND_ADD(pp->p_szc < newpp->p_szc, in page_lookup_create()
887 VM_STAT_COND_ADD(pp->p_szc == newpp->p_szc, in page_lookup_create()
889 VM_STAT_COND_ADD(pp->p_szc > newpp->p_szc, in page_lookup_create()
2796 ASSERT(pp->p_szc != 0 && pp->p_szc < page_num_pagesizes()); in page_free_pages()
3136 ASSERT(pp->p_szc != 0 && pp->p_szc < page_num_pagesizes()); in page_destroy_pages()
[all …]
H A Dvm_anon.c1248 ASSERT(pp->p_szc <= szc); in anon_decref_pages()
1267 ASSERT(pp->p_szc == ppa[0]->p_szc); in anon_decref_pages()
1303 ppa[j]->p_szc = 0; in anon_decref_pages()
1762 if (pp->p_szc == 0) { in anon_disclaim()
2191 if (pp->p_szc < szc || (pp->p_szc > szc && upsize)) { in anon_map_getpages()
2196 if (pp->p_szc > szc) { in anon_map_getpages()
2265 (pp->p_szc != ppa[pg_idx - 1]->p_szc))) { in anon_map_getpages()
2341 pp->p_szc = 0; in anon_map_getpages()
3155 pp->p_szc = 0; in anon_try_demote_pages()
3166 ASSERT(pp->p_szc == 0); in anon_try_demote_pages()
[all …]
H A Dpage_lock.c932 uint_t pszc = pp->p_szc; in page_szc_lock()
960 if (pp == rootpp || (rszc = rootpp->p_szc) == pszc) { in page_szc_lock()
970 szc = pp->p_szc; in page_szc_lock()
988 ASSERT(rootpp->p_szc < rszc); in page_szc_lock()
H A Dvm_usage.c941 if (page->p_szc > 0) { in vmu_amp_update_incore_bounds()
942 pgcnt = page_get_pagecnt(page->p_szc); in vmu_amp_update_incore_bounds()
943 pgshft = page_get_shift(page->p_szc); in vmu_amp_update_incore_bounds()
1028 if (page->p_szc > 0) { in vmu_vnode_update_incore_bounds()
1029 pgcnt = page_get_pagecnt(page->p_szc); in vmu_vnode_update_incore_bounds()
1030 pgshft = page_get_shift(page->p_szc); in vmu_vnode_update_incore_bounds()
1274 if (page->p_szc > 0) { in vmu_calculate_seg()
1276 pgcnt = page_get_pagecnt(page->p_szc); in vmu_calculate_seg()
1277 pgshft = page_get_shift(page->p_szc); in vmu_calculate_seg()
H A Dpage_retire.c538 ASSERT(pp->p_szc == 0); in page_retire_destroy()
611 ASSERT(pp->p_szc == 0); in page_clear_transient_ue()
961 ASSERT(pp->p_szc == 0); in page_retire_pp_finish()
1279 if (pp->p_szc && PP_PAGEROOT(pp) == pp) { in page_retire_test()
H A Dseg_vn.c3111 ASSERT(pp->p_szc == 0); in segvn_faultpage()
3267 if (pp->p_szc == 0) { in segvn_full_szcpages()
3315 *pszc = ppa[i]->p_szc; in segvn_full_szcpages()
3336 ppa[i]->p_szc = szc; in segvn_full_szcpages()
3434 pszc = pp->p_szc; in segvn_fill_vp_pages()
3544 pszc = pp->p_szc; in segvn_fill_vp_pages()
3615 pszc = pp->p_szc; in segvn_fill_vp_pages()
3696 pszc = pp->p_szc; in segvn_fill_vp_pages()
3742 pp->p_szc = 0; in segvn_fill_vp_pages()
3751 pp->p_szc = 0; in segvn_fill_vp_pages()
[all …]
H A Dseg_spt.c863 if (pp->p_szc != 0) { in segspt_free_pages()
868 pgs = curnpgs = page_get_pagecnt(pp->p_szc); in segspt_free_pages()
1065 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock()
1100 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock()
1173 npgs = page_get_pagecnt(pp->p_szc); in segspt_dismpagelock()
1254 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock()
H A Dpage.h516 volatile uchar_t p_szc; /* page size code */ member
/illumos-gate/usr/src/uts/common/fs/swapfs/
H A Dswap_vnops.c345 ASSERT(conpp->p_szc != 0); in swap_getconpage()
364 if (pp->p_szc < conpp->p_szc) { in swap_getconpage()
365 *pszc = pp->p_szc; in swap_getconpage()
368 } else if (pp->p_szc > conpp->p_szc && in swap_getconpage()
369 seg->s_szc > conpp->p_szc) { in swap_getconpage()
370 *pszc = MIN(pp->p_szc, seg->s_szc); in swap_getconpage()
377 (page_get_pagecnt(conpp->p_szc) - 1)) in swap_getconpage()
772 if (pp->p_szc != 0) { in swap_dispose()
/illumos-gate/usr/src/uts/sun4v/os/
H A Dmemseg.c190 ASSERT(pp->p_szc == 0); in memseg_free_meta()
210 ASSERT(pp->p_szc == 0); in memseg_get_metapfn()
301 ASSERT(pp->p_szc == 0); in memseg_remap_meta()
/illumos-gate/usr/src/uts/sun4v/vm/
H A Dmach_vm_dep.c482 ASSERT(i == page_get_pagecnt(ppa[0]->p_szc)); in contig_mem_span_alloc()
484 ASSERT(ppa[i]->p_szc == ppa[0]->p_szc); in contig_mem_span_alloc()
588 ASSERT(size == page_get_pagesize(pp->p_szc)); in contig_mem_span_free()
589 ASSERT(rootpp == NULL || rootpp->p_szc == pp->p_szc); in contig_mem_span_free()
/illumos-gate/usr/src/uts/common/fs/
H A Dfsflush.c160 if (pp->p_szc && fspage == 0) { in fsflush_do_pages()
164 cnt = page_get_pagecnt(pp->p_szc); in fsflush_do_pages()
196 szc = pp->p_szc; in fsflush_do_pages()
/illumos-gate/usr/src/uts/i86pc/vm/
H A Dvm_dep.h245 #define PP_2_BIN(pp) (PP_2_BIN_SZC(pp, pp->p_szc))
249 #define PP_2_SZC(pp) (pp->p_szc)
342 #define PP_PAGEROOT(pp) ((pp)->p_szc == 0 ? (pp) : \
343 PP_GROUPLEADER((pp), (pp)->p_szc))
H A Dhat_i86.c1785 ASSERT(pp->p_szc >= level); in hati_sync_pte_to_page()
3711 while (pszc < pp->p_szc) { in hati_page_clrwrt()
3993 if (pp->p_szc == 0) in hat_page_demote()
4014 pszc = pp->p_szc; in hat_page_demote()
4038 ASSERT(pp->p_szc == pszc); in hat_page_demote()
4082 ASSERT(lastpp->p_szc == pszc); in hat_page_demote()
4083 lastpp->p_szc = szc - 1; in hat_page_demote()
4086 firstpp->p_szc = szc - 1; in hat_page_demote()
4120 lastpp->p_szc = szc; in hat_page_demote()
4123 firstpp->p_szc = szc; in hat_page_demote()
[all …]
H A Dhment.c685 for (szc = 1; szc <= pp->p_szc; ++szc) { in hment_mapcnt()
H A Dvm_machdep.c419 if (pp->p_szc) { in page_numtopp_alloc()
3221 ASSERT(pp->p_szc == szc); in page_get_mnode_anylist()
3240 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist()
3311 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist()
3332 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist()
/illumos-gate/usr/src/uts/common/os/
H A Dmem_cage.c969 ASSERT(pp->p_szc == 0); in kcage_init()
987 ASSERT(pp->p_szc == 0); in kcage_init()
1321 szc = rootpp->p_szc; in kcage_setnoreloc_pages()
1339 ASSERT(pp->p_szc == szc); in kcage_setnoreloc_pages()
1414 ASSERT(pp->p_szc == 0); in kcage_assimilate_page()
1423 if (pp->p_szc != 0) { in kcage_assimilate_page()
H A Dvm_pageout.c1529 if (pp->p_szc != 0) { in checkpage()
1536 ASSERT(pp->p_szc == 0); in checkpage()
H A Dmem_config.c2220 szc = pp->p_szc; in delete_memory_thread()
2242 ASSERT(tpp->p_szc == szc); in delete_memory_thread()
2243 tpp->p_szc = 0; in delete_memory_thread()
/illumos-gate/usr/src/uts/sun4/os/
H A Dmemlist.c206 if (pp->p_szc != 0) in less_pages()
228 ASSERT(pp->p_szc == 0); in less_pages()
/illumos-gate/usr/src/uts/sun4/vm/
H A Dvm_dep.h290 #define PP_2_BIN(pp) (PP_2_BIN_SZC(pp, pp->p_szc))
429 long cnt = (1 << PAGE_BSZS_SHIFT((pp)->p_szc)); \
/illumos-gate/usr/src/uts/sun4v/promif/
H A Dpromif_emul.c314 ASSERT(page_get_pagecnt(pp->p_szc) == 1); in unmap_prom_mappings()
/illumos-gate/usr/src/uts/sfmmu/vm/
H A Dhat_sfmmu.c3420 ASSERT(pp->p_szc == pp1->p_szc); in sfmmu_pagearray_setup()
6420 ASSERT(pp->p_szc != 0); in sfmmu_ttesync()
6773 ASSERT(targ->p_szc == repl->p_szc); in hat_page_relocate()
7790 if (pp->p_szc != 0) { in sfmmu_check_kpfn()
8203 pszc = pp->p_szc; in hat_page_demote()
8251 ASSERT(pp->p_szc == pszc); in hat_page_demote()
8273 lastpp->p_szc = sz; in hat_page_demote()
8281 rootpp->p_szc = 0; in hat_page_demote()
8284 ASSERT(pp->p_szc == 0); in hat_page_demote()
10428 uint_t pszc = pp->p_szc; in sfmmu_mlspl_enter()
[all …]
H A Dhat_sfmmu.h2226 #define PP_PAGEROOT(pp) ((pp)->p_szc == 0 ? (pp) : \
2227 PP_GROUPLEADER((pp), (pp)->p_szc))

12