111752d88SAlan Cox /*- 2fe267a55SPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3fe267a55SPedro F. Giffuni * 411752d88SAlan Cox * Copyright (c) 2002-2006 Rice University 57bfda801SAlan Cox * Copyright (c) 2007 Alan L. Cox <alc@cs.rice.edu> 611752d88SAlan Cox * All rights reserved. 711752d88SAlan Cox * 811752d88SAlan Cox * This software was developed for the FreeBSD Project by Alan L. Cox, 911752d88SAlan Cox * Olivier Crameri, Peter Druschel, Sitaram Iyer, and Juan Navarro. 1011752d88SAlan Cox * 1111752d88SAlan Cox * Redistribution and use in source and binary forms, with or without 1211752d88SAlan Cox * modification, are permitted provided that the following conditions 1311752d88SAlan Cox * are met: 1411752d88SAlan Cox * 1. Redistributions of source code must retain the above copyright 1511752d88SAlan Cox * notice, this list of conditions and the following disclaimer. 1611752d88SAlan Cox * 2. Redistributions in binary form must reproduce the above copyright 1711752d88SAlan Cox * notice, this list of conditions and the following disclaimer in the 1811752d88SAlan Cox * documentation and/or other materials provided with the distribution. 1911752d88SAlan Cox * 2011752d88SAlan Cox * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 2111752d88SAlan Cox * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 2211752d88SAlan Cox * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 2311752d88SAlan Cox * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 2411752d88SAlan Cox * HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, 2511752d88SAlan Cox * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 2611752d88SAlan Cox * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS 2711752d88SAlan Cox * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 2811752d88SAlan Cox * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2911752d88SAlan Cox * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY 3011752d88SAlan Cox * WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 3111752d88SAlan Cox * POSSIBILITY OF SUCH DAMAGE. 3211752d88SAlan Cox * 3311752d88SAlan Cox * $FreeBSD$ 3411752d88SAlan Cox */ 3511752d88SAlan Cox 3611752d88SAlan Cox /* 3711752d88SAlan Cox * Physical memory system definitions 3811752d88SAlan Cox */ 3911752d88SAlan Cox 4011752d88SAlan Cox #ifndef _VM_PHYS_H_ 4111752d88SAlan Cox #define _VM_PHYS_H_ 4211752d88SAlan Cox 43e35395ceSAlan Cox #ifdef _KERNEL 44e35395ceSAlan Cox 45a3870a18SJohn Baldwin /* Domains must be dense (non-sparse) and zero-based. */ 46a3870a18SJohn Baldwin struct mem_affinity { 47a3870a18SJohn Baldwin vm_paddr_t start; 48a3870a18SJohn Baldwin vm_paddr_t end; 49a3870a18SJohn Baldwin int domain; 50a3870a18SJohn Baldwin }; 51a3870a18SJohn Baldwin 52449c2e92SKonstantin Belousov struct vm_freelist { 53449c2e92SKonstantin Belousov struct pglist pl; 54449c2e92SKonstantin Belousov int lcnt; 55449c2e92SKonstantin Belousov }; 56449c2e92SKonstantin Belousov 57449c2e92SKonstantin Belousov struct vm_phys_seg { 58449c2e92SKonstantin Belousov vm_paddr_t start; 59449c2e92SKonstantin Belousov vm_paddr_t end; 60449c2e92SKonstantin Belousov vm_page_t first_page; 61449c2e92SKonstantin Belousov int domain; 62449c2e92SKonstantin Belousov struct vm_freelist (*free_queues)[VM_NFREEPOOL][VM_NFREEORDER]; 63449c2e92SKonstantin Belousov }; 64449c2e92SKonstantin Belousov 65a3870a18SJohn Baldwin extern struct mem_affinity *mem_affinity; 66cf82d811SAdrian Chadd extern int *mem_locality; 677e226537SAttilio Rao extern int vm_ndomains; 68449c2e92SKonstantin Belousov extern struct vm_phys_seg vm_phys_segs[]; 69449c2e92SKonstantin Belousov extern int vm_phys_nsegs; 70a3870a18SJohn Baldwin 71fbd80bd0SAlan Cox /* 72fbd80bd0SAlan Cox * The following functions are only to be used by the virtual memory system. 73fbd80bd0SAlan Cox */ 74271f0f12SAlan Cox void vm_phys_add_seg(vm_paddr_t start, vm_paddr_t end); 75ef435ae7SJeff Roberson vm_page_t vm_phys_alloc_contig(int domain, u_long npages, vm_paddr_t low, 76ef435ae7SJeff Roberson vm_paddr_t high, u_long alignment, vm_paddr_t boundary); 77ef435ae7SJeff Roberson vm_page_t vm_phys_alloc_freelist_pages(int domain, int freelist, int pool, 78ef435ae7SJeff Roberson int order); 79ef435ae7SJeff Roberson vm_page_t vm_phys_alloc_pages(int domain, int pool, int order); 80449c2e92SKonstantin Belousov boolean_t vm_phys_domain_intersects(long mask, vm_paddr_t low, vm_paddr_t high); 81b6de32bdSKonstantin Belousov int vm_phys_fictitious_reg_range(vm_paddr_t start, vm_paddr_t end, 82b6de32bdSKonstantin Belousov vm_memattr_t memattr); 83b6de32bdSKonstantin Belousov void vm_phys_fictitious_unreg_range(vm_paddr_t start, vm_paddr_t end); 84b6de32bdSKonstantin Belousov vm_page_t vm_phys_fictitious_to_vm_page(vm_paddr_t pa); 855c1f2cc4SAlan Cox void vm_phys_free_contig(vm_page_t m, u_long npages); 8611752d88SAlan Cox void vm_phys_free_pages(vm_page_t m, int order); 8711752d88SAlan Cox void vm_phys_init(void); 8843f48b65SKonstantin Belousov vm_page_t vm_phys_paddr_to_vm_page(vm_paddr_t pa); 893f289c3fSJeff Roberson vm_page_t vm_phys_scan_contig(int domain, u_long npages, vm_paddr_t low, 903f289c3fSJeff Roberson vm_paddr_t high, u_long alignment, vm_paddr_t boundary, int options); 917bfda801SAlan Cox void vm_phys_set_pool(int pool, vm_page_t m, int order); 92e35395ceSAlan Cox boolean_t vm_phys_unfree_page(vm_page_t m); 936520495aSAdrian Chadd int vm_phys_mem_affinity(int f, int t); 9411752d88SAlan Cox 95449c2e92SKonstantin Belousov /* 96449c2e92SKonstantin Belousov * 97ef435ae7SJeff Roberson * vm_phys_domidx: 98ef435ae7SJeff Roberson * 99ef435ae7SJeff Roberson * Return the index of the domain the page belongs to. 100449c2e92SKonstantin Belousov */ 101ef435ae7SJeff Roberson static inline int 102ef435ae7SJeff Roberson vm_phys_domidx(vm_page_t m) 103449c2e92SKonstantin Belousov { 10462d70a81SJohn Baldwin #ifdef VM_NUMA_ALLOC 105449c2e92SKonstantin Belousov int domn, segind; 106449c2e92SKonstantin Belousov 107449c2e92SKonstantin Belousov /* XXXKIB try to assert that the page is managed */ 108449c2e92SKonstantin Belousov segind = m->segind; 109449c2e92SKonstantin Belousov KASSERT(segind < vm_phys_nsegs, ("segind %d m %p", segind, m)); 110449c2e92SKonstantin Belousov domn = vm_phys_segs[segind].domain; 111449c2e92SKonstantin Belousov KASSERT(domn < vm_ndomains, ("domain %d m %p", domn, m)); 112ef435ae7SJeff Roberson return (domn); 113449c2e92SKonstantin Belousov #else 114ef435ae7SJeff Roberson return (0); 115449c2e92SKonstantin Belousov #endif 116449c2e92SKonstantin Belousov } 117449c2e92SKonstantin Belousov 118ef435ae7SJeff Roberson /* 119ef435ae7SJeff Roberson * vm_phys_domain: 120ef435ae7SJeff Roberson * 121ef435ae7SJeff Roberson * Return the memory domain the page belongs to. 122ef435ae7SJeff Roberson */ 123ef435ae7SJeff Roberson static inline struct vm_domain * 124ef435ae7SJeff Roberson vm_phys_domain(vm_page_t m) 125ef435ae7SJeff Roberson { 126ef435ae7SJeff Roberson 127ef435ae7SJeff Roberson return (&vm_dom[vm_phys_domidx(m)]); 128ef435ae7SJeff Roberson } 129ef435ae7SJeff Roberson 1301dbf52e7SMateusz Guzik static inline u_int 131449c2e92SKonstantin Belousov vm_phys_freecnt_adj(vm_page_t m, int adj) 132449c2e92SKonstantin Belousov { 133449c2e92SKonstantin Belousov 134449c2e92SKonstantin Belousov mtx_assert(&vm_page_queue_free_mtx, MA_OWNED); 135449c2e92SKonstantin Belousov vm_phys_domain(m)->vmd_free_count += adj; 1361dbf52e7SMateusz Guzik return (vm_cnt.v_free_count += adj); 137449c2e92SKonstantin Belousov } 138449c2e92SKonstantin Belousov 139e35395ceSAlan Cox #endif /* _KERNEL */ 14011752d88SAlan Cox #endif /* !_VM_PHYS_H_ */ 141