xref: /freebsd/sys/vm/vm_dumpset.h (revision 95ee2897)
16f3b523cSKonstantin Belousov /*-
24d846d26SWarner Losh  * SPDX-License-Identifier: BSD-2-Clause
36f3b523cSKonstantin Belousov  *
46f3b523cSKonstantin Belousov  * Copyright (c) 2020, Scott Phillips <scottph@freebsd.org>
56f3b523cSKonstantin Belousov  *
66f3b523cSKonstantin Belousov  * Redistribution and use in source and binary forms, with or without
76f3b523cSKonstantin Belousov  * modification, are permitted provided that the following conditions
86f3b523cSKonstantin Belousov  * are met:
96f3b523cSKonstantin Belousov  * 1. Redistributions of source code must retain the above copyright
106f3b523cSKonstantin Belousov  *    notice unmodified, this list of conditions, and the following
116f3b523cSKonstantin Belousov  *    disclaimer.
126f3b523cSKonstantin Belousov  * 2. Redistributions in binary form must reproduce the above copyright
136f3b523cSKonstantin Belousov  *    notice, this list of conditions and the following disclaimer in the
146f3b523cSKonstantin Belousov  *    documentation and/or other materials provided with the distribution.
156f3b523cSKonstantin Belousov  *
166f3b523cSKonstantin Belousov  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
176f3b523cSKonstantin Belousov  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
186f3b523cSKonstantin Belousov  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
196f3b523cSKonstantin Belousov  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
206f3b523cSKonstantin Belousov  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
216f3b523cSKonstantin Belousov  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
226f3b523cSKonstantin Belousov  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
236f3b523cSKonstantin Belousov  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
246f3b523cSKonstantin Belousov  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
256f3b523cSKonstantin Belousov  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
266f3b523cSKonstantin Belousov  */
276f3b523cSKonstantin Belousov 
286f3b523cSKonstantin Belousov #ifndef	_SYS_DUMPSET_H_
296f3b523cSKonstantin Belousov #define	_SYS_DUMPSET_H_
306f3b523cSKonstantin Belousov 
316f3b523cSKonstantin Belousov #include <sys/_bitset.h>
326f3b523cSKonstantin Belousov #include <sys/bitset.h>
336f3b523cSKonstantin Belousov 
346f3b523cSKonstantin Belousov extern struct bitset *vm_page_dump;
356f3b523cSKonstantin Belousov extern long vm_page_dump_pages;
366f3b523cSKonstantin Belousov extern vm_paddr_t dump_avail[PHYS_AVAIL_COUNT];
376f3b523cSKonstantin Belousov 
3810fe6f80SMitchell Horne /* For the common case: add/remove a page from the minidump bitset. */
3910fe6f80SMitchell Horne #define	dump_add_page(pa)	vm_page_dump_add(vm_page_dump, pa)
4010fe6f80SMitchell Horne #define	dump_drop_page(pa)	vm_page_dump_drop(vm_page_dump, pa)
4110fe6f80SMitchell Horne 
426f3b523cSKonstantin Belousov static inline void
vm_page_dump_add(struct bitset * bitset,vm_paddr_t pa)4310fe6f80SMitchell Horne vm_page_dump_add(struct bitset *bitset, vm_paddr_t pa)
446f3b523cSKonstantin Belousov {
456f3b523cSKonstantin Belousov 	vm_pindex_t adj;
466f3b523cSKonstantin Belousov 	int i;
476f3b523cSKonstantin Belousov 
486f3b523cSKonstantin Belousov 	adj = 0;
496f3b523cSKonstantin Belousov 	for (i = 0; dump_avail[i + 1] != 0; i += 2) {
506f3b523cSKonstantin Belousov 		if (pa >= dump_avail[i] && pa < dump_avail[i + 1]) {
516f3b523cSKonstantin Belousov 			BIT_SET_ATOMIC(vm_page_dump_pages,
526f3b523cSKonstantin Belousov 			    (pa >> PAGE_SHIFT) - (dump_avail[i] >> PAGE_SHIFT) +
5310fe6f80SMitchell Horne 			    adj, bitset);
546f3b523cSKonstantin Belousov 			return;
556f3b523cSKonstantin Belousov 		}
566f3b523cSKonstantin Belousov 		adj += howmany(dump_avail[i + 1], PAGE_SIZE) -
576f3b523cSKonstantin Belousov 		    dump_avail[i] / PAGE_SIZE;
586f3b523cSKonstantin Belousov 	}
596f3b523cSKonstantin Belousov }
606f3b523cSKonstantin Belousov 
616f3b523cSKonstantin Belousov static inline void
vm_page_dump_drop(struct bitset * bitset,vm_paddr_t pa)6210fe6f80SMitchell Horne vm_page_dump_drop(struct bitset *bitset, vm_paddr_t pa)
636f3b523cSKonstantin Belousov {
646f3b523cSKonstantin Belousov 	vm_pindex_t adj;
656f3b523cSKonstantin Belousov 	int i;
666f3b523cSKonstantin Belousov 
676f3b523cSKonstantin Belousov 	adj = 0;
686f3b523cSKonstantin Belousov 	for (i = 0; dump_avail[i + 1] != 0; i += 2) {
696f3b523cSKonstantin Belousov 		if (pa >= dump_avail[i] && pa < dump_avail[i + 1]) {
706f3b523cSKonstantin Belousov 			BIT_CLR_ATOMIC(vm_page_dump_pages,
716f3b523cSKonstantin Belousov 			    (pa >> PAGE_SHIFT) - (dump_avail[i] >> PAGE_SHIFT) +
7210fe6f80SMitchell Horne 			    adj, bitset);
736f3b523cSKonstantin Belousov 			return;
746f3b523cSKonstantin Belousov 		}
756f3b523cSKonstantin Belousov 		adj += howmany(dump_avail[i + 1], PAGE_SIZE) -
766f3b523cSKonstantin Belousov 		    dump_avail[i] / PAGE_SIZE;
776f3b523cSKonstantin Belousov 	}
786f3b523cSKonstantin Belousov }
796f3b523cSKonstantin Belousov 
806f3b523cSKonstantin Belousov static inline vm_paddr_t
vm_page_dump_index_to_pa(int bit)816f3b523cSKonstantin Belousov vm_page_dump_index_to_pa(int bit)
826f3b523cSKonstantin Belousov {
836f3b523cSKonstantin Belousov 	int i, tot;
846f3b523cSKonstantin Belousov 
856f3b523cSKonstantin Belousov 	for (i = 0; dump_avail[i + 1] != 0; i += 2) {
866f3b523cSKonstantin Belousov 		tot = howmany(dump_avail[i + 1], PAGE_SIZE) -
876f3b523cSKonstantin Belousov 		    dump_avail[i] / PAGE_SIZE;
886f3b523cSKonstantin Belousov 		if (bit < tot)
896f3b523cSKonstantin Belousov 			return ((vm_paddr_t)bit * PAGE_SIZE +
906f3b523cSKonstantin Belousov 			    (dump_avail[i] & ~PAGE_MASK));
916f3b523cSKonstantin Belousov 		bit -= tot;
926f3b523cSKonstantin Belousov 	}
93a9fca3b9SJohn Baldwin 	return (0);
946f3b523cSKonstantin Belousov }
956f3b523cSKonstantin Belousov 
9610fe6f80SMitchell Horne #define VM_PAGE_DUMP_FOREACH(bitset, pa)				\
9710fe6f80SMitchell Horne 	for (vm_pindex_t __b = BIT_FFS(vm_page_dump_pages, bitset);	\
986f3b523cSKonstantin Belousov 	    (pa) = vm_page_dump_index_to_pa(__b - 1), __b != 0;		\
9910fe6f80SMitchell Horne 	    __b = BIT_FFS_AT(vm_page_dump_pages, bitset, __b))
1006f3b523cSKonstantin Belousov 
1016f3b523cSKonstantin Belousov #endif	/* _SYS_DUMPSET_H_ */
102