137 #define POOL_IMAGIC(ph, pi) ((u_long)(pi) ^ (ph)->ph_magic)  argument
696 	struct pool_item *pi;  in pool_do_get()  local
723 	pi = XSIMPLEQ_FIRST(&ph->ph_items);  in pool_do_get()
724 	if (__predict_false(pi == NULL))  in pool_do_get()
727 	if (__predict_false(pi->pi_magic != POOL_IMAGIC(ph, pi))) {  in pool_do_get()
730 		    __func__, pp->pr_wchan, ph->ph_page, pi,  in pool_do_get()
731 		    0, pi->pi_magic, POOL_IMAGIC(ph, pi));  in pool_do_get()
740 		if (poison_check(pi + 1, pp->pr_size - sizeof(*pi),  in pool_do_get()
742 			int *ip = (int *)(pi + 1);  in pool_do_get()
745 			    __func__, pp->pr_wchan, ph->ph_page, pi,  in pool_do_get()
746 			    (pidx * sizeof(int)) + sizeof(*pi), ip[pidx]);  in pool_do_get()
774 	return (pi);  in pool_do_get()
835 	struct pool_item *pi = v;  in pool_do_put()  local
846 			if (pi == qi) {  in pool_do_put()
848 				    pp->pr_wchan, pi);  in pool_do_put()
854 	pi->pi_magic = POOL_IMAGIC(ph, pi);  in pool_do_put()
855 	XSIMPLEQ_INSERT_HEAD(&ph->ph_items, pi, pi_list);  in pool_do_put()
858 		poison_mem(pi + 1, pp->pr_size - sizeof(*pi));  in pool_do_put()
919 	struct pool_item *pi;  in pool_p_alloc()  local
926 	KASSERT(pp->pr_size >= sizeof(*pi));  in pool_p_alloc()
959 		pi = (struct pool_item *)addr;  in pool_p_alloc()
960 		pi->pi_magic = POOL_IMAGIC(ph, pi);  in pool_p_alloc()
967 			XSIMPLEQ_INSERT_TAIL(&ph->ph_items, pi, pi_list);  in pool_p_alloc()
969 			XSIMPLEQ_INSERT_HEAD(&ph->ph_items, pi, pi_list);  in pool_p_alloc()
973 			poison_mem(pi + 1, pp->pr_size - sizeof(*pi));  in pool_p_alloc()
985 	struct pool_item *pi;  in pool_p_free()  local
990 	XSIMPLEQ_FOREACH(pi, &ph->ph_items, pi_list) {  in pool_p_free()
991 		if (__predict_false(pi->pi_magic != POOL_IMAGIC(ph, pi))) {  in pool_p_free()
994 			    __func__, pp->pr_wchan, ph->ph_page, pi,  in pool_p_free()
995 			    0, pi->pi_magic);  in pool_p_free()
1002 			if (poison_check(pi + 1, pp->pr_size - sizeof(*pi),  in pool_p_free()
1004 				int *ip = (int *)(pi + 1);  in pool_p_free()
1007 				    __func__, pp->pr_wchan, ph->ph_page, pi,  in pool_p_free()
1197 	struct pool_item *pi;  in pool_print_pagelist()  local
1202 		XSIMPLEQ_FOREACH(pi, &ph->ph_items, pi_list) {  in pool_print_pagelist()
1203 			if (pi->pi_magic != POOL_IMAGIC(ph, pi)) {  in pool_print_pagelist()
1205 				    pi, pi->pi_magic);  in pool_print_pagelist()
1336 	struct pool_item *pi;  in pool_chk_page()  local
1350 	for (pi = XSIMPLEQ_FIRST(&ph->ph_items), n = 0;  in pool_chk_page()
1351 	     pi != NULL;  in pool_chk_page()
1352 	     pi = XSIMPLEQ_NEXT(&ph->ph_items, pi, pi_list), n++) {  in pool_chk_page()
1353 		if ((caddr_t)pi < ph->ph_page ||  in pool_chk_page()
1354 		    (caddr_t)pi >= ph->ph_page + pp->pr_pgsize) {  in pool_chk_page()
1358 			    pp->pr_wchan, ph->ph_page, n, pi);  in pool_chk_page()
1362 		if (pi->pi_magic != POOL_IMAGIC(ph, pi)) {  in pool_chk_page()
1367 			    pp, pp->pr_wchan, ph->ph_page, n, pi, page,  in pool_chk_page()
1368 			    0, pi->pi_magic);  in pool_chk_page()
1375 			if (poison_check(pi + 1, pp->pr_size - sizeof(*pi),  in pool_chk_page()
1377 				int *ip = (int *)(pi + 1);  in pool_chk_page()
1381 				    pp->pr_wchan, ph->ph_page, n, pi,  in pool_chk_page()
1429 	struct pool_item *pi;  in pool_walk()  local
1448 			XSIMPLEQ_FOREACH(pi, &ph->ph_items, pi_list) {  in pool_walk()
1449 				if (cp == (caddr_t)pi)  in pool_walk()
1452 			if (cp != (caddr_t)pi) {  in pool_walk()
1472 	struct kinfo_pool pi;  in sysctl_dopool()  local
1511 		memset(&pi, 0, sizeof(pi));  in sysctl_dopool()
1514 		pi.pr_size = pp->pr_size;  in sysctl_dopool()
1515 		pi.pr_pgsize = pp->pr_pgsize;  in sysctl_dopool()
1516 		pi.pr_itemsperpage = pp->pr_itemsperpage;  in sysctl_dopool()
1517 		pi.pr_npages = pp->pr_npages;  in sysctl_dopool()
1518 		pi.pr_minpages = pp->pr_minpages;  in sysctl_dopool()
1519 		pi.pr_maxpages = pp->pr_maxpages;  in sysctl_dopool()
1520 		pi.pr_hardlimit = pp->pr_hardlimit;  in sysctl_dopool()
1521 		pi.pr_nout = pp->pr_nout;  in sysctl_dopool()
1522 		pi.pr_nitems = pp->pr_nitems;  in sysctl_dopool()
1523 		pi.pr_nget = pp->pr_nget;  in sysctl_dopool()
1524 		pi.pr_nput = pp->pr_nput;  in sysctl_dopool()
1525 		pi.pr_nfail = pp->pr_nfail;  in sysctl_dopool()
1526 		pi.pr_npagealloc = pp->pr_npagealloc;  in sysctl_dopool()
1527 		pi.pr_npagefree = pp->pr_npagefree;  in sysctl_dopool()
1528 		pi.pr_hiwat = pp->pr_hiwat;  in sysctl_dopool()
1529 		pi.pr_nidle = pp->pr_nidle;  in sysctl_dopool()
1532 		pool_cache_pool_info(pp, &pi);  in sysctl_dopool()
1534 		rv = sysctl_rdstruct(oldp, oldlenp, NULL, &pi, sizeof(pi));  in sysctl_dopool()
2057 pool_cache_pool_info(struct pool *pp, struct kinfo_pool *pi)  in pool_cache_pool_info()  argument
2079 		pi->pr_nget += nget;  in pool_cache_pool_info()
2080 		pi->pr_nput += nput;  in pool_cache_pool_info()
2086 		pi->pr_nout += pc->pc_nout;  in pool_cache_pool_info()
2088 	pi->pr_nout += pp->pr_cache_nout;  in pool_cache_pool_info()
2174 pool_cache_pool_info(struct pool *pp, struct kinfo_pool *pi)  in pool_cache_pool_info()  argument