45 phys_copyback(vm_paddr_t pa, int off, int size, const void *src)  in phys_copyback()  argument
55 	pa += off;  in phys_copyback()
69 vlist_copyback(struct bus_dma_segment *vlist, int sglist_cnt, int off,  in vlist_copyback()  argument
75 	while (vlist->ds_len <= off) {  in vlist_copyback()
78 		off -= vlist->ds_len;  in vlist_copyback()
88 		if (todo > vlist->ds_len - off)  in vlist_copyback()
89 			todo = vlist->ds_len - off;  in vlist_copyback()
91 		memcpy((char *)(uintptr_t)vlist->ds_addr + off, p, todo);  in vlist_copyback()
92 		off = 0;  in vlist_copyback()
101 plist_copyback(struct bus_dma_segment *plist, int sglist_cnt, int off,  in plist_copyback()  argument
107 	while (plist->ds_len <= off) {  in plist_copyback()
110 		off -= plist->ds_len;  in plist_copyback()
120 		if (todo > plist->ds_len - off)  in plist_copyback()
121 			todo = plist->ds_len - off;  in plist_copyback()
123 		phys_copyback(plist->ds_addr, off, todo, p);  in plist_copyback()
124 		off = 0;  in plist_copyback()
133 vmpages_copyback(vm_page_t *m, int off, int size, const void *src)  in vmpages_copyback()  argument
147 	error = uiomove_fromphys(m, off, size, &uio);  in vmpages_copyback()
152 memdesc_copyback(struct memdesc *mem, int off, int size, const void *src)  in memdesc_copyback()  argument
154 	KASSERT(off >= 0, ("%s: invalid offset %d", __func__, off));  in memdesc_copyback()
155 	KASSERT(size >= 0, ("%s: invalid size %d", __func__, off));  in memdesc_copyback()
159 		KASSERT(off + size <= mem->md_len, ("copy out of bounds"));  in memdesc_copyback()
160 		memcpy((char *)mem->u.md_vaddr + off, src, size);  in memdesc_copyback()
163 		KASSERT(off + size <= mem->md_len, ("copy out of bounds"));  in memdesc_copyback()
164 		phys_copyback(mem->u.md_paddr, off, size, src);  in memdesc_copyback()
167 		vlist_copyback(mem->u.md_list, mem->md_nseg, off, size, src);  in memdesc_copyback()
170 		plist_copyback(mem->u.md_list, mem->md_nseg, off, size, src);  in memdesc_copyback()
176 		m_copyback(mem->u.md_mbuf, off, size, src);  in memdesc_copyback()
179 		KASSERT(off + size <= mem->md_len, ("copy out of bounds"));  in memdesc_copyback()
180 		vmpages_copyback(mem->u.md_ma, mem->md_offset + off, size,  in memdesc_copyback()
193 phys_copydata(vm_paddr_t pa, int off, int size, void *dst)  in phys_copydata()  argument
203 	pa += off;  in phys_copydata()
217 vlist_copydata(struct bus_dma_segment *vlist, int sglist_cnt, int off,  in vlist_copydata()  argument
223 	while (vlist->ds_len <= off) {  in vlist_copydata()
226 		off -= vlist->ds_len;  in vlist_copydata()
236 		if (todo > vlist->ds_len - off)  in vlist_copydata()
237 			todo = vlist->ds_len - off;  in vlist_copydata()
239 		memcpy(p, (char *)(uintptr_t)vlist->ds_addr + off, todo);  in vlist_copydata()
240 		off = 0;  in vlist_copydata()
249 plist_copydata(struct bus_dma_segment *plist, int sglist_cnt, int off,  in plist_copydata()  argument
255 	while (plist->ds_len <= off) {  in plist_copydata()
258 		off -= plist->ds_len;  in plist_copydata()
268 		if (todo > plist->ds_len - off)  in plist_copydata()
269 			todo = plist->ds_len - off;  in plist_copydata()
271 		phys_copydata(plist->ds_addr, off, todo, p);  in plist_copydata()
272 		off = 0;  in plist_copydata()
281 vmpages_copydata(vm_page_t *m, int off, int size, void *dst)  in vmpages_copydata()  argument
295 	error = uiomove_fromphys(m, off, size, &uio);  in vmpages_copydata()
300 memdesc_copydata(struct memdesc *mem, int off, int size, void *dst)  in memdesc_copydata()  argument
302 	KASSERT(off >= 0, ("%s: invalid offset %d", __func__, off));  in memdesc_copydata()
303 	KASSERT(size >= 0, ("%s: invalid size %d", __func__, off));  in memdesc_copydata()
307 		KASSERT(off + size <= mem->md_len, ("copy out of bounds"));  in memdesc_copydata()
308 		memcpy(dst, (const char *)mem->u.md_vaddr + off, size);  in memdesc_copydata()
311 		KASSERT(off + size <= mem->md_len, ("copy out of bounds"));  in memdesc_copydata()
312 		phys_copydata(mem->u.md_paddr, off, size, dst);  in memdesc_copydata()
315 		vlist_copydata(mem->u.md_list, mem->md_nseg, off, size, dst);  in memdesc_copydata()
318 		plist_copydata(mem->u.md_list, mem->md_nseg, off, size, dst);  in memdesc_copydata()
324 		m_copydata(mem->u.md_mbuf, off, size, dst);  in memdesc_copydata()
327 		KASSERT(off + size <= mem->md_len, ("copy out of bounds"));  in memdesc_copydata()
328 		vmpages_copydata(mem->u.md_ma, mem->md_offset + off, size,  in memdesc_copydata()