| /freebsd/sys/x86/x86/ |
| H A D | busdma_bounce.c | 111 #define dmat_bounce_flags(dmat) ((dmat)->bounce_flags) argument
112 #define dmat_boundary(dmat) ((dmat)->common.boundary) argument
113 #define dmat_domain(dmat) ((dmat)->common.domain) argument
114 #define dmat_flags(dmat) ((dmat)->common.flags) argument
115 #define dmat_highaddr(dmat) ((dmat)->common.highaddr) argument
116 #define dmat_lowaddr(dmat) ((dmat)->common.lowaddr) argument
117 #define dmat_lockfunc(dmat) ((dmat)->common.lockfunc) argument
119 #define dmat_maxsegsz(dmat) ((dmat)->common.maxsegsz) argument
354 __func__, dmat, dmat->common.flags, error); in bounce_bus_dmamap_create()
473 __func__, dmat, dmat->common.flags, 0); in bounce_bus_dmamem_alloc()
[all …]
|
| H A D | busdma_machdep.c | 61 void **dmat) in common_bus_dma_tag_create() argument
73 *dmat = NULL; in common_bus_dma_tag_create()
116 *dmat = common; in common_bus_dma_tag_create()
125 tc = (struct bus_dma_tag_common *)dmat; in bus_dma_tag_set_domain()
131 return (tc->impl->tag_set_domain(dmat)); in bus_dma_tag_set_domain()
154 flags, lockfunc, lockfuncarg, dmat); in bus_dma_tag_create()
159 flags, lockfunc, lockfuncarg, dmat); in bus_dma_tag_create()
169 if (t == NULL || dmat == NULL) in bus_dma_template_clone()
187 bus_dma_tag_destroy(bus_dma_tag_t dmat) in bus_dma_tag_destroy() argument
191 tc = (struct bus_dma_tag_common *)dmat; in bus_dma_tag_destroy()
[all …]
|
| /freebsd/sys/powerpc/powerpc/ |
| H A D | busdma_machdep.c | 104 #define dmat_boundary(dmat) ((dmat)->boundary) argument
105 #define dmat_flags(dmat) ((dmat)->flags) argument
107 #define dmat_lowaddr(dmat) ((dmat)->lowaddr) argument
366 __func__, dmat, dmat->flags, error); in bus_dmamap_create()
428 (dmat->alignment <= dmat->maxsize) && in bus_dmamem_alloc()
440 dmat->lowaddr, dmat->alignment ? dmat->alignment : 1ul, in bus_dmamem_alloc()
452 __func__, dmat, dmat->flags, 0); in bus_dmamem_alloc()
482 dmat->boundary, dmat->alignment); in _bus_dmamap_count_phys()
514 dmat->boundary, dmat->alignment); in _bus_dmamap_count_pages()
675 map->dmat = dmat; in _bus_dmamap_waitok()
[all …]
|
| /freebsd/sys/arm64/arm64/ |
| H A D | busdma_bounce.c | 124 #define dmat_bounce_flags(dmat) ((dmat)->bounce_flags) argument
125 #define dmat_boundary(dmat) ((dmat)->common.boundary) argument
126 #define dmat_domain(dmat) ((dmat)->common.domain) argument
127 #define dmat_flags(dmat) ((dmat)->common.flags) argument
128 #define dmat_highaddr(dmat) ((dmat)->common.highaddr) argument
129 #define dmat_lowaddr(dmat) ((dmat)->common.lowaddr) argument
130 #define dmat_lockfunc(dmat) ((dmat)->common.lockfunc) argument
132 #define dmat_maxsegsz(dmat) ((dmat)->common.maxsegsz) argument
456 __func__, dmat, dmat->common.flags, error); in bounce_bus_dmamap_create()
602 __func__, dmat, dmat->common.flags, 0); in bounce_bus_dmamem_alloc()
[all …]
|
| H A D | busdma_machdep.c | 64 *dmat = NULL; in common_bus_dma_tag_create()
113 *dmat = common; in common_bus_dma_tag_create()
125 void *lockfuncarg, bus_dma_tag_t *dmat) in bus_dma_tag_create() argument
137 flags, lockfunc, lockfuncarg, dmat); in bus_dma_tag_create()
142 flags, lockfunc, lockfuncarg, dmat); in bus_dma_tag_create()
152 if (t == NULL || dmat == NULL) in bus_dma_template_clone()
170 bus_dma_tag_destroy(bus_dma_tag_t dmat) in bus_dma_tag_destroy() argument
174 tc = (struct bus_dma_tag_common *)dmat; in bus_dma_tag_destroy()
175 return (tc->impl->tag_destroy(dmat)); in bus_dma_tag_destroy()
183 tc = (struct bus_dma_tag_common *)dmat; in bus_dma_tag_set_domain()
[all …]
|
| /freebsd/sys/riscv/riscv/ |
| H A D | busdma_bounce.c | 114 #define dmat_bounce_flags(dmat) ((dmat)->bounce_flags) argument
115 #define dmat_boundary(dmat) ((dmat)->common.boundary) argument
116 #define dmat_flags(dmat) ((dmat)->common.flags) argument
117 #define dmat_highaddr(dmat) ((dmat)->common.highaddr) argument
118 #define dmat_lowaddr(dmat) ((dmat)->common.lowaddr) argument
119 #define dmat_lockfunc(dmat) ((dmat)->common.lockfunc) argument
121 #define dmat_maxsegsz(dmat) ((dmat)->common.maxsegsz) argument
316 __func__, dmat, dmat->common.flags, error); in bounce_bus_dmamap_create()
402 __func__, dmat, dmat->common.flags, ENOMEM); in bounce_bus_dmamem_alloc()
457 __func__, dmat, dmat->common.flags, 0); in bounce_bus_dmamem_alloc()
[all …]
|
| H A D | busdma_machdep.c | 56 void *lockfuncarg, size_t sz, void **dmat) in common_bus_dma_tag_create() argument
63 *dmat = NULL; in common_bus_dma_tag_create()
107 *dmat = common; in common_bus_dma_tag_create()
119 void *lockfuncarg, bus_dma_tag_t *dmat) in bus_dma_tag_create() argument
131 flags, lockfunc, lockfuncarg, dmat); in bus_dma_tag_create()
136 flags, lockfunc, lockfuncarg, dmat); in bus_dma_tag_create()
146 if (t == NULL || dmat == NULL) in bus_dma_template_clone()
149 common = (struct bus_dma_tag_common *)dmat; in bus_dma_template_clone()
164 bus_dma_tag_destroy(bus_dma_tag_t dmat) in bus_dma_tag_destroy() argument
168 tc = (struct bus_dma_tag_common *)dmat; in bus_dma_tag_destroy()
[all …]
|
| /freebsd/sys/arm64/include/ |
| H A D | bus_dma.h | 18 tc = (struct bus_dma_tag_common *)dmat; in bus_dma_id_mapped()
31 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_create()
44 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_destroy()
59 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamem_alloc()
72 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamem_free()
73 tc->impl->mem_free(dmat, vaddr, map); in bus_dmamem_free()
84 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_unload()
85 tc->impl->map_unload(dmat, map); in bus_dmamap_unload()
93 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_sync()
94 tc->impl->map_sync(dmat, map, op); in bus_dmamap_sync()
[all …]
|
| H A D | bus_dma_impl.h | 52 void *lockfuncarg, bus_dma_tag_t *dmat);
53 int (*tag_destroy)(bus_dma_tag_t dmat);
57 int (*map_destroy)(bus_dma_tag_t dmat, bus_dmamap_t map);
58 int (*mem_alloc)(bus_dma_tag_t dmat, void** vaddr, int flags,
61 int (*load_ma)(bus_dma_tag_t dmat, bus_dmamap_t map,
64 int (*load_phys)(bus_dma_tag_t dmat, bus_dmamap_t map,
67 int (*load_buffer)(bus_dma_tag_t dmat, bus_dmamap_t map,
70 void (*map_waitok)(bus_dma_tag_t dmat, bus_dmamap_t map,
75 void (*map_unload)(bus_dma_tag_t dmat, bus_dmamap_t map);
76 void (*map_sync)(bus_dma_tag_t dmat, bus_dmamap_t map,
[all …]
|
| /freebsd/sys/arm/arm/ |
| H A D | busdma_machdep.c | 172 #define dmat_boundary(dmat) ((dmat)->boundary) argument
173 #define dmat_flags(dmat) ((dmat)->flags) argument
174 #define dmat_highaddr(dmat) ((dmat)->highaddr) argument
175 #define dmat_lowaddr(dmat) ((dmat)->lowaddr) argument
176 #define dmat_lockfunc(dmat) ((dmat)->lockfunc) argument
178 #define dmat_maxsegsz(dmat) ((dmat)->maxsegsz) argument
728 dmat->lowaddr, dmat->alignment, dmat->boundary, memattr); in bus_dmamem_alloc()
744 __func__, dmat, dmat->flags, 0); in bus_dmamem_alloc()
791 dmat->lowaddr, dmat->boundary, dmat->alignment, in _bus_dmamap_count_phys()
824 dmat->lowaddr, dmat->boundary, dmat->alignment, in _bus_dmamap_count_pages()
[all …]
|
| /freebsd/sys/x86/include/ |
| H A D | bus_dma.h | 44 tc = (struct bus_dma_tag_common *)dmat; in bus_dma_id_mapped()
57 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_create()
70 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_destroy()
85 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamem_alloc()
98 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamem_free()
99 tc->impl->mem_free(dmat, vaddr, map); in bus_dmamem_free()
112 tc->impl->map_unload(dmat, map); in bus_dmamap_unload()
123 tc->impl->map_sync(dmat, map, op); in bus_dmamap_sync()
137 tc = (struct bus_dma_tag_common *)dmat; in _bus_dmamap_load_phys()
149 tc = (struct bus_dma_tag_common *)dmat; in _bus_dmamap_load_ma()
[all …]
|
| H A D | busdma_impl.h | 54 void *lockfuncarg, bus_dma_tag_t *dmat);
55 int (*tag_destroy)(bus_dma_tag_t dmat);
59 int (*map_destroy)(bus_dma_tag_t dmat, bus_dmamap_t map);
60 int (*mem_alloc)(bus_dma_tag_t dmat, void** vaddr, int flags,
62 void (*mem_free)(bus_dma_tag_t dmat, void *vaddr, bus_dmamap_t map);
63 int (*load_ma)(bus_dma_tag_t dmat, bus_dmamap_t map,
66 int (*load_phys)(bus_dma_tag_t dmat, bus_dmamap_t map,
69 int (*load_buffer)(bus_dma_tag_t dmat, bus_dmamap_t map,
72 void (*map_waitok)(bus_dma_tag_t dmat, bus_dmamap_t map,
77 void (*map_unload)(bus_dma_tag_t dmat, bus_dmamap_t map);
[all …]
|
| /freebsd/sys/riscv/include/ |
| H A D | bus_dma.h | 19 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_create()
32 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_destroy()
33 return (tc->impl->map_destroy(dmat, map)); in bus_dmamap_destroy()
47 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamem_alloc()
60 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamem_free()
61 tc->impl->mem_free(dmat, vaddr, map); in bus_dmamem_free()
72 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_unload()
73 tc->impl->map_unload(dmat, map); in bus_dmamap_unload()
81 tc = (struct bus_dma_tag_common *)dmat; in bus_dmamap_sync()
82 tc->impl->map_sync(dmat, map, op); in bus_dmamap_sync()
[all …]
|
| H A D | bus_dma_impl.h | 51 void *lockfuncarg, bus_dma_tag_t *dmat);
52 int (*tag_destroy)(bus_dma_tag_t dmat);
54 int (*map_destroy)(bus_dma_tag_t dmat, bus_dmamap_t map);
55 int (*mem_alloc)(bus_dma_tag_t dmat, void** vaddr, int flags,
57 void (*mem_free)(bus_dma_tag_t dmat, void *vaddr, bus_dmamap_t map);
58 int (*load_ma)(bus_dma_tag_t dmat, bus_dmamap_t map,
61 int (*load_phys)(bus_dma_tag_t dmat, bus_dmamap_t map,
64 int (*load_buffer)(bus_dma_tag_t dmat, bus_dmamap_t map,
67 void (*map_waitok)(bus_dma_tag_t dmat, bus_dmamap_t map,
72 void (*map_unload)(bus_dma_tag_t dmat, bus_dmamap_t map);
[all …]
|
| /freebsd/sys/kern/ |
| H A D | subr_bus_dma.c | 141 error = _bus_dmamap_load_phys(dmat, map, in _bus_dmamap_load_plist()
194 error = _bus_dmamap_load_phys(dmat, map, in _bus_dmamap_load_mbuf_epg()
336 _bus_dmamap_load_kmsan(dmat, map, &mem); in bus_dmamap_load()
350 __func__, dmat, flags, error, nsegs); in bus_dmamap_load()
382 _bus_dmamap_load_kmsan(dmat, map, &mem); in bus_dmamap_load_mbuf()
397 __func__, dmat, flags, error, nsegs); in bus_dmamap_load_mbuf()
409 _bus_dmamap_load_kmsan(dmat, map, &mem); in bus_dmamap_load_mbuf_sg()
429 _bus_dmamap_load_kmsan(dmat, map, &mem); in bus_dmamap_load_uio()
470 _bus_dmamap_load_kmsan(dmat, map, mem); in bus_dmamap_load_mem()
623 if (t == NULL || dmat == NULL) in bus_dma_template_tag()
[all …]
|
| H A D | subr_busdma_bounce.c | 166 if (paddr > dmat_lowaddr(dmat) && paddr <= dmat_highaddr(dmat)) in addr_needs_bounce()
213 dmat->bounce_zone = bz; in alloc_bounce_zone()
278 bz = dmat->bounce_zone; in alloc_bounce_pages()
324 bz = dmat->bounce_zone; in reserve_bounce_pages()
359 bz = dmat->bounce_zone; in add_bounce_page()
416 bz = dmat->bounce_zone; in free_bounce_pages()
467 dmat, dmat_bounce_flags(dmat), (uintmax_t)dmat_lowaddr(dmat), in _bus_dmamap_addseg()
528 bus_dma_tag_t dmat; in busdma_thread() local
546 dmat = map->dmat; in busdma_thread()
548 dmat_lockfunc(dmat)(dmat_lockfuncarg(dmat), in busdma_thread() local
[all …]
|
| /freebsd/sys/sys/ |
| H A D | bus_dma.h | 183 void *lockfuncarg, bus_dma_tag_t *dmat);
268 int bus_dma_tag_set_domain(bus_dma_tag_t dmat, int domain);
270 int bus_dma_tag_destroy(bus_dma_tag_t dmat);
288 int bus_dmamap_load(bus_dma_tag_t dmat, bus_dmamap_t map, void *buf,
296 int bus_dmamap_load_mbuf(bus_dma_tag_t dmat, bus_dmamap_t map,
301 int bus_dmamap_load_mbuf_sg(bus_dma_tag_t dmat, bus_dmamap_t map,
309 int bus_dmamap_load_uio(bus_dma_tag_t dmat, bus_dmamap_t map,
331 int bus_dmamap_load_crp(bus_dma_tag_t dmat, bus_dmamap_t map,
334 int bus_dmamap_load_crp_buffer(bus_dma_tag_t dmat, bus_dmamap_t map,
342 int bus_dmamap_load_mem(bus_dma_tag_t dmat, bus_dmamap_t map,
[all …]
|
| H A D | bus_dma_internal.h | 38 bus_dma_segment_t *_bus_dmamap_complete(bus_dma_tag_t dmat,
42 int _bus_dmamap_load_buffer(bus_dma_tag_t dmat, bus_dmamap_t map,
46 int _bus_dmamap_load_ma(bus_dma_tag_t dmat, bus_dmamap_t map,
50 int _bus_dmamap_load_phys(bus_dma_tag_t dmat, bus_dmamap_t map,
54 void _bus_dmamap_waitok(bus_dma_tag_t dmat, bus_dmamap_t map,
|
| /freebsd/sys/dev/iommu/ |
| H A D | busdma_iommu.c | 365 *dmat = NULL; in iommu_bus_dma_tag_create()
379 *dmat = (bus_dma_tag_t)newtag; in iommu_bus_dma_tag_create()
397 struct bus_dma_tag_iommu *dmat; in iommu_bus_dma_tag_destroy() local
403 if (dmat != NULL) { in iommu_bus_dma_tag_destroy()
404 if (dmat->map_count != 0) { in iommu_bus_dma_tag_destroy()
408 if (dmat == dmat->ctx->tag) in iommu_bus_dma_tag_destroy()
409 iommu_free_ctx(dmat->ctx); in iommu_bus_dma_tag_destroy()
410 free(dmat->segments, M_IOMMU_DMAMAP); in iommu_bus_dma_tag_destroy()
411 free(dmat, M_DEVBUF); in iommu_bus_dma_tag_destroy()
431 tag = (struct bus_dma_tag_iommu *)dmat; in iommu_bus_dmamap_create()
[all …]
|
| /freebsd/sys/dev/firewire/ |
| H A D | fwdma.c | 76 /*parent*/ fc->dmat, in fwdma_malloc()
118 fwdma_malloc_size(bus_dma_tag_t dmat, bus_dmamap_t *dmamap, in fwdma_malloc_size() argument
123 if (bus_dmamem_alloc(dmat, &v_addr, flag, dmamap)) { in fwdma_malloc_size()
127 bus_dmamap_load(dmat, *dmamap, v_addr, size, in fwdma_malloc_size()
133 fwdma_free_size(bus_dma_tag_t dmat, bus_dmamap_t dmamap, in fwdma_free_size() argument
136 bus_dmamap_unload(dmat, dmamap); in fwdma_free_size()
137 bus_dmamem_free(dmat, vaddr, dmamap); in fwdma_free_size()
168 /*parent*/ fc->dmat, in fwdma_malloc_multiseg()
|
| /freebsd/sys/dev/dpaa2/ |
| H A D | dpaa2_buf.h | 44 bus_dma_tag_t dmat; member
58 (__buf)->dmat = (__tag); \
82 KASSERT((__buf)->dmat != NULL, ("%s: no DMA tag?", __func__)); \
92 KASSERT((__sgt)->dmat != NULL, ("%s: no S/G DMA tag?", __func__)); \
106 KASSERT((__buf)->dmat != NULL, ("%s: no DMA tag?", __func__)); \
116 KASSERT((__sgt)->dmat != NULL, ("%s: no S/G DMA tag?", __func__)); \
141 KASSERT((__buf)->dmat != NULL, ("%s: no DMA tag?", __func__)); \
153 KASSERT((__buf)->dmat != NULL, ("%s: no DMA tag?", __func__)); \
|
| H A D | dpaa2_buf.c | 145 error = bus_dmamap_create(buf->dmat, 0, &buf->dmap); in dpaa2_buf_seed_rxb()
166 error = bus_dmamap_load_mbuf_sg(buf->dmat, buf->dmap, buf->m, &buf->seg, in dpaa2_buf_seed_rxb()
185 bus_dmamap_sync(buf->dmat, buf->dmap, BUS_DMASYNC_PREREAD); in dpaa2_buf_seed_rxb()
198 (void)bus_dmamap_destroy(buf->dmat, buf->dmap); in dpaa2_buf_seed_rxb()
217 error = bus_dmamap_create(buf->dmat, 0, &buf->dmap); in dpaa2_buf_seed_txb()
227 error = bus_dmamem_alloc(sgt->dmat, (void **)&sgt->vaddr, in dpaa2_buf_seed_txb()
242 (void)bus_dmamap_destroy(buf->dmat, buf->dmap); in dpaa2_buf_seed_txb()
|
| H A D | dpaa2_channel.c | 266 bus_dmamem_free(ch->store.dmat, ch->store.vaddr, ch->store.dmap); in dpaa2_chan_setup()
268 if (ch->store.dmat != NULL) { in dpaa2_chan_setup()
269 bus_dma_tag_destroy(ch->store.dmat); in dpaa2_chan_setup()
271 ch->store.dmat = NULL; in dpaa2_chan_setup()
478 &buf->dmat); in dpaa2_chan_alloc_storage()
484 error = bus_dmamem_alloc(buf->dmat, (void **)&buf->vaddr, in dpaa2_chan_alloc_storage()
493 error = bus_dmamap_load(buf->dmat, buf->dmap, buf->vaddr, size, in dpaa2_chan_alloc_storage()
501 bus_dmamap_sync(buf->dmat, buf->dmap, in dpaa2_chan_alloc_storage()
509 bus_dmamem_free(buf->dmat, buf->vaddr, buf->dmap); in dpaa2_chan_alloc_storage()
511 bus_dma_tag_destroy(buf->dmat); in dpaa2_chan_alloc_storage()
[all …]
|
| /freebsd/sys/compat/linuxkpi/common/src/ |
| H A D | linux_pci.c | 139 bus_dma_tag_t dmat; member
154 if (priv->dmat) in linux_pdev_dma_uninit()
155 bus_dma_tag_destroy(priv->dmat); in linux_pdev_dma_uninit()
201 if (priv->dmat) { in linux_dma_tag_init()
205 bus_dma_tag_destroy(priv->dmat); in linux_dma_tag_init()
220 &priv->dmat); in linux_dma_tag_init()
1358 bus_dma_tag_t dmat; member
1408 bus_dma_tag_t dmat) in linux_dma_map_phys_common() argument
1423 if (bus_dma_id_mapped(dmat, phys, len)) in linux_dma_map_phys_common()
1430 obj->dmat = dmat; in linux_dma_map_phys_common()
[all …]
|
| /freebsd/sys/dev/sound/pci/ |
| H A D | hdspe.c | 192 /*dmatag*/&sc->dmat) != 0) { in hdspe_alloc_resources()
200 if (bus_dmamem_alloc(sc->dmat, (void **)&sc->pbuf, BUS_DMA_WAITOK, in hdspe_alloc_resources()
206 if (bus_dmamap_load(sc->dmat, sc->pmap, sc->pbuf, sc->bufsize, in hdspe_alloc_resources()
213 if (bus_dmamem_alloc(sc->dmat, (void **)&sc->rbuf, BUS_DMA_WAITOK, in hdspe_alloc_resources()
219 if (bus_dmamap_load(sc->dmat, sc->rmap, sc->rbuf, sc->bufsize, in hdspe_alloc_resources()
632 bus_dmamap_unload(sc->dmat, sc->rmap); in hdspe_dmafree()
633 bus_dmamap_unload(sc->dmat, sc->pmap); in hdspe_dmafree()
634 bus_dmamem_free(sc->dmat, sc->rbuf, sc->rmap); in hdspe_dmafree()
635 bus_dmamem_free(sc->dmat, sc->pbuf, sc->pmap); in hdspe_dmafree()
659 if (sc->dmat) in hdspe_detach()
[all …]
|