1951e0584SRuslan Bukin /*-
2951e0584SRuslan Bukin * SPDX-License-Identifier: BSD-2-Clause
3951e0584SRuslan Bukin *
4951e0584SRuslan Bukin * Copyright (c) 2019 Ruslan Bukin <br@bsdpad.com>
5951e0584SRuslan Bukin *
6951e0584SRuslan Bukin * This software was developed by SRI International and the University of
7951e0584SRuslan Bukin * Cambridge Computer Laboratory (Department of Computer Science and
8951e0584SRuslan Bukin * Technology) under DARPA contract HR0011-18-C-0016 ("ECATS"), as part of the
9951e0584SRuslan Bukin * DARPA SSITH research programme.
10951e0584SRuslan Bukin *
11951e0584SRuslan Bukin * Redistribution and use in source and binary forms, with or without
12951e0584SRuslan Bukin * modification, are permitted provided that the following conditions
13951e0584SRuslan Bukin * are met:
14951e0584SRuslan Bukin * 1. Redistributions of source code must retain the above copyright
15951e0584SRuslan Bukin * notice, this list of conditions and the following disclaimer.
16951e0584SRuslan Bukin * 2. Redistributions in binary form must reproduce the above copyright
17951e0584SRuslan Bukin * notice, this list of conditions and the following disclaimer in the
18951e0584SRuslan Bukin * documentation and/or other materials provided with the distribution.
19951e0584SRuslan Bukin *
20951e0584SRuslan Bukin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
21951e0584SRuslan Bukin * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22951e0584SRuslan Bukin * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23951e0584SRuslan Bukin * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
24951e0584SRuslan Bukin * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25951e0584SRuslan Bukin * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26951e0584SRuslan Bukin * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27951e0584SRuslan Bukin * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28951e0584SRuslan Bukin * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29951e0584SRuslan Bukin * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30951e0584SRuslan Bukin * SUCH DAMAGE.
31951e0584SRuslan Bukin */
32951e0584SRuslan Bukin
33951e0584SRuslan Bukin #include <sys/cdefs.h>
34951e0584SRuslan Bukin #include "opt_platform.h"
35951e0584SRuslan Bukin #include <sys/param.h>
36951e0584SRuslan Bukin #include <sys/conf.h>
37951e0584SRuslan Bukin #include <sys/bus.h>
38951e0584SRuslan Bukin #include <sys/kernel.h>
39951e0584SRuslan Bukin #include <sys/lock.h>
40951e0584SRuslan Bukin #include <sys/malloc.h>
41951e0584SRuslan Bukin #include <sys/mbuf.h>
42951e0584SRuslan Bukin #include <sys/mutex.h>
43951e0584SRuslan Bukin #include <sys/rwlock.h>
44951e0584SRuslan Bukin
45951e0584SRuslan Bukin #include <machine/bus.h>
46951e0584SRuslan Bukin
47951e0584SRuslan Bukin #include <vm/vm.h>
48951e0584SRuslan Bukin #include <vm/pmap.h>
49951e0584SRuslan Bukin #include <vm/vm_extern.h>
50951e0584SRuslan Bukin #include <vm/vm_page.h>
51951e0584SRuslan Bukin
52951e0584SRuslan Bukin #ifdef FDT
53951e0584SRuslan Bukin #include <dev/fdt/fdt_common.h>
54951e0584SRuslan Bukin #include <dev/ofw/ofw_bus.h>
55951e0584SRuslan Bukin #include <dev/ofw/ofw_bus_subr.h>
56951e0584SRuslan Bukin #endif
57951e0584SRuslan Bukin
58951e0584SRuslan Bukin #include <dev/xdma/xdma.h>
59951e0584SRuslan Bukin #include "xdma_if.h"
60951e0584SRuslan Bukin
61951e0584SRuslan Bukin void
xdma_iommu_remove_entry(xdma_channel_t * xchan,vm_offset_t va)62951e0584SRuslan Bukin xdma_iommu_remove_entry(xdma_channel_t *xchan, vm_offset_t va)
63951e0584SRuslan Bukin {
64951e0584SRuslan Bukin struct xdma_iommu *xio;
65951e0584SRuslan Bukin
66951e0584SRuslan Bukin xio = &xchan->xio;
67951e0584SRuslan Bukin
68951e0584SRuslan Bukin va &= ~(PAGE_SIZE - 1);
69951e0584SRuslan Bukin pmap_remove(&xio->p, va, va + PAGE_SIZE);
70951e0584SRuslan Bukin
71951e0584SRuslan Bukin XDMA_IOMMU_REMOVE(xio->dev, xio, va);
72951e0584SRuslan Bukin
73951e0584SRuslan Bukin vmem_free(xio->vmem, va, PAGE_SIZE);
74951e0584SRuslan Bukin }
75951e0584SRuslan Bukin
76951e0584SRuslan Bukin static void
xdma_iommu_enter(struct xdma_iommu * xio,vm_offset_t va,vm_paddr_t pa,vm_size_t size,vm_prot_t prot)77951e0584SRuslan Bukin xdma_iommu_enter(struct xdma_iommu *xio, vm_offset_t va,
78951e0584SRuslan Bukin vm_paddr_t pa, vm_size_t size, vm_prot_t prot)
79951e0584SRuslan Bukin {
80951e0584SRuslan Bukin vm_page_t m;
81951e0584SRuslan Bukin pmap_t p;
82951e0584SRuslan Bukin
83951e0584SRuslan Bukin p = &xio->p;
84951e0584SRuslan Bukin
85951e0584SRuslan Bukin KASSERT((size & PAGE_MASK) == 0,
86951e0584SRuslan Bukin ("%s: device mapping not page-sized", __func__));
87951e0584SRuslan Bukin
88951e0584SRuslan Bukin for (; size > 0; size -= PAGE_SIZE) {
89951e0584SRuslan Bukin m = PHYS_TO_VM_PAGE(pa);
90951e0584SRuslan Bukin pmap_enter(p, va, m, prot, prot | PMAP_ENTER_WIRED, 0);
91951e0584SRuslan Bukin
92951e0584SRuslan Bukin XDMA_IOMMU_ENTER(xio->dev, xio, va, pa);
93951e0584SRuslan Bukin
94951e0584SRuslan Bukin va += PAGE_SIZE;
95951e0584SRuslan Bukin pa += PAGE_SIZE;
96951e0584SRuslan Bukin }
97951e0584SRuslan Bukin }
98951e0584SRuslan Bukin
99951e0584SRuslan Bukin void
xdma_iommu_add_entry(xdma_channel_t * xchan,vm_offset_t * va,vm_paddr_t pa,vm_size_t size,vm_prot_t prot)100951e0584SRuslan Bukin xdma_iommu_add_entry(xdma_channel_t *xchan, vm_offset_t *va,
101951e0584SRuslan Bukin vm_paddr_t pa, vm_size_t size, vm_prot_t prot)
102951e0584SRuslan Bukin {
103951e0584SRuslan Bukin struct xdma_iommu *xio;
104951e0584SRuslan Bukin vm_offset_t addr;
105951e0584SRuslan Bukin
106951e0584SRuslan Bukin size = roundup2(size, PAGE_SIZE);
107951e0584SRuslan Bukin xio = &xchan->xio;
108951e0584SRuslan Bukin
109951e0584SRuslan Bukin if (vmem_alloc(xio->vmem, size,
110951e0584SRuslan Bukin M_FIRSTFIT | M_NOWAIT, &addr)) {
111951e0584SRuslan Bukin panic("Could not allocate virtual address.\n");
112951e0584SRuslan Bukin }
113951e0584SRuslan Bukin
114951e0584SRuslan Bukin addr |= pa & (PAGE_SIZE - 1);
115951e0584SRuslan Bukin
116951e0584SRuslan Bukin if (va)
117951e0584SRuslan Bukin *va = addr;
118951e0584SRuslan Bukin
119951e0584SRuslan Bukin xdma_iommu_enter(xio, addr, pa, size, prot);
120951e0584SRuslan Bukin }
121951e0584SRuslan Bukin
122951e0584SRuslan Bukin int
xdma_iommu_init(struct xdma_iommu * xio)123951e0584SRuslan Bukin xdma_iommu_init(struct xdma_iommu *xio)
124951e0584SRuslan Bukin {
125951e0584SRuslan Bukin #ifdef FDT
126951e0584SRuslan Bukin phandle_t mem_node, node;
127951e0584SRuslan Bukin pcell_t mem_handle;
128951e0584SRuslan Bukin #endif
129951e0584SRuslan Bukin
130951e0584SRuslan Bukin pmap_pinit(&xio->p);
131951e0584SRuslan Bukin
132951e0584SRuslan Bukin #ifdef FDT
133951e0584SRuslan Bukin node = ofw_bus_get_node(xio->dev);
134951e0584SRuslan Bukin if (!OF_hasprop(node, "va-region"))
135951e0584SRuslan Bukin return (ENXIO);
136951e0584SRuslan Bukin
137951e0584SRuslan Bukin if (OF_getencprop(node, "va-region", (void *)&mem_handle,
138951e0584SRuslan Bukin sizeof(mem_handle)) <= 0)
139951e0584SRuslan Bukin return (ENXIO);
140951e0584SRuslan Bukin #endif
141951e0584SRuslan Bukin
142951e0584SRuslan Bukin xio->vmem = vmem_create("xDMA vmem", 0, 0, PAGE_SIZE,
143951e0584SRuslan Bukin PAGE_SIZE, M_FIRSTFIT | M_WAITOK);
144951e0584SRuslan Bukin if (xio->vmem == NULL)
145951e0584SRuslan Bukin return (ENXIO);
146951e0584SRuslan Bukin
147951e0584SRuslan Bukin #ifdef FDT
148951e0584SRuslan Bukin mem_node = OF_node_from_xref(mem_handle);
149951e0584SRuslan Bukin if (xdma_handle_mem_node(xio->vmem, mem_node) != 0) {
150951e0584SRuslan Bukin vmem_destroy(xio->vmem);
151951e0584SRuslan Bukin return (ENXIO);
152951e0584SRuslan Bukin }
153951e0584SRuslan Bukin #endif
154951e0584SRuslan Bukin
155951e0584SRuslan Bukin XDMA_IOMMU_INIT(xio->dev, xio);
156951e0584SRuslan Bukin
157951e0584SRuslan Bukin return (0);
158951e0584SRuslan Bukin }
159951e0584SRuslan Bukin
160951e0584SRuslan Bukin int
xdma_iommu_release(struct xdma_iommu * xio)161951e0584SRuslan Bukin xdma_iommu_release(struct xdma_iommu *xio)
162951e0584SRuslan Bukin {
163951e0584SRuslan Bukin
164951e0584SRuslan Bukin pmap_release(&xio->p);
165951e0584SRuslan Bukin
166951e0584SRuslan Bukin vmem_destroy(xio->vmem);
167951e0584SRuslan Bukin
168951e0584SRuslan Bukin XDMA_IOMMU_RELEASE(xio->dev, xio);
169951e0584SRuslan Bukin
170951e0584SRuslan Bukin return (0);
171951e0584SRuslan Bukin }
172