185debf7fSRuslan Bukin /*- 2101869a8SRuslan Bukin * SPDX-License-Identifier: BSD-2-Clause 3101869a8SRuslan Bukin * 4101869a8SRuslan Bukin * Copyright (c) 2016-2019 Ruslan Bukin <br@bsdpad.com> 585debf7fSRuslan Bukin * 685debf7fSRuslan Bukin * This software was developed by SRI International and the University of 785debf7fSRuslan Bukin * Cambridge Computer Laboratory under DARPA/AFRL contract FA8750-10-C-0237 885debf7fSRuslan Bukin * ("CTSRD"), as part of the DARPA CRASH research programme. 985debf7fSRuslan Bukin * 1085debf7fSRuslan Bukin * Redistribution and use in source and binary forms, with or without 1185debf7fSRuslan Bukin * modification, are permitted provided that the following conditions 1285debf7fSRuslan Bukin * are met: 1385debf7fSRuslan Bukin * 1. Redistributions of source code must retain the above copyright 1485debf7fSRuslan Bukin * notice, this list of conditions and the following disclaimer. 1585debf7fSRuslan Bukin * 2. Redistributions in binary form must reproduce the above copyright 1685debf7fSRuslan Bukin * notice, this list of conditions and the following disclaimer in the 1785debf7fSRuslan Bukin * documentation and/or other materials provided with the distribution. 1885debf7fSRuslan Bukin * 1985debf7fSRuslan Bukin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 2085debf7fSRuslan Bukin * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2185debf7fSRuslan Bukin * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2285debf7fSRuslan Bukin * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 2385debf7fSRuslan Bukin * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2485debf7fSRuslan Bukin * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2585debf7fSRuslan Bukin * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2685debf7fSRuslan Bukin * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2785debf7fSRuslan Bukin * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2885debf7fSRuslan Bukin * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2985debf7fSRuslan Bukin * SUCH DAMAGE. 3085debf7fSRuslan Bukin */ 3185debf7fSRuslan Bukin 3285debf7fSRuslan Bukin #include <sys/cdefs.h> 3385debf7fSRuslan Bukin __FBSDID("$FreeBSD$"); 3485debf7fSRuslan Bukin 3585debf7fSRuslan Bukin #include "opt_platform.h" 3685debf7fSRuslan Bukin #include <sys/param.h> 3785debf7fSRuslan Bukin #include <sys/conf.h> 3885debf7fSRuslan Bukin #include <sys/bus.h> 3985debf7fSRuslan Bukin #include <sys/kernel.h> 4085debf7fSRuslan Bukin #include <sys/queue.h> 4185debf7fSRuslan Bukin #include <sys/kobj.h> 4285debf7fSRuslan Bukin #include <sys/malloc.h> 4385debf7fSRuslan Bukin #include <sys/limits.h> 4485debf7fSRuslan Bukin #include <sys/lock.h> 4585debf7fSRuslan Bukin #include <sys/sysctl.h> 4685debf7fSRuslan Bukin #include <sys/systm.h> 4785debf7fSRuslan Bukin 4885debf7fSRuslan Bukin #include <machine/bus.h> 4985debf7fSRuslan Bukin 5085debf7fSRuslan Bukin #ifdef FDT 5185debf7fSRuslan Bukin #include <dev/fdt/fdt_common.h> 5285debf7fSRuslan Bukin #include <dev/ofw/ofw_bus.h> 5385debf7fSRuslan Bukin #include <dev/ofw/ofw_bus_subr.h> 5485debf7fSRuslan Bukin #endif 5585debf7fSRuslan Bukin 5685debf7fSRuslan Bukin #include <dev/xdma/xdma.h> 5785debf7fSRuslan Bukin 5885debf7fSRuslan Bukin #include <xdma_if.h> 5985debf7fSRuslan Bukin 6085debf7fSRuslan Bukin /* 6185debf7fSRuslan Bukin * Multiple xDMA controllers may work with single DMA device, 6285debf7fSRuslan Bukin * so we have global lock for physical channel management. 6385debf7fSRuslan Bukin */ 64101869a8SRuslan Bukin static struct mtx xdma_mtx; 6585debf7fSRuslan Bukin 66101869a8SRuslan Bukin #define XDMA_LOCK() mtx_lock(&xdma_mtx) 67101869a8SRuslan Bukin #define XDMA_UNLOCK() mtx_unlock(&xdma_mtx) 68101869a8SRuslan Bukin #define XDMA_ASSERT_LOCKED() mtx_assert(&xdma_mtx, MA_OWNED) 69101869a8SRuslan Bukin 70101869a8SRuslan Bukin #define FDT_REG_CELLS 4 7185debf7fSRuslan Bukin 7285debf7fSRuslan Bukin /* 7385debf7fSRuslan Bukin * Allocate virtual xDMA channel. 7485debf7fSRuslan Bukin */ 7585debf7fSRuslan Bukin xdma_channel_t * 763d5b3b0aSRuslan Bukin xdma_channel_alloc(xdma_controller_t *xdma, uint32_t caps) 7785debf7fSRuslan Bukin { 7885debf7fSRuslan Bukin xdma_channel_t *xchan; 7985debf7fSRuslan Bukin int ret; 8085debf7fSRuslan Bukin 8185debf7fSRuslan Bukin xchan = malloc(sizeof(xdma_channel_t), M_XDMA, M_WAITOK | M_ZERO); 8285debf7fSRuslan Bukin xchan->xdma = xdma; 833d5b3b0aSRuslan Bukin xchan->caps = caps; 8485debf7fSRuslan Bukin 8585debf7fSRuslan Bukin XDMA_LOCK(); 8685debf7fSRuslan Bukin 8785debf7fSRuslan Bukin /* Request a real channel from hardware driver. */ 8885debf7fSRuslan Bukin ret = XDMA_CHANNEL_ALLOC(xdma->dma_dev, xchan); 8985debf7fSRuslan Bukin if (ret != 0) { 9085debf7fSRuslan Bukin device_printf(xdma->dev, 9185debf7fSRuslan Bukin "%s: Can't request hardware channel.\n", __func__); 9285debf7fSRuslan Bukin XDMA_UNLOCK(); 9385debf7fSRuslan Bukin free(xchan, M_XDMA); 9485debf7fSRuslan Bukin 9585debf7fSRuslan Bukin return (NULL); 9685debf7fSRuslan Bukin } 9785debf7fSRuslan Bukin 9885debf7fSRuslan Bukin TAILQ_INIT(&xchan->ie_handlers); 993d5b3b0aSRuslan Bukin 100101869a8SRuslan Bukin mtx_init(&xchan->mtx_lock, "xDMA chan", NULL, MTX_DEF); 101101869a8SRuslan Bukin mtx_init(&xchan->mtx_qin_lock, "xDMA qin", NULL, MTX_DEF); 102101869a8SRuslan Bukin mtx_init(&xchan->mtx_qout_lock, "xDMA qout", NULL, MTX_DEF); 103101869a8SRuslan Bukin mtx_init(&xchan->mtx_bank_lock, "xDMA bank", NULL, MTX_DEF); 104101869a8SRuslan Bukin mtx_init(&xchan->mtx_proc_lock, "xDMA proc", NULL, MTX_DEF); 1053d5b3b0aSRuslan Bukin 1063d5b3b0aSRuslan Bukin TAILQ_INIT(&xchan->bank); 1073d5b3b0aSRuslan Bukin TAILQ_INIT(&xchan->queue_in); 1083d5b3b0aSRuslan Bukin TAILQ_INIT(&xchan->queue_out); 1093d5b3b0aSRuslan Bukin TAILQ_INIT(&xchan->processing); 11085debf7fSRuslan Bukin 11185debf7fSRuslan Bukin TAILQ_INSERT_TAIL(&xdma->channels, xchan, xchan_next); 11285debf7fSRuslan Bukin 11385debf7fSRuslan Bukin XDMA_UNLOCK(); 11485debf7fSRuslan Bukin 11585debf7fSRuslan Bukin return (xchan); 11685debf7fSRuslan Bukin } 11785debf7fSRuslan Bukin 11885debf7fSRuslan Bukin int 11985debf7fSRuslan Bukin xdma_channel_free(xdma_channel_t *xchan) 12085debf7fSRuslan Bukin { 12185debf7fSRuslan Bukin xdma_controller_t *xdma; 12285debf7fSRuslan Bukin int err; 12385debf7fSRuslan Bukin 12485debf7fSRuslan Bukin xdma = xchan->xdma; 1253d5b3b0aSRuslan Bukin KASSERT(xdma != NULL, ("xdma is NULL")); 12685debf7fSRuslan Bukin 12785debf7fSRuslan Bukin XDMA_LOCK(); 12885debf7fSRuslan Bukin 12985debf7fSRuslan Bukin /* Free the real DMA channel. */ 13085debf7fSRuslan Bukin err = XDMA_CHANNEL_FREE(xdma->dma_dev, xchan); 13185debf7fSRuslan Bukin if (err != 0) { 13285debf7fSRuslan Bukin device_printf(xdma->dev, 13385debf7fSRuslan Bukin "%s: Can't free real hw channel.\n", __func__); 13485debf7fSRuslan Bukin XDMA_UNLOCK(); 13585debf7fSRuslan Bukin return (-1); 13685debf7fSRuslan Bukin } 13785debf7fSRuslan Bukin 1383d5b3b0aSRuslan Bukin if (xchan->flags & XCHAN_TYPE_SG) 1393d5b3b0aSRuslan Bukin xdma_channel_free_sg(xchan); 1403d5b3b0aSRuslan Bukin 14185debf7fSRuslan Bukin xdma_teardown_all_intr(xchan); 14285debf7fSRuslan Bukin 143101869a8SRuslan Bukin mtx_destroy(&xchan->mtx_lock); 144101869a8SRuslan Bukin mtx_destroy(&xchan->mtx_qin_lock); 145101869a8SRuslan Bukin mtx_destroy(&xchan->mtx_qout_lock); 146101869a8SRuslan Bukin mtx_destroy(&xchan->mtx_bank_lock); 147101869a8SRuslan Bukin mtx_destroy(&xchan->mtx_proc_lock); 14885debf7fSRuslan Bukin 14985debf7fSRuslan Bukin TAILQ_REMOVE(&xdma->channels, xchan, xchan_next); 15085debf7fSRuslan Bukin 15185debf7fSRuslan Bukin free(xchan, M_XDMA); 15285debf7fSRuslan Bukin 15385debf7fSRuslan Bukin XDMA_UNLOCK(); 15485debf7fSRuslan Bukin 15585debf7fSRuslan Bukin return (0); 15685debf7fSRuslan Bukin } 15785debf7fSRuslan Bukin 15885debf7fSRuslan Bukin int 1593d5b3b0aSRuslan Bukin xdma_setup_intr(xdma_channel_t *xchan, 1603d5b3b0aSRuslan Bukin int (*cb)(void *, xdma_transfer_status_t *), 1613d5b3b0aSRuslan Bukin void *arg, void **ihandler) 16285debf7fSRuslan Bukin { 16385debf7fSRuslan Bukin struct xdma_intr_handler *ih; 16485debf7fSRuslan Bukin xdma_controller_t *xdma; 16585debf7fSRuslan Bukin 16685debf7fSRuslan Bukin xdma = xchan->xdma; 16785debf7fSRuslan Bukin KASSERT(xdma != NULL, ("xdma is NULL")); 16885debf7fSRuslan Bukin 16985debf7fSRuslan Bukin /* Sanity check. */ 17085debf7fSRuslan Bukin if (cb == NULL) { 17185debf7fSRuslan Bukin device_printf(xdma->dev, 17285debf7fSRuslan Bukin "%s: Can't setup interrupt handler.\n", 17385debf7fSRuslan Bukin __func__); 17485debf7fSRuslan Bukin 17585debf7fSRuslan Bukin return (-1); 17685debf7fSRuslan Bukin } 17785debf7fSRuslan Bukin 17885debf7fSRuslan Bukin ih = malloc(sizeof(struct xdma_intr_handler), 17985debf7fSRuslan Bukin M_XDMA, M_WAITOK | M_ZERO); 18085debf7fSRuslan Bukin ih->cb = cb; 18185debf7fSRuslan Bukin ih->cb_user = arg; 18285debf7fSRuslan Bukin 1833d5b3b0aSRuslan Bukin XCHAN_LOCK(xchan); 18485debf7fSRuslan Bukin TAILQ_INSERT_TAIL(&xchan->ie_handlers, ih, ih_next); 1853d5b3b0aSRuslan Bukin XCHAN_UNLOCK(xchan); 18685debf7fSRuslan Bukin 1873d5b3b0aSRuslan Bukin if (ihandler != NULL) 18885debf7fSRuslan Bukin *ihandler = ih; 18985debf7fSRuslan Bukin 19085debf7fSRuslan Bukin return (0); 19185debf7fSRuslan Bukin } 19285debf7fSRuslan Bukin 19385debf7fSRuslan Bukin int 19485debf7fSRuslan Bukin xdma_teardown_intr(xdma_channel_t *xchan, struct xdma_intr_handler *ih) 19585debf7fSRuslan Bukin { 19685debf7fSRuslan Bukin xdma_controller_t *xdma; 19785debf7fSRuslan Bukin 19885debf7fSRuslan Bukin xdma = xchan->xdma; 19985debf7fSRuslan Bukin KASSERT(xdma != NULL, ("xdma is NULL")); 20085debf7fSRuslan Bukin 20185debf7fSRuslan Bukin /* Sanity check. */ 20285debf7fSRuslan Bukin if (ih == NULL) { 20385debf7fSRuslan Bukin device_printf(xdma->dev, 20485debf7fSRuslan Bukin "%s: Can't teardown interrupt.\n", __func__); 20585debf7fSRuslan Bukin return (-1); 20685debf7fSRuslan Bukin } 20785debf7fSRuslan Bukin 20885debf7fSRuslan Bukin TAILQ_REMOVE(&xchan->ie_handlers, ih, ih_next); 20985debf7fSRuslan Bukin free(ih, M_XDMA); 21085debf7fSRuslan Bukin 21185debf7fSRuslan Bukin return (0); 21285debf7fSRuslan Bukin } 21385debf7fSRuslan Bukin 21485debf7fSRuslan Bukin int 21585debf7fSRuslan Bukin xdma_teardown_all_intr(xdma_channel_t *xchan) 21685debf7fSRuslan Bukin { 21785debf7fSRuslan Bukin struct xdma_intr_handler *ih_tmp; 21885debf7fSRuslan Bukin struct xdma_intr_handler *ih; 21985debf7fSRuslan Bukin xdma_controller_t *xdma; 22085debf7fSRuslan Bukin 22185debf7fSRuslan Bukin xdma = xchan->xdma; 22285debf7fSRuslan Bukin KASSERT(xdma != NULL, ("xdma is NULL")); 22385debf7fSRuslan Bukin 22485debf7fSRuslan Bukin TAILQ_FOREACH_SAFE(ih, &xchan->ie_handlers, ih_next, ih_tmp) { 22585debf7fSRuslan Bukin TAILQ_REMOVE(&xchan->ie_handlers, ih, ih_next); 22685debf7fSRuslan Bukin free(ih, M_XDMA); 22785debf7fSRuslan Bukin } 22885debf7fSRuslan Bukin 22985debf7fSRuslan Bukin return (0); 23085debf7fSRuslan Bukin } 23185debf7fSRuslan Bukin 23285debf7fSRuslan Bukin int 2333d5b3b0aSRuslan Bukin xdma_request(xdma_channel_t *xchan, struct xdma_request *req) 23485debf7fSRuslan Bukin { 23585debf7fSRuslan Bukin xdma_controller_t *xdma; 23685debf7fSRuslan Bukin int ret; 23785debf7fSRuslan Bukin 23885debf7fSRuslan Bukin xdma = xchan->xdma; 23985debf7fSRuslan Bukin 2403d5b3b0aSRuslan Bukin KASSERT(xdma != NULL, ("xdma is NULL")); 24185debf7fSRuslan Bukin 24285debf7fSRuslan Bukin XCHAN_LOCK(xchan); 2433d5b3b0aSRuslan Bukin ret = XDMA_CHANNEL_REQUEST(xdma->dma_dev, xchan, req); 24485debf7fSRuslan Bukin if (ret != 0) { 24585debf7fSRuslan Bukin device_printf(xdma->dev, 2463d5b3b0aSRuslan Bukin "%s: Can't request a transfer.\n", __func__); 2473d5b3b0aSRuslan Bukin XCHAN_UNLOCK(xchan); 2483d5b3b0aSRuslan Bukin 24985debf7fSRuslan Bukin return (-1); 25085debf7fSRuslan Bukin } 2513d5b3b0aSRuslan Bukin XCHAN_UNLOCK(xchan); 25285debf7fSRuslan Bukin 25385debf7fSRuslan Bukin return (0); 25485debf7fSRuslan Bukin } 25585debf7fSRuslan Bukin 25685debf7fSRuslan Bukin int 2573d5b3b0aSRuslan Bukin xdma_control(xdma_channel_t *xchan, enum xdma_command cmd) 25885debf7fSRuslan Bukin { 25985debf7fSRuslan Bukin xdma_controller_t *xdma; 26085debf7fSRuslan Bukin int ret; 26185debf7fSRuslan Bukin 26285debf7fSRuslan Bukin xdma = xchan->xdma; 26385debf7fSRuslan Bukin KASSERT(xdma != NULL, ("xdma is NULL")); 26485debf7fSRuslan Bukin 2653d5b3b0aSRuslan Bukin ret = XDMA_CHANNEL_CONTROL(xdma->dma_dev, xchan, cmd); 26685debf7fSRuslan Bukin if (ret != 0) { 26785debf7fSRuslan Bukin device_printf(xdma->dev, 2683d5b3b0aSRuslan Bukin "%s: Can't process command.\n", __func__); 26985debf7fSRuslan Bukin return (-1); 27085debf7fSRuslan Bukin } 27185debf7fSRuslan Bukin 27285debf7fSRuslan Bukin return (0); 27385debf7fSRuslan Bukin } 27485debf7fSRuslan Bukin 27585debf7fSRuslan Bukin void 2763d5b3b0aSRuslan Bukin xdma_callback(xdma_channel_t *xchan, xdma_transfer_status_t *status) 27785debf7fSRuslan Bukin { 2783d5b3b0aSRuslan Bukin struct xdma_intr_handler *ih_tmp; 2793d5b3b0aSRuslan Bukin struct xdma_intr_handler *ih; 2803d5b3b0aSRuslan Bukin xdma_controller_t *xdma; 28185debf7fSRuslan Bukin 2823d5b3b0aSRuslan Bukin xdma = xchan->xdma; 2833d5b3b0aSRuslan Bukin KASSERT(xdma != NULL, ("xdma is NULL")); 2843d5b3b0aSRuslan Bukin 2853d5b3b0aSRuslan Bukin TAILQ_FOREACH_SAFE(ih, &xchan->ie_handlers, ih_next, ih_tmp) 2863d5b3b0aSRuslan Bukin if (ih->cb != NULL) 2873d5b3b0aSRuslan Bukin ih->cb(ih->cb_user, status); 2883d5b3b0aSRuslan Bukin 2893d5b3b0aSRuslan Bukin if (xchan->flags & XCHAN_TYPE_SG) 2903d5b3b0aSRuslan Bukin xdma_queue_submit(xchan); 29185debf7fSRuslan Bukin } 29285debf7fSRuslan Bukin 29385debf7fSRuslan Bukin #ifdef FDT 29485debf7fSRuslan Bukin /* 29585debf7fSRuslan Bukin * Notify the DMA driver we have machine-dependent data in FDT. 29685debf7fSRuslan Bukin */ 29785debf7fSRuslan Bukin static int 29885debf7fSRuslan Bukin xdma_ofw_md_data(xdma_controller_t *xdma, pcell_t *cells, int ncells) 29985debf7fSRuslan Bukin { 30085debf7fSRuslan Bukin uint32_t ret; 30185debf7fSRuslan Bukin 3023d5b3b0aSRuslan Bukin ret = XDMA_OFW_MD_DATA(xdma->dma_dev, 3033d5b3b0aSRuslan Bukin cells, ncells, (void **)&xdma->data); 30485debf7fSRuslan Bukin 30585debf7fSRuslan Bukin return (ret); 30685debf7fSRuslan Bukin } 30785debf7fSRuslan Bukin 308101869a8SRuslan Bukin static int 309101869a8SRuslan Bukin xdma_handle_mem_node(vmem_t *vmem, phandle_t memory) 310101869a8SRuslan Bukin { 311101869a8SRuslan Bukin pcell_t reg[FDT_REG_CELLS * FDT_MEM_REGIONS]; 312101869a8SRuslan Bukin pcell_t *regp; 313101869a8SRuslan Bukin int addr_cells, size_cells; 314101869a8SRuslan Bukin int i, reg_len, ret, tuple_size, tuples; 315f4ab98c5SConrad Meyer u_long mem_start, mem_size; 316101869a8SRuslan Bukin 317101869a8SRuslan Bukin if ((ret = fdt_addrsize_cells(OF_parent(memory), &addr_cells, 318101869a8SRuslan Bukin &size_cells)) != 0) 319101869a8SRuslan Bukin return (ret); 320101869a8SRuslan Bukin 321101869a8SRuslan Bukin if (addr_cells > 2) 322101869a8SRuslan Bukin return (ERANGE); 323101869a8SRuslan Bukin 324101869a8SRuslan Bukin tuple_size = sizeof(pcell_t) * (addr_cells + size_cells); 325101869a8SRuslan Bukin reg_len = OF_getproplen(memory, "reg"); 326101869a8SRuslan Bukin if (reg_len <= 0 || reg_len > sizeof(reg)) 327101869a8SRuslan Bukin return (ERANGE); 328101869a8SRuslan Bukin 329101869a8SRuslan Bukin if (OF_getprop(memory, "reg", reg, reg_len) <= 0) 330101869a8SRuslan Bukin return (ENXIO); 331101869a8SRuslan Bukin 332101869a8SRuslan Bukin tuples = reg_len / tuple_size; 333101869a8SRuslan Bukin regp = (pcell_t *)® 334101869a8SRuslan Bukin for (i = 0; i < tuples; i++) { 335101869a8SRuslan Bukin ret = fdt_data_to_res(regp, addr_cells, size_cells, 336101869a8SRuslan Bukin &mem_start, &mem_size); 337101869a8SRuslan Bukin if (ret != 0) 338101869a8SRuslan Bukin return (ret); 339101869a8SRuslan Bukin 340101869a8SRuslan Bukin vmem_add(vmem, mem_start, mem_size, 0); 341101869a8SRuslan Bukin regp += addr_cells + size_cells; 342101869a8SRuslan Bukin } 343101869a8SRuslan Bukin 344101869a8SRuslan Bukin return (0); 345101869a8SRuslan Bukin } 346101869a8SRuslan Bukin 347101869a8SRuslan Bukin vmem_t * 348101869a8SRuslan Bukin xdma_get_memory(device_t dev) 349101869a8SRuslan Bukin { 350101869a8SRuslan Bukin phandle_t mem_node, node; 351101869a8SRuslan Bukin pcell_t mem_handle; 352101869a8SRuslan Bukin vmem_t *vmem; 353101869a8SRuslan Bukin 354101869a8SRuslan Bukin node = ofw_bus_get_node(dev); 355101869a8SRuslan Bukin if (node <= 0) { 356101869a8SRuslan Bukin device_printf(dev, 357101869a8SRuslan Bukin "%s called on not ofw based device.\n", __func__); 358101869a8SRuslan Bukin return (NULL); 359101869a8SRuslan Bukin } 360101869a8SRuslan Bukin 361101869a8SRuslan Bukin if (!OF_hasprop(node, "memory-region")) 362101869a8SRuslan Bukin return (NULL); 363101869a8SRuslan Bukin 364101869a8SRuslan Bukin if (OF_getencprop(node, "memory-region", (void *)&mem_handle, 365101869a8SRuslan Bukin sizeof(mem_handle)) <= 0) 366101869a8SRuslan Bukin return (NULL); 367101869a8SRuslan Bukin 368101869a8SRuslan Bukin vmem = vmem_create("xDMA vmem", 0, 0, PAGE_SIZE, 369101869a8SRuslan Bukin PAGE_SIZE, M_BESTFIT | M_WAITOK); 370101869a8SRuslan Bukin if (vmem == NULL) 371101869a8SRuslan Bukin return (NULL); 372101869a8SRuslan Bukin 373101869a8SRuslan Bukin mem_node = OF_node_from_xref(mem_handle); 374101869a8SRuslan Bukin if (xdma_handle_mem_node(vmem, mem_node) != 0) { 375101869a8SRuslan Bukin vmem_destroy(vmem); 376101869a8SRuslan Bukin return (NULL); 377101869a8SRuslan Bukin } 378101869a8SRuslan Bukin 379101869a8SRuslan Bukin return (vmem); 380101869a8SRuslan Bukin } 381101869a8SRuslan Bukin 382101869a8SRuslan Bukin void 383101869a8SRuslan Bukin xdma_put_memory(vmem_t *vmem) 384101869a8SRuslan Bukin { 385101869a8SRuslan Bukin 386101869a8SRuslan Bukin vmem_destroy(vmem); 387101869a8SRuslan Bukin } 388101869a8SRuslan Bukin 389101869a8SRuslan Bukin void 390101869a8SRuslan Bukin xchan_set_memory(xdma_channel_t *xchan, vmem_t *vmem) 391101869a8SRuslan Bukin { 392101869a8SRuslan Bukin 393101869a8SRuslan Bukin xchan->vmem = vmem; 394101869a8SRuslan Bukin } 395101869a8SRuslan Bukin 39685debf7fSRuslan Bukin /* 39785debf7fSRuslan Bukin * Allocate xdma controller. 39885debf7fSRuslan Bukin */ 39985debf7fSRuslan Bukin xdma_controller_t * 40085debf7fSRuslan Bukin xdma_ofw_get(device_t dev, const char *prop) 40185debf7fSRuslan Bukin { 40285debf7fSRuslan Bukin phandle_t node, parent; 40385debf7fSRuslan Bukin xdma_controller_t *xdma; 40485debf7fSRuslan Bukin device_t dma_dev; 40585debf7fSRuslan Bukin pcell_t *cells; 40685debf7fSRuslan Bukin int ncells; 40785debf7fSRuslan Bukin int error; 40885debf7fSRuslan Bukin int ndmas; 40985debf7fSRuslan Bukin int idx; 41085debf7fSRuslan Bukin 41185debf7fSRuslan Bukin node = ofw_bus_get_node(dev); 4123d5b3b0aSRuslan Bukin if (node <= 0) 41385debf7fSRuslan Bukin device_printf(dev, 41485debf7fSRuslan Bukin "%s called on not ofw based device.\n", __func__); 41585debf7fSRuslan Bukin 41685debf7fSRuslan Bukin error = ofw_bus_parse_xref_list_get_length(node, 41785debf7fSRuslan Bukin "dmas", "#dma-cells", &ndmas); 41885debf7fSRuslan Bukin if (error) { 41985debf7fSRuslan Bukin device_printf(dev, 42085debf7fSRuslan Bukin "%s can't get dmas list.\n", __func__); 42185debf7fSRuslan Bukin return (NULL); 42285debf7fSRuslan Bukin } 42385debf7fSRuslan Bukin 42485debf7fSRuslan Bukin if (ndmas == 0) { 42585debf7fSRuslan Bukin device_printf(dev, 42685debf7fSRuslan Bukin "%s dmas list is empty.\n", __func__); 42785debf7fSRuslan Bukin return (NULL); 42885debf7fSRuslan Bukin } 42985debf7fSRuslan Bukin 43085debf7fSRuslan Bukin error = ofw_bus_find_string_index(node, "dma-names", prop, &idx); 43185debf7fSRuslan Bukin if (error != 0) { 43285debf7fSRuslan Bukin device_printf(dev, 43385debf7fSRuslan Bukin "%s can't find string index.\n", __func__); 43485debf7fSRuslan Bukin return (NULL); 43585debf7fSRuslan Bukin } 43685debf7fSRuslan Bukin 43785debf7fSRuslan Bukin error = ofw_bus_parse_xref_list_alloc(node, "dmas", "#dma-cells", 43885debf7fSRuslan Bukin idx, &parent, &ncells, &cells); 43985debf7fSRuslan Bukin if (error != 0) { 44085debf7fSRuslan Bukin device_printf(dev, 44185debf7fSRuslan Bukin "%s can't get dma device xref.\n", __func__); 44285debf7fSRuslan Bukin return (NULL); 44385debf7fSRuslan Bukin } 44485debf7fSRuslan Bukin 44585debf7fSRuslan Bukin dma_dev = OF_device_from_xref(parent); 44685debf7fSRuslan Bukin if (dma_dev == NULL) { 44785debf7fSRuslan Bukin device_printf(dev, 44885debf7fSRuslan Bukin "%s can't get dma device.\n", __func__); 44985debf7fSRuslan Bukin return (NULL); 45085debf7fSRuslan Bukin } 45185debf7fSRuslan Bukin 4523d5b3b0aSRuslan Bukin xdma = malloc(sizeof(struct xdma_controller), 4533d5b3b0aSRuslan Bukin M_XDMA, M_WAITOK | M_ZERO); 45485debf7fSRuslan Bukin xdma->dev = dev; 45585debf7fSRuslan Bukin xdma->dma_dev = dma_dev; 45685debf7fSRuslan Bukin 45785debf7fSRuslan Bukin TAILQ_INIT(&xdma->channels); 45885debf7fSRuslan Bukin 45985debf7fSRuslan Bukin xdma_ofw_md_data(xdma, cells, ncells); 46085debf7fSRuslan Bukin free(cells, M_OFWPROP); 46185debf7fSRuslan Bukin 46285debf7fSRuslan Bukin return (xdma); 46385debf7fSRuslan Bukin } 46485debf7fSRuslan Bukin #endif 46585debf7fSRuslan Bukin 46685debf7fSRuslan Bukin /* 46785debf7fSRuslan Bukin * Free xDMA controller object. 46885debf7fSRuslan Bukin */ 46985debf7fSRuslan Bukin int 47085debf7fSRuslan Bukin xdma_put(xdma_controller_t *xdma) 47185debf7fSRuslan Bukin { 47285debf7fSRuslan Bukin 47385debf7fSRuslan Bukin XDMA_LOCK(); 47485debf7fSRuslan Bukin 47585debf7fSRuslan Bukin /* Ensure no channels allocated. */ 47685debf7fSRuslan Bukin if (!TAILQ_EMPTY(&xdma->channels)) { 47785debf7fSRuslan Bukin device_printf(xdma->dev, "%s: Can't free xDMA\n", __func__); 47885debf7fSRuslan Bukin return (-1); 47985debf7fSRuslan Bukin } 48085debf7fSRuslan Bukin 48185debf7fSRuslan Bukin free(xdma->data, M_DEVBUF); 48285debf7fSRuslan Bukin free(xdma, M_XDMA); 48385debf7fSRuslan Bukin 48485debf7fSRuslan Bukin XDMA_UNLOCK(); 48585debf7fSRuslan Bukin 48685debf7fSRuslan Bukin return (0); 48785debf7fSRuslan Bukin } 48885debf7fSRuslan Bukin 48985debf7fSRuslan Bukin static void 49085debf7fSRuslan Bukin xdma_init(void) 49185debf7fSRuslan Bukin { 49285debf7fSRuslan Bukin 493101869a8SRuslan Bukin mtx_init(&xdma_mtx, "xDMA", NULL, MTX_DEF); 49485debf7fSRuslan Bukin } 49585debf7fSRuslan Bukin 49685debf7fSRuslan Bukin SYSINIT(xdma, SI_SUB_DRIVERS, SI_ORDER_FIRST, xdma_init, NULL); 497