1ee4a77a3SMauro Carvalho Chehab // SPDX-License-Identifier: GPL-2.0+
2ee4a77a3SMauro Carvalho Chehab /*
3ee4a77a3SMauro Carvalho Chehab * vsp1_dl.c -- R-Car VSP1 Display List
4ee4a77a3SMauro Carvalho Chehab *
5ee4a77a3SMauro Carvalho Chehab * Copyright (C) 2015 Renesas Corporation
6ee4a77a3SMauro Carvalho Chehab *
7ee4a77a3SMauro Carvalho Chehab * Contact: Laurent Pinchart (laurent.pinchart@ideasonboard.com)
8ee4a77a3SMauro Carvalho Chehab */
9ee4a77a3SMauro Carvalho Chehab
10ee4a77a3SMauro Carvalho Chehab #include <linux/device.h>
11ee4a77a3SMauro Carvalho Chehab #include <linux/dma-mapping.h>
12ee4a77a3SMauro Carvalho Chehab #include <linux/gfp.h>
13ee4a77a3SMauro Carvalho Chehab #include <linux/refcount.h>
14ee4a77a3SMauro Carvalho Chehab #include <linux/slab.h>
15ee4a77a3SMauro Carvalho Chehab #include <linux/workqueue.h>
16ee4a77a3SMauro Carvalho Chehab
17ee4a77a3SMauro Carvalho Chehab #include "vsp1.h"
18ee4a77a3SMauro Carvalho Chehab #include "vsp1_dl.h"
19ee4a77a3SMauro Carvalho Chehab
20ee4a77a3SMauro Carvalho Chehab #define VSP1_DL_NUM_ENTRIES 256
21ee4a77a3SMauro Carvalho Chehab
22ee4a77a3SMauro Carvalho Chehab #define VSP1_DLH_INT_ENABLE (1 << 1)
23ee4a77a3SMauro Carvalho Chehab #define VSP1_DLH_AUTO_START (1 << 0)
24ee4a77a3SMauro Carvalho Chehab
25ee4a77a3SMauro Carvalho Chehab #define VSP1_DLH_EXT_PRE_CMD_EXEC (1 << 9)
26ee4a77a3SMauro Carvalho Chehab #define VSP1_DLH_EXT_POST_CMD_EXEC (1 << 8)
27ee4a77a3SMauro Carvalho Chehab
28ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_header_list {
29ee4a77a3SMauro Carvalho Chehab u32 num_bytes;
30ee4a77a3SMauro Carvalho Chehab u32 addr;
31ee4a77a3SMauro Carvalho Chehab } __packed;
32ee4a77a3SMauro Carvalho Chehab
33ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_header {
34ee4a77a3SMauro Carvalho Chehab u32 num_lists;
35ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_header_list lists[8];
36ee4a77a3SMauro Carvalho Chehab u32 next_header;
37ee4a77a3SMauro Carvalho Chehab u32 flags;
38ee4a77a3SMauro Carvalho Chehab } __packed;
39ee4a77a3SMauro Carvalho Chehab
40ee4a77a3SMauro Carvalho Chehab /**
41ee4a77a3SMauro Carvalho Chehab * struct vsp1_dl_ext_header - Extended display list header
42ee4a77a3SMauro Carvalho Chehab * @padding: padding zero bytes for alignment
43ee4a77a3SMauro Carvalho Chehab * @pre_ext_dl_num_cmd: number of pre-extended command bodies to parse
44ee4a77a3SMauro Carvalho Chehab * @flags: enables or disables execution of the pre and post command
45ee4a77a3SMauro Carvalho Chehab * @pre_ext_dl_plist: start address of pre-extended display list bodies
46ee4a77a3SMauro Carvalho Chehab * @post_ext_dl_num_cmd: number of post-extended command bodies to parse
47ee4a77a3SMauro Carvalho Chehab * @post_ext_dl_plist: start address of post-extended display list bodies
48ee4a77a3SMauro Carvalho Chehab */
49ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_header {
50ee4a77a3SMauro Carvalho Chehab u32 padding;
51ee4a77a3SMauro Carvalho Chehab
52ee4a77a3SMauro Carvalho Chehab /*
53ee4a77a3SMauro Carvalho Chehab * The datasheet represents flags as stored before pre_ext_dl_num_cmd,
54ee4a77a3SMauro Carvalho Chehab * expecting 32-bit accesses. The flags are appropriate to the whole
55ee4a77a3SMauro Carvalho Chehab * header, not just the pre_ext command, and thus warrant being
56ee4a77a3SMauro Carvalho Chehab * separated out. Due to byte ordering, and representing as 16 bit
57ee4a77a3SMauro Carvalho Chehab * values here, the flags must be positioned after the
58ee4a77a3SMauro Carvalho Chehab * pre_ext_dl_num_cmd.
59ee4a77a3SMauro Carvalho Chehab */
60ee4a77a3SMauro Carvalho Chehab u16 pre_ext_dl_num_cmd;
61ee4a77a3SMauro Carvalho Chehab u16 flags;
62ee4a77a3SMauro Carvalho Chehab u32 pre_ext_dl_plist;
63ee4a77a3SMauro Carvalho Chehab
64ee4a77a3SMauro Carvalho Chehab u32 post_ext_dl_num_cmd;
65ee4a77a3SMauro Carvalho Chehab u32 post_ext_dl_plist;
66ee4a77a3SMauro Carvalho Chehab } __packed;
67ee4a77a3SMauro Carvalho Chehab
68ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_header_extended {
69ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_header header;
70ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_header ext;
71ee4a77a3SMauro Carvalho Chehab } __packed;
72ee4a77a3SMauro Carvalho Chehab
73ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_entry {
74ee4a77a3SMauro Carvalho Chehab u32 addr;
75ee4a77a3SMauro Carvalho Chehab u32 data;
76ee4a77a3SMauro Carvalho Chehab } __packed;
77ee4a77a3SMauro Carvalho Chehab
78ee4a77a3SMauro Carvalho Chehab /**
79ee4a77a3SMauro Carvalho Chehab * struct vsp1_pre_ext_dl_body - Pre Extended Display List Body
80ee4a77a3SMauro Carvalho Chehab * @opcode: Extended display list command operation code
81ee4a77a3SMauro Carvalho Chehab * @flags: Pre-extended command flags. These are specific to each command
82ee4a77a3SMauro Carvalho Chehab * @address_set: Source address set pointer. Must have 16-byte alignment
83ee4a77a3SMauro Carvalho Chehab * @reserved: Zero bits for alignment.
84ee4a77a3SMauro Carvalho Chehab */
85ee4a77a3SMauro Carvalho Chehab struct vsp1_pre_ext_dl_body {
86ee4a77a3SMauro Carvalho Chehab u32 opcode;
87ee4a77a3SMauro Carvalho Chehab u32 flags;
88ee4a77a3SMauro Carvalho Chehab u32 address_set;
89ee4a77a3SMauro Carvalho Chehab u32 reserved;
90ee4a77a3SMauro Carvalho Chehab } __packed;
91ee4a77a3SMauro Carvalho Chehab
92ee4a77a3SMauro Carvalho Chehab /**
93ee4a77a3SMauro Carvalho Chehab * struct vsp1_dl_body - Display list body
94ee4a77a3SMauro Carvalho Chehab * @list: entry in the display list list of bodies
95ee4a77a3SMauro Carvalho Chehab * @free: entry in the pool free body list
96ee4a77a3SMauro Carvalho Chehab * @refcnt: reference tracking for the body
97ee4a77a3SMauro Carvalho Chehab * @pool: pool to which this body belongs
98ee4a77a3SMauro Carvalho Chehab * @entries: array of entries
99ee4a77a3SMauro Carvalho Chehab * @dma: DMA address of the entries
100ee4a77a3SMauro Carvalho Chehab * @size: size of the DMA memory in bytes
101ee4a77a3SMauro Carvalho Chehab * @num_entries: number of stored entries
102ee4a77a3SMauro Carvalho Chehab * @max_entries: number of entries available
103ee4a77a3SMauro Carvalho Chehab */
104ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body {
105ee4a77a3SMauro Carvalho Chehab struct list_head list;
106ee4a77a3SMauro Carvalho Chehab struct list_head free;
107ee4a77a3SMauro Carvalho Chehab
108ee4a77a3SMauro Carvalho Chehab refcount_t refcnt;
109ee4a77a3SMauro Carvalho Chehab
110ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body_pool *pool;
111ee4a77a3SMauro Carvalho Chehab
112ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_entry *entries;
113ee4a77a3SMauro Carvalho Chehab dma_addr_t dma;
114ee4a77a3SMauro Carvalho Chehab size_t size;
115ee4a77a3SMauro Carvalho Chehab
116ee4a77a3SMauro Carvalho Chehab unsigned int num_entries;
117ee4a77a3SMauro Carvalho Chehab unsigned int max_entries;
118ee4a77a3SMauro Carvalho Chehab };
119ee4a77a3SMauro Carvalho Chehab
120ee4a77a3SMauro Carvalho Chehab /**
121ee4a77a3SMauro Carvalho Chehab * struct vsp1_dl_body_pool - display list body pool
122ee4a77a3SMauro Carvalho Chehab * @dma: DMA address of the entries
123ee4a77a3SMauro Carvalho Chehab * @size: size of the full DMA memory pool in bytes
124ee4a77a3SMauro Carvalho Chehab * @mem: CPU memory pointer for the pool
125ee4a77a3SMauro Carvalho Chehab * @bodies: Array of DLB structures for the pool
126ee4a77a3SMauro Carvalho Chehab * @free: List of free DLB entries
127ee4a77a3SMauro Carvalho Chehab * @lock: Protects the free list
128ee4a77a3SMauro Carvalho Chehab * @vsp1: the VSP1 device
129ee4a77a3SMauro Carvalho Chehab */
130ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body_pool {
131ee4a77a3SMauro Carvalho Chehab /* DMA allocation */
132ee4a77a3SMauro Carvalho Chehab dma_addr_t dma;
133ee4a77a3SMauro Carvalho Chehab size_t size;
134ee4a77a3SMauro Carvalho Chehab void *mem;
135ee4a77a3SMauro Carvalho Chehab
136ee4a77a3SMauro Carvalho Chehab /* Body management */
137ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body *bodies;
138ee4a77a3SMauro Carvalho Chehab struct list_head free;
139ee4a77a3SMauro Carvalho Chehab spinlock_t lock;
140ee4a77a3SMauro Carvalho Chehab
141ee4a77a3SMauro Carvalho Chehab struct vsp1_device *vsp1;
142ee4a77a3SMauro Carvalho Chehab };
143ee4a77a3SMauro Carvalho Chehab
144ee4a77a3SMauro Carvalho Chehab /**
145ee4a77a3SMauro Carvalho Chehab * struct vsp1_dl_cmd_pool - Display List commands pool
146ee4a77a3SMauro Carvalho Chehab * @dma: DMA address of the entries
147ee4a77a3SMauro Carvalho Chehab * @size: size of the full DMA memory pool in bytes
148ee4a77a3SMauro Carvalho Chehab * @mem: CPU memory pointer for the pool
149ee4a77a3SMauro Carvalho Chehab * @cmds: Array of command structures for the pool
150ee4a77a3SMauro Carvalho Chehab * @free: Free pool entries
151ee4a77a3SMauro Carvalho Chehab * @lock: Protects the free list
152ee4a77a3SMauro Carvalho Chehab * @vsp1: the VSP1 device
153ee4a77a3SMauro Carvalho Chehab */
154ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_cmd_pool {
155ee4a77a3SMauro Carvalho Chehab /* DMA allocation */
156ee4a77a3SMauro Carvalho Chehab dma_addr_t dma;
157ee4a77a3SMauro Carvalho Chehab size_t size;
158ee4a77a3SMauro Carvalho Chehab void *mem;
159ee4a77a3SMauro Carvalho Chehab
160ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_cmd *cmds;
161ee4a77a3SMauro Carvalho Chehab struct list_head free;
162ee4a77a3SMauro Carvalho Chehab
163ee4a77a3SMauro Carvalho Chehab spinlock_t lock;
164ee4a77a3SMauro Carvalho Chehab
165ee4a77a3SMauro Carvalho Chehab struct vsp1_device *vsp1;
166ee4a77a3SMauro Carvalho Chehab };
167ee4a77a3SMauro Carvalho Chehab
168ee4a77a3SMauro Carvalho Chehab /**
169ee4a77a3SMauro Carvalho Chehab * struct vsp1_dl_list - Display list
170ee4a77a3SMauro Carvalho Chehab * @list: entry in the display list manager lists
171ee4a77a3SMauro Carvalho Chehab * @dlm: the display list manager
172ee4a77a3SMauro Carvalho Chehab * @header: display list header
173ee4a77a3SMauro Carvalho Chehab * @extension: extended display list header. NULL for normal lists
174ee4a77a3SMauro Carvalho Chehab * @dma: DMA address for the header
175ee4a77a3SMauro Carvalho Chehab * @body0: first display list body
176ee4a77a3SMauro Carvalho Chehab * @bodies: list of extra display list bodies
177ee4a77a3SMauro Carvalho Chehab * @pre_cmd: pre command to be issued through extended dl header
178ee4a77a3SMauro Carvalho Chehab * @post_cmd: post command to be issued through extended dl header
179ee4a77a3SMauro Carvalho Chehab * @has_chain: if true, indicates that there's a partition chain
180ee4a77a3SMauro Carvalho Chehab * @chain: entry in the display list partition chain
181ee4a77a3SMauro Carvalho Chehab * @flags: display list flags, a combination of VSP1_DL_FRAME_END_*
182ee4a77a3SMauro Carvalho Chehab */
183ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list {
184ee4a77a3SMauro Carvalho Chehab struct list_head list;
185ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager *dlm;
186ee4a77a3SMauro Carvalho Chehab
187ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_header *header;
188ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_header *extension;
189ee4a77a3SMauro Carvalho Chehab dma_addr_t dma;
190ee4a77a3SMauro Carvalho Chehab
191ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body *body0;
192ee4a77a3SMauro Carvalho Chehab struct list_head bodies;
193ee4a77a3SMauro Carvalho Chehab
194ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_cmd *pre_cmd;
195ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_cmd *post_cmd;
196ee4a77a3SMauro Carvalho Chehab
197ee4a77a3SMauro Carvalho Chehab bool has_chain;
198ee4a77a3SMauro Carvalho Chehab struct list_head chain;
199ee4a77a3SMauro Carvalho Chehab
200ee4a77a3SMauro Carvalho Chehab unsigned int flags;
201ee4a77a3SMauro Carvalho Chehab };
202ee4a77a3SMauro Carvalho Chehab
203ee4a77a3SMauro Carvalho Chehab /**
204ee4a77a3SMauro Carvalho Chehab * struct vsp1_dl_manager - Display List manager
205ee4a77a3SMauro Carvalho Chehab * @index: index of the related WPF
206ee4a77a3SMauro Carvalho Chehab * @singleshot: execute the display list in single-shot mode
207ee4a77a3SMauro Carvalho Chehab * @vsp1: the VSP1 device
208ee4a77a3SMauro Carvalho Chehab * @lock: protects the free, active, queued, and pending lists
209ee4a77a3SMauro Carvalho Chehab * @free: array of all free display lists
210ee4a77a3SMauro Carvalho Chehab * @active: list currently being processed (loaded) by hardware
211ee4a77a3SMauro Carvalho Chehab * @queued: list queued to the hardware (written to the DL registers)
212ee4a77a3SMauro Carvalho Chehab * @pending: list waiting to be queued to the hardware
213ee4a77a3SMauro Carvalho Chehab * @pool: body pool for the display list bodies
214ee4a77a3SMauro Carvalho Chehab * @cmdpool: commands pool for extended display list
215ee4a77a3SMauro Carvalho Chehab */
216ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager {
217ee4a77a3SMauro Carvalho Chehab unsigned int index;
218ee4a77a3SMauro Carvalho Chehab bool singleshot;
219ee4a77a3SMauro Carvalho Chehab struct vsp1_device *vsp1;
220ee4a77a3SMauro Carvalho Chehab
221ee4a77a3SMauro Carvalho Chehab spinlock_t lock;
222ee4a77a3SMauro Carvalho Chehab struct list_head free;
223ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *active;
224ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *queued;
225ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *pending;
226ee4a77a3SMauro Carvalho Chehab
227ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body_pool *pool;
228ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_cmd_pool *cmdpool;
229ee4a77a3SMauro Carvalho Chehab };
230ee4a77a3SMauro Carvalho Chehab
231ee4a77a3SMauro Carvalho Chehab /* -----------------------------------------------------------------------------
232ee4a77a3SMauro Carvalho Chehab * Display List Body Management
233ee4a77a3SMauro Carvalho Chehab */
234ee4a77a3SMauro Carvalho Chehab
235ee4a77a3SMauro Carvalho Chehab /**
236ee4a77a3SMauro Carvalho Chehab * vsp1_dl_body_pool_create - Create a pool of bodies from a single allocation
237ee4a77a3SMauro Carvalho Chehab * @vsp1: The VSP1 device
238ee4a77a3SMauro Carvalho Chehab * @num_bodies: The number of bodies to allocate
239ee4a77a3SMauro Carvalho Chehab * @num_entries: The maximum number of entries that a body can contain
240ee4a77a3SMauro Carvalho Chehab * @extra_size: Extra allocation provided for the bodies
241ee4a77a3SMauro Carvalho Chehab *
242ee4a77a3SMauro Carvalho Chehab * Allocate a pool of display list bodies each with enough memory to contain the
243ee4a77a3SMauro Carvalho Chehab * requested number of entries plus the @extra_size.
244ee4a77a3SMauro Carvalho Chehab *
245ee4a77a3SMauro Carvalho Chehab * Return a pointer to a pool on success or NULL if memory can't be allocated.
246ee4a77a3SMauro Carvalho Chehab */
247ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body_pool *
vsp1_dl_body_pool_create(struct vsp1_device * vsp1,unsigned int num_bodies,unsigned int num_entries,size_t extra_size)248ee4a77a3SMauro Carvalho Chehab vsp1_dl_body_pool_create(struct vsp1_device *vsp1, unsigned int num_bodies,
249ee4a77a3SMauro Carvalho Chehab unsigned int num_entries, size_t extra_size)
250ee4a77a3SMauro Carvalho Chehab {
251ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body_pool *pool;
252ee4a77a3SMauro Carvalho Chehab size_t dlb_size;
253ee4a77a3SMauro Carvalho Chehab unsigned int i;
254ee4a77a3SMauro Carvalho Chehab
255ee4a77a3SMauro Carvalho Chehab pool = kzalloc(sizeof(*pool), GFP_KERNEL);
256ee4a77a3SMauro Carvalho Chehab if (!pool)
257ee4a77a3SMauro Carvalho Chehab return NULL;
258ee4a77a3SMauro Carvalho Chehab
259ee4a77a3SMauro Carvalho Chehab pool->vsp1 = vsp1;
260ee4a77a3SMauro Carvalho Chehab
261ee4a77a3SMauro Carvalho Chehab /*
262ee4a77a3SMauro Carvalho Chehab * TODO: 'extra_size' is only used by vsp1_dlm_create(), to allocate
263ee4a77a3SMauro Carvalho Chehab * extra memory for the display list header. We need only one header per
264ee4a77a3SMauro Carvalho Chehab * display list, not per display list body, thus this allocation is
265ee4a77a3SMauro Carvalho Chehab * extraneous and should be reworked in the future.
266ee4a77a3SMauro Carvalho Chehab */
267ee4a77a3SMauro Carvalho Chehab dlb_size = num_entries * sizeof(struct vsp1_dl_entry) + extra_size;
268ee4a77a3SMauro Carvalho Chehab pool->size = dlb_size * num_bodies;
269ee4a77a3SMauro Carvalho Chehab
270ee4a77a3SMauro Carvalho Chehab pool->bodies = kcalloc(num_bodies, sizeof(*pool->bodies), GFP_KERNEL);
271ee4a77a3SMauro Carvalho Chehab if (!pool->bodies) {
272ee4a77a3SMauro Carvalho Chehab kfree(pool);
273ee4a77a3SMauro Carvalho Chehab return NULL;
274ee4a77a3SMauro Carvalho Chehab }
275ee4a77a3SMauro Carvalho Chehab
276ee4a77a3SMauro Carvalho Chehab pool->mem = dma_alloc_wc(vsp1->bus_master, pool->size, &pool->dma,
277ee4a77a3SMauro Carvalho Chehab GFP_KERNEL);
278ee4a77a3SMauro Carvalho Chehab if (!pool->mem) {
279ee4a77a3SMauro Carvalho Chehab kfree(pool->bodies);
280ee4a77a3SMauro Carvalho Chehab kfree(pool);
281ee4a77a3SMauro Carvalho Chehab return NULL;
282ee4a77a3SMauro Carvalho Chehab }
283ee4a77a3SMauro Carvalho Chehab
284ee4a77a3SMauro Carvalho Chehab spin_lock_init(&pool->lock);
285ee4a77a3SMauro Carvalho Chehab INIT_LIST_HEAD(&pool->free);
286ee4a77a3SMauro Carvalho Chehab
287ee4a77a3SMauro Carvalho Chehab for (i = 0; i < num_bodies; ++i) {
288ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body *dlb = &pool->bodies[i];
289ee4a77a3SMauro Carvalho Chehab
290ee4a77a3SMauro Carvalho Chehab dlb->pool = pool;
291ee4a77a3SMauro Carvalho Chehab dlb->max_entries = num_entries;
292ee4a77a3SMauro Carvalho Chehab
293ee4a77a3SMauro Carvalho Chehab dlb->dma = pool->dma + i * dlb_size;
294ee4a77a3SMauro Carvalho Chehab dlb->entries = pool->mem + i * dlb_size;
295ee4a77a3SMauro Carvalho Chehab
296ee4a77a3SMauro Carvalho Chehab list_add_tail(&dlb->free, &pool->free);
297ee4a77a3SMauro Carvalho Chehab }
298ee4a77a3SMauro Carvalho Chehab
299ee4a77a3SMauro Carvalho Chehab return pool;
300ee4a77a3SMauro Carvalho Chehab }
301ee4a77a3SMauro Carvalho Chehab
302ee4a77a3SMauro Carvalho Chehab /**
303ee4a77a3SMauro Carvalho Chehab * vsp1_dl_body_pool_destroy - Release a body pool
304ee4a77a3SMauro Carvalho Chehab * @pool: The body pool
305ee4a77a3SMauro Carvalho Chehab *
306ee4a77a3SMauro Carvalho Chehab * Release all components of a pool allocation.
307ee4a77a3SMauro Carvalho Chehab */
vsp1_dl_body_pool_destroy(struct vsp1_dl_body_pool * pool)308ee4a77a3SMauro Carvalho Chehab void vsp1_dl_body_pool_destroy(struct vsp1_dl_body_pool *pool)
309ee4a77a3SMauro Carvalho Chehab {
310ee4a77a3SMauro Carvalho Chehab if (!pool)
311ee4a77a3SMauro Carvalho Chehab return;
312ee4a77a3SMauro Carvalho Chehab
313ee4a77a3SMauro Carvalho Chehab if (pool->mem)
314ee4a77a3SMauro Carvalho Chehab dma_free_wc(pool->vsp1->bus_master, pool->size, pool->mem,
315ee4a77a3SMauro Carvalho Chehab pool->dma);
316ee4a77a3SMauro Carvalho Chehab
317ee4a77a3SMauro Carvalho Chehab kfree(pool->bodies);
318ee4a77a3SMauro Carvalho Chehab kfree(pool);
319ee4a77a3SMauro Carvalho Chehab }
320ee4a77a3SMauro Carvalho Chehab
321ee4a77a3SMauro Carvalho Chehab /**
322ee4a77a3SMauro Carvalho Chehab * vsp1_dl_body_get - Obtain a body from a pool
323ee4a77a3SMauro Carvalho Chehab * @pool: The body pool
324ee4a77a3SMauro Carvalho Chehab *
325ee4a77a3SMauro Carvalho Chehab * Obtain a body from the pool without blocking.
326ee4a77a3SMauro Carvalho Chehab *
327ee4a77a3SMauro Carvalho Chehab * Returns a display list body or NULL if there are none available.
328ee4a77a3SMauro Carvalho Chehab */
vsp1_dl_body_get(struct vsp1_dl_body_pool * pool)329ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body *vsp1_dl_body_get(struct vsp1_dl_body_pool *pool)
330ee4a77a3SMauro Carvalho Chehab {
331ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body *dlb = NULL;
332ee4a77a3SMauro Carvalho Chehab unsigned long flags;
333ee4a77a3SMauro Carvalho Chehab
334ee4a77a3SMauro Carvalho Chehab spin_lock_irqsave(&pool->lock, flags);
335ee4a77a3SMauro Carvalho Chehab
336ee4a77a3SMauro Carvalho Chehab if (!list_empty(&pool->free)) {
337ee4a77a3SMauro Carvalho Chehab dlb = list_first_entry(&pool->free, struct vsp1_dl_body, free);
338ee4a77a3SMauro Carvalho Chehab list_del(&dlb->free);
339ee4a77a3SMauro Carvalho Chehab refcount_set(&dlb->refcnt, 1);
340ee4a77a3SMauro Carvalho Chehab }
341ee4a77a3SMauro Carvalho Chehab
342ee4a77a3SMauro Carvalho Chehab spin_unlock_irqrestore(&pool->lock, flags);
343ee4a77a3SMauro Carvalho Chehab
344ee4a77a3SMauro Carvalho Chehab return dlb;
345ee4a77a3SMauro Carvalho Chehab }
346ee4a77a3SMauro Carvalho Chehab
347ee4a77a3SMauro Carvalho Chehab /**
348ee4a77a3SMauro Carvalho Chehab * vsp1_dl_body_put - Return a body back to its pool
349ee4a77a3SMauro Carvalho Chehab * @dlb: The display list body
350ee4a77a3SMauro Carvalho Chehab *
351ee4a77a3SMauro Carvalho Chehab * Return a body back to the pool, and reset the num_entries to clear the list.
352ee4a77a3SMauro Carvalho Chehab */
vsp1_dl_body_put(struct vsp1_dl_body * dlb)353ee4a77a3SMauro Carvalho Chehab void vsp1_dl_body_put(struct vsp1_dl_body *dlb)
354ee4a77a3SMauro Carvalho Chehab {
355ee4a77a3SMauro Carvalho Chehab unsigned long flags;
356ee4a77a3SMauro Carvalho Chehab
357ee4a77a3SMauro Carvalho Chehab if (!dlb)
358ee4a77a3SMauro Carvalho Chehab return;
359ee4a77a3SMauro Carvalho Chehab
360ee4a77a3SMauro Carvalho Chehab if (!refcount_dec_and_test(&dlb->refcnt))
361ee4a77a3SMauro Carvalho Chehab return;
362ee4a77a3SMauro Carvalho Chehab
363ee4a77a3SMauro Carvalho Chehab dlb->num_entries = 0;
364ee4a77a3SMauro Carvalho Chehab
365ee4a77a3SMauro Carvalho Chehab spin_lock_irqsave(&dlb->pool->lock, flags);
366ee4a77a3SMauro Carvalho Chehab list_add_tail(&dlb->free, &dlb->pool->free);
367ee4a77a3SMauro Carvalho Chehab spin_unlock_irqrestore(&dlb->pool->lock, flags);
368ee4a77a3SMauro Carvalho Chehab }
369ee4a77a3SMauro Carvalho Chehab
370ee4a77a3SMauro Carvalho Chehab /**
371ee4a77a3SMauro Carvalho Chehab * vsp1_dl_body_write - Write a register to a display list body
372ee4a77a3SMauro Carvalho Chehab * @dlb: The body
373ee4a77a3SMauro Carvalho Chehab * @reg: The register address
374ee4a77a3SMauro Carvalho Chehab * @data: The register value
375ee4a77a3SMauro Carvalho Chehab *
376ee4a77a3SMauro Carvalho Chehab * Write the given register and value to the display list body. The maximum
377ee4a77a3SMauro Carvalho Chehab * number of entries that can be written in a body is specified when the body is
378ee4a77a3SMauro Carvalho Chehab * allocated by vsp1_dl_body_alloc().
379ee4a77a3SMauro Carvalho Chehab */
vsp1_dl_body_write(struct vsp1_dl_body * dlb,u32 reg,u32 data)380ee4a77a3SMauro Carvalho Chehab void vsp1_dl_body_write(struct vsp1_dl_body *dlb, u32 reg, u32 data)
381ee4a77a3SMauro Carvalho Chehab {
382ee4a77a3SMauro Carvalho Chehab if (WARN_ONCE(dlb->num_entries >= dlb->max_entries,
383ee4a77a3SMauro Carvalho Chehab "DLB size exceeded (max %u)", dlb->max_entries))
384ee4a77a3SMauro Carvalho Chehab return;
385ee4a77a3SMauro Carvalho Chehab
386ee4a77a3SMauro Carvalho Chehab dlb->entries[dlb->num_entries].addr = reg;
387ee4a77a3SMauro Carvalho Chehab dlb->entries[dlb->num_entries].data = data;
388ee4a77a3SMauro Carvalho Chehab dlb->num_entries++;
389ee4a77a3SMauro Carvalho Chehab }
390ee4a77a3SMauro Carvalho Chehab
391ee4a77a3SMauro Carvalho Chehab /* -----------------------------------------------------------------------------
392ee4a77a3SMauro Carvalho Chehab * Display List Extended Command Management
393ee4a77a3SMauro Carvalho Chehab */
394ee4a77a3SMauro Carvalho Chehab
395ee4a77a3SMauro Carvalho Chehab enum vsp1_extcmd_type {
396ee4a77a3SMauro Carvalho Chehab VSP1_EXTCMD_AUTODISP,
397ee4a77a3SMauro Carvalho Chehab VSP1_EXTCMD_AUTOFLD,
398ee4a77a3SMauro Carvalho Chehab };
399ee4a77a3SMauro Carvalho Chehab
400ee4a77a3SMauro Carvalho Chehab struct vsp1_extended_command_info {
401ee4a77a3SMauro Carvalho Chehab u16 opcode;
402ee4a77a3SMauro Carvalho Chehab size_t body_size;
403ee4a77a3SMauro Carvalho Chehab };
404ee4a77a3SMauro Carvalho Chehab
405ee4a77a3SMauro Carvalho Chehab static const struct vsp1_extended_command_info vsp1_extended_commands[] = {
406ee4a77a3SMauro Carvalho Chehab [VSP1_EXTCMD_AUTODISP] = { 0x02, 96 },
407ee4a77a3SMauro Carvalho Chehab [VSP1_EXTCMD_AUTOFLD] = { 0x03, 160 },
408ee4a77a3SMauro Carvalho Chehab };
409ee4a77a3SMauro Carvalho Chehab
410ee4a77a3SMauro Carvalho Chehab /**
411ee4a77a3SMauro Carvalho Chehab * vsp1_dl_cmd_pool_create - Create a pool of commands from a single allocation
412ee4a77a3SMauro Carvalho Chehab * @vsp1: The VSP1 device
413ee4a77a3SMauro Carvalho Chehab * @type: The command pool type
414ee4a77a3SMauro Carvalho Chehab * @num_cmds: The number of commands to allocate
415ee4a77a3SMauro Carvalho Chehab *
416ee4a77a3SMauro Carvalho Chehab * Allocate a pool of commands each with enough memory to contain the private
417ee4a77a3SMauro Carvalho Chehab * data of each command. The allocation sizes are dependent upon the command
418ee4a77a3SMauro Carvalho Chehab * type.
419ee4a77a3SMauro Carvalho Chehab *
420ee4a77a3SMauro Carvalho Chehab * Return a pointer to the pool on success or NULL if memory can't be allocated.
421ee4a77a3SMauro Carvalho Chehab */
422ee4a77a3SMauro Carvalho Chehab static struct vsp1_dl_cmd_pool *
vsp1_dl_cmd_pool_create(struct vsp1_device * vsp1,enum vsp1_extcmd_type type,unsigned int num_cmds)423ee4a77a3SMauro Carvalho Chehab vsp1_dl_cmd_pool_create(struct vsp1_device *vsp1, enum vsp1_extcmd_type type,
424ee4a77a3SMauro Carvalho Chehab unsigned int num_cmds)
425ee4a77a3SMauro Carvalho Chehab {
426ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_cmd_pool *pool;
427ee4a77a3SMauro Carvalho Chehab unsigned int i;
428ee4a77a3SMauro Carvalho Chehab size_t cmd_size;
429ee4a77a3SMauro Carvalho Chehab
430ee4a77a3SMauro Carvalho Chehab pool = kzalloc(sizeof(*pool), GFP_KERNEL);
431ee4a77a3SMauro Carvalho Chehab if (!pool)
432ee4a77a3SMauro Carvalho Chehab return NULL;
433ee4a77a3SMauro Carvalho Chehab
434ee4a77a3SMauro Carvalho Chehab pool->vsp1 = vsp1;
435ee4a77a3SMauro Carvalho Chehab
436ee4a77a3SMauro Carvalho Chehab spin_lock_init(&pool->lock);
437ee4a77a3SMauro Carvalho Chehab INIT_LIST_HEAD(&pool->free);
438ee4a77a3SMauro Carvalho Chehab
439ee4a77a3SMauro Carvalho Chehab pool->cmds = kcalloc(num_cmds, sizeof(*pool->cmds), GFP_KERNEL);
440ee4a77a3SMauro Carvalho Chehab if (!pool->cmds) {
441ee4a77a3SMauro Carvalho Chehab kfree(pool);
442ee4a77a3SMauro Carvalho Chehab return NULL;
443ee4a77a3SMauro Carvalho Chehab }
444ee4a77a3SMauro Carvalho Chehab
445ee4a77a3SMauro Carvalho Chehab cmd_size = sizeof(struct vsp1_pre_ext_dl_body) +
446ee4a77a3SMauro Carvalho Chehab vsp1_extended_commands[type].body_size;
447ee4a77a3SMauro Carvalho Chehab cmd_size = ALIGN(cmd_size, 16);
448ee4a77a3SMauro Carvalho Chehab
449ee4a77a3SMauro Carvalho Chehab pool->size = cmd_size * num_cmds;
450ee4a77a3SMauro Carvalho Chehab pool->mem = dma_alloc_wc(vsp1->bus_master, pool->size, &pool->dma,
451ee4a77a3SMauro Carvalho Chehab GFP_KERNEL);
452ee4a77a3SMauro Carvalho Chehab if (!pool->mem) {
453ee4a77a3SMauro Carvalho Chehab kfree(pool->cmds);
454ee4a77a3SMauro Carvalho Chehab kfree(pool);
455ee4a77a3SMauro Carvalho Chehab return NULL;
456ee4a77a3SMauro Carvalho Chehab }
457ee4a77a3SMauro Carvalho Chehab
458ee4a77a3SMauro Carvalho Chehab for (i = 0; i < num_cmds; ++i) {
459ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_cmd *cmd = &pool->cmds[i];
460ee4a77a3SMauro Carvalho Chehab size_t cmd_offset = i * cmd_size;
461ee4a77a3SMauro Carvalho Chehab /* data_offset must be 16 byte aligned for DMA. */
462ee4a77a3SMauro Carvalho Chehab size_t data_offset = sizeof(struct vsp1_pre_ext_dl_body) +
463ee4a77a3SMauro Carvalho Chehab cmd_offset;
464ee4a77a3SMauro Carvalho Chehab
465ee4a77a3SMauro Carvalho Chehab cmd->pool = pool;
466ee4a77a3SMauro Carvalho Chehab cmd->opcode = vsp1_extended_commands[type].opcode;
467ee4a77a3SMauro Carvalho Chehab
468ee4a77a3SMauro Carvalho Chehab /*
469ee4a77a3SMauro Carvalho Chehab * TODO: Auto-disp can utilise more than one extended body
470ee4a77a3SMauro Carvalho Chehab * command per cmd.
471ee4a77a3SMauro Carvalho Chehab */
472ee4a77a3SMauro Carvalho Chehab cmd->num_cmds = 1;
473ee4a77a3SMauro Carvalho Chehab cmd->cmds = pool->mem + cmd_offset;
474ee4a77a3SMauro Carvalho Chehab cmd->cmd_dma = pool->dma + cmd_offset;
475ee4a77a3SMauro Carvalho Chehab
476ee4a77a3SMauro Carvalho Chehab cmd->data = pool->mem + data_offset;
477ee4a77a3SMauro Carvalho Chehab cmd->data_dma = pool->dma + data_offset;
478ee4a77a3SMauro Carvalho Chehab
479ee4a77a3SMauro Carvalho Chehab list_add_tail(&cmd->free, &pool->free);
480ee4a77a3SMauro Carvalho Chehab }
481ee4a77a3SMauro Carvalho Chehab
482ee4a77a3SMauro Carvalho Chehab return pool;
483ee4a77a3SMauro Carvalho Chehab }
484ee4a77a3SMauro Carvalho Chehab
485ee4a77a3SMauro Carvalho Chehab static
vsp1_dl_ext_cmd_get(struct vsp1_dl_cmd_pool * pool)486ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_cmd *vsp1_dl_ext_cmd_get(struct vsp1_dl_cmd_pool *pool)
487ee4a77a3SMauro Carvalho Chehab {
488ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_cmd *cmd = NULL;
489ee4a77a3SMauro Carvalho Chehab unsigned long flags;
490ee4a77a3SMauro Carvalho Chehab
491ee4a77a3SMauro Carvalho Chehab spin_lock_irqsave(&pool->lock, flags);
492ee4a77a3SMauro Carvalho Chehab
493ee4a77a3SMauro Carvalho Chehab if (!list_empty(&pool->free)) {
494ee4a77a3SMauro Carvalho Chehab cmd = list_first_entry(&pool->free, struct vsp1_dl_ext_cmd,
495ee4a77a3SMauro Carvalho Chehab free);
496ee4a77a3SMauro Carvalho Chehab list_del(&cmd->free);
497ee4a77a3SMauro Carvalho Chehab }
498ee4a77a3SMauro Carvalho Chehab
499ee4a77a3SMauro Carvalho Chehab spin_unlock_irqrestore(&pool->lock, flags);
500ee4a77a3SMauro Carvalho Chehab
501ee4a77a3SMauro Carvalho Chehab return cmd;
502ee4a77a3SMauro Carvalho Chehab }
503ee4a77a3SMauro Carvalho Chehab
vsp1_dl_ext_cmd_put(struct vsp1_dl_ext_cmd * cmd)504ee4a77a3SMauro Carvalho Chehab static void vsp1_dl_ext_cmd_put(struct vsp1_dl_ext_cmd *cmd)
505ee4a77a3SMauro Carvalho Chehab {
506ee4a77a3SMauro Carvalho Chehab unsigned long flags;
507ee4a77a3SMauro Carvalho Chehab
508ee4a77a3SMauro Carvalho Chehab if (!cmd)
509ee4a77a3SMauro Carvalho Chehab return;
510ee4a77a3SMauro Carvalho Chehab
511ee4a77a3SMauro Carvalho Chehab /* Reset flags, these mark data usage. */
512ee4a77a3SMauro Carvalho Chehab cmd->flags = 0;
513ee4a77a3SMauro Carvalho Chehab
514ee4a77a3SMauro Carvalho Chehab spin_lock_irqsave(&cmd->pool->lock, flags);
515ee4a77a3SMauro Carvalho Chehab list_add_tail(&cmd->free, &cmd->pool->free);
516ee4a77a3SMauro Carvalho Chehab spin_unlock_irqrestore(&cmd->pool->lock, flags);
517ee4a77a3SMauro Carvalho Chehab }
518ee4a77a3SMauro Carvalho Chehab
vsp1_dl_ext_cmd_pool_destroy(struct vsp1_dl_cmd_pool * pool)519ee4a77a3SMauro Carvalho Chehab static void vsp1_dl_ext_cmd_pool_destroy(struct vsp1_dl_cmd_pool *pool)
520ee4a77a3SMauro Carvalho Chehab {
521ee4a77a3SMauro Carvalho Chehab if (!pool)
522ee4a77a3SMauro Carvalho Chehab return;
523ee4a77a3SMauro Carvalho Chehab
524ee4a77a3SMauro Carvalho Chehab if (pool->mem)
525ee4a77a3SMauro Carvalho Chehab dma_free_wc(pool->vsp1->bus_master, pool->size, pool->mem,
526ee4a77a3SMauro Carvalho Chehab pool->dma);
527ee4a77a3SMauro Carvalho Chehab
528ee4a77a3SMauro Carvalho Chehab kfree(pool->cmds);
529ee4a77a3SMauro Carvalho Chehab kfree(pool);
530ee4a77a3SMauro Carvalho Chehab }
531ee4a77a3SMauro Carvalho Chehab
vsp1_dl_get_pre_cmd(struct vsp1_dl_list * dl)532ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_ext_cmd *vsp1_dl_get_pre_cmd(struct vsp1_dl_list *dl)
533ee4a77a3SMauro Carvalho Chehab {
534ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager *dlm = dl->dlm;
535ee4a77a3SMauro Carvalho Chehab
536ee4a77a3SMauro Carvalho Chehab if (dl->pre_cmd)
537ee4a77a3SMauro Carvalho Chehab return dl->pre_cmd;
538ee4a77a3SMauro Carvalho Chehab
539ee4a77a3SMauro Carvalho Chehab dl->pre_cmd = vsp1_dl_ext_cmd_get(dlm->cmdpool);
540ee4a77a3SMauro Carvalho Chehab
541ee4a77a3SMauro Carvalho Chehab return dl->pre_cmd;
542ee4a77a3SMauro Carvalho Chehab }
543ee4a77a3SMauro Carvalho Chehab
544ee4a77a3SMauro Carvalho Chehab /* ----------------------------------------------------------------------------
545ee4a77a3SMauro Carvalho Chehab * Display List Transaction Management
546ee4a77a3SMauro Carvalho Chehab */
547ee4a77a3SMauro Carvalho Chehab
vsp1_dl_list_alloc(struct vsp1_dl_manager * dlm)548ee4a77a3SMauro Carvalho Chehab static struct vsp1_dl_list *vsp1_dl_list_alloc(struct vsp1_dl_manager *dlm)
549ee4a77a3SMauro Carvalho Chehab {
550ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *dl;
551ee4a77a3SMauro Carvalho Chehab size_t header_offset;
552ee4a77a3SMauro Carvalho Chehab
553ee4a77a3SMauro Carvalho Chehab dl = kzalloc(sizeof(*dl), GFP_KERNEL);
554ee4a77a3SMauro Carvalho Chehab if (!dl)
555ee4a77a3SMauro Carvalho Chehab return NULL;
556ee4a77a3SMauro Carvalho Chehab
557ee4a77a3SMauro Carvalho Chehab INIT_LIST_HEAD(&dl->bodies);
558ee4a77a3SMauro Carvalho Chehab dl->dlm = dlm;
559ee4a77a3SMauro Carvalho Chehab
560ee4a77a3SMauro Carvalho Chehab /* Get a default body for our list. */
561ee4a77a3SMauro Carvalho Chehab dl->body0 = vsp1_dl_body_get(dlm->pool);
562ee4a77a3SMauro Carvalho Chehab if (!dl->body0) {
563ee4a77a3SMauro Carvalho Chehab kfree(dl);
564ee4a77a3SMauro Carvalho Chehab return NULL;
565ee4a77a3SMauro Carvalho Chehab }
566ee4a77a3SMauro Carvalho Chehab
567ee4a77a3SMauro Carvalho Chehab header_offset = dl->body0->max_entries * sizeof(*dl->body0->entries);
568ee4a77a3SMauro Carvalho Chehab
569ee4a77a3SMauro Carvalho Chehab dl->header = ((void *)dl->body0->entries) + header_offset;
570ee4a77a3SMauro Carvalho Chehab dl->dma = dl->body0->dma + header_offset;
571ee4a77a3SMauro Carvalho Chehab
572ee4a77a3SMauro Carvalho Chehab memset(dl->header, 0, sizeof(*dl->header));
573ee4a77a3SMauro Carvalho Chehab dl->header->lists[0].addr = dl->body0->dma;
574ee4a77a3SMauro Carvalho Chehab
575ee4a77a3SMauro Carvalho Chehab return dl;
576ee4a77a3SMauro Carvalho Chehab }
577ee4a77a3SMauro Carvalho Chehab
vsp1_dl_list_bodies_put(struct vsp1_dl_list * dl)578ee4a77a3SMauro Carvalho Chehab static void vsp1_dl_list_bodies_put(struct vsp1_dl_list *dl)
579ee4a77a3SMauro Carvalho Chehab {
580ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body *dlb, *tmp;
581ee4a77a3SMauro Carvalho Chehab
582ee4a77a3SMauro Carvalho Chehab list_for_each_entry_safe(dlb, tmp, &dl->bodies, list) {
583ee4a77a3SMauro Carvalho Chehab list_del(&dlb->list);
584ee4a77a3SMauro Carvalho Chehab vsp1_dl_body_put(dlb);
585ee4a77a3SMauro Carvalho Chehab }
586ee4a77a3SMauro Carvalho Chehab }
587ee4a77a3SMauro Carvalho Chehab
vsp1_dl_list_free(struct vsp1_dl_list * dl)588ee4a77a3SMauro Carvalho Chehab static void vsp1_dl_list_free(struct vsp1_dl_list *dl)
589ee4a77a3SMauro Carvalho Chehab {
590ee4a77a3SMauro Carvalho Chehab vsp1_dl_body_put(dl->body0);
591ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_bodies_put(dl);
592ee4a77a3SMauro Carvalho Chehab
593ee4a77a3SMauro Carvalho Chehab kfree(dl);
594ee4a77a3SMauro Carvalho Chehab }
595ee4a77a3SMauro Carvalho Chehab
596ee4a77a3SMauro Carvalho Chehab /**
597ee4a77a3SMauro Carvalho Chehab * vsp1_dl_list_get - Get a free display list
598ee4a77a3SMauro Carvalho Chehab * @dlm: The display list manager
599ee4a77a3SMauro Carvalho Chehab *
600ee4a77a3SMauro Carvalho Chehab * Get a display list from the pool of free lists and return it.
601ee4a77a3SMauro Carvalho Chehab *
602ee4a77a3SMauro Carvalho Chehab * This function must be called without the display list manager lock held.
603ee4a77a3SMauro Carvalho Chehab */
vsp1_dl_list_get(struct vsp1_dl_manager * dlm)604ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *vsp1_dl_list_get(struct vsp1_dl_manager *dlm)
605ee4a77a3SMauro Carvalho Chehab {
606ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *dl = NULL;
607ee4a77a3SMauro Carvalho Chehab unsigned long flags;
608ee4a77a3SMauro Carvalho Chehab
609ee4a77a3SMauro Carvalho Chehab spin_lock_irqsave(&dlm->lock, flags);
610ee4a77a3SMauro Carvalho Chehab
611ee4a77a3SMauro Carvalho Chehab if (!list_empty(&dlm->free)) {
612ee4a77a3SMauro Carvalho Chehab dl = list_first_entry(&dlm->free, struct vsp1_dl_list, list);
613ee4a77a3SMauro Carvalho Chehab list_del(&dl->list);
614ee4a77a3SMauro Carvalho Chehab
615ee4a77a3SMauro Carvalho Chehab /*
616ee4a77a3SMauro Carvalho Chehab * The display list chain must be initialised to ensure every
617ee4a77a3SMauro Carvalho Chehab * display list can assert list_empty() if it is not in a chain.
618ee4a77a3SMauro Carvalho Chehab */
619ee4a77a3SMauro Carvalho Chehab INIT_LIST_HEAD(&dl->chain);
620ee4a77a3SMauro Carvalho Chehab }
621ee4a77a3SMauro Carvalho Chehab
622ee4a77a3SMauro Carvalho Chehab spin_unlock_irqrestore(&dlm->lock, flags);
623ee4a77a3SMauro Carvalho Chehab
624ee4a77a3SMauro Carvalho Chehab return dl;
625ee4a77a3SMauro Carvalho Chehab }
626ee4a77a3SMauro Carvalho Chehab
627ee4a77a3SMauro Carvalho Chehab /* This function must be called with the display list manager lock held.*/
__vsp1_dl_list_put(struct vsp1_dl_list * dl)628ee4a77a3SMauro Carvalho Chehab static void __vsp1_dl_list_put(struct vsp1_dl_list *dl)
629ee4a77a3SMauro Carvalho Chehab {
630ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *dl_next;
631ee4a77a3SMauro Carvalho Chehab
632ee4a77a3SMauro Carvalho Chehab if (!dl)
633ee4a77a3SMauro Carvalho Chehab return;
634ee4a77a3SMauro Carvalho Chehab
635ee4a77a3SMauro Carvalho Chehab /*
636ee4a77a3SMauro Carvalho Chehab * Release any linked display-lists which were chained for a single
637ee4a77a3SMauro Carvalho Chehab * hardware operation.
638ee4a77a3SMauro Carvalho Chehab */
639ee4a77a3SMauro Carvalho Chehab if (dl->has_chain) {
640ee4a77a3SMauro Carvalho Chehab list_for_each_entry(dl_next, &dl->chain, chain)
641ee4a77a3SMauro Carvalho Chehab __vsp1_dl_list_put(dl_next);
642ee4a77a3SMauro Carvalho Chehab }
643ee4a77a3SMauro Carvalho Chehab
644ee4a77a3SMauro Carvalho Chehab dl->has_chain = false;
645ee4a77a3SMauro Carvalho Chehab
646ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_bodies_put(dl);
647ee4a77a3SMauro Carvalho Chehab
648ee4a77a3SMauro Carvalho Chehab vsp1_dl_ext_cmd_put(dl->pre_cmd);
649ee4a77a3SMauro Carvalho Chehab vsp1_dl_ext_cmd_put(dl->post_cmd);
650ee4a77a3SMauro Carvalho Chehab
651ee4a77a3SMauro Carvalho Chehab dl->pre_cmd = NULL;
652ee4a77a3SMauro Carvalho Chehab dl->post_cmd = NULL;
653ee4a77a3SMauro Carvalho Chehab
654ee4a77a3SMauro Carvalho Chehab /*
655ee4a77a3SMauro Carvalho Chehab * body0 is reused as as an optimisation as presently every display list
656ee4a77a3SMauro Carvalho Chehab * has at least one body, thus we reinitialise the entries list.
657ee4a77a3SMauro Carvalho Chehab */
658ee4a77a3SMauro Carvalho Chehab dl->body0->num_entries = 0;
659ee4a77a3SMauro Carvalho Chehab
660ee4a77a3SMauro Carvalho Chehab list_add_tail(&dl->list, &dl->dlm->free);
661ee4a77a3SMauro Carvalho Chehab }
662ee4a77a3SMauro Carvalho Chehab
663ee4a77a3SMauro Carvalho Chehab /**
664ee4a77a3SMauro Carvalho Chehab * vsp1_dl_list_put - Release a display list
665ee4a77a3SMauro Carvalho Chehab * @dl: The display list
666ee4a77a3SMauro Carvalho Chehab *
667ee4a77a3SMauro Carvalho Chehab * Release the display list and return it to the pool of free lists.
668ee4a77a3SMauro Carvalho Chehab *
669ee4a77a3SMauro Carvalho Chehab * Passing a NULL pointer to this function is safe, in that case no operation
670ee4a77a3SMauro Carvalho Chehab * will be performed.
671ee4a77a3SMauro Carvalho Chehab */
vsp1_dl_list_put(struct vsp1_dl_list * dl)672ee4a77a3SMauro Carvalho Chehab void vsp1_dl_list_put(struct vsp1_dl_list *dl)
673ee4a77a3SMauro Carvalho Chehab {
674ee4a77a3SMauro Carvalho Chehab unsigned long flags;
675ee4a77a3SMauro Carvalho Chehab
676ee4a77a3SMauro Carvalho Chehab if (!dl)
677ee4a77a3SMauro Carvalho Chehab return;
678ee4a77a3SMauro Carvalho Chehab
679ee4a77a3SMauro Carvalho Chehab spin_lock_irqsave(&dl->dlm->lock, flags);
680ee4a77a3SMauro Carvalho Chehab __vsp1_dl_list_put(dl);
681ee4a77a3SMauro Carvalho Chehab spin_unlock_irqrestore(&dl->dlm->lock, flags);
682ee4a77a3SMauro Carvalho Chehab }
683ee4a77a3SMauro Carvalho Chehab
684ee4a77a3SMauro Carvalho Chehab /**
685ee4a77a3SMauro Carvalho Chehab * vsp1_dl_list_get_body0 - Obtain the default body for the display list
686ee4a77a3SMauro Carvalho Chehab * @dl: The display list
687ee4a77a3SMauro Carvalho Chehab *
688ee4a77a3SMauro Carvalho Chehab * Obtain a pointer to the internal display list body allowing this to be passed
689ee4a77a3SMauro Carvalho Chehab * directly to configure operations.
690ee4a77a3SMauro Carvalho Chehab */
vsp1_dl_list_get_body0(struct vsp1_dl_list * dl)691ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body *vsp1_dl_list_get_body0(struct vsp1_dl_list *dl)
692ee4a77a3SMauro Carvalho Chehab {
693ee4a77a3SMauro Carvalho Chehab return dl->body0;
694ee4a77a3SMauro Carvalho Chehab }
695ee4a77a3SMauro Carvalho Chehab
696ee4a77a3SMauro Carvalho Chehab /**
697ee4a77a3SMauro Carvalho Chehab * vsp1_dl_list_add_body - Add a body to the display list
698ee4a77a3SMauro Carvalho Chehab * @dl: The display list
699ee4a77a3SMauro Carvalho Chehab * @dlb: The body
700ee4a77a3SMauro Carvalho Chehab *
701ee4a77a3SMauro Carvalho Chehab * Add a display list body to a display list. Registers contained in bodies are
702ee4a77a3SMauro Carvalho Chehab * processed after registers contained in the main display list, in the order in
703ee4a77a3SMauro Carvalho Chehab * which bodies are added.
704ee4a77a3SMauro Carvalho Chehab *
705ee4a77a3SMauro Carvalho Chehab * Adding a body to a display list passes ownership of the body to the list. The
706ee4a77a3SMauro Carvalho Chehab * caller retains its reference to the body when adding it to the display list,
707ee4a77a3SMauro Carvalho Chehab * but is not allowed to add new entries to the body.
708ee4a77a3SMauro Carvalho Chehab *
709ee4a77a3SMauro Carvalho Chehab * The reference must be explicitly released by a call to vsp1_dl_body_put()
710ee4a77a3SMauro Carvalho Chehab * when the body isn't needed anymore.
711ee4a77a3SMauro Carvalho Chehab */
vsp1_dl_list_add_body(struct vsp1_dl_list * dl,struct vsp1_dl_body * dlb)712ee4a77a3SMauro Carvalho Chehab int vsp1_dl_list_add_body(struct vsp1_dl_list *dl, struct vsp1_dl_body *dlb)
713ee4a77a3SMauro Carvalho Chehab {
714ee4a77a3SMauro Carvalho Chehab refcount_inc(&dlb->refcnt);
715ee4a77a3SMauro Carvalho Chehab
716ee4a77a3SMauro Carvalho Chehab list_add_tail(&dlb->list, &dl->bodies);
717ee4a77a3SMauro Carvalho Chehab
718ee4a77a3SMauro Carvalho Chehab return 0;
719ee4a77a3SMauro Carvalho Chehab }
720ee4a77a3SMauro Carvalho Chehab
721ee4a77a3SMauro Carvalho Chehab /**
722ee4a77a3SMauro Carvalho Chehab * vsp1_dl_list_add_chain - Add a display list to a chain
723ee4a77a3SMauro Carvalho Chehab * @head: The head display list
724ee4a77a3SMauro Carvalho Chehab * @dl: The new display list
725ee4a77a3SMauro Carvalho Chehab *
726ee4a77a3SMauro Carvalho Chehab * Add a display list to an existing display list chain. The chained lists
727ee4a77a3SMauro Carvalho Chehab * will be automatically processed by the hardware without intervention from
728ee4a77a3SMauro Carvalho Chehab * the CPU. A display list end interrupt will only complete after the last
729ee4a77a3SMauro Carvalho Chehab * display list in the chain has completed processing.
730ee4a77a3SMauro Carvalho Chehab *
731ee4a77a3SMauro Carvalho Chehab * Adding a display list to a chain passes ownership of the display list to
732ee4a77a3SMauro Carvalho Chehab * the head display list item. The chain is released when the head dl item is
733ee4a77a3SMauro Carvalho Chehab * put back with __vsp1_dl_list_put().
734ee4a77a3SMauro Carvalho Chehab */
vsp1_dl_list_add_chain(struct vsp1_dl_list * head,struct vsp1_dl_list * dl)735ee4a77a3SMauro Carvalho Chehab int vsp1_dl_list_add_chain(struct vsp1_dl_list *head,
736ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *dl)
737ee4a77a3SMauro Carvalho Chehab {
738ee4a77a3SMauro Carvalho Chehab head->has_chain = true;
739ee4a77a3SMauro Carvalho Chehab list_add_tail(&dl->chain, &head->chain);
740ee4a77a3SMauro Carvalho Chehab return 0;
741ee4a77a3SMauro Carvalho Chehab }
742ee4a77a3SMauro Carvalho Chehab
vsp1_dl_ext_cmd_fill_header(struct vsp1_dl_ext_cmd * cmd)743ee4a77a3SMauro Carvalho Chehab static void vsp1_dl_ext_cmd_fill_header(struct vsp1_dl_ext_cmd *cmd)
744ee4a77a3SMauro Carvalho Chehab {
745ee4a77a3SMauro Carvalho Chehab cmd->cmds[0].opcode = cmd->opcode;
746ee4a77a3SMauro Carvalho Chehab cmd->cmds[0].flags = cmd->flags;
747ee4a77a3SMauro Carvalho Chehab cmd->cmds[0].address_set = cmd->data_dma;
748ee4a77a3SMauro Carvalho Chehab cmd->cmds[0].reserved = 0;
749ee4a77a3SMauro Carvalho Chehab }
750ee4a77a3SMauro Carvalho Chehab
vsp1_dl_list_fill_header(struct vsp1_dl_list * dl,bool is_last)751ee4a77a3SMauro Carvalho Chehab static void vsp1_dl_list_fill_header(struct vsp1_dl_list *dl, bool is_last)
752ee4a77a3SMauro Carvalho Chehab {
753ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager *dlm = dl->dlm;
754ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_header_list *hdr = dl->header->lists;
755ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body *dlb;
756ee4a77a3SMauro Carvalho Chehab unsigned int num_lists = 0;
757ee4a77a3SMauro Carvalho Chehab
758ee4a77a3SMauro Carvalho Chehab /*
759ee4a77a3SMauro Carvalho Chehab * Fill the header with the display list bodies addresses and sizes. The
760ee4a77a3SMauro Carvalho Chehab * address of the first body has already been filled when the display
761ee4a77a3SMauro Carvalho Chehab * list was allocated.
762ee4a77a3SMauro Carvalho Chehab */
763ee4a77a3SMauro Carvalho Chehab
764ee4a77a3SMauro Carvalho Chehab hdr->num_bytes = dl->body0->num_entries
765ee4a77a3SMauro Carvalho Chehab * sizeof(*dl->header->lists);
766ee4a77a3SMauro Carvalho Chehab
767ee4a77a3SMauro Carvalho Chehab list_for_each_entry(dlb, &dl->bodies, list) {
768ee4a77a3SMauro Carvalho Chehab num_lists++;
769ee4a77a3SMauro Carvalho Chehab hdr++;
770ee4a77a3SMauro Carvalho Chehab
771ee4a77a3SMauro Carvalho Chehab hdr->addr = dlb->dma;
772ee4a77a3SMauro Carvalho Chehab hdr->num_bytes = dlb->num_entries
773ee4a77a3SMauro Carvalho Chehab * sizeof(*dl->header->lists);
774ee4a77a3SMauro Carvalho Chehab }
775ee4a77a3SMauro Carvalho Chehab
776ee4a77a3SMauro Carvalho Chehab dl->header->num_lists = num_lists;
777ee4a77a3SMauro Carvalho Chehab dl->header->flags = 0;
778ee4a77a3SMauro Carvalho Chehab
779ee4a77a3SMauro Carvalho Chehab /*
780ee4a77a3SMauro Carvalho Chehab * Enable the interrupt for the end of each frame. In continuous mode
781ee4a77a3SMauro Carvalho Chehab * chained lists are used with one list per frame, so enable the
782ee4a77a3SMauro Carvalho Chehab * interrupt for each list. In singleshot mode chained lists are used
783ee4a77a3SMauro Carvalho Chehab * to partition a single frame, so enable the interrupt for the last
784ee4a77a3SMauro Carvalho Chehab * list only.
785ee4a77a3SMauro Carvalho Chehab */
786ee4a77a3SMauro Carvalho Chehab if (!dlm->singleshot || is_last)
787ee4a77a3SMauro Carvalho Chehab dl->header->flags |= VSP1_DLH_INT_ENABLE;
788ee4a77a3SMauro Carvalho Chehab
789ee4a77a3SMauro Carvalho Chehab /*
790ee4a77a3SMauro Carvalho Chehab * In continuous mode enable auto-start for all lists, as the VSP must
791ee4a77a3SMauro Carvalho Chehab * loop on the same list until a new one is queued. In singleshot mode
792ee4a77a3SMauro Carvalho Chehab * enable auto-start for all lists but the last to chain processing of
793ee4a77a3SMauro Carvalho Chehab * partitions without software intervention.
794ee4a77a3SMauro Carvalho Chehab */
795ee4a77a3SMauro Carvalho Chehab if (!dlm->singleshot || !is_last)
796ee4a77a3SMauro Carvalho Chehab dl->header->flags |= VSP1_DLH_AUTO_START;
797ee4a77a3SMauro Carvalho Chehab
798ee4a77a3SMauro Carvalho Chehab if (!is_last) {
799ee4a77a3SMauro Carvalho Chehab /*
800ee4a77a3SMauro Carvalho Chehab * If this is not the last display list in the chain, queue the
801ee4a77a3SMauro Carvalho Chehab * next item for automatic processing by the hardware.
802ee4a77a3SMauro Carvalho Chehab */
803ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *next = list_next_entry(dl, chain);
804ee4a77a3SMauro Carvalho Chehab
805ee4a77a3SMauro Carvalho Chehab dl->header->next_header = next->dma;
806ee4a77a3SMauro Carvalho Chehab } else if (!dlm->singleshot) {
807ee4a77a3SMauro Carvalho Chehab /*
808ee4a77a3SMauro Carvalho Chehab * if the display list manager works in continuous mode, the VSP
809ee4a77a3SMauro Carvalho Chehab * should loop over the display list continuously until
810ee4a77a3SMauro Carvalho Chehab * instructed to do otherwise.
811ee4a77a3SMauro Carvalho Chehab */
812ee4a77a3SMauro Carvalho Chehab dl->header->next_header = dl->dma;
813ee4a77a3SMauro Carvalho Chehab }
814ee4a77a3SMauro Carvalho Chehab
815ee4a77a3SMauro Carvalho Chehab if (!dl->extension)
816ee4a77a3SMauro Carvalho Chehab return;
817ee4a77a3SMauro Carvalho Chehab
818ee4a77a3SMauro Carvalho Chehab dl->extension->flags = 0;
819ee4a77a3SMauro Carvalho Chehab
820ee4a77a3SMauro Carvalho Chehab if (dl->pre_cmd) {
821ee4a77a3SMauro Carvalho Chehab dl->extension->pre_ext_dl_plist = dl->pre_cmd->cmd_dma;
822ee4a77a3SMauro Carvalho Chehab dl->extension->pre_ext_dl_num_cmd = dl->pre_cmd->num_cmds;
823ee4a77a3SMauro Carvalho Chehab dl->extension->flags |= VSP1_DLH_EXT_PRE_CMD_EXEC;
824ee4a77a3SMauro Carvalho Chehab
825ee4a77a3SMauro Carvalho Chehab vsp1_dl_ext_cmd_fill_header(dl->pre_cmd);
826ee4a77a3SMauro Carvalho Chehab }
827ee4a77a3SMauro Carvalho Chehab
828ee4a77a3SMauro Carvalho Chehab if (dl->post_cmd) {
829ee4a77a3SMauro Carvalho Chehab dl->extension->post_ext_dl_plist = dl->post_cmd->cmd_dma;
830ee4a77a3SMauro Carvalho Chehab dl->extension->post_ext_dl_num_cmd = dl->post_cmd->num_cmds;
831ee4a77a3SMauro Carvalho Chehab dl->extension->flags |= VSP1_DLH_EXT_POST_CMD_EXEC;
832ee4a77a3SMauro Carvalho Chehab
833ee4a77a3SMauro Carvalho Chehab vsp1_dl_ext_cmd_fill_header(dl->post_cmd);
834ee4a77a3SMauro Carvalho Chehab }
835ee4a77a3SMauro Carvalho Chehab }
836ee4a77a3SMauro Carvalho Chehab
vsp1_dl_list_hw_update_pending(struct vsp1_dl_manager * dlm)837ee4a77a3SMauro Carvalho Chehab static bool vsp1_dl_list_hw_update_pending(struct vsp1_dl_manager *dlm)
838ee4a77a3SMauro Carvalho Chehab {
839ee4a77a3SMauro Carvalho Chehab struct vsp1_device *vsp1 = dlm->vsp1;
840ee4a77a3SMauro Carvalho Chehab
841ee4a77a3SMauro Carvalho Chehab if (!dlm->queued)
842ee4a77a3SMauro Carvalho Chehab return false;
843ee4a77a3SMauro Carvalho Chehab
844ee4a77a3SMauro Carvalho Chehab /*
845ee4a77a3SMauro Carvalho Chehab * Check whether the VSP1 has taken the update. The hardware indicates
846ee4a77a3SMauro Carvalho Chehab * this by clearing the UPDHDR bit in the CMD register.
847ee4a77a3SMauro Carvalho Chehab */
848ee4a77a3SMauro Carvalho Chehab return !!(vsp1_read(vsp1, VI6_CMD(dlm->index)) & VI6_CMD_UPDHDR);
849ee4a77a3SMauro Carvalho Chehab }
850ee4a77a3SMauro Carvalho Chehab
vsp1_dl_list_hw_enqueue(struct vsp1_dl_list * dl)851ee4a77a3SMauro Carvalho Chehab static void vsp1_dl_list_hw_enqueue(struct vsp1_dl_list *dl)
852ee4a77a3SMauro Carvalho Chehab {
853ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager *dlm = dl->dlm;
854ee4a77a3SMauro Carvalho Chehab struct vsp1_device *vsp1 = dlm->vsp1;
855ee4a77a3SMauro Carvalho Chehab
856ee4a77a3SMauro Carvalho Chehab /*
857ee4a77a3SMauro Carvalho Chehab * Program the display list header address. If the hardware is idle
858ee4a77a3SMauro Carvalho Chehab * (single-shot mode or first frame in continuous mode) it will then be
859ee4a77a3SMauro Carvalho Chehab * started independently. If the hardware is operating, the
860ee4a77a3SMauro Carvalho Chehab * VI6_DL_HDR_REF_ADDR register will be updated with the display list
861ee4a77a3SMauro Carvalho Chehab * address.
862ee4a77a3SMauro Carvalho Chehab */
863ee4a77a3SMauro Carvalho Chehab vsp1_write(vsp1, VI6_DL_HDR_ADDR(dlm->index), dl->dma);
864ee4a77a3SMauro Carvalho Chehab }
865ee4a77a3SMauro Carvalho Chehab
vsp1_dl_list_commit_continuous(struct vsp1_dl_list * dl)866ee4a77a3SMauro Carvalho Chehab static void vsp1_dl_list_commit_continuous(struct vsp1_dl_list *dl)
867ee4a77a3SMauro Carvalho Chehab {
868ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager *dlm = dl->dlm;
869ee4a77a3SMauro Carvalho Chehab
870ee4a77a3SMauro Carvalho Chehab /*
871ee4a77a3SMauro Carvalho Chehab * If a previous display list has been queued to the hardware but not
872ee4a77a3SMauro Carvalho Chehab * processed yet, the VSP can start processing it at any time. In that
873ee4a77a3SMauro Carvalho Chehab * case we can't replace the queued list by the new one, as we could
874ee4a77a3SMauro Carvalho Chehab * race with the hardware. We thus mark the update as pending, it will
875ee4a77a3SMauro Carvalho Chehab * be queued up to the hardware by the frame end interrupt handler.
876ee4a77a3SMauro Carvalho Chehab *
877ee4a77a3SMauro Carvalho Chehab * If a display list is already pending we simply drop it as the new
878ee4a77a3SMauro Carvalho Chehab * display list is assumed to contain a more recent configuration. It is
879ee4a77a3SMauro Carvalho Chehab * an error if the already pending list has the
880ee4a77a3SMauro Carvalho Chehab * VSP1_DL_FRAME_END_INTERNAL flag set, as there is then a process
881ee4a77a3SMauro Carvalho Chehab * waiting for that list to complete. This shouldn't happen as the
882ee4a77a3SMauro Carvalho Chehab * waiting process should perform proper locking, but warn just in
883ee4a77a3SMauro Carvalho Chehab * case.
884ee4a77a3SMauro Carvalho Chehab */
885ee4a77a3SMauro Carvalho Chehab if (vsp1_dl_list_hw_update_pending(dlm)) {
886ee4a77a3SMauro Carvalho Chehab WARN_ON(dlm->pending &&
887ee4a77a3SMauro Carvalho Chehab (dlm->pending->flags & VSP1_DL_FRAME_END_INTERNAL));
888ee4a77a3SMauro Carvalho Chehab __vsp1_dl_list_put(dlm->pending);
889ee4a77a3SMauro Carvalho Chehab dlm->pending = dl;
890ee4a77a3SMauro Carvalho Chehab return;
891ee4a77a3SMauro Carvalho Chehab }
892ee4a77a3SMauro Carvalho Chehab
893ee4a77a3SMauro Carvalho Chehab /*
894ee4a77a3SMauro Carvalho Chehab * Pass the new display list to the hardware and mark it as queued. It
895ee4a77a3SMauro Carvalho Chehab * will become active when the hardware starts processing it.
896ee4a77a3SMauro Carvalho Chehab */
897ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_hw_enqueue(dl);
898ee4a77a3SMauro Carvalho Chehab
899ee4a77a3SMauro Carvalho Chehab __vsp1_dl_list_put(dlm->queued);
900ee4a77a3SMauro Carvalho Chehab dlm->queued = dl;
901ee4a77a3SMauro Carvalho Chehab }
902ee4a77a3SMauro Carvalho Chehab
vsp1_dl_list_commit_singleshot(struct vsp1_dl_list * dl)903ee4a77a3SMauro Carvalho Chehab static void vsp1_dl_list_commit_singleshot(struct vsp1_dl_list *dl)
904ee4a77a3SMauro Carvalho Chehab {
905ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager *dlm = dl->dlm;
906ee4a77a3SMauro Carvalho Chehab
907ee4a77a3SMauro Carvalho Chehab /*
908ee4a77a3SMauro Carvalho Chehab * When working in single-shot mode, the caller guarantees that the
909ee4a77a3SMauro Carvalho Chehab * hardware is idle at this point. Just commit the head display list
910ee4a77a3SMauro Carvalho Chehab * to hardware. Chained lists will be started automatically.
911ee4a77a3SMauro Carvalho Chehab */
912ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_hw_enqueue(dl);
913ee4a77a3SMauro Carvalho Chehab
914ee4a77a3SMauro Carvalho Chehab dlm->active = dl;
915ee4a77a3SMauro Carvalho Chehab }
916ee4a77a3SMauro Carvalho Chehab
vsp1_dl_list_commit(struct vsp1_dl_list * dl,unsigned int dl_flags)917ee4a77a3SMauro Carvalho Chehab void vsp1_dl_list_commit(struct vsp1_dl_list *dl, unsigned int dl_flags)
918ee4a77a3SMauro Carvalho Chehab {
919ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager *dlm = dl->dlm;
920ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *dl_next;
921ee4a77a3SMauro Carvalho Chehab unsigned long flags;
922ee4a77a3SMauro Carvalho Chehab
923ee4a77a3SMauro Carvalho Chehab /* Fill the header for the head and chained display lists. */
924ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_fill_header(dl, list_empty(&dl->chain));
925ee4a77a3SMauro Carvalho Chehab
926ee4a77a3SMauro Carvalho Chehab list_for_each_entry(dl_next, &dl->chain, chain) {
927ee4a77a3SMauro Carvalho Chehab bool last = list_is_last(&dl_next->chain, &dl->chain);
928ee4a77a3SMauro Carvalho Chehab
929ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_fill_header(dl_next, last);
930ee4a77a3SMauro Carvalho Chehab }
931ee4a77a3SMauro Carvalho Chehab
932ee4a77a3SMauro Carvalho Chehab dl->flags = dl_flags & ~VSP1_DL_FRAME_END_COMPLETED;
933ee4a77a3SMauro Carvalho Chehab
934ee4a77a3SMauro Carvalho Chehab spin_lock_irqsave(&dlm->lock, flags);
935ee4a77a3SMauro Carvalho Chehab
936ee4a77a3SMauro Carvalho Chehab if (dlm->singleshot)
937ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_commit_singleshot(dl);
938ee4a77a3SMauro Carvalho Chehab else
939ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_commit_continuous(dl);
940ee4a77a3SMauro Carvalho Chehab
941ee4a77a3SMauro Carvalho Chehab spin_unlock_irqrestore(&dlm->lock, flags);
942ee4a77a3SMauro Carvalho Chehab }
943ee4a77a3SMauro Carvalho Chehab
944ee4a77a3SMauro Carvalho Chehab /* -----------------------------------------------------------------------------
945ee4a77a3SMauro Carvalho Chehab * Display List Manager
946ee4a77a3SMauro Carvalho Chehab */
947ee4a77a3SMauro Carvalho Chehab
948ee4a77a3SMauro Carvalho Chehab /**
949ee4a77a3SMauro Carvalho Chehab * vsp1_dlm_irq_frame_end - Display list handler for the frame end interrupt
950ee4a77a3SMauro Carvalho Chehab * @dlm: the display list manager
951ee4a77a3SMauro Carvalho Chehab *
952ee4a77a3SMauro Carvalho Chehab * Return a set of flags that indicates display list completion status.
953ee4a77a3SMauro Carvalho Chehab *
954ee4a77a3SMauro Carvalho Chehab * The VSP1_DL_FRAME_END_COMPLETED flag indicates that the previous display list
955ee4a77a3SMauro Carvalho Chehab * has completed at frame end. If the flag is not returned display list
956ee4a77a3SMauro Carvalho Chehab * completion has been delayed by one frame because the display list commit
957ee4a77a3SMauro Carvalho Chehab * raced with the frame end interrupt. The function always returns with the flag
958ee4a77a3SMauro Carvalho Chehab * set in single-shot mode as display list processing is then not continuous and
959ee4a77a3SMauro Carvalho Chehab * races never occur.
960ee4a77a3SMauro Carvalho Chehab *
961ee4a77a3SMauro Carvalho Chehab * The following flags are only supported for continuous mode.
962ee4a77a3SMauro Carvalho Chehab *
963ee4a77a3SMauro Carvalho Chehab * The VSP1_DL_FRAME_END_INTERNAL flag indicates that the display list that just
964ee4a77a3SMauro Carvalho Chehab * became active had been queued with the internal notification flag.
965ee4a77a3SMauro Carvalho Chehab *
966ee4a77a3SMauro Carvalho Chehab * The VSP1_DL_FRAME_END_WRITEBACK flag indicates that the previously active
967ee4a77a3SMauro Carvalho Chehab * display list had been queued with the writeback flag.
968ee4a77a3SMauro Carvalho Chehab */
vsp1_dlm_irq_frame_end(struct vsp1_dl_manager * dlm)969ee4a77a3SMauro Carvalho Chehab unsigned int vsp1_dlm_irq_frame_end(struct vsp1_dl_manager *dlm)
970ee4a77a3SMauro Carvalho Chehab {
971ee4a77a3SMauro Carvalho Chehab struct vsp1_device *vsp1 = dlm->vsp1;
972ee4a77a3SMauro Carvalho Chehab u32 status = vsp1_read(vsp1, VI6_STATUS);
973ee4a77a3SMauro Carvalho Chehab unsigned int flags = 0;
974ee4a77a3SMauro Carvalho Chehab
975ee4a77a3SMauro Carvalho Chehab spin_lock(&dlm->lock);
976ee4a77a3SMauro Carvalho Chehab
977ee4a77a3SMauro Carvalho Chehab /*
978ee4a77a3SMauro Carvalho Chehab * The mem-to-mem pipelines work in single-shot mode. No new display
979ee4a77a3SMauro Carvalho Chehab * list can be queued, we don't have to do anything.
980ee4a77a3SMauro Carvalho Chehab */
981ee4a77a3SMauro Carvalho Chehab if (dlm->singleshot) {
982ee4a77a3SMauro Carvalho Chehab __vsp1_dl_list_put(dlm->active);
983ee4a77a3SMauro Carvalho Chehab dlm->active = NULL;
984ee4a77a3SMauro Carvalho Chehab flags |= VSP1_DL_FRAME_END_COMPLETED;
985ee4a77a3SMauro Carvalho Chehab goto done;
986ee4a77a3SMauro Carvalho Chehab }
987ee4a77a3SMauro Carvalho Chehab
988ee4a77a3SMauro Carvalho Chehab /*
989ee4a77a3SMauro Carvalho Chehab * If the commit operation raced with the interrupt and occurred after
990ee4a77a3SMauro Carvalho Chehab * the frame end event but before interrupt processing, the hardware
991ee4a77a3SMauro Carvalho Chehab * hasn't taken the update into account yet. We have to skip one frame
992ee4a77a3SMauro Carvalho Chehab * and retry.
993ee4a77a3SMauro Carvalho Chehab */
994ee4a77a3SMauro Carvalho Chehab if (vsp1_dl_list_hw_update_pending(dlm))
995ee4a77a3SMauro Carvalho Chehab goto done;
996ee4a77a3SMauro Carvalho Chehab
997ee4a77a3SMauro Carvalho Chehab /*
998ee4a77a3SMauro Carvalho Chehab * Progressive streams report only TOP fields. If we have a BOTTOM
999ee4a77a3SMauro Carvalho Chehab * field, we are interlaced, and expect the frame to complete on the
1000ee4a77a3SMauro Carvalho Chehab * next frame end interrupt.
1001ee4a77a3SMauro Carvalho Chehab */
1002ee4a77a3SMauro Carvalho Chehab if (status & VI6_STATUS_FLD_STD(dlm->index))
1003ee4a77a3SMauro Carvalho Chehab goto done;
1004ee4a77a3SMauro Carvalho Chehab
1005ee4a77a3SMauro Carvalho Chehab /*
1006ee4a77a3SMauro Carvalho Chehab * If the active display list has the writeback flag set, the frame
1007ee4a77a3SMauro Carvalho Chehab * completion marks the end of the writeback capture. Return the
1008ee4a77a3SMauro Carvalho Chehab * VSP1_DL_FRAME_END_WRITEBACK flag and reset the display list's
1009ee4a77a3SMauro Carvalho Chehab * writeback flag.
1010ee4a77a3SMauro Carvalho Chehab */
1011ee4a77a3SMauro Carvalho Chehab if (dlm->active && (dlm->active->flags & VSP1_DL_FRAME_END_WRITEBACK)) {
1012ee4a77a3SMauro Carvalho Chehab flags |= VSP1_DL_FRAME_END_WRITEBACK;
1013ee4a77a3SMauro Carvalho Chehab dlm->active->flags &= ~VSP1_DL_FRAME_END_WRITEBACK;
1014ee4a77a3SMauro Carvalho Chehab }
1015ee4a77a3SMauro Carvalho Chehab
1016ee4a77a3SMauro Carvalho Chehab /*
1017ee4a77a3SMauro Carvalho Chehab * The device starts processing the queued display list right after the
1018ee4a77a3SMauro Carvalho Chehab * frame end interrupt. The display list thus becomes active.
1019ee4a77a3SMauro Carvalho Chehab */
1020ee4a77a3SMauro Carvalho Chehab if (dlm->queued) {
1021ee4a77a3SMauro Carvalho Chehab if (dlm->queued->flags & VSP1_DL_FRAME_END_INTERNAL)
1022ee4a77a3SMauro Carvalho Chehab flags |= VSP1_DL_FRAME_END_INTERNAL;
1023ee4a77a3SMauro Carvalho Chehab dlm->queued->flags &= ~VSP1_DL_FRAME_END_INTERNAL;
1024ee4a77a3SMauro Carvalho Chehab
1025ee4a77a3SMauro Carvalho Chehab __vsp1_dl_list_put(dlm->active);
1026ee4a77a3SMauro Carvalho Chehab dlm->active = dlm->queued;
1027ee4a77a3SMauro Carvalho Chehab dlm->queued = NULL;
1028ee4a77a3SMauro Carvalho Chehab flags |= VSP1_DL_FRAME_END_COMPLETED;
1029ee4a77a3SMauro Carvalho Chehab }
1030ee4a77a3SMauro Carvalho Chehab
1031ee4a77a3SMauro Carvalho Chehab /*
1032ee4a77a3SMauro Carvalho Chehab * Now that the VSP has started processing the queued display list, we
1033ee4a77a3SMauro Carvalho Chehab * can queue the pending display list to the hardware if one has been
1034ee4a77a3SMauro Carvalho Chehab * prepared.
1035ee4a77a3SMauro Carvalho Chehab */
1036ee4a77a3SMauro Carvalho Chehab if (dlm->pending) {
1037ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_hw_enqueue(dlm->pending);
1038ee4a77a3SMauro Carvalho Chehab dlm->queued = dlm->pending;
1039ee4a77a3SMauro Carvalho Chehab dlm->pending = NULL;
1040ee4a77a3SMauro Carvalho Chehab }
1041ee4a77a3SMauro Carvalho Chehab
1042ee4a77a3SMauro Carvalho Chehab done:
1043ee4a77a3SMauro Carvalho Chehab spin_unlock(&dlm->lock);
1044ee4a77a3SMauro Carvalho Chehab
1045ee4a77a3SMauro Carvalho Chehab return flags;
1046ee4a77a3SMauro Carvalho Chehab }
1047ee4a77a3SMauro Carvalho Chehab
1048ee4a77a3SMauro Carvalho Chehab /* Hardware Setup */
vsp1_dlm_setup(struct vsp1_device * vsp1)1049ee4a77a3SMauro Carvalho Chehab void vsp1_dlm_setup(struct vsp1_device *vsp1)
1050ee4a77a3SMauro Carvalho Chehab {
1051ee4a77a3SMauro Carvalho Chehab unsigned int i;
1052ee4a77a3SMauro Carvalho Chehab u32 ctrl = (256 << VI6_DL_CTRL_AR_WAIT_SHIFT)
1053ee4a77a3SMauro Carvalho Chehab | VI6_DL_CTRL_DC2 | VI6_DL_CTRL_DC1 | VI6_DL_CTRL_DC0
1054ee4a77a3SMauro Carvalho Chehab | VI6_DL_CTRL_DLE;
1055ee4a77a3SMauro Carvalho Chehab u32 ext_dl = (0x02 << VI6_DL_EXT_CTRL_POLINT_SHIFT)
1056ee4a77a3SMauro Carvalho Chehab | VI6_DL_EXT_CTRL_DLPRI | VI6_DL_EXT_CTRL_EXT;
1057ee4a77a3SMauro Carvalho Chehab
1058ee4a77a3SMauro Carvalho Chehab if (vsp1_feature(vsp1, VSP1_HAS_EXT_DL)) {
1059ee4a77a3SMauro Carvalho Chehab for (i = 0; i < vsp1->info->wpf_count; ++i)
1060ee4a77a3SMauro Carvalho Chehab vsp1_write(vsp1, VI6_DL_EXT_CTRL(i), ext_dl);
1061ee4a77a3SMauro Carvalho Chehab }
1062ee4a77a3SMauro Carvalho Chehab
1063ee4a77a3SMauro Carvalho Chehab vsp1_write(vsp1, VI6_DL_CTRL, ctrl);
1064ee4a77a3SMauro Carvalho Chehab vsp1_write(vsp1, VI6_DL_SWAP, VI6_DL_SWAP_LWS);
1065ee4a77a3SMauro Carvalho Chehab }
1066ee4a77a3SMauro Carvalho Chehab
vsp1_dlm_reset(struct vsp1_dl_manager * dlm)1067ee4a77a3SMauro Carvalho Chehab void vsp1_dlm_reset(struct vsp1_dl_manager *dlm)
1068ee4a77a3SMauro Carvalho Chehab {
1069ee4a77a3SMauro Carvalho Chehab unsigned long flags;
1070ee4a77a3SMauro Carvalho Chehab
1071ee4a77a3SMauro Carvalho Chehab spin_lock_irqsave(&dlm->lock, flags);
1072ee4a77a3SMauro Carvalho Chehab
1073ee4a77a3SMauro Carvalho Chehab __vsp1_dl_list_put(dlm->active);
1074ee4a77a3SMauro Carvalho Chehab __vsp1_dl_list_put(dlm->queued);
1075ee4a77a3SMauro Carvalho Chehab __vsp1_dl_list_put(dlm->pending);
1076ee4a77a3SMauro Carvalho Chehab
1077ee4a77a3SMauro Carvalho Chehab spin_unlock_irqrestore(&dlm->lock, flags);
1078ee4a77a3SMauro Carvalho Chehab
1079ee4a77a3SMauro Carvalho Chehab dlm->active = NULL;
1080ee4a77a3SMauro Carvalho Chehab dlm->queued = NULL;
1081ee4a77a3SMauro Carvalho Chehab dlm->pending = NULL;
1082ee4a77a3SMauro Carvalho Chehab }
1083ee4a77a3SMauro Carvalho Chehab
vsp1_dlm_dl_body_get(struct vsp1_dl_manager * dlm)1084ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_body *vsp1_dlm_dl_body_get(struct vsp1_dl_manager *dlm)
1085ee4a77a3SMauro Carvalho Chehab {
1086ee4a77a3SMauro Carvalho Chehab return vsp1_dl_body_get(dlm->pool);
1087ee4a77a3SMauro Carvalho Chehab }
1088ee4a77a3SMauro Carvalho Chehab
vsp1_dlm_create(struct vsp1_device * vsp1,unsigned int index,unsigned int prealloc)1089ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager *vsp1_dlm_create(struct vsp1_device *vsp1,
1090ee4a77a3SMauro Carvalho Chehab unsigned int index,
1091ee4a77a3SMauro Carvalho Chehab unsigned int prealloc)
1092ee4a77a3SMauro Carvalho Chehab {
1093ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_manager *dlm;
1094ee4a77a3SMauro Carvalho Chehab size_t header_size;
1095ee4a77a3SMauro Carvalho Chehab unsigned int i;
1096ee4a77a3SMauro Carvalho Chehab
1097ee4a77a3SMauro Carvalho Chehab dlm = devm_kzalloc(vsp1->dev, sizeof(*dlm), GFP_KERNEL);
1098ee4a77a3SMauro Carvalho Chehab if (!dlm)
1099ee4a77a3SMauro Carvalho Chehab return NULL;
1100ee4a77a3SMauro Carvalho Chehab
1101ee4a77a3SMauro Carvalho Chehab dlm->index = index;
1102ee4a77a3SMauro Carvalho Chehab dlm->singleshot = vsp1->info->uapi;
1103ee4a77a3SMauro Carvalho Chehab dlm->vsp1 = vsp1;
1104ee4a77a3SMauro Carvalho Chehab
1105ee4a77a3SMauro Carvalho Chehab spin_lock_init(&dlm->lock);
1106ee4a77a3SMauro Carvalho Chehab INIT_LIST_HEAD(&dlm->free);
1107ee4a77a3SMauro Carvalho Chehab
1108ee4a77a3SMauro Carvalho Chehab /*
1109ee4a77a3SMauro Carvalho Chehab * Initialize the display list body and allocate DMA memory for the body
1110ee4a77a3SMauro Carvalho Chehab * and the header. Both are allocated together to avoid memory
1111ee4a77a3SMauro Carvalho Chehab * fragmentation, with the header located right after the body in
1112ee4a77a3SMauro Carvalho Chehab * memory. An extra body is allocated on top of the prealloc to account
1113ee4a77a3SMauro Carvalho Chehab * for the cached body used by the vsp1_pipeline object.
1114ee4a77a3SMauro Carvalho Chehab */
1115ee4a77a3SMauro Carvalho Chehab header_size = vsp1_feature(vsp1, VSP1_HAS_EXT_DL) ?
1116ee4a77a3SMauro Carvalho Chehab sizeof(struct vsp1_dl_header_extended) :
1117ee4a77a3SMauro Carvalho Chehab sizeof(struct vsp1_dl_header);
1118ee4a77a3SMauro Carvalho Chehab
1119ee4a77a3SMauro Carvalho Chehab header_size = ALIGN(header_size, 8);
1120ee4a77a3SMauro Carvalho Chehab
1121ee4a77a3SMauro Carvalho Chehab dlm->pool = vsp1_dl_body_pool_create(vsp1, prealloc + 1,
1122ee4a77a3SMauro Carvalho Chehab VSP1_DL_NUM_ENTRIES, header_size);
1123ee4a77a3SMauro Carvalho Chehab if (!dlm->pool)
1124ee4a77a3SMauro Carvalho Chehab return NULL;
1125ee4a77a3SMauro Carvalho Chehab
1126ee4a77a3SMauro Carvalho Chehab for (i = 0; i < prealloc; ++i) {
1127ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *dl;
1128ee4a77a3SMauro Carvalho Chehab
1129ee4a77a3SMauro Carvalho Chehab dl = vsp1_dl_list_alloc(dlm);
1130ee4a77a3SMauro Carvalho Chehab if (!dl) {
1131ee4a77a3SMauro Carvalho Chehab vsp1_dlm_destroy(dlm);
1132ee4a77a3SMauro Carvalho Chehab return NULL;
1133ee4a77a3SMauro Carvalho Chehab }
1134ee4a77a3SMauro Carvalho Chehab
1135ee4a77a3SMauro Carvalho Chehab /* The extended header immediately follows the header. */
1136ee4a77a3SMauro Carvalho Chehab if (vsp1_feature(vsp1, VSP1_HAS_EXT_DL))
1137ee4a77a3SMauro Carvalho Chehab dl->extension = (void *)dl->header
1138ee4a77a3SMauro Carvalho Chehab + sizeof(*dl->header);
1139ee4a77a3SMauro Carvalho Chehab
1140ee4a77a3SMauro Carvalho Chehab list_add_tail(&dl->list, &dlm->free);
1141ee4a77a3SMauro Carvalho Chehab }
1142ee4a77a3SMauro Carvalho Chehab
1143ee4a77a3SMauro Carvalho Chehab if (vsp1_feature(vsp1, VSP1_HAS_EXT_DL)) {
1144ee4a77a3SMauro Carvalho Chehab dlm->cmdpool = vsp1_dl_cmd_pool_create(vsp1,
1145ee4a77a3SMauro Carvalho Chehab VSP1_EXTCMD_AUTOFLD, prealloc);
1146ee4a77a3SMauro Carvalho Chehab if (!dlm->cmdpool) {
1147ee4a77a3SMauro Carvalho Chehab vsp1_dlm_destroy(dlm);
1148ee4a77a3SMauro Carvalho Chehab return NULL;
1149ee4a77a3SMauro Carvalho Chehab }
1150ee4a77a3SMauro Carvalho Chehab }
1151ee4a77a3SMauro Carvalho Chehab
1152ee4a77a3SMauro Carvalho Chehab return dlm;
1153ee4a77a3SMauro Carvalho Chehab }
1154ee4a77a3SMauro Carvalho Chehab
vsp1_dlm_destroy(struct vsp1_dl_manager * dlm)1155ee4a77a3SMauro Carvalho Chehab void vsp1_dlm_destroy(struct vsp1_dl_manager *dlm)
1156ee4a77a3SMauro Carvalho Chehab {
1157ee4a77a3SMauro Carvalho Chehab struct vsp1_dl_list *dl, *next;
1158ee4a77a3SMauro Carvalho Chehab
1159ee4a77a3SMauro Carvalho Chehab if (!dlm)
1160ee4a77a3SMauro Carvalho Chehab return;
1161ee4a77a3SMauro Carvalho Chehab
1162ee4a77a3SMauro Carvalho Chehab list_for_each_entry_safe(dl, next, &dlm->free, list) {
1163ee4a77a3SMauro Carvalho Chehab list_del(&dl->list);
1164ee4a77a3SMauro Carvalho Chehab vsp1_dl_list_free(dl);
1165ee4a77a3SMauro Carvalho Chehab }
1166ee4a77a3SMauro Carvalho Chehab
1167ee4a77a3SMauro Carvalho Chehab vsp1_dl_body_pool_destroy(dlm->pool);
1168ee4a77a3SMauro Carvalho Chehab vsp1_dl_ext_cmd_pool_destroy(dlm->cmdpool);
1169ee4a77a3SMauro Carvalho Chehab }
1170