1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *  Driver for the NXP SAA7164 PCIe bridge
4  *
5  *  Copyright (c) 2010-2015 Steven Toth <stoth@kernellabs.com>
6  */
7 
8 #include "saa7164.h"
9 
10 /* The message bus to/from the firmware is a ring buffer in PCI address
11  * space. Establish the defaults.
12  */
saa7164_bus_setup(struct saa7164_dev * dev)13 int saa7164_bus_setup(struct saa7164_dev *dev)
14 {
15 	struct tmComResBusInfo *b	= &dev->bus;
16 
17 	mutex_init(&b->lock);
18 
19 	b->Type			= TYPE_BUS_PCIe;
20 	b->m_wMaxReqSize	= SAA_DEVICE_MAXREQUESTSIZE;
21 
22 	b->m_pdwSetRing		= (u8 __iomem *)(dev->bmmio +
23 		((u32)dev->busdesc.CommandRing));
24 
25 	b->m_dwSizeSetRing	= SAA_DEVICE_BUFFERBLOCKSIZE;
26 
27 	b->m_pdwGetRing		= (u8 __iomem *)(dev->bmmio +
28 		((u32)dev->busdesc.ResponseRing));
29 
30 	b->m_dwSizeGetRing	= SAA_DEVICE_BUFFERBLOCKSIZE;
31 
32 	b->m_dwSetWritePos	= ((u32)dev->intfdesc.BARLocation) +
33 		(2 * sizeof(u64));
34 	b->m_dwSetReadPos	= b->m_dwSetWritePos + (1 * sizeof(u32));
35 
36 	b->m_dwGetWritePos	= b->m_dwSetWritePos + (2 * sizeof(u32));
37 	b->m_dwGetReadPos	= b->m_dwSetWritePos + (3 * sizeof(u32));
38 
39 	return 0;
40 }
41 
saa7164_bus_dump(struct saa7164_dev * dev)42 void saa7164_bus_dump(struct saa7164_dev *dev)
43 {
44 	struct tmComResBusInfo *b = &dev->bus;
45 
46 	dprintk(DBGLVL_BUS, "Dumping the bus structure:\n");
47 	dprintk(DBGLVL_BUS, " .type             = %d\n", b->Type);
48 	dprintk(DBGLVL_BUS, " .dev->bmmio       = 0x%p\n", dev->bmmio);
49 	dprintk(DBGLVL_BUS, " .m_wMaxReqSize    = 0x%x\n", b->m_wMaxReqSize);
50 	dprintk(DBGLVL_BUS, " .m_pdwSetRing     = 0x%p\n", b->m_pdwSetRing);
51 	dprintk(DBGLVL_BUS, " .m_dwSizeSetRing  = 0x%x\n", b->m_dwSizeSetRing);
52 	dprintk(DBGLVL_BUS, " .m_pdwGetRing     = 0x%p\n", b->m_pdwGetRing);
53 	dprintk(DBGLVL_BUS, " .m_dwSizeGetRing  = 0x%x\n", b->m_dwSizeGetRing);
54 
55 	dprintk(DBGLVL_BUS, " .m_dwSetReadPos   = 0x%x (0x%08x)\n",
56 		b->m_dwSetReadPos, saa7164_readl(b->m_dwSetReadPos));
57 
58 	dprintk(DBGLVL_BUS, " .m_dwSetWritePos  = 0x%x (0x%08x)\n",
59 		b->m_dwSetWritePos, saa7164_readl(b->m_dwSetWritePos));
60 
61 	dprintk(DBGLVL_BUS, " .m_dwGetReadPos   = 0x%x (0x%08x)\n",
62 		b->m_dwGetReadPos, saa7164_readl(b->m_dwGetReadPos));
63 
64 	dprintk(DBGLVL_BUS, " .m_dwGetWritePos  = 0x%x (0x%08x)\n",
65 		b->m_dwGetWritePos, saa7164_readl(b->m_dwGetWritePos));
66 
67 }
68 
69 /* Intensionally throw a BUG() if the state of the message bus looks corrupt */
saa7164_bus_verify(struct saa7164_dev * dev)70 static void saa7164_bus_verify(struct saa7164_dev *dev)
71 {
72 	struct tmComResBusInfo *b = &dev->bus;
73 	int bug = 0;
74 
75 	if (saa7164_readl(b->m_dwSetReadPos) > b->m_dwSizeSetRing)
76 		bug++;
77 
78 	if (saa7164_readl(b->m_dwSetWritePos) > b->m_dwSizeSetRing)
79 		bug++;
80 
81 	if (saa7164_readl(b->m_dwGetReadPos) > b->m_dwSizeGetRing)
82 		bug++;
83 
84 	if (saa7164_readl(b->m_dwGetWritePos) > b->m_dwSizeGetRing)
85 		bug++;
86 
87 	if (bug) {
88 		saa_debug = 0xffff; /* Ensure we get the bus dump */
89 		saa7164_bus_dump(dev);
90 		saa_debug = 1024; /* Ensure we get the bus dump */
91 		BUG();
92 	}
93 }
94 
saa7164_bus_dumpmsg(struct saa7164_dev * dev,struct tmComResInfo * m,void * buf)95 static void saa7164_bus_dumpmsg(struct saa7164_dev *dev, struct tmComResInfo *m,
96 				void *buf)
97 {
98 	dprintk(DBGLVL_BUS, "Dumping msg structure:\n");
99 	dprintk(DBGLVL_BUS, " .id               = %d\n",   m->id);
100 	dprintk(DBGLVL_BUS, " .flags            = 0x%x\n", m->flags);
101 	dprintk(DBGLVL_BUS, " .size             = 0x%x\n", m->size);
102 	dprintk(DBGLVL_BUS, " .command          = 0x%x\n", m->command);
103 	dprintk(DBGLVL_BUS, " .controlselector  = 0x%x\n", m->controlselector);
104 	dprintk(DBGLVL_BUS, " .seqno            = %d\n",   m->seqno);
105 	if (buf)
106 		dprintk(DBGLVL_BUS, " .buffer (ignored)\n");
107 }
108 
109 /*
110  * Places a command or a response on the bus. The implementation does not
111  * know if it is a command or a response it just places the data on the
112  * bus depending on the bus information given in the struct tmComResBusInfo
113  * structure. If the command or response does not fit into the bus ring
114  * buffer it will be refused.
115  *
116  * Return Value:
117  *  SAA_OK     The function executed successfully.
118  *  < 0        One or more members are not initialized.
119  */
saa7164_bus_set(struct saa7164_dev * dev,struct tmComResInfo * msg,void * buf)120 int saa7164_bus_set(struct saa7164_dev *dev, struct tmComResInfo* msg,
121 	void *buf)
122 {
123 	struct tmComResBusInfo *bus = &dev->bus;
124 	u32 bytes_to_write, free_write_space, timeout, curr_srp, curr_swp;
125 	u32 new_swp, space_rem;
126 	int ret = SAA_ERR_BAD_PARAMETER;
127 	u16 size;
128 
129 	if (!msg) {
130 		printk(KERN_ERR "%s() !msg\n", __func__);
131 		return SAA_ERR_BAD_PARAMETER;
132 	}
133 
134 	dprintk(DBGLVL_BUS, "%s()\n", __func__);
135 
136 	saa7164_bus_verify(dev);
137 
138 	if (msg->size > dev->bus.m_wMaxReqSize) {
139 		printk(KERN_ERR "%s() Exceeded dev->bus.m_wMaxReqSize\n",
140 			__func__);
141 		return SAA_ERR_BAD_PARAMETER;
142 	}
143 
144 	if ((msg->size > 0) && (buf == NULL)) {
145 		printk(KERN_ERR "%s() Missing message buffer\n", __func__);
146 		return SAA_ERR_BAD_PARAMETER;
147 	}
148 
149 	/* Lock the bus from any other access */
150 	mutex_lock(&bus->lock);
151 
152 	bytes_to_write = sizeof(*msg) + msg->size;
153 	free_write_space = 0;
154 	timeout = SAA_BUS_TIMEOUT;
155 	curr_srp = saa7164_readl(bus->m_dwSetReadPos);
156 	curr_swp = saa7164_readl(bus->m_dwSetWritePos);
157 
158 	/* Deal with ring wrapping issues */
159 	if (curr_srp > curr_swp)
160 		/* Deal with the wrapped ring */
161 		free_write_space = curr_srp - curr_swp;
162 	else
163 		/* The ring has not wrapped yet */
164 		free_write_space = (curr_srp + bus->m_dwSizeSetRing) - curr_swp;
165 
166 	dprintk(DBGLVL_BUS, "%s() bytes_to_write = %d\n", __func__,
167 		bytes_to_write);
168 
169 	dprintk(DBGLVL_BUS, "%s() free_write_space = %d\n", __func__,
170 		free_write_space);
171 
172 	dprintk(DBGLVL_BUS, "%s() curr_srp = %x\n", __func__, curr_srp);
173 	dprintk(DBGLVL_BUS, "%s() curr_swp = %x\n", __func__, curr_swp);
174 
175 	/* Process the msg and write the content onto the bus */
176 	while (bytes_to_write >= free_write_space) {
177 
178 		if (timeout-- == 0) {
179 			printk(KERN_ERR "%s() bus timeout\n", __func__);
180 			ret = SAA_ERR_NO_RESOURCES;
181 			goto out;
182 		}
183 
184 		/* TODO: Review this delay, efficient? */
185 		/* Wait, allowing the hardware fetch time */
186 		mdelay(1);
187 
188 		/* Check the space usage again */
189 		curr_srp = saa7164_readl(bus->m_dwSetReadPos);
190 
191 		/* Deal with ring wrapping issues */
192 		if (curr_srp > curr_swp)
193 			/* Deal with the wrapped ring */
194 			free_write_space = curr_srp - curr_swp;
195 		else
196 			/* Read didn't wrap around the buffer */
197 			free_write_space = (curr_srp + bus->m_dwSizeSetRing) -
198 				curr_swp;
199 
200 	}
201 
202 	/* Calculate the new write position */
203 	new_swp = curr_swp + bytes_to_write;
204 
205 	dprintk(DBGLVL_BUS, "%s() new_swp = %x\n", __func__, new_swp);
206 	dprintk(DBGLVL_BUS, "%s() bus->m_dwSizeSetRing = %x\n", __func__,
207 		bus->m_dwSizeSetRing);
208 
209 	/*
210 	 * Make a copy of msg->size before it is converted to le16 since it is
211 	 * used in the code below.
212 	 */
213 	size = msg->size;
214 	/* Convert to le16/le32 */
215 	msg->size = (__force u16)cpu_to_le16(msg->size);
216 	msg->command = (__force u32)cpu_to_le32(msg->command);
217 	msg->controlselector = (__force u16)cpu_to_le16(msg->controlselector);
218 
219 	/* Mental Note: line 462 tmmhComResBusPCIe.cpp */
220 
221 	/* Check if we're going to wrap again */
222 	if (new_swp > bus->m_dwSizeSetRing) {
223 
224 		/* Ring wraps */
225 		new_swp -= bus->m_dwSizeSetRing;
226 
227 		space_rem = bus->m_dwSizeSetRing - curr_swp;
228 
229 		dprintk(DBGLVL_BUS, "%s() space_rem = %x\n", __func__,
230 			space_rem);
231 
232 		dprintk(DBGLVL_BUS, "%s() sizeof(*msg) = %d\n", __func__,
233 			(u32)sizeof(*msg));
234 
235 		if (space_rem < sizeof(*msg)) {
236 			dprintk(DBGLVL_BUS, "%s() tr4\n", __func__);
237 
238 			/* Split the msg into pieces as the ring wraps */
239 			memcpy_toio(bus->m_pdwSetRing + curr_swp, msg, space_rem);
240 			memcpy_toio(bus->m_pdwSetRing, (u8 *)msg + space_rem,
241 				sizeof(*msg) - space_rem);
242 
243 			memcpy_toio(bus->m_pdwSetRing + sizeof(*msg) - space_rem,
244 				buf, size);
245 
246 		} else if (space_rem == sizeof(*msg)) {
247 			dprintk(DBGLVL_BUS, "%s() tr5\n", __func__);
248 
249 			/* Additional data at the beginning of the ring */
250 			memcpy_toio(bus->m_pdwSetRing + curr_swp, msg, sizeof(*msg));
251 			memcpy_toio(bus->m_pdwSetRing, buf, size);
252 
253 		} else {
254 			/* Additional data wraps around the ring */
255 			memcpy_toio(bus->m_pdwSetRing + curr_swp, msg, sizeof(*msg));
256 			if (size > 0) {
257 				memcpy_toio(bus->m_pdwSetRing + curr_swp +
258 					sizeof(*msg), buf, space_rem -
259 					sizeof(*msg));
260 				memcpy_toio(bus->m_pdwSetRing, (u8 *)buf +
261 					space_rem - sizeof(*msg),
262 					bytes_to_write - space_rem);
263 			}
264 
265 		}
266 
267 	} /* (new_swp > bus->m_dwSizeSetRing) */
268 	else {
269 		dprintk(DBGLVL_BUS, "%s() tr6\n", __func__);
270 
271 		/* The ring buffer doesn't wrap, two simple copies */
272 		memcpy_toio(bus->m_pdwSetRing + curr_swp, msg, sizeof(*msg));
273 		memcpy_toio(bus->m_pdwSetRing + curr_swp + sizeof(*msg), buf,
274 			size);
275 	}
276 
277 	dprintk(DBGLVL_BUS, "%s() new_swp = %x\n", __func__, new_swp);
278 
279 	/* Update the bus write position */
280 	saa7164_writel(bus->m_dwSetWritePos, new_swp);
281 
282 	/* Convert back to cpu after writing the msg to the ringbuffer. */
283 	msg->size = le16_to_cpu((__force __le16)msg->size);
284 	msg->command = le32_to_cpu((__force __le32)msg->command);
285 	msg->controlselector = le16_to_cpu((__force __le16)msg->controlselector);
286 	ret = SAA_OK;
287 
288 out:
289 	saa7164_bus_dump(dev);
290 	mutex_unlock(&bus->lock);
291 	saa7164_bus_verify(dev);
292 	return ret;
293 }
294 
295 /*
296  * Receive a command or a response from the bus. The implementation does not
297  * know if it is a command or a response it simply dequeues the data,
298  * depending on the bus information given in the struct tmComResBusInfo
299  * structure.
300  *
301  * Return Value:
302  *  0          The function executed successfully.
303  *  < 0        One or more members are not initialized.
304  */
saa7164_bus_get(struct saa7164_dev * dev,struct tmComResInfo * msg,void * buf,int peekonly)305 int saa7164_bus_get(struct saa7164_dev *dev, struct tmComResInfo* msg,
306 	void *buf, int peekonly)
307 {
308 	struct tmComResBusInfo *bus = &dev->bus;
309 	u32 bytes_to_read, write_distance, curr_grp, curr_gwp,
310 		new_grp, buf_size, space_rem;
311 	struct tmComResInfo msg_tmp;
312 	int ret = SAA_ERR_BAD_PARAMETER;
313 
314 	saa7164_bus_verify(dev);
315 
316 	if (msg == NULL)
317 		return ret;
318 
319 	if (msg->size > dev->bus.m_wMaxReqSize) {
320 		printk(KERN_ERR "%s() Exceeded dev->bus.m_wMaxReqSize\n",
321 			__func__);
322 		return ret;
323 	}
324 
325 	if ((peekonly == 0) && (msg->size > 0) && (buf == NULL)) {
326 		printk(KERN_ERR
327 			"%s() Missing msg buf, size should be %d bytes\n",
328 			__func__, msg->size);
329 		return ret;
330 	}
331 
332 	mutex_lock(&bus->lock);
333 
334 	/* Peek the bus to see if a msg exists, if it's not what we're expecting
335 	 * then return cleanly else read the message from the bus.
336 	 */
337 	curr_gwp = saa7164_readl(bus->m_dwGetWritePos);
338 	curr_grp = saa7164_readl(bus->m_dwGetReadPos);
339 
340 	if (curr_gwp == curr_grp) {
341 		ret = SAA_ERR_EMPTY;
342 		goto out;
343 	}
344 
345 	bytes_to_read = sizeof(*msg);
346 
347 	/* Calculate write distance to current read position */
348 	write_distance = 0;
349 	if (curr_gwp >= curr_grp)
350 		/* Write doesn't wrap around the ring */
351 		write_distance = curr_gwp - curr_grp;
352 	else
353 		/* Write wraps around the ring */
354 		write_distance = curr_gwp + bus->m_dwSizeGetRing - curr_grp;
355 
356 	if (bytes_to_read > write_distance) {
357 		printk(KERN_ERR "%s() No message/response found\n", __func__);
358 		ret = SAA_ERR_INVALID_COMMAND;
359 		goto out;
360 	}
361 
362 	/* Calculate the new read position */
363 	new_grp = curr_grp + bytes_to_read;
364 	if (new_grp > bus->m_dwSizeGetRing) {
365 
366 		/* Ring wraps */
367 		new_grp -= bus->m_dwSizeGetRing;
368 		space_rem = bus->m_dwSizeGetRing - curr_grp;
369 
370 		memcpy_fromio(&msg_tmp, bus->m_pdwGetRing + curr_grp, space_rem);
371 		memcpy_fromio((u8 *)&msg_tmp + space_rem, bus->m_pdwGetRing,
372 			bytes_to_read - space_rem);
373 
374 	} else {
375 		/* No wrapping */
376 		memcpy_fromio(&msg_tmp, bus->m_pdwGetRing + curr_grp, bytes_to_read);
377 	}
378 	/* Convert from little endian to CPU */
379 	msg_tmp.size = le16_to_cpu((__force __le16)msg_tmp.size);
380 	msg_tmp.command = le32_to_cpu((__force __le32)msg_tmp.command);
381 	msg_tmp.controlselector = le16_to_cpu((__force __le16)msg_tmp.controlselector);
382 	memcpy(msg, &msg_tmp, sizeof(*msg));
383 
384 	/* No need to update the read positions, because this was a peek */
385 	/* If the caller specifically want to peek, return */
386 	if (peekonly) {
387 		goto peekout;
388 	}
389 
390 	/* Check if the command/response matches what is expected */
391 	if ((msg_tmp.id != msg->id) || (msg_tmp.command != msg->command) ||
392 		(msg_tmp.controlselector != msg->controlselector) ||
393 		(msg_tmp.seqno != msg->seqno) || (msg_tmp.size != msg->size)) {
394 
395 		printk(KERN_ERR "%s() Unexpected msg miss-match\n", __func__);
396 		saa7164_bus_dumpmsg(dev, msg, buf);
397 		saa7164_bus_dumpmsg(dev, &msg_tmp, NULL);
398 		ret = SAA_ERR_INVALID_COMMAND;
399 		goto out;
400 	}
401 
402 	/* Get the actual command and response from the bus */
403 	buf_size = msg->size;
404 
405 	bytes_to_read = sizeof(*msg) + msg->size;
406 	/* Calculate write distance to current read position */
407 	write_distance = 0;
408 	if (curr_gwp >= curr_grp)
409 		/* Write doesn't wrap around the ring */
410 		write_distance = curr_gwp - curr_grp;
411 	else
412 		/* Write wraps around the ring */
413 		write_distance = curr_gwp + bus->m_dwSizeGetRing - curr_grp;
414 
415 	if (bytes_to_read > write_distance) {
416 		printk(KERN_ERR "%s() Invalid bus state, missing msg or mangled ring, faulty H/W / bad code?\n",
417 		       __func__);
418 		ret = SAA_ERR_INVALID_COMMAND;
419 		goto out;
420 	}
421 
422 	/* Calculate the new read position */
423 	new_grp = curr_grp + bytes_to_read;
424 	if (new_grp > bus->m_dwSizeGetRing) {
425 
426 		/* Ring wraps */
427 		new_grp -= bus->m_dwSizeGetRing;
428 		space_rem = bus->m_dwSizeGetRing - curr_grp;
429 
430 		if (space_rem < sizeof(*msg)) {
431 			if (buf)
432 				memcpy_fromio(buf, bus->m_pdwGetRing + sizeof(*msg) -
433 					space_rem, buf_size);
434 
435 		} else if (space_rem == sizeof(*msg)) {
436 			if (buf)
437 				memcpy_fromio(buf, bus->m_pdwGetRing, buf_size);
438 		} else {
439 			/* Additional data wraps around the ring */
440 			if (buf) {
441 				memcpy_fromio(buf, bus->m_pdwGetRing + curr_grp +
442 					sizeof(*msg), space_rem - sizeof(*msg));
443 				memcpy_fromio(buf + space_rem - sizeof(*msg),
444 					bus->m_pdwGetRing, bytes_to_read -
445 					space_rem);
446 			}
447 
448 		}
449 
450 	} else {
451 		/* No wrapping */
452 		if (buf)
453 			memcpy_fromio(buf, bus->m_pdwGetRing + curr_grp + sizeof(*msg),
454 				buf_size);
455 	}
456 
457 	/* Update the read positions, adjusting the ring */
458 	saa7164_writel(bus->m_dwGetReadPos, new_grp);
459 
460 peekout:
461 	ret = SAA_OK;
462 out:
463 	mutex_unlock(&bus->lock);
464 	saa7164_bus_verify(dev);
465 	return ret;
466 }
467 
468