xref: /linux/sound/soc/sof/intel/hda-stream.c (revision 52338415)
1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 //
3 // This file is provided under a dual BSD/GPLv2 license.  When using or
4 // redistributing this file, you may do so under either license.
5 //
6 // Copyright(c) 2018 Intel Corporation. All rights reserved.
7 //
8 // Authors: Liam Girdwood <liam.r.girdwood@linux.intel.com>
9 //	    Ranjani Sridharan <ranjani.sridharan@linux.intel.com>
10 //	    Rander Wang <rander.wang@intel.com>
11 //          Keyon Jie <yang.jie@linux.intel.com>
12 //
13 
14 /*
15  * Hardware interface for generic Intel audio DSP HDA IP
16  */
17 
18 #include <linux/pm_runtime.h>
19 #include <sound/hdaudio_ext.h>
20 #include <sound/hda_register.h>
21 #include <sound/sof.h>
22 #include "../ops.h"
23 #include "hda.h"
24 
25 /*
26  * set up one of BDL entries for a stream
27  */
28 static int hda_setup_bdle(struct snd_sof_dev *sdev,
29 			  struct snd_dma_buffer *dmab,
30 			  struct hdac_stream *stream,
31 			  struct sof_intel_dsp_bdl **bdlp,
32 			  int offset, int size, int ioc)
33 {
34 	struct hdac_bus *bus = sof_to_bus(sdev);
35 	struct sof_intel_dsp_bdl *bdl = *bdlp;
36 
37 	while (size > 0) {
38 		dma_addr_t addr;
39 		int chunk;
40 
41 		if (stream->frags >= HDA_DSP_MAX_BDL_ENTRIES) {
42 			dev_err(sdev->dev, "error: stream frags exceeded\n");
43 			return -EINVAL;
44 		}
45 
46 		addr = snd_sgbuf_get_addr(dmab, offset);
47 		/* program BDL addr */
48 		bdl->addr_l = cpu_to_le32(lower_32_bits(addr));
49 		bdl->addr_h = cpu_to_le32(upper_32_bits(addr));
50 		/* program BDL size */
51 		chunk = snd_sgbuf_get_chunk_size(dmab, offset, size);
52 		/* one BDLE should not cross 4K boundary */
53 		if (bus->align_bdle_4k) {
54 			u32 remain = 0x1000 - (offset & 0xfff);
55 
56 			if (chunk > remain)
57 				chunk = remain;
58 		}
59 		bdl->size = cpu_to_le32(chunk);
60 		/* only program IOC when the whole segment is processed */
61 		size -= chunk;
62 		bdl->ioc = (size || !ioc) ? 0 : cpu_to_le32(0x01);
63 		bdl++;
64 		stream->frags++;
65 		offset += chunk;
66 
67 		dev_vdbg(sdev->dev, "bdl, frags:%d, chunk size:0x%x;\n",
68 			 stream->frags, chunk);
69 	}
70 
71 	*bdlp = bdl;
72 	return offset;
73 }
74 
75 /*
76  * set up Buffer Descriptor List (BDL) for host memory transfer
77  * BDL describes the location of the individual buffers and is little endian.
78  */
79 int hda_dsp_stream_setup_bdl(struct snd_sof_dev *sdev,
80 			     struct snd_dma_buffer *dmab,
81 			     struct hdac_stream *stream)
82 {
83 	struct sof_intel_hda_dev *hda = sdev->pdata->hw_pdata;
84 	struct sof_intel_dsp_bdl *bdl;
85 	int i, offset, period_bytes, periods;
86 	int remain, ioc;
87 
88 	period_bytes = stream->period_bytes;
89 	dev_dbg(sdev->dev, "period_bytes:0x%x\n", period_bytes);
90 	if (!period_bytes)
91 		period_bytes = stream->bufsize;
92 
93 	periods = stream->bufsize / period_bytes;
94 
95 	dev_dbg(sdev->dev, "periods:%d\n", periods);
96 
97 	remain = stream->bufsize % period_bytes;
98 	if (remain)
99 		periods++;
100 
101 	/* program the initial BDL entries */
102 	bdl = (struct sof_intel_dsp_bdl *)stream->bdl.area;
103 	offset = 0;
104 	stream->frags = 0;
105 
106 	/*
107 	 * set IOC if don't use position IPC
108 	 * and period_wakeup needed.
109 	 */
110 	ioc = hda->no_ipc_position ?
111 	      !stream->no_period_wakeup : 0;
112 
113 	for (i = 0; i < periods; i++) {
114 		if (i == (periods - 1) && remain)
115 			/* set the last small entry */
116 			offset = hda_setup_bdle(sdev, dmab,
117 						stream, &bdl, offset,
118 						remain, 0);
119 		else
120 			offset = hda_setup_bdle(sdev, dmab,
121 						stream, &bdl, offset,
122 						period_bytes, ioc);
123 	}
124 
125 	return offset;
126 }
127 
128 int hda_dsp_stream_spib_config(struct snd_sof_dev *sdev,
129 			       struct hdac_ext_stream *stream,
130 			       int enable, u32 size)
131 {
132 	struct hdac_stream *hstream = &stream->hstream;
133 	u32 mask;
134 
135 	if (!sdev->bar[HDA_DSP_SPIB_BAR]) {
136 		dev_err(sdev->dev, "error: address of spib capability is NULL\n");
137 		return -EINVAL;
138 	}
139 
140 	mask = (1 << hstream->index);
141 
142 	/* enable/disable SPIB for the stream */
143 	snd_sof_dsp_update_bits(sdev, HDA_DSP_SPIB_BAR,
144 				SOF_HDA_ADSP_REG_CL_SPBFIFO_SPBFCCTL, mask,
145 				enable << hstream->index);
146 
147 	/* set the SPIB value */
148 	sof_io_write(sdev, stream->spib_addr, size);
149 
150 	return 0;
151 }
152 
153 /* get next unused stream */
154 struct hdac_ext_stream *
155 hda_dsp_stream_get(struct snd_sof_dev *sdev, int direction)
156 {
157 	struct hdac_bus *bus = sof_to_bus(sdev);
158 	struct sof_intel_hda_stream *hda_stream;
159 	struct hdac_ext_stream *stream = NULL;
160 	struct hdac_stream *s;
161 
162 	spin_lock_irq(&bus->reg_lock);
163 
164 	/* get an unused stream */
165 	list_for_each_entry(s, &bus->stream_list, list) {
166 		if (s->direction == direction && !s->opened) {
167 			stream = stream_to_hdac_ext_stream(s);
168 			hda_stream = container_of(stream,
169 						  struct sof_intel_hda_stream,
170 						  hda_stream);
171 			/* check if the host DMA channel is reserved */
172 			if (hda_stream->host_reserved)
173 				continue;
174 
175 			s->opened = true;
176 			break;
177 		}
178 	}
179 
180 	spin_unlock_irq(&bus->reg_lock);
181 
182 	/* stream found ? */
183 	if (!stream)
184 		dev_err(sdev->dev, "error: no free %s streams\n",
185 			direction == SNDRV_PCM_STREAM_PLAYBACK ?
186 			"playback" : "capture");
187 
188 	/*
189 	 * Disable DMI Link L1 entry when capture stream is opened.
190 	 * Workaround to address a known issue with host DMA that results
191 	 * in xruns during pause/release in capture scenarios.
192 	 */
193 	if (!IS_ENABLED(SND_SOC_SOF_HDA_ALWAYS_ENABLE_DMI_L1))
194 		if (stream && direction == SNDRV_PCM_STREAM_CAPTURE)
195 			snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR,
196 						HDA_VS_INTEL_EM2,
197 						HDA_VS_INTEL_EM2_L1SEN, 0);
198 
199 	return stream;
200 }
201 
202 /* free a stream */
203 int hda_dsp_stream_put(struct snd_sof_dev *sdev, int direction, int stream_tag)
204 {
205 	struct hdac_bus *bus = sof_to_bus(sdev);
206 	struct hdac_stream *s;
207 	bool active_capture_stream = false;
208 	bool found = false;
209 
210 	spin_lock_irq(&bus->reg_lock);
211 
212 	/*
213 	 * close stream matching the stream tag
214 	 * and check if there are any open capture streams.
215 	 */
216 	list_for_each_entry(s, &bus->stream_list, list) {
217 		if (!s->opened)
218 			continue;
219 
220 		if (s->direction == direction && s->stream_tag == stream_tag) {
221 			s->opened = false;
222 			found = true;
223 		} else if (s->direction == SNDRV_PCM_STREAM_CAPTURE) {
224 			active_capture_stream = true;
225 		}
226 	}
227 
228 	spin_unlock_irq(&bus->reg_lock);
229 
230 	/* Enable DMI L1 entry if there are no capture streams open */
231 	if (!IS_ENABLED(SND_SOC_SOF_HDA_ALWAYS_ENABLE_DMI_L1))
232 		if (!active_capture_stream)
233 			snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR,
234 						HDA_VS_INTEL_EM2,
235 						HDA_VS_INTEL_EM2_L1SEN,
236 						HDA_VS_INTEL_EM2_L1SEN);
237 
238 	if (!found) {
239 		dev_dbg(sdev->dev, "stream_tag %d not opened!\n", stream_tag);
240 		return -ENODEV;
241 	}
242 
243 	return 0;
244 }
245 
246 int hda_dsp_stream_trigger(struct snd_sof_dev *sdev,
247 			   struct hdac_ext_stream *stream, int cmd)
248 {
249 	struct hdac_stream *hstream = &stream->hstream;
250 	int sd_offset = SOF_STREAM_SD_OFFSET(hstream);
251 	u32 dma_start = SOF_HDA_SD_CTL_DMA_START;
252 	int ret;
253 	u32 run;
254 
255 	/* cmd must be for audio stream */
256 	switch (cmd) {
257 	case SNDRV_PCM_TRIGGER_RESUME:
258 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
259 	case SNDRV_PCM_TRIGGER_START:
260 		snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR, SOF_HDA_INTCTL,
261 					1 << hstream->index,
262 					1 << hstream->index);
263 
264 		snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR,
265 					sd_offset,
266 					SOF_HDA_SD_CTL_DMA_START |
267 					SOF_HDA_CL_DMA_SD_INT_MASK,
268 					SOF_HDA_SD_CTL_DMA_START |
269 					SOF_HDA_CL_DMA_SD_INT_MASK);
270 
271 		ret = snd_sof_dsp_read_poll_timeout(sdev,
272 					HDA_DSP_HDA_BAR,
273 					sd_offset, run,
274 					((run &	dma_start) == dma_start),
275 					HDA_DSP_REG_POLL_INTERVAL_US,
276 					HDA_DSP_STREAM_RUN_TIMEOUT);
277 
278 		if (ret)
279 			return ret;
280 
281 		hstream->running = true;
282 		break;
283 	case SNDRV_PCM_TRIGGER_SUSPEND:
284 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
285 	case SNDRV_PCM_TRIGGER_STOP:
286 		snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR,
287 					sd_offset,
288 					SOF_HDA_SD_CTL_DMA_START |
289 					SOF_HDA_CL_DMA_SD_INT_MASK, 0x0);
290 
291 		ret = snd_sof_dsp_read_poll_timeout(sdev, HDA_DSP_HDA_BAR,
292 						sd_offset, run,
293 						!(run &	dma_start),
294 						HDA_DSP_REG_POLL_INTERVAL_US,
295 						HDA_DSP_STREAM_RUN_TIMEOUT);
296 
297 		if (ret)
298 			return ret;
299 
300 		snd_sof_dsp_write(sdev, HDA_DSP_HDA_BAR, sd_offset +
301 				  SOF_HDA_ADSP_REG_CL_SD_STS,
302 				  SOF_HDA_CL_DMA_SD_INT_MASK);
303 
304 		hstream->running = false;
305 		snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR, SOF_HDA_INTCTL,
306 					1 << hstream->index, 0x0);
307 		break;
308 	default:
309 		dev_err(sdev->dev, "error: unknown command: %d\n", cmd);
310 		return -EINVAL;
311 	}
312 
313 	return 0;
314 }
315 
316 /*
317  * prepare for common hdac registers settings, for both code loader
318  * and normal stream.
319  */
320 int hda_dsp_stream_hw_params(struct snd_sof_dev *sdev,
321 			     struct hdac_ext_stream *stream,
322 			     struct snd_dma_buffer *dmab,
323 			     struct snd_pcm_hw_params *params)
324 {
325 	struct hdac_bus *bus = sof_to_bus(sdev);
326 	struct hdac_stream *hstream = &stream->hstream;
327 	int sd_offset = SOF_STREAM_SD_OFFSET(hstream);
328 	int ret, timeout = HDA_DSP_STREAM_RESET_TIMEOUT;
329 	u32 dma_start = SOF_HDA_SD_CTL_DMA_START;
330 	u32 val, mask;
331 	u32 run;
332 
333 	if (!stream) {
334 		dev_err(sdev->dev, "error: no stream available\n");
335 		return -ENODEV;
336 	}
337 
338 	/* decouple host and link DMA */
339 	mask = 0x1 << hstream->index;
340 	snd_sof_dsp_update_bits(sdev, HDA_DSP_PP_BAR, SOF_HDA_REG_PP_PPCTL,
341 				mask, mask);
342 
343 	if (!dmab) {
344 		dev_err(sdev->dev, "error: no dma buffer allocated!\n");
345 		return -ENODEV;
346 	}
347 
348 	/* clear stream status */
349 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR, sd_offset,
350 				SOF_HDA_CL_DMA_SD_INT_MASK |
351 				SOF_HDA_SD_CTL_DMA_START, 0);
352 
353 	ret = snd_sof_dsp_read_poll_timeout(sdev, HDA_DSP_HDA_BAR,
354 					    sd_offset, run,
355 					    !(run & dma_start),
356 					    HDA_DSP_REG_POLL_INTERVAL_US,
357 					    HDA_DSP_STREAM_RUN_TIMEOUT);
358 
359 	if (ret)
360 		return ret;
361 
362 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR,
363 				sd_offset + SOF_HDA_ADSP_REG_CL_SD_STS,
364 				SOF_HDA_CL_DMA_SD_INT_MASK,
365 				SOF_HDA_CL_DMA_SD_INT_MASK);
366 
367 	/* stream reset */
368 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR, sd_offset, 0x1,
369 				0x1);
370 	udelay(3);
371 	do {
372 		val = snd_sof_dsp_read(sdev, HDA_DSP_HDA_BAR,
373 				       sd_offset);
374 		if (val & 0x1)
375 			break;
376 	} while (--timeout);
377 	if (timeout == 0) {
378 		dev_err(sdev->dev, "error: stream reset failed\n");
379 		return -ETIMEDOUT;
380 	}
381 
382 	timeout = HDA_DSP_STREAM_RESET_TIMEOUT;
383 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR, sd_offset, 0x1,
384 				0x0);
385 
386 	/* wait for hardware to report that stream is out of reset */
387 	udelay(3);
388 	do {
389 		val = snd_sof_dsp_read(sdev, HDA_DSP_HDA_BAR,
390 				       sd_offset);
391 		if ((val & 0x1) == 0)
392 			break;
393 	} while (--timeout);
394 	if (timeout == 0) {
395 		dev_err(sdev->dev, "error: timeout waiting for stream reset\n");
396 		return -ETIMEDOUT;
397 	}
398 
399 	if (hstream->posbuf)
400 		*hstream->posbuf = 0;
401 
402 	/* reset BDL address */
403 	snd_sof_dsp_write(sdev, HDA_DSP_HDA_BAR,
404 			  sd_offset + SOF_HDA_ADSP_REG_CL_SD_BDLPL,
405 			  0x0);
406 	snd_sof_dsp_write(sdev, HDA_DSP_HDA_BAR,
407 			  sd_offset + SOF_HDA_ADSP_REG_CL_SD_BDLPU,
408 			  0x0);
409 
410 	/* clear stream status */
411 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR, sd_offset,
412 				SOF_HDA_CL_DMA_SD_INT_MASK |
413 				SOF_HDA_SD_CTL_DMA_START, 0);
414 
415 	ret = snd_sof_dsp_read_poll_timeout(sdev, HDA_DSP_HDA_BAR,
416 					    sd_offset, run,
417 					    !(run & dma_start),
418 					    HDA_DSP_REG_POLL_INTERVAL_US,
419 					    HDA_DSP_STREAM_RUN_TIMEOUT);
420 
421 	if (ret)
422 		return ret;
423 
424 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR,
425 				sd_offset + SOF_HDA_ADSP_REG_CL_SD_STS,
426 				SOF_HDA_CL_DMA_SD_INT_MASK,
427 				SOF_HDA_CL_DMA_SD_INT_MASK);
428 
429 	hstream->frags = 0;
430 
431 	ret = hda_dsp_stream_setup_bdl(sdev, dmab, hstream);
432 	if (ret < 0) {
433 		dev_err(sdev->dev, "error: set up of BDL failed\n");
434 		return ret;
435 	}
436 
437 	/* program stream tag to set up stream descriptor for DMA */
438 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR, sd_offset,
439 				SOF_HDA_CL_SD_CTL_STREAM_TAG_MASK,
440 				hstream->stream_tag <<
441 				SOF_HDA_CL_SD_CTL_STREAM_TAG_SHIFT);
442 
443 	/* program cyclic buffer length */
444 	snd_sof_dsp_write(sdev, HDA_DSP_HDA_BAR,
445 			  sd_offset + SOF_HDA_ADSP_REG_CL_SD_CBL,
446 			  hstream->bufsize);
447 
448 	/*
449 	 * Recommended hardware programming sequence for HDAudio DMA format
450 	 *
451 	 * 1. Put DMA into coupled mode by clearing PPCTL.PROCEN bit
452 	 *    for corresponding stream index before the time of writing
453 	 *    format to SDxFMT register.
454 	 * 2. Write SDxFMT
455 	 * 3. Set PPCTL.PROCEN bit for corresponding stream index to
456 	 *    enable decoupled mode
457 	 */
458 
459 	/* couple host and link DMA, disable DSP features */
460 	snd_sof_dsp_update_bits(sdev, HDA_DSP_PP_BAR, SOF_HDA_REG_PP_PPCTL,
461 				mask, 0);
462 
463 	/* program stream format */
464 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR,
465 				sd_offset +
466 				SOF_HDA_ADSP_REG_CL_SD_FORMAT,
467 				0xffff, hstream->format_val);
468 
469 	/* decouple host and link DMA, enable DSP features */
470 	snd_sof_dsp_update_bits(sdev, HDA_DSP_PP_BAR, SOF_HDA_REG_PP_PPCTL,
471 				mask, mask);
472 
473 	/* program last valid index */
474 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR,
475 				sd_offset + SOF_HDA_ADSP_REG_CL_SD_LVI,
476 				0xffff, (hstream->frags - 1));
477 
478 	/* program BDL address */
479 	snd_sof_dsp_write(sdev, HDA_DSP_HDA_BAR,
480 			  sd_offset + SOF_HDA_ADSP_REG_CL_SD_BDLPL,
481 			  (u32)hstream->bdl.addr);
482 	snd_sof_dsp_write(sdev, HDA_DSP_HDA_BAR,
483 			  sd_offset + SOF_HDA_ADSP_REG_CL_SD_BDLPU,
484 			  upper_32_bits(hstream->bdl.addr));
485 
486 	/* enable position buffer */
487 	if (!(snd_sof_dsp_read(sdev, HDA_DSP_HDA_BAR, SOF_HDA_ADSP_DPLBASE)
488 				& SOF_HDA_ADSP_DPLBASE_ENABLE)) {
489 		snd_sof_dsp_write(sdev, HDA_DSP_HDA_BAR, SOF_HDA_ADSP_DPUBASE,
490 				  upper_32_bits(bus->posbuf.addr));
491 		snd_sof_dsp_write(sdev, HDA_DSP_HDA_BAR, SOF_HDA_ADSP_DPLBASE,
492 				  (u32)bus->posbuf.addr |
493 				  SOF_HDA_ADSP_DPLBASE_ENABLE);
494 	}
495 
496 	/* set interrupt enable bits */
497 	snd_sof_dsp_update_bits(sdev, HDA_DSP_HDA_BAR, sd_offset,
498 				SOF_HDA_CL_DMA_SD_INT_MASK,
499 				SOF_HDA_CL_DMA_SD_INT_MASK);
500 
501 	/* read FIFO size */
502 	if (hstream->direction == SNDRV_PCM_STREAM_PLAYBACK) {
503 		hstream->fifo_size =
504 			snd_sof_dsp_read(sdev, HDA_DSP_HDA_BAR,
505 					 sd_offset +
506 					 SOF_HDA_ADSP_REG_CL_SD_FIFOSIZE);
507 		hstream->fifo_size &= 0xffff;
508 		hstream->fifo_size += 1;
509 	} else {
510 		hstream->fifo_size = 0;
511 	}
512 
513 	return ret;
514 }
515 
516 int hda_dsp_stream_hw_free(struct snd_sof_dev *sdev,
517 			   struct snd_pcm_substream *substream)
518 {
519 	struct hdac_stream *stream = substream->runtime->private_data;
520 	struct hdac_ext_stream *link_dev = container_of(stream,
521 							struct hdac_ext_stream,
522 							hstream);
523 	struct hdac_bus *bus = sof_to_bus(sdev);
524 	u32 mask = 0x1 << stream->index;
525 
526 	spin_lock_irq(&bus->reg_lock);
527 	/* couple host and link DMA if link DMA channel is idle */
528 	if (!link_dev->link_locked)
529 		snd_sof_dsp_update_bits(sdev, HDA_DSP_PP_BAR,
530 					SOF_HDA_REG_PP_PPCTL, mask, 0);
531 	spin_unlock_irq(&bus->reg_lock);
532 
533 	return 0;
534 }
535 
536 irqreturn_t hda_dsp_stream_interrupt(int irq, void *context)
537 {
538 	struct hdac_bus *bus = context;
539 	int ret = IRQ_WAKE_THREAD;
540 	u32 status;
541 
542 	spin_lock(&bus->reg_lock);
543 
544 	status = snd_hdac_chip_readl(bus, INTSTS);
545 	dev_vdbg(bus->dev, "stream irq, INTSTS status: 0x%x\n", status);
546 
547 	/* Register inaccessible, ignore it.*/
548 	if (status == 0xffffffff)
549 		ret = IRQ_NONE;
550 
551 	spin_unlock(&bus->reg_lock);
552 
553 	return ret;
554 }
555 
556 static bool hda_dsp_stream_check(struct hdac_bus *bus, u32 status)
557 {
558 	struct sof_intel_hda_dev *sof_hda = bus_to_sof_hda(bus);
559 	struct hdac_stream *s;
560 	bool active = false;
561 	u32 sd_status;
562 
563 	list_for_each_entry(s, &bus->stream_list, list) {
564 		if (status & BIT(s->index) && s->opened) {
565 			sd_status = snd_hdac_stream_readb(s, SD_STS);
566 
567 			dev_vdbg(bus->dev, "stream %d status 0x%x\n",
568 				 s->index, sd_status);
569 
570 			snd_hdac_stream_writeb(s, SD_STS, sd_status);
571 
572 			active = true;
573 			if (!s->substream ||
574 			    !s->running ||
575 			    (sd_status & SOF_HDA_CL_DMA_SD_INT_COMPLETE) == 0)
576 				continue;
577 
578 			/* Inform ALSA only in case not do that with IPC */
579 			if (sof_hda->no_ipc_position)
580 				snd_sof_pcm_period_elapsed(s->substream);
581 		}
582 	}
583 
584 	return active;
585 }
586 
587 irqreturn_t hda_dsp_stream_threaded_handler(int irq, void *context)
588 {
589 	struct hdac_bus *bus = context;
590 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
591 	u32 rirb_status;
592 #endif
593 	bool active;
594 	u32 status;
595 	int i;
596 
597 	/*
598 	 * Loop 10 times to handle missed interrupts caused by
599 	 * unsolicited responses from the codec
600 	 */
601 	for (i = 0, active = true; i < 10 && active; i++) {
602 		spin_lock_irq(&bus->reg_lock);
603 
604 		status = snd_hdac_chip_readl(bus, INTSTS);
605 
606 		/* check streams */
607 		active = hda_dsp_stream_check(bus, status);
608 
609 		/* check and clear RIRB interrupt */
610 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
611 		if (status & AZX_INT_CTRL_EN) {
612 			rirb_status = snd_hdac_chip_readb(bus, RIRBSTS);
613 			if (rirb_status & RIRB_INT_MASK) {
614 				active = true;
615 				if (rirb_status & RIRB_INT_RESPONSE)
616 					snd_hdac_bus_update_rirb(bus);
617 				snd_hdac_chip_writeb(bus, RIRBSTS,
618 						     RIRB_INT_MASK);
619 			}
620 		}
621 #endif
622 		spin_unlock_irq(&bus->reg_lock);
623 	}
624 
625 	return IRQ_HANDLED;
626 }
627 
628 int hda_dsp_stream_init(struct snd_sof_dev *sdev)
629 {
630 	struct hdac_bus *bus = sof_to_bus(sdev);
631 	struct hdac_ext_stream *stream;
632 	struct hdac_stream *hstream;
633 	struct pci_dev *pci = to_pci_dev(sdev->dev);
634 	struct sof_intel_hda_dev *sof_hda = bus_to_sof_hda(bus);
635 	int sd_offset;
636 	int i, num_playback, num_capture, num_total, ret;
637 	u32 gcap;
638 
639 	gcap = snd_sof_dsp_read(sdev, HDA_DSP_HDA_BAR, SOF_HDA_GCAP);
640 	dev_dbg(sdev->dev, "hda global caps = 0x%x\n", gcap);
641 
642 	/* get stream count from GCAP */
643 	num_capture = (gcap >> 8) & 0x0f;
644 	num_playback = (gcap >> 12) & 0x0f;
645 	num_total = num_playback + num_capture;
646 
647 	dev_dbg(sdev->dev, "detected %d playback and %d capture streams\n",
648 		num_playback, num_capture);
649 
650 	if (num_playback >= SOF_HDA_PLAYBACK_STREAMS) {
651 		dev_err(sdev->dev, "error: too many playback streams %d\n",
652 			num_playback);
653 		return -EINVAL;
654 	}
655 
656 	if (num_capture >= SOF_HDA_CAPTURE_STREAMS) {
657 		dev_err(sdev->dev, "error: too many capture streams %d\n",
658 			num_playback);
659 		return -EINVAL;
660 	}
661 
662 	/*
663 	 * mem alloc for the position buffer
664 	 * TODO: check position buffer update
665 	 */
666 	ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, &pci->dev,
667 				  SOF_HDA_DPIB_ENTRY_SIZE * num_total,
668 				  &bus->posbuf);
669 	if (ret < 0) {
670 		dev_err(sdev->dev, "error: posbuffer dma alloc failed\n");
671 		return -ENOMEM;
672 	}
673 
674 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
675 	/* mem alloc for the CORB/RIRB ringbuffers */
676 	ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, &pci->dev,
677 				  PAGE_SIZE, &bus->rb);
678 	if (ret < 0) {
679 		dev_err(sdev->dev, "error: RB alloc failed\n");
680 		return -ENOMEM;
681 	}
682 #endif
683 
684 	/* create capture streams */
685 	for (i = 0; i < num_capture; i++) {
686 		struct sof_intel_hda_stream *hda_stream;
687 
688 		hda_stream = devm_kzalloc(sdev->dev, sizeof(*hda_stream),
689 					  GFP_KERNEL);
690 		if (!hda_stream)
691 			return -ENOMEM;
692 
693 		hda_stream->sdev = sdev;
694 
695 		stream = &hda_stream->hda_stream;
696 
697 		stream->pphc_addr = sdev->bar[HDA_DSP_PP_BAR] +
698 			SOF_HDA_PPHC_BASE + SOF_HDA_PPHC_INTERVAL * i;
699 
700 		stream->pplc_addr = sdev->bar[HDA_DSP_PP_BAR] +
701 			SOF_HDA_PPLC_BASE + SOF_HDA_PPLC_MULTI * num_total +
702 			SOF_HDA_PPLC_INTERVAL * i;
703 
704 		/* do we support SPIB */
705 		if (sdev->bar[HDA_DSP_SPIB_BAR]) {
706 			stream->spib_addr = sdev->bar[HDA_DSP_SPIB_BAR] +
707 				SOF_HDA_SPIB_BASE + SOF_HDA_SPIB_INTERVAL * i +
708 				SOF_HDA_SPIB_SPIB;
709 
710 			stream->fifo_addr = sdev->bar[HDA_DSP_SPIB_BAR] +
711 				SOF_HDA_SPIB_BASE + SOF_HDA_SPIB_INTERVAL * i +
712 				SOF_HDA_SPIB_MAXFIFO;
713 		}
714 
715 		hstream = &stream->hstream;
716 		hstream->bus = bus;
717 		hstream->sd_int_sta_mask = 1 << i;
718 		hstream->index = i;
719 		sd_offset = SOF_STREAM_SD_OFFSET(hstream);
720 		hstream->sd_addr = sdev->bar[HDA_DSP_HDA_BAR] + sd_offset;
721 		hstream->stream_tag = i + 1;
722 		hstream->opened = false;
723 		hstream->running = false;
724 		hstream->direction = SNDRV_PCM_STREAM_CAPTURE;
725 
726 		/* memory alloc for stream BDL */
727 		ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, &pci->dev,
728 					  HDA_DSP_BDL_SIZE, &hstream->bdl);
729 		if (ret < 0) {
730 			dev_err(sdev->dev, "error: stream bdl dma alloc failed\n");
731 			return -ENOMEM;
732 		}
733 		hstream->posbuf = (__le32 *)(bus->posbuf.area +
734 			(hstream->index) * 8);
735 
736 		list_add_tail(&hstream->list, &bus->stream_list);
737 	}
738 
739 	/* create playback streams */
740 	for (i = num_capture; i < num_total; i++) {
741 		struct sof_intel_hda_stream *hda_stream;
742 
743 		hda_stream = devm_kzalloc(sdev->dev, sizeof(*hda_stream),
744 					  GFP_KERNEL);
745 		if (!hda_stream)
746 			return -ENOMEM;
747 
748 		hda_stream->sdev = sdev;
749 
750 		stream = &hda_stream->hda_stream;
751 
752 		/* we always have DSP support */
753 		stream->pphc_addr = sdev->bar[HDA_DSP_PP_BAR] +
754 			SOF_HDA_PPHC_BASE + SOF_HDA_PPHC_INTERVAL * i;
755 
756 		stream->pplc_addr = sdev->bar[HDA_DSP_PP_BAR] +
757 			SOF_HDA_PPLC_BASE + SOF_HDA_PPLC_MULTI * num_total +
758 			SOF_HDA_PPLC_INTERVAL * i;
759 
760 		/* do we support SPIB */
761 		if (sdev->bar[HDA_DSP_SPIB_BAR]) {
762 			stream->spib_addr = sdev->bar[HDA_DSP_SPIB_BAR] +
763 				SOF_HDA_SPIB_BASE + SOF_HDA_SPIB_INTERVAL * i +
764 				SOF_HDA_SPIB_SPIB;
765 
766 			stream->fifo_addr = sdev->bar[HDA_DSP_SPIB_BAR] +
767 				SOF_HDA_SPIB_BASE + SOF_HDA_SPIB_INTERVAL * i +
768 				SOF_HDA_SPIB_MAXFIFO;
769 		}
770 
771 		hstream = &stream->hstream;
772 		hstream->bus = bus;
773 		hstream->sd_int_sta_mask = 1 << i;
774 		hstream->index = i;
775 		sd_offset = SOF_STREAM_SD_OFFSET(hstream);
776 		hstream->sd_addr = sdev->bar[HDA_DSP_HDA_BAR] + sd_offset;
777 		hstream->stream_tag = i - num_capture + 1;
778 		hstream->opened = false;
779 		hstream->running = false;
780 		hstream->direction = SNDRV_PCM_STREAM_PLAYBACK;
781 
782 		/* mem alloc for stream BDL */
783 		ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, &pci->dev,
784 					  HDA_DSP_BDL_SIZE, &hstream->bdl);
785 		if (ret < 0) {
786 			dev_err(sdev->dev, "error: stream bdl dma alloc failed\n");
787 			return -ENOMEM;
788 		}
789 
790 		hstream->posbuf = (__le32 *)(bus->posbuf.area +
791 			(hstream->index) * 8);
792 
793 		list_add_tail(&hstream->list, &bus->stream_list);
794 	}
795 
796 	/* store total stream count (playback + capture) from GCAP */
797 	sof_hda->stream_max = num_total;
798 
799 	return 0;
800 }
801 
802 void hda_dsp_stream_free(struct snd_sof_dev *sdev)
803 {
804 	struct hdac_bus *bus = sof_to_bus(sdev);
805 	struct hdac_stream *s, *_s;
806 	struct hdac_ext_stream *stream;
807 	struct sof_intel_hda_stream *hda_stream;
808 
809 	/* free position buffer */
810 	if (bus->posbuf.area)
811 		snd_dma_free_pages(&bus->posbuf);
812 
813 #if IS_ENABLED(CONFIG_SND_SOC_SOF_HDA)
814 	/* free position buffer */
815 	if (bus->rb.area)
816 		snd_dma_free_pages(&bus->rb);
817 #endif
818 
819 	list_for_each_entry_safe(s, _s, &bus->stream_list, list) {
820 		/* TODO: decouple */
821 
822 		/* free bdl buffer */
823 		if (s->bdl.area)
824 			snd_dma_free_pages(&s->bdl);
825 		list_del(&s->list);
826 		stream = stream_to_hdac_ext_stream(s);
827 		hda_stream = container_of(stream, struct sof_intel_hda_stream,
828 					  hda_stream);
829 		devm_kfree(sdev->dev, hda_stream);
830 	}
831 }
832