1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Hantro G1 post-processor support
4 *
5 * Copyright (C) 2019 Collabora, Ltd.
6 */
7
8 #include <linux/dma-mapping.h>
9 #include <linux/types.h>
10
11 #include "hantro.h"
12 #include "hantro_hw.h"
13 #include "hantro_g1_regs.h"
14 #include "hantro_g2_regs.h"
15 #include "hantro_v4l2.h"
16
17 #define HANTRO_PP_REG_WRITE(vpu, reg_name, val) \
18 { \
19 hantro_reg_write(vpu, \
20 &hantro_g1_postproc_regs.reg_name, \
21 val); \
22 }
23
24 #define HANTRO_PP_REG_WRITE_RELAXED(vpu, reg_name, val) \
25 { \
26 hantro_reg_write_relaxed(vpu, \
27 &hantro_g1_postproc_regs.reg_name, \
28 val); \
29 }
30
31 #define VPU_PP_IN_YUYV 0x0
32 #define VPU_PP_IN_NV12 0x1
33 #define VPU_PP_IN_YUV420 0x2
34 #define VPU_PP_IN_YUV240_TILED 0x5
35 #define VPU_PP_OUT_RGB 0x0
36 #define VPU_PP_OUT_YUYV 0x3
37
38 static const struct hantro_postproc_regs hantro_g1_postproc_regs = {
39 .pipeline_en = {G1_REG_PP_INTERRUPT, 1, 0x1},
40 .max_burst = {G1_REG_PP_DEV_CONFIG, 0, 0x1f},
41 .clk_gate = {G1_REG_PP_DEV_CONFIG, 1, 0x1},
42 .out_swap32 = {G1_REG_PP_DEV_CONFIG, 5, 0x1},
43 .out_endian = {G1_REG_PP_DEV_CONFIG, 6, 0x1},
44 .out_luma_base = {G1_REG_PP_OUT_LUMA_BASE, 0, 0xffffffff},
45 .input_width = {G1_REG_PP_INPUT_SIZE, 0, 0x1ff},
46 .input_height = {G1_REG_PP_INPUT_SIZE, 9, 0x1ff},
47 .output_width = {G1_REG_PP_CONTROL, 4, 0x7ff},
48 .output_height = {G1_REG_PP_CONTROL, 15, 0x7ff},
49 .input_fmt = {G1_REG_PP_CONTROL, 29, 0x7},
50 .output_fmt = {G1_REG_PP_CONTROL, 26, 0x7},
51 .orig_width = {G1_REG_PP_MASK1_ORIG_WIDTH, 23, 0x1ff},
52 .display_width = {G1_REG_PP_DISPLAY_WIDTH, 0, 0xfff},
53 };
54
hantro_needs_postproc(const struct hantro_ctx * ctx,const struct hantro_fmt * fmt)55 bool hantro_needs_postproc(const struct hantro_ctx *ctx,
56 const struct hantro_fmt *fmt)
57 {
58 if (ctx->is_encoder)
59 return false;
60
61 if (ctx->need_postproc)
62 return true;
63
64 return fmt->postprocessed;
65 }
66
hantro_postproc_g1_enable(struct hantro_ctx * ctx)67 static void hantro_postproc_g1_enable(struct hantro_ctx *ctx)
68 {
69 struct hantro_dev *vpu = ctx->dev;
70 struct vb2_v4l2_buffer *dst_buf;
71 u32 src_pp_fmt, dst_pp_fmt;
72 dma_addr_t dst_dma;
73
74 /* Turn on pipeline mode. Must be done first. */
75 HANTRO_PP_REG_WRITE(vpu, pipeline_en, 0x1);
76
77 src_pp_fmt = VPU_PP_IN_NV12;
78
79 switch (ctx->vpu_dst_fmt->fourcc) {
80 case V4L2_PIX_FMT_YUYV:
81 dst_pp_fmt = VPU_PP_OUT_YUYV;
82 break;
83 default:
84 WARN(1, "output format %d not supported by the post-processor, this wasn't expected.",
85 ctx->vpu_dst_fmt->fourcc);
86 dst_pp_fmt = 0;
87 break;
88 }
89
90 dst_buf = v4l2_m2m_next_dst_buf(ctx->fh.m2m_ctx);
91 dst_dma = vb2_dma_contig_plane_dma_addr(&dst_buf->vb2_buf, 0);
92
93 HANTRO_PP_REG_WRITE(vpu, clk_gate, 0x1);
94 HANTRO_PP_REG_WRITE(vpu, out_endian, 0x1);
95 HANTRO_PP_REG_WRITE(vpu, out_swap32, 0x1);
96 HANTRO_PP_REG_WRITE(vpu, max_burst, 16);
97 HANTRO_PP_REG_WRITE(vpu, out_luma_base, dst_dma);
98 HANTRO_PP_REG_WRITE(vpu, input_width, MB_WIDTH(ctx->dst_fmt.width));
99 HANTRO_PP_REG_WRITE(vpu, input_height, MB_HEIGHT(ctx->dst_fmt.height));
100 HANTRO_PP_REG_WRITE(vpu, input_fmt, src_pp_fmt);
101 HANTRO_PP_REG_WRITE(vpu, output_fmt, dst_pp_fmt);
102 HANTRO_PP_REG_WRITE(vpu, output_width, ctx->dst_fmt.width);
103 HANTRO_PP_REG_WRITE(vpu, output_height, ctx->dst_fmt.height);
104 HANTRO_PP_REG_WRITE(vpu, orig_width, MB_WIDTH(ctx->dst_fmt.width));
105 HANTRO_PP_REG_WRITE(vpu, display_width, ctx->dst_fmt.width);
106 }
107
down_scale_factor(struct hantro_ctx * ctx)108 static int down_scale_factor(struct hantro_ctx *ctx)
109 {
110 if (ctx->src_fmt.width <= ctx->dst_fmt.width)
111 return 0;
112
113 return DIV_ROUND_CLOSEST(ctx->src_fmt.width, ctx->dst_fmt.width);
114 }
115
hantro_postproc_g2_enable(struct hantro_ctx * ctx)116 static void hantro_postproc_g2_enable(struct hantro_ctx *ctx)
117 {
118 struct hantro_dev *vpu = ctx->dev;
119 struct vb2_v4l2_buffer *dst_buf;
120 int down_scale = down_scale_factor(ctx);
121 int out_depth;
122 size_t chroma_offset;
123 dma_addr_t dst_dma;
124
125 dst_buf = hantro_get_dst_buf(ctx);
126 dst_dma = vb2_dma_contig_plane_dma_addr(&dst_buf->vb2_buf, 0);
127 chroma_offset = ctx->dst_fmt.plane_fmt[0].bytesperline *
128 ctx->dst_fmt.height;
129
130 if (down_scale) {
131 hantro_reg_write(vpu, &g2_down_scale_e, 1);
132 hantro_reg_write(vpu, &g2_down_scale_y, down_scale >> 2);
133 hantro_reg_write(vpu, &g2_down_scale_x, down_scale >> 2);
134 hantro_write_addr(vpu, G2_DS_DST, dst_dma);
135 hantro_write_addr(vpu, G2_DS_DST_CHR, dst_dma + (chroma_offset >> down_scale));
136 } else {
137 hantro_write_addr(vpu, G2_RS_OUT_LUMA_ADDR, dst_dma);
138 hantro_write_addr(vpu, G2_RS_OUT_CHROMA_ADDR, dst_dma + chroma_offset);
139 }
140
141 out_depth = hantro_get_format_depth(ctx->dst_fmt.pixelformat);
142 if (ctx->dev->variant->legacy_regs) {
143 u8 pp_shift = 0;
144
145 if (out_depth > 8)
146 pp_shift = 16 - out_depth;
147
148 hantro_reg_write(ctx->dev, &g2_rs_out_bit_depth, out_depth);
149 hantro_reg_write(ctx->dev, &g2_pp_pix_shift, pp_shift);
150 } else {
151 hantro_reg_write(vpu, &g2_output_8_bits, out_depth > 8 ? 0 : 1);
152 hantro_reg_write(vpu, &g2_output_format, out_depth > 8 ? 1 : 0);
153 }
154 hantro_reg_write(vpu, &g2_out_rs_e, 1);
155 }
156
hantro_postproc_g2_enum_framesizes(struct hantro_ctx * ctx,struct v4l2_frmsizeenum * fsize)157 static int hantro_postproc_g2_enum_framesizes(struct hantro_ctx *ctx,
158 struct v4l2_frmsizeenum *fsize)
159 {
160 /**
161 * G2 scaler can scale down by 0, 2, 4 or 8
162 * use fsize->index has power of 2 diviser
163 **/
164 if (fsize->index > 3)
165 return -EINVAL;
166
167 if (!ctx->src_fmt.width || !ctx->src_fmt.height)
168 return -EINVAL;
169
170 fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE;
171 fsize->discrete.width = ctx->src_fmt.width >> fsize->index;
172 fsize->discrete.height = ctx->src_fmt.height >> fsize->index;
173
174 return 0;
175 }
176
hantro_postproc_free(struct hantro_ctx * ctx)177 void hantro_postproc_free(struct hantro_ctx *ctx)
178 {
179 struct hantro_dev *vpu = ctx->dev;
180 struct v4l2_m2m_ctx *m2m_ctx = ctx->fh.m2m_ctx;
181 struct vb2_queue *queue = &m2m_ctx->cap_q_ctx.q;
182 unsigned int i;
183
184 for (i = 0; i < queue->max_num_buffers; ++i) {
185 struct hantro_aux_buf *priv = &ctx->postproc.dec_q[i];
186
187 if (priv->cpu) {
188 dma_free_attrs(vpu->dev, priv->size, priv->cpu,
189 priv->dma, priv->attrs);
190 priv->cpu = NULL;
191 }
192 }
193 }
194
hantro_postproc_buffer_size(struct hantro_ctx * ctx)195 static unsigned int hantro_postproc_buffer_size(struct hantro_ctx *ctx)
196 {
197 struct v4l2_pix_format_mplane pix_mp;
198 const struct hantro_fmt *fmt;
199 unsigned int buf_size;
200
201 /* this should always pick native format */
202 fmt = hantro_get_default_fmt(ctx, false, ctx->bit_depth, HANTRO_AUTO_POSTPROC);
203 if (!fmt)
204 return 0;
205
206 v4l2_fill_pixfmt_mp(&pix_mp, fmt->fourcc, ctx->src_fmt.width,
207 ctx->src_fmt.height);
208
209 buf_size = pix_mp.plane_fmt[0].sizeimage;
210 if (ctx->vpu_src_fmt->fourcc == V4L2_PIX_FMT_H264_SLICE)
211 buf_size += hantro_h264_mv_size(pix_mp.width,
212 pix_mp.height);
213 else if (ctx->vpu_src_fmt->fourcc == V4L2_PIX_FMT_VP9_FRAME)
214 buf_size += hantro_vp9_mv_size(pix_mp.width,
215 pix_mp.height);
216 else if (ctx->vpu_src_fmt->fourcc == V4L2_PIX_FMT_HEVC_SLICE) {
217 buf_size += hantro_hevc_mv_size(pix_mp.width,
218 pix_mp.height);
219 if (ctx->hevc_dec.use_compression)
220 buf_size += hantro_hevc_compressed_size(pix_mp.width,
221 pix_mp.height);
222 }
223 else if (ctx->vpu_src_fmt->fourcc == V4L2_PIX_FMT_AV1_FRAME)
224 buf_size += hantro_av1_mv_size(pix_mp.width,
225 pix_mp.height);
226
227 return buf_size;
228 }
229
hantro_postproc_alloc(struct hantro_ctx * ctx,int index)230 static int hantro_postproc_alloc(struct hantro_ctx *ctx, int index)
231 {
232 struct hantro_dev *vpu = ctx->dev;
233 struct hantro_aux_buf *priv = &ctx->postproc.dec_q[index];
234 unsigned int buf_size = hantro_postproc_buffer_size(ctx);
235
236 if (!buf_size)
237 return -EINVAL;
238
239 /*
240 * The buffers on this queue are meant as intermediate
241 * buffers for the decoder, so no mapping is needed.
242 */
243 priv->attrs = DMA_ATTR_NO_KERNEL_MAPPING;
244 priv->cpu = dma_alloc_attrs(vpu->dev, buf_size, &priv->dma,
245 GFP_KERNEL, priv->attrs);
246 if (!priv->cpu)
247 return -ENOMEM;
248 priv->size = buf_size;
249
250 return 0;
251 }
252
hantro_postproc_init(struct hantro_ctx * ctx)253 int hantro_postproc_init(struct hantro_ctx *ctx)
254 {
255 struct v4l2_m2m_ctx *m2m_ctx = ctx->fh.m2m_ctx;
256 struct vb2_queue *cap_queue = &m2m_ctx->cap_q_ctx.q;
257 unsigned int num_buffers = vb2_get_num_buffers(cap_queue);
258 unsigned int i;
259 int ret;
260
261 for (i = 0; i < num_buffers; i++) {
262 ret = hantro_postproc_alloc(ctx, i);
263 if (ret)
264 return ret;
265 }
266
267 return 0;
268 }
269
270 dma_addr_t
hantro_postproc_get_dec_buf_addr(struct hantro_ctx * ctx,int index)271 hantro_postproc_get_dec_buf_addr(struct hantro_ctx *ctx, int index)
272 {
273 struct hantro_aux_buf *priv = &ctx->postproc.dec_q[index];
274 unsigned int buf_size = hantro_postproc_buffer_size(ctx);
275 struct hantro_dev *vpu = ctx->dev;
276 int ret;
277
278 if (priv->size < buf_size && priv->cpu) {
279 /* buffer is too small, release it */
280 dma_free_attrs(vpu->dev, priv->size, priv->cpu,
281 priv->dma, priv->attrs);
282 priv->cpu = NULL;
283 }
284
285 if (!priv->cpu) {
286 /* buffer not already allocated, try getting a new one */
287 ret = hantro_postproc_alloc(ctx, index);
288 if (ret)
289 return 0;
290 }
291
292 if (!priv->cpu)
293 return 0;
294
295 return priv->dma;
296 }
297
hantro_postproc_g1_disable(struct hantro_ctx * ctx)298 static void hantro_postproc_g1_disable(struct hantro_ctx *ctx)
299 {
300 struct hantro_dev *vpu = ctx->dev;
301
302 HANTRO_PP_REG_WRITE(vpu, pipeline_en, 0x0);
303 }
304
hantro_postproc_g2_disable(struct hantro_ctx * ctx)305 static void hantro_postproc_g2_disable(struct hantro_ctx *ctx)
306 {
307 struct hantro_dev *vpu = ctx->dev;
308
309 hantro_reg_write(vpu, &g2_out_rs_e, 0);
310 }
311
hantro_postproc_disable(struct hantro_ctx * ctx)312 void hantro_postproc_disable(struct hantro_ctx *ctx)
313 {
314 struct hantro_dev *vpu = ctx->dev;
315
316 if (vpu->variant->postproc_ops && vpu->variant->postproc_ops->disable)
317 vpu->variant->postproc_ops->disable(ctx);
318 }
319
hantro_postproc_enable(struct hantro_ctx * ctx)320 void hantro_postproc_enable(struct hantro_ctx *ctx)
321 {
322 struct hantro_dev *vpu = ctx->dev;
323
324 if (vpu->variant->postproc_ops && vpu->variant->postproc_ops->enable)
325 vpu->variant->postproc_ops->enable(ctx);
326 }
327
hanto_postproc_enum_framesizes(struct hantro_ctx * ctx,struct v4l2_frmsizeenum * fsize)328 int hanto_postproc_enum_framesizes(struct hantro_ctx *ctx,
329 struct v4l2_frmsizeenum *fsize)
330 {
331 struct hantro_dev *vpu = ctx->dev;
332
333 if (vpu->variant->postproc_ops && vpu->variant->postproc_ops->enum_framesizes)
334 return vpu->variant->postproc_ops->enum_framesizes(ctx, fsize);
335
336 return -EINVAL;
337 }
338
339 const struct hantro_postproc_ops hantro_g1_postproc_ops = {
340 .enable = hantro_postproc_g1_enable,
341 .disable = hantro_postproc_g1_disable,
342 };
343
344 const struct hantro_postproc_ops hantro_g2_postproc_ops = {
345 .enable = hantro_postproc_g2_enable,
346 .disable = hantro_postproc_g2_disable,
347 .enum_framesizes = hantro_postproc_g2_enum_framesizes,
348 };
349