1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * TI Camera Access Layer (CAL) - Video Device 4 * 5 * Copyright (c) 2015-2020 Texas Instruments Inc. 6 * 7 * Authors: 8 * Benoit Parrot <bparrot@ti.com> 9 * Laurent Pinchart <laurent.pinchart@ideasonboard.com> 10 */ 11 12 #include <linux/ioctl.h> 13 #include <linux/pm_runtime.h> 14 #include <linux/videodev2.h> 15 16 #include <media/media-device.h> 17 #include <media/v4l2-common.h> 18 #include <media/v4l2-ctrls.h> 19 #include <media/v4l2-device.h> 20 #include <media/v4l2-event.h> 21 #include <media/v4l2-fh.h> 22 #include <media/v4l2-ioctl.h> 23 #include <media/videobuf2-core.h> 24 #include <media/videobuf2-dma-contig.h> 25 26 #include "cal.h" 27 28 /* Print Four-character-code (FOURCC) */ 29 static char *fourcc_to_str(u32 fmt) 30 { 31 static char code[5]; 32 33 code[0] = (unsigned char)(fmt & 0xff); 34 code[1] = (unsigned char)((fmt >> 8) & 0xff); 35 code[2] = (unsigned char)((fmt >> 16) & 0xff); 36 code[3] = (unsigned char)((fmt >> 24) & 0xff); 37 code[4] = '\0'; 38 39 return code; 40 } 41 42 /* ------------------------------------------------------------------ 43 * V4L2 Common IOCTLs 44 * ------------------------------------------------------------------ 45 */ 46 47 static int cal_querycap(struct file *file, void *priv, 48 struct v4l2_capability *cap) 49 { 50 strscpy(cap->driver, CAL_MODULE_NAME, sizeof(cap->driver)); 51 strscpy(cap->card, CAL_MODULE_NAME, sizeof(cap->card)); 52 53 return 0; 54 } 55 56 static int cal_g_fmt_vid_cap(struct file *file, void *priv, 57 struct v4l2_format *f) 58 { 59 struct cal_ctx *ctx = video_drvdata(file); 60 61 *f = ctx->v_fmt; 62 63 return 0; 64 } 65 66 /* ------------------------------------------------------------------ 67 * V4L2 Video Node Centric IOCTLs 68 * ------------------------------------------------------------------ 69 */ 70 71 static const struct cal_format_info *find_format_by_pix(struct cal_ctx *ctx, 72 u32 pixelformat) 73 { 74 const struct cal_format_info *fmtinfo; 75 unsigned int k; 76 77 for (k = 0; k < ctx->num_active_fmt; k++) { 78 fmtinfo = ctx->active_fmt[k]; 79 if (fmtinfo->fourcc == pixelformat) 80 return fmtinfo; 81 } 82 83 return NULL; 84 } 85 86 static const struct cal_format_info *find_format_by_code(struct cal_ctx *ctx, 87 u32 code) 88 { 89 const struct cal_format_info *fmtinfo; 90 unsigned int k; 91 92 for (k = 0; k < ctx->num_active_fmt; k++) { 93 fmtinfo = ctx->active_fmt[k]; 94 if (fmtinfo->code == code) 95 return fmtinfo; 96 } 97 98 return NULL; 99 } 100 101 static int cal_legacy_enum_fmt_vid_cap(struct file *file, void *priv, 102 struct v4l2_fmtdesc *f) 103 { 104 struct cal_ctx *ctx = video_drvdata(file); 105 const struct cal_format_info *fmtinfo; 106 107 if (f->index >= ctx->num_active_fmt) 108 return -EINVAL; 109 110 fmtinfo = ctx->active_fmt[f->index]; 111 112 f->pixelformat = fmtinfo->fourcc; 113 f->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 114 return 0; 115 } 116 117 static int __subdev_get_format(struct cal_ctx *ctx, 118 struct v4l2_mbus_framefmt *fmt) 119 { 120 struct v4l2_subdev_format sd_fmt = { 121 .which = V4L2_SUBDEV_FORMAT_ACTIVE, 122 .pad = 0, 123 }; 124 struct v4l2_mbus_framefmt *mbus_fmt = &sd_fmt.format; 125 int ret; 126 127 ret = v4l2_subdev_call(ctx->phy->source, pad, get_fmt, NULL, &sd_fmt); 128 if (ret) 129 return ret; 130 131 *fmt = *mbus_fmt; 132 133 ctx_dbg(1, ctx, "%s %dx%d code:%04X\n", __func__, 134 fmt->width, fmt->height, fmt->code); 135 136 return 0; 137 } 138 139 static int __subdev_set_format(struct cal_ctx *ctx, 140 struct v4l2_mbus_framefmt *fmt) 141 { 142 struct v4l2_subdev_format sd_fmt = { 143 .which = V4L2_SUBDEV_FORMAT_ACTIVE, 144 .pad = 0, 145 }; 146 struct v4l2_mbus_framefmt *mbus_fmt = &sd_fmt.format; 147 int ret; 148 149 *mbus_fmt = *fmt; 150 151 ret = v4l2_subdev_call(ctx->phy->source, pad, set_fmt, NULL, &sd_fmt); 152 if (ret) 153 return ret; 154 155 ctx_dbg(1, ctx, "%s %dx%d code:%04X\n", __func__, 156 fmt->width, fmt->height, fmt->code); 157 158 return 0; 159 } 160 161 static void cal_calc_format_size(struct cal_ctx *ctx, 162 const struct cal_format_info *fmtinfo, 163 struct v4l2_format *f) 164 { 165 u32 bpl, max_width; 166 167 /* 168 * Maximum width is bound by the DMA max width in bytes. 169 * We need to recalculate the actual maxi width depending on the 170 * number of bytes per pixels required. 171 */ 172 max_width = CAL_MAX_WIDTH_BYTES / (ALIGN(fmtinfo->bpp, 8) >> 3); 173 v4l_bound_align_image(&f->fmt.pix.width, 48, max_width, 2, 174 &f->fmt.pix.height, 32, CAL_MAX_HEIGHT_LINES, 175 0, 0); 176 177 bpl = (f->fmt.pix.width * ALIGN(fmtinfo->bpp, 8)) >> 3; 178 f->fmt.pix.bytesperline = ALIGN(bpl, 16); 179 180 f->fmt.pix.sizeimage = f->fmt.pix.height * 181 f->fmt.pix.bytesperline; 182 183 ctx_dbg(3, ctx, "%s: fourcc: %s size: %dx%d bpl:%d img_size:%d\n", 184 __func__, fourcc_to_str(f->fmt.pix.pixelformat), 185 f->fmt.pix.width, f->fmt.pix.height, 186 f->fmt.pix.bytesperline, f->fmt.pix.sizeimage); 187 } 188 189 static int cal_legacy_try_fmt_vid_cap(struct file *file, void *priv, 190 struct v4l2_format *f) 191 { 192 struct cal_ctx *ctx = video_drvdata(file); 193 const struct cal_format_info *fmtinfo; 194 struct v4l2_subdev_frame_size_enum fse = { 195 .which = V4L2_SUBDEV_FORMAT_ACTIVE, 196 }; 197 int found; 198 199 fmtinfo = find_format_by_pix(ctx, f->fmt.pix.pixelformat); 200 if (!fmtinfo) { 201 ctx_dbg(3, ctx, "Fourcc format (0x%08x) not found.\n", 202 f->fmt.pix.pixelformat); 203 204 /* Just get the first one enumerated */ 205 fmtinfo = ctx->active_fmt[0]; 206 f->fmt.pix.pixelformat = fmtinfo->fourcc; 207 } 208 209 f->fmt.pix.field = ctx->v_fmt.fmt.pix.field; 210 211 /* check for/find a valid width/height */ 212 found = false; 213 fse.pad = 0; 214 fse.code = fmtinfo->code; 215 for (fse.index = 0; ; fse.index++) { 216 int ret; 217 218 ret = v4l2_subdev_call(ctx->phy->source, pad, enum_frame_size, 219 NULL, &fse); 220 if (ret) 221 break; 222 223 if ((f->fmt.pix.width == fse.max_width) && 224 (f->fmt.pix.height == fse.max_height)) { 225 found = true; 226 break; 227 } else if ((f->fmt.pix.width >= fse.min_width) && 228 (f->fmt.pix.width <= fse.max_width) && 229 (f->fmt.pix.height >= fse.min_height) && 230 (f->fmt.pix.height <= fse.max_height)) { 231 found = true; 232 break; 233 } 234 } 235 236 if (!found) { 237 /* use existing values as default */ 238 f->fmt.pix.width = ctx->v_fmt.fmt.pix.width; 239 f->fmt.pix.height = ctx->v_fmt.fmt.pix.height; 240 } 241 242 /* 243 * Use current colorspace for now, it will get 244 * updated properly during s_fmt 245 */ 246 f->fmt.pix.colorspace = ctx->v_fmt.fmt.pix.colorspace; 247 cal_calc_format_size(ctx, fmtinfo, f); 248 return 0; 249 } 250 251 static int cal_legacy_s_fmt_vid_cap(struct file *file, void *priv, 252 struct v4l2_format *f) 253 { 254 struct cal_ctx *ctx = video_drvdata(file); 255 struct vb2_queue *q = &ctx->vb_vidq; 256 struct v4l2_subdev_format sd_fmt = { 257 .which = V4L2_SUBDEV_FORMAT_ACTIVE, 258 .pad = CAL_CAMERARX_PAD_SINK, 259 }; 260 const struct cal_format_info *fmtinfo; 261 int ret; 262 263 if (vb2_is_busy(q)) { 264 ctx_dbg(3, ctx, "%s device busy\n", __func__); 265 return -EBUSY; 266 } 267 268 ret = cal_legacy_try_fmt_vid_cap(file, priv, f); 269 if (ret < 0) 270 return ret; 271 272 fmtinfo = find_format_by_pix(ctx, f->fmt.pix.pixelformat); 273 274 v4l2_fill_mbus_format(&sd_fmt.format, &f->fmt.pix, fmtinfo->code); 275 276 ret = __subdev_set_format(ctx, &sd_fmt.format); 277 if (ret) 278 return ret; 279 280 /* Just double check nothing has gone wrong */ 281 if (sd_fmt.format.code != fmtinfo->code) { 282 ctx_dbg(3, ctx, 283 "%s subdev changed format on us, this should not happen\n", 284 __func__); 285 return -EINVAL; 286 } 287 288 v4l2_fill_pix_format(&ctx->v_fmt.fmt.pix, &sd_fmt.format); 289 ctx->v_fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 290 ctx->v_fmt.fmt.pix.pixelformat = fmtinfo->fourcc; 291 ctx->v_fmt.fmt.pix.field = sd_fmt.format.field; 292 cal_calc_format_size(ctx, fmtinfo, &ctx->v_fmt); 293 294 v4l2_subdev_call(&ctx->phy->subdev, pad, set_fmt, NULL, &sd_fmt); 295 296 ctx->fmtinfo = fmtinfo; 297 *f = ctx->v_fmt; 298 299 return 0; 300 } 301 302 static int cal_legacy_enum_framesizes(struct file *file, void *fh, 303 struct v4l2_frmsizeenum *fsize) 304 { 305 struct cal_ctx *ctx = video_drvdata(file); 306 const struct cal_format_info *fmtinfo; 307 struct v4l2_subdev_frame_size_enum fse = { 308 .index = fsize->index, 309 .pad = 0, 310 .which = V4L2_SUBDEV_FORMAT_ACTIVE, 311 }; 312 int ret; 313 314 /* check for valid format */ 315 fmtinfo = find_format_by_pix(ctx, fsize->pixel_format); 316 if (!fmtinfo) { 317 ctx_dbg(3, ctx, "Invalid pixel code: %x\n", 318 fsize->pixel_format); 319 return -EINVAL; 320 } 321 322 fse.code = fmtinfo->code; 323 324 ret = v4l2_subdev_call(ctx->phy->source, pad, enum_frame_size, NULL, 325 &fse); 326 if (ret) 327 return ret; 328 329 ctx_dbg(1, ctx, "%s: index: %d code: %x W:[%d,%d] H:[%d,%d]\n", 330 __func__, fse.index, fse.code, fse.min_width, fse.max_width, 331 fse.min_height, fse.max_height); 332 333 fsize->type = V4L2_FRMSIZE_TYPE_DISCRETE; 334 fsize->discrete.width = fse.max_width; 335 fsize->discrete.height = fse.max_height; 336 337 return 0; 338 } 339 340 static int cal_legacy_enum_input(struct file *file, void *priv, 341 struct v4l2_input *inp) 342 { 343 if (inp->index > 0) 344 return -EINVAL; 345 346 inp->type = V4L2_INPUT_TYPE_CAMERA; 347 sprintf(inp->name, "Camera %u", inp->index); 348 return 0; 349 } 350 351 static int cal_legacy_g_input(struct file *file, void *priv, unsigned int *i) 352 { 353 *i = 0; 354 return 0; 355 } 356 357 static int cal_legacy_s_input(struct file *file, void *priv, unsigned int i) 358 { 359 return i > 0 ? -EINVAL : 0; 360 } 361 362 /* timeperframe is arbitrary and continuous */ 363 static int cal_legacy_enum_frameintervals(struct file *file, void *priv, 364 struct v4l2_frmivalenum *fival) 365 { 366 struct cal_ctx *ctx = video_drvdata(file); 367 const struct cal_format_info *fmtinfo; 368 struct v4l2_subdev_frame_interval_enum fie = { 369 .index = fival->index, 370 .width = fival->width, 371 .height = fival->height, 372 .which = V4L2_SUBDEV_FORMAT_ACTIVE, 373 }; 374 int ret; 375 376 fmtinfo = find_format_by_pix(ctx, fival->pixel_format); 377 if (!fmtinfo) 378 return -EINVAL; 379 380 fie.code = fmtinfo->code; 381 ret = v4l2_subdev_call(ctx->phy->source, pad, enum_frame_interval, 382 NULL, &fie); 383 if (ret) 384 return ret; 385 fival->type = V4L2_FRMIVAL_TYPE_DISCRETE; 386 fival->discrete = fie.interval; 387 388 return 0; 389 } 390 391 static int cal_legacy_g_parm(struct file *file, void *fh, struct v4l2_streamparm *a) 392 { 393 struct cal_ctx *ctx = video_drvdata(file); 394 395 return v4l2_g_parm_cap(video_devdata(file), ctx->phy->source, a); 396 } 397 398 static int cal_legacy_s_parm(struct file *file, void *fh, struct v4l2_streamparm *a) 399 { 400 struct cal_ctx *ctx = video_drvdata(file); 401 402 return v4l2_s_parm_cap(video_devdata(file), ctx->phy->source, a); 403 } 404 405 static const struct v4l2_ioctl_ops cal_ioctl_legacy_ops = { 406 .vidioc_querycap = cal_querycap, 407 .vidioc_enum_fmt_vid_cap = cal_legacy_enum_fmt_vid_cap, 408 .vidioc_g_fmt_vid_cap = cal_g_fmt_vid_cap, 409 .vidioc_try_fmt_vid_cap = cal_legacy_try_fmt_vid_cap, 410 .vidioc_s_fmt_vid_cap = cal_legacy_s_fmt_vid_cap, 411 .vidioc_enum_framesizes = cal_legacy_enum_framesizes, 412 .vidioc_reqbufs = vb2_ioctl_reqbufs, 413 .vidioc_create_bufs = vb2_ioctl_create_bufs, 414 .vidioc_prepare_buf = vb2_ioctl_prepare_buf, 415 .vidioc_querybuf = vb2_ioctl_querybuf, 416 .vidioc_qbuf = vb2_ioctl_qbuf, 417 .vidioc_dqbuf = vb2_ioctl_dqbuf, 418 .vidioc_expbuf = vb2_ioctl_expbuf, 419 .vidioc_enum_input = cal_legacy_enum_input, 420 .vidioc_g_input = cal_legacy_g_input, 421 .vidioc_s_input = cal_legacy_s_input, 422 .vidioc_enum_frameintervals = cal_legacy_enum_frameintervals, 423 .vidioc_streamon = vb2_ioctl_streamon, 424 .vidioc_streamoff = vb2_ioctl_streamoff, 425 .vidioc_log_status = v4l2_ctrl_log_status, 426 .vidioc_subscribe_event = v4l2_ctrl_subscribe_event, 427 .vidioc_unsubscribe_event = v4l2_event_unsubscribe, 428 .vidioc_g_parm = cal_legacy_g_parm, 429 .vidioc_s_parm = cal_legacy_s_parm, 430 }; 431 432 /* ------------------------------------------------------------------ 433 * V4L2 Media Controller Centric IOCTLs 434 * ------------------------------------------------------------------ 435 */ 436 437 static int cal_mc_enum_fmt_vid_cap(struct file *file, void *priv, 438 struct v4l2_fmtdesc *f) 439 { 440 unsigned int i; 441 unsigned int idx; 442 443 if (f->index >= cal_num_formats) 444 return -EINVAL; 445 446 idx = 0; 447 448 for (i = 0; i < cal_num_formats; ++i) { 449 if (f->mbus_code && cal_formats[i].code != f->mbus_code) 450 continue; 451 452 if (idx == f->index) { 453 f->pixelformat = cal_formats[i].fourcc; 454 f->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 455 return 0; 456 } 457 458 idx++; 459 } 460 461 return -EINVAL; 462 } 463 464 static void cal_mc_try_fmt(struct cal_ctx *ctx, struct v4l2_format *f, 465 const struct cal_format_info **info) 466 { 467 struct v4l2_pix_format *format = &f->fmt.pix; 468 const struct cal_format_info *fmtinfo; 469 unsigned int bpp; 470 471 /* 472 * Default to the first format if the requested pixel format code isn't 473 * supported. 474 */ 475 fmtinfo = cal_format_by_fourcc(f->fmt.pix.pixelformat); 476 if (!fmtinfo) 477 fmtinfo = &cal_formats[0]; 478 479 /* 480 * Clamp the size, update the pixel format. The field and colorspace are 481 * accepted as-is, except for V4L2_FIELD_ANY that is turned into 482 * V4L2_FIELD_NONE. 483 */ 484 bpp = ALIGN(fmtinfo->bpp, 8); 485 486 format->width = clamp_t(unsigned int, format->width, 487 CAL_MIN_WIDTH_BYTES * 8 / bpp, 488 CAL_MAX_WIDTH_BYTES * 8 / bpp); 489 format->height = clamp_t(unsigned int, format->height, 490 CAL_MIN_HEIGHT_LINES, CAL_MAX_HEIGHT_LINES); 491 format->pixelformat = fmtinfo->fourcc; 492 493 if (format->field == V4L2_FIELD_ANY) 494 format->field = V4L2_FIELD_NONE; 495 496 /* 497 * Calculate the number of bytes per line and the image size. The 498 * hardware stores the stride as a number of 16 bytes words, in a 499 * signed 15-bit value. Only 14 bits are thus usable. 500 */ 501 format->bytesperline = ALIGN(clamp(format->bytesperline, 502 format->width * bpp / 8, 503 ((1U << 14) - 1) * 16), 16); 504 505 format->sizeimage = format->height * format->bytesperline; 506 507 format->colorspace = ctx->v_fmt.fmt.pix.colorspace; 508 509 if (info) 510 *info = fmtinfo; 511 512 ctx_dbg(3, ctx, "%s: %s %ux%u (bytesperline %u sizeimage %u)\n", 513 __func__, fourcc_to_str(format->pixelformat), 514 format->width, format->height, 515 format->bytesperline, format->sizeimage); 516 } 517 518 static int cal_mc_try_fmt_vid_cap(struct file *file, void *priv, 519 struct v4l2_format *f) 520 { 521 struct cal_ctx *ctx = video_drvdata(file); 522 523 cal_mc_try_fmt(ctx, f, NULL); 524 return 0; 525 } 526 527 static int cal_mc_s_fmt_vid_cap(struct file *file, void *priv, 528 struct v4l2_format *f) 529 { 530 struct cal_ctx *ctx = video_drvdata(file); 531 const struct cal_format_info *fmtinfo; 532 533 if (vb2_is_busy(&ctx->vb_vidq)) { 534 ctx_dbg(3, ctx, "%s device busy\n", __func__); 535 return -EBUSY; 536 } 537 538 cal_mc_try_fmt(ctx, f, &fmtinfo); 539 540 ctx->v_fmt = *f; 541 ctx->fmtinfo = fmtinfo; 542 543 return 0; 544 } 545 546 static int cal_mc_enum_framesizes(struct file *file, void *fh, 547 struct v4l2_frmsizeenum *fsize) 548 { 549 struct cal_ctx *ctx = video_drvdata(file); 550 const struct cal_format_info *fmtinfo; 551 unsigned int bpp; 552 553 if (fsize->index > 0) 554 return -EINVAL; 555 556 fmtinfo = cal_format_by_fourcc(fsize->pixel_format); 557 if (!fmtinfo) { 558 ctx_dbg(3, ctx, "Invalid pixel format 0x%08x\n", 559 fsize->pixel_format); 560 return -EINVAL; 561 } 562 563 bpp = ALIGN(fmtinfo->bpp, 8); 564 565 fsize->type = V4L2_FRMSIZE_TYPE_STEPWISE; 566 fsize->stepwise.min_width = CAL_MIN_WIDTH_BYTES * 8 / bpp; 567 fsize->stepwise.max_width = CAL_MAX_WIDTH_BYTES * 8 / bpp; 568 fsize->stepwise.step_width = 64 / bpp; 569 fsize->stepwise.min_height = CAL_MIN_HEIGHT_LINES; 570 fsize->stepwise.max_height = CAL_MAX_HEIGHT_LINES; 571 fsize->stepwise.step_height = 1; 572 573 return 0; 574 } 575 576 static const struct v4l2_ioctl_ops cal_ioctl_mc_ops = { 577 .vidioc_querycap = cal_querycap, 578 .vidioc_enum_fmt_vid_cap = cal_mc_enum_fmt_vid_cap, 579 .vidioc_g_fmt_vid_cap = cal_g_fmt_vid_cap, 580 .vidioc_try_fmt_vid_cap = cal_mc_try_fmt_vid_cap, 581 .vidioc_s_fmt_vid_cap = cal_mc_s_fmt_vid_cap, 582 .vidioc_enum_framesizes = cal_mc_enum_framesizes, 583 .vidioc_reqbufs = vb2_ioctl_reqbufs, 584 .vidioc_create_bufs = vb2_ioctl_create_bufs, 585 .vidioc_prepare_buf = vb2_ioctl_prepare_buf, 586 .vidioc_querybuf = vb2_ioctl_querybuf, 587 .vidioc_qbuf = vb2_ioctl_qbuf, 588 .vidioc_dqbuf = vb2_ioctl_dqbuf, 589 .vidioc_expbuf = vb2_ioctl_expbuf, 590 .vidioc_streamon = vb2_ioctl_streamon, 591 .vidioc_streamoff = vb2_ioctl_streamoff, 592 .vidioc_log_status = v4l2_ctrl_log_status, 593 }; 594 595 /* ------------------------------------------------------------------ 596 * videobuf2 Common Operations 597 * ------------------------------------------------------------------ 598 */ 599 600 static int cal_queue_setup(struct vb2_queue *vq, 601 unsigned int *nbuffers, unsigned int *nplanes, 602 unsigned int sizes[], struct device *alloc_devs[]) 603 { 604 struct cal_ctx *ctx = vb2_get_drv_priv(vq); 605 unsigned int size = ctx->v_fmt.fmt.pix.sizeimage; 606 unsigned int q_num_bufs = vb2_get_num_buffers(vq); 607 608 if (q_num_bufs + *nbuffers < 3) 609 *nbuffers = 3 - q_num_bufs; 610 611 if (*nplanes) { 612 if (sizes[0] < size) 613 return -EINVAL; 614 size = sizes[0]; 615 } 616 617 *nplanes = 1; 618 sizes[0] = size; 619 620 ctx_dbg(3, ctx, "nbuffers=%d, size=%d\n", *nbuffers, sizes[0]); 621 622 return 0; 623 } 624 625 static int cal_buffer_prepare(struct vb2_buffer *vb) 626 { 627 struct cal_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); 628 struct cal_buffer *buf = container_of(vb, struct cal_buffer, 629 vb.vb2_buf); 630 unsigned long size; 631 632 size = ctx->v_fmt.fmt.pix.sizeimage; 633 if (vb2_plane_size(vb, 0) < size) { 634 ctx_err(ctx, 635 "data will not fit into plane (%lu < %lu)\n", 636 vb2_plane_size(vb, 0), size); 637 return -EINVAL; 638 } 639 640 vb2_set_plane_payload(&buf->vb.vb2_buf, 0, size); 641 return 0; 642 } 643 644 static void cal_buffer_queue(struct vb2_buffer *vb) 645 { 646 struct cal_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); 647 struct cal_buffer *buf = container_of(vb, struct cal_buffer, 648 vb.vb2_buf); 649 unsigned long flags; 650 651 /* recheck locking */ 652 spin_lock_irqsave(&ctx->dma.lock, flags); 653 list_add_tail(&buf->list, &ctx->dma.queue); 654 spin_unlock_irqrestore(&ctx->dma.lock, flags); 655 } 656 657 static void cal_release_buffers(struct cal_ctx *ctx, 658 enum vb2_buffer_state state) 659 { 660 struct cal_buffer *buf, *tmp; 661 662 /* Release all queued buffers. */ 663 spin_lock_irq(&ctx->dma.lock); 664 665 list_for_each_entry_safe(buf, tmp, &ctx->dma.queue, list) { 666 list_del(&buf->list); 667 vb2_buffer_done(&buf->vb.vb2_buf, state); 668 } 669 670 if (ctx->dma.pending) { 671 vb2_buffer_done(&ctx->dma.pending->vb.vb2_buf, state); 672 ctx->dma.pending = NULL; 673 } 674 675 if (ctx->dma.active) { 676 vb2_buffer_done(&ctx->dma.active->vb.vb2_buf, state); 677 ctx->dma.active = NULL; 678 } 679 680 spin_unlock_irq(&ctx->dma.lock); 681 } 682 683 /* ------------------------------------------------------------------ 684 * videobuf2 Operations 685 * ------------------------------------------------------------------ 686 */ 687 688 static int cal_video_check_format(struct cal_ctx *ctx) 689 { 690 const struct v4l2_mbus_framefmt *format; 691 struct v4l2_subdev_state *state; 692 struct media_pad *remote_pad; 693 int ret = 0; 694 695 remote_pad = media_pad_remote_pad_first(&ctx->pad); 696 if (!remote_pad) 697 return -ENODEV; 698 699 state = v4l2_subdev_lock_and_get_active_state(&ctx->phy->subdev); 700 701 format = v4l2_subdev_state_get_format(state, remote_pad->index); 702 if (!format) { 703 ret = -EINVAL; 704 goto out; 705 } 706 707 if (ctx->fmtinfo->code != format->code || 708 ctx->v_fmt.fmt.pix.height != format->height || 709 ctx->v_fmt.fmt.pix.width != format->width || 710 ctx->v_fmt.fmt.pix.field != format->field) { 711 ret = -EPIPE; 712 goto out; 713 } 714 715 out: 716 v4l2_subdev_unlock_state(state); 717 718 return ret; 719 } 720 721 static int cal_start_streaming(struct vb2_queue *vq, unsigned int count) 722 { 723 struct cal_ctx *ctx = vb2_get_drv_priv(vq); 724 struct cal_buffer *buf; 725 dma_addr_t addr; 726 int ret; 727 728 ret = video_device_pipeline_alloc_start(&ctx->vdev); 729 if (ret < 0) { 730 ctx_err(ctx, "Failed to start media pipeline: %d\n", ret); 731 goto error_release_buffers; 732 } 733 734 /* 735 * Verify that the currently configured format matches the output of 736 * the connected CAMERARX. 737 */ 738 ret = cal_video_check_format(ctx); 739 if (ret < 0) { 740 ctx_dbg(3, ctx, 741 "Format mismatch between CAMERARX and video node\n"); 742 goto error_pipeline; 743 } 744 745 ret = cal_ctx_prepare(ctx); 746 if (ret) { 747 ctx_err(ctx, "Failed to prepare context: %d\n", ret); 748 goto error_pipeline; 749 } 750 751 spin_lock_irq(&ctx->dma.lock); 752 buf = list_first_entry(&ctx->dma.queue, struct cal_buffer, list); 753 ctx->dma.active = buf; 754 list_del(&buf->list); 755 spin_unlock_irq(&ctx->dma.lock); 756 757 addr = vb2_dma_contig_plane_dma_addr(&buf->vb.vb2_buf, 0); 758 759 ret = pm_runtime_resume_and_get(ctx->cal->dev); 760 if (ret < 0) 761 goto error_pipeline; 762 763 cal_ctx_set_dma_addr(ctx, addr); 764 cal_ctx_start(ctx); 765 766 ret = v4l2_subdev_call(&ctx->phy->subdev, video, s_stream, 1); 767 if (ret) 768 goto error_stop; 769 770 if (cal_debug >= 4) 771 cal_quickdump_regs(ctx->cal); 772 773 return 0; 774 775 error_stop: 776 cal_ctx_stop(ctx); 777 pm_runtime_put_sync(ctx->cal->dev); 778 cal_ctx_unprepare(ctx); 779 780 error_pipeline: 781 video_device_pipeline_stop(&ctx->vdev); 782 error_release_buffers: 783 cal_release_buffers(ctx, VB2_BUF_STATE_QUEUED); 784 785 return ret; 786 } 787 788 static void cal_stop_streaming(struct vb2_queue *vq) 789 { 790 struct cal_ctx *ctx = vb2_get_drv_priv(vq); 791 792 cal_ctx_stop(ctx); 793 794 v4l2_subdev_call(&ctx->phy->subdev, video, s_stream, 0); 795 796 pm_runtime_put_sync(ctx->cal->dev); 797 798 cal_ctx_unprepare(ctx); 799 800 cal_release_buffers(ctx, VB2_BUF_STATE_ERROR); 801 802 video_device_pipeline_stop(&ctx->vdev); 803 } 804 805 static const struct vb2_ops cal_video_qops = { 806 .queue_setup = cal_queue_setup, 807 .buf_prepare = cal_buffer_prepare, 808 .buf_queue = cal_buffer_queue, 809 .start_streaming = cal_start_streaming, 810 .stop_streaming = cal_stop_streaming, 811 .wait_prepare = vb2_ops_wait_prepare, 812 .wait_finish = vb2_ops_wait_finish, 813 }; 814 815 /* ------------------------------------------------------------------ 816 * V4L2 Initialization and Registration 817 * ------------------------------------------------------------------ 818 */ 819 820 static const struct v4l2_file_operations cal_fops = { 821 .owner = THIS_MODULE, 822 .open = v4l2_fh_open, 823 .release = vb2_fop_release, 824 .poll = vb2_fop_poll, 825 .unlocked_ioctl = video_ioctl2, /* V4L2 ioctl handler */ 826 .mmap = vb2_fop_mmap, 827 }; 828 829 static int cal_ctx_v4l2_init_formats(struct cal_ctx *ctx) 830 { 831 struct v4l2_mbus_framefmt mbus_fmt; 832 const struct cal_format_info *fmtinfo; 833 unsigned int i, j, k; 834 int ret = 0; 835 836 /* Enumerate sub device formats and enable all matching local formats */ 837 ctx->active_fmt = devm_kcalloc(ctx->cal->dev, cal_num_formats, 838 sizeof(*ctx->active_fmt), GFP_KERNEL); 839 if (!ctx->active_fmt) 840 return -ENOMEM; 841 842 ctx->num_active_fmt = 0; 843 844 for (j = 0, i = 0; ; ++j) { 845 struct v4l2_subdev_mbus_code_enum mbus_code = { 846 .index = j, 847 .which = V4L2_SUBDEV_FORMAT_ACTIVE, 848 }; 849 850 ret = v4l2_subdev_call(ctx->phy->source, pad, enum_mbus_code, 851 NULL, &mbus_code); 852 if (ret == -EINVAL) 853 break; 854 855 if (ret) { 856 ctx_err(ctx, "Error enumerating mbus codes in subdev %s: %d\n", 857 ctx->phy->source->name, ret); 858 return ret; 859 } 860 861 ctx_dbg(2, ctx, 862 "subdev %s: code: %04x idx: %u\n", 863 ctx->phy->source->name, mbus_code.code, j); 864 865 for (k = 0; k < cal_num_formats; k++) { 866 fmtinfo = &cal_formats[k]; 867 868 if (mbus_code.code == fmtinfo->code) { 869 ctx->active_fmt[i] = fmtinfo; 870 ctx_dbg(2, ctx, 871 "matched fourcc: %s: code: %04x idx: %u\n", 872 fourcc_to_str(fmtinfo->fourcc), 873 fmtinfo->code, i); 874 ctx->num_active_fmt = ++i; 875 } 876 } 877 } 878 879 if (i == 0) { 880 ctx_err(ctx, "No suitable format reported by subdev %s\n", 881 ctx->phy->source->name); 882 return -EINVAL; 883 } 884 885 ret = __subdev_get_format(ctx, &mbus_fmt); 886 if (ret) 887 return ret; 888 889 fmtinfo = find_format_by_code(ctx, mbus_fmt.code); 890 if (!fmtinfo) { 891 ctx_dbg(3, ctx, "mbus code format (0x%08x) not found.\n", 892 mbus_fmt.code); 893 return -EINVAL; 894 } 895 896 /* Save current format */ 897 v4l2_fill_pix_format(&ctx->v_fmt.fmt.pix, &mbus_fmt); 898 ctx->v_fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 899 ctx->v_fmt.fmt.pix.pixelformat = fmtinfo->fourcc; 900 cal_calc_format_size(ctx, fmtinfo, &ctx->v_fmt); 901 ctx->fmtinfo = fmtinfo; 902 903 return 0; 904 } 905 906 static int cal_ctx_v4l2_init_mc_format(struct cal_ctx *ctx) 907 { 908 const struct cal_format_info *fmtinfo; 909 struct v4l2_pix_format *pix_fmt = &ctx->v_fmt.fmt.pix; 910 911 fmtinfo = cal_format_by_code(MEDIA_BUS_FMT_UYVY8_1X16); 912 if (!fmtinfo) 913 return -EINVAL; 914 915 pix_fmt->width = 640; 916 pix_fmt->height = 480; 917 pix_fmt->field = V4L2_FIELD_NONE; 918 pix_fmt->colorspace = V4L2_COLORSPACE_SRGB; 919 pix_fmt->ycbcr_enc = V4L2_YCBCR_ENC_601; 920 pix_fmt->quantization = V4L2_QUANTIZATION_LIM_RANGE; 921 pix_fmt->xfer_func = V4L2_XFER_FUNC_SRGB; 922 pix_fmt->pixelformat = fmtinfo->fourcc; 923 924 ctx->v_fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 925 926 /* Save current format */ 927 cal_calc_format_size(ctx, fmtinfo, &ctx->v_fmt); 928 ctx->fmtinfo = fmtinfo; 929 930 return 0; 931 } 932 933 int cal_ctx_v4l2_register(struct cal_ctx *ctx) 934 { 935 struct video_device *vfd = &ctx->vdev; 936 int ret; 937 938 if (!cal_mc_api) { 939 struct v4l2_ctrl_handler *hdl = &ctx->ctrl_handler; 940 941 ret = cal_ctx_v4l2_init_formats(ctx); 942 if (ret) { 943 ctx_err(ctx, "Failed to init formats: %d\n", ret); 944 return ret; 945 } 946 947 ret = v4l2_ctrl_add_handler(hdl, ctx->phy->source->ctrl_handler, 948 NULL, true); 949 if (ret < 0) { 950 ctx_err(ctx, "Failed to add source ctrl handler\n"); 951 return ret; 952 } 953 } else { 954 ret = cal_ctx_v4l2_init_mc_format(ctx); 955 if (ret) { 956 ctx_err(ctx, "Failed to init format: %d\n", ret); 957 return ret; 958 } 959 } 960 961 ret = video_register_device(vfd, VFL_TYPE_VIDEO, cal_video_nr); 962 if (ret < 0) { 963 ctx_err(ctx, "Failed to register video device\n"); 964 return ret; 965 } 966 967 ret = media_create_pad_link(&ctx->phy->subdev.entity, 968 CAL_CAMERARX_PAD_FIRST_SOURCE, 969 &vfd->entity, 0, 970 MEDIA_LNK_FL_IMMUTABLE | 971 MEDIA_LNK_FL_ENABLED); 972 if (ret) { 973 ctx_err(ctx, "Failed to create media link for context %u\n", 974 ctx->dma_ctx); 975 video_unregister_device(vfd); 976 return ret; 977 } 978 979 ctx_info(ctx, "V4L2 device registered as %s\n", 980 video_device_node_name(vfd)); 981 982 return 0; 983 } 984 985 void cal_ctx_v4l2_unregister(struct cal_ctx *ctx) 986 { 987 ctx_dbg(1, ctx, "unregistering %s\n", 988 video_device_node_name(&ctx->vdev)); 989 990 video_unregister_device(&ctx->vdev); 991 } 992 993 int cal_ctx_v4l2_init(struct cal_ctx *ctx) 994 { 995 struct video_device *vfd = &ctx->vdev; 996 struct vb2_queue *q = &ctx->vb_vidq; 997 int ret; 998 999 INIT_LIST_HEAD(&ctx->dma.queue); 1000 spin_lock_init(&ctx->dma.lock); 1001 mutex_init(&ctx->mutex); 1002 init_waitqueue_head(&ctx->dma.wait); 1003 1004 /* Initialize the vb2 queue. */ 1005 q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 1006 q->io_modes = VB2_MMAP | VB2_DMABUF; 1007 q->drv_priv = ctx; 1008 q->buf_struct_size = sizeof(struct cal_buffer); 1009 q->ops = &cal_video_qops; 1010 q->mem_ops = &vb2_dma_contig_memops; 1011 q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC; 1012 q->lock = &ctx->mutex; 1013 q->min_queued_buffers = 3; 1014 q->dev = ctx->cal->dev; 1015 1016 ret = vb2_queue_init(q); 1017 if (ret) 1018 return ret; 1019 1020 /* Initialize the video device and media entity. */ 1021 vfd->fops = &cal_fops; 1022 vfd->device_caps = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING 1023 | (cal_mc_api ? V4L2_CAP_IO_MC : 0); 1024 vfd->v4l2_dev = &ctx->cal->v4l2_dev; 1025 vfd->queue = q; 1026 snprintf(vfd->name, sizeof(vfd->name), "CAL output %u", ctx->dma_ctx); 1027 vfd->release = video_device_release_empty; 1028 vfd->ioctl_ops = cal_mc_api ? &cal_ioctl_mc_ops : &cal_ioctl_legacy_ops; 1029 vfd->lock = &ctx->mutex; 1030 video_set_drvdata(vfd, ctx); 1031 1032 ctx->pad.flags = MEDIA_PAD_FL_SINK; 1033 ret = media_entity_pads_init(&vfd->entity, 1, &ctx->pad); 1034 if (ret < 0) 1035 return ret; 1036 1037 if (!cal_mc_api) { 1038 /* Initialize the control handler. */ 1039 struct v4l2_ctrl_handler *hdl = &ctx->ctrl_handler; 1040 1041 ret = v4l2_ctrl_handler_init(hdl, 11); 1042 if (ret < 0) { 1043 ctx_err(ctx, "Failed to init ctrl handler\n"); 1044 goto error; 1045 } 1046 1047 vfd->ctrl_handler = hdl; 1048 } 1049 1050 return 0; 1051 1052 error: 1053 media_entity_cleanup(&vfd->entity); 1054 return ret; 1055 } 1056 1057 void cal_ctx_v4l2_cleanup(struct cal_ctx *ctx) 1058 { 1059 if (!cal_mc_api) 1060 v4l2_ctrl_handler_free(&ctx->ctrl_handler); 1061 1062 media_entity_cleanup(&ctx->vdev.entity); 1063 } 1064