1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (C) STMicroelectronics SA 2014
4 * Authors: Fabien Dessenne <fabien.dessenne@st.com> for STMicroelectronics.
7 #include <linux/errno.h>
8 #include <linux/interrupt.h>
9 #include <linux/kernel.h>
10 #include <linux/module.h>
12 #include <linux/pm_runtime.h>
13 #include <linux/slab.h>
15 #include <media/v4l2-event.h>
16 #include <media/v4l2-ioctl.h>
20 #define BDISP_MAX_CTRL_NUM 10
22 #define BDISP_WORK_TIMEOUT ((100 * HZ) / 1000)
24 /* User configuration change */
25 #define BDISP_PARAMS BIT(0) /* Config updated */
26 #define BDISP_SRC_FMT BIT(1) /* Source set */
27 #define BDISP_DST_FMT BIT(2) /* Destination set */
28 #define BDISP_CTX_STOP_REQ BIT(3) /* Stop request */
29 #define BDISP_CTX_ABORT BIT(4) /* Abort while device run */
32 #define BDISP_MAX_W 8191
34 #define BDISP_MAX_H 8191
36 #define fh_to_ctx(__fh) container_of(__fh, struct bdisp_ctx, fh)
38 enum bdisp_dev_flags {
39 ST_M2M_OPEN, /* Driver opened */
40 ST_M2M_RUNNING, /* HW device running */
41 ST_M2M_SUSPENDED, /* Driver suspended */
42 ST_M2M_SUSPENDING, /* Driver being suspended */
45 static const struct bdisp_fmt bdisp_formats[] = {
46 /* ARGB888. [31:0] A:R:G:B 8:8:8:8 little endian */
48 .pixelformat = V4L2_PIX_FMT_ABGR32, /* is actually ARGB */
55 /* XRGB888. [31:0] x:R:G:B 8:8:8:8 little endian */
57 .pixelformat = V4L2_PIX_FMT_XBGR32, /* is actually xRGB */
64 /* RGB565. [15:0] R:G:B 5:6:5 little endian */
66 .pixelformat = V4L2_PIX_FMT_RGB565,
73 /* NV12. YUV420SP - 1 plane for Y + 1 plane for (CbCr) */
75 .pixelformat = V4L2_PIX_FMT_NV12,
82 /* RGB888. [23:0] B:G:R 8:8:8 little endian */
84 .pixelformat = V4L2_PIX_FMT_RGB24,
91 /* YU12. YUV420P - 1 plane for Y + 1 plane for Cb + 1 plane for Cr
92 * To keep as the LAST element of this table (no support on capture)
95 .pixelformat = V4L2_PIX_FMT_YUV420,
104 /* Default format : HD ARGB32*/
105 #define BDISP_DEF_WIDTH 1920
106 #define BDISP_DEF_HEIGHT 1080
108 static const struct bdisp_frame bdisp_dflt_fmt = {
109 .width = BDISP_DEF_WIDTH,
110 .height = BDISP_DEF_HEIGHT,
111 .fmt = &bdisp_formats[0],
112 .field = V4L2_FIELD_NONE,
113 .bytesperline = BDISP_DEF_WIDTH * 4,
114 .sizeimage = BDISP_DEF_WIDTH * BDISP_DEF_HEIGHT * 4,
115 .colorspace = V4L2_COLORSPACE_REC709,
116 .crop = {0, 0, BDISP_DEF_WIDTH, BDISP_DEF_HEIGHT},
117 .paddr = {0, 0, 0, 0}
120 static inline void bdisp_ctx_state_lock_set(u32 state, struct bdisp_ctx *ctx)
124 spin_lock_irqsave(&ctx->bdisp_dev->slock, flags);
126 spin_unlock_irqrestore(&ctx->bdisp_dev->slock, flags);
129 static inline void bdisp_ctx_state_lock_clear(u32 state, struct bdisp_ctx *ctx)
133 spin_lock_irqsave(&ctx->bdisp_dev->slock, flags);
134 ctx->state &= ~state;
135 spin_unlock_irqrestore(&ctx->bdisp_dev->slock, flags);
138 static inline bool bdisp_ctx_state_is_set(u32 mask, struct bdisp_ctx *ctx)
143 spin_lock_irqsave(&ctx->bdisp_dev->slock, flags);
144 ret = (ctx->state & mask) == mask;
145 spin_unlock_irqrestore(&ctx->bdisp_dev->slock, flags);
150 static const struct bdisp_fmt *bdisp_find_fmt(u32 pixelformat)
152 const struct bdisp_fmt *fmt;
155 for (i = 0; i < ARRAY_SIZE(bdisp_formats); i++) {
156 fmt = &bdisp_formats[i];
157 if (fmt->pixelformat == pixelformat)
164 static struct bdisp_frame *ctx_get_frame(struct bdisp_ctx *ctx,
165 enum v4l2_buf_type type)
168 case V4L2_BUF_TYPE_VIDEO_OUTPUT:
170 case V4L2_BUF_TYPE_VIDEO_CAPTURE:
173 dev_err(ctx->bdisp_dev->dev,
174 "Wrong buffer/video queue type (%d)\n", type);
178 return ERR_PTR(-EINVAL);
181 static void bdisp_job_finish(struct bdisp_ctx *ctx, int vb_state)
183 struct vb2_v4l2_buffer *src_vb, *dst_vb;
185 if (WARN(!ctx || !ctx->fh.m2m_ctx, "Null hardware context\n"))
188 dev_dbg(ctx->bdisp_dev->dev, "%s\n", __func__);
190 src_vb = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx);
191 dst_vb = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx);
193 if (src_vb && dst_vb) {
194 dst_vb->vb2_buf.timestamp = src_vb->vb2_buf.timestamp;
195 dst_vb->timecode = src_vb->timecode;
196 dst_vb->flags &= ~V4L2_BUF_FLAG_TSTAMP_SRC_MASK;
197 dst_vb->flags |= src_vb->flags &
198 V4L2_BUF_FLAG_TSTAMP_SRC_MASK;
200 v4l2_m2m_buf_done(src_vb, vb_state);
201 v4l2_m2m_buf_done(dst_vb, vb_state);
203 v4l2_m2m_job_finish(ctx->bdisp_dev->m2m.m2m_dev,
208 static int bdisp_ctx_stop_req(struct bdisp_ctx *ctx)
210 struct bdisp_ctx *curr_ctx;
211 struct bdisp_dev *bdisp = ctx->bdisp_dev;
214 dev_dbg(ctx->bdisp_dev->dev, "%s\n", __func__);
216 cancel_delayed_work(&bdisp->timeout_work);
218 curr_ctx = v4l2_m2m_get_curr_priv(bdisp->m2m.m2m_dev);
219 if (!test_bit(ST_M2M_RUNNING, &bdisp->state) || (curr_ctx != ctx))
222 bdisp_ctx_state_lock_set(BDISP_CTX_STOP_REQ, ctx);
224 ret = wait_event_timeout(bdisp->irq_queue,
225 !bdisp_ctx_state_is_set(BDISP_CTX_STOP_REQ, ctx),
229 dev_err(ctx->bdisp_dev->dev, "%s IRQ timeout\n", __func__);
236 static void __bdisp_job_abort(struct bdisp_ctx *ctx)
240 ret = bdisp_ctx_stop_req(ctx);
241 if ((ret == -ETIMEDOUT) || (ctx->state & BDISP_CTX_ABORT)) {
242 bdisp_ctx_state_lock_clear(BDISP_CTX_STOP_REQ | BDISP_CTX_ABORT,
244 bdisp_job_finish(ctx, VB2_BUF_STATE_ERROR);
248 static void bdisp_job_abort(void *priv)
250 __bdisp_job_abort((struct bdisp_ctx *)priv);
253 static int bdisp_get_addr(struct bdisp_ctx *ctx, struct vb2_buffer *vb,
254 struct bdisp_frame *frame, dma_addr_t *paddr)
259 paddr[0] = vb2_dma_contig_plane_dma_addr(vb, 0);
261 if (frame->fmt->nb_planes > 1)
262 /* UV (NV12) or U (420P) */
263 paddr[1] = (dma_addr_t)(paddr[0] +
264 frame->bytesperline * frame->height);
266 if (frame->fmt->nb_planes > 2)
268 paddr[2] = (dma_addr_t)(paddr[1] +
269 (frame->bytesperline * frame->height) / 4);
271 if (frame->fmt->nb_planes > 3)
272 dev_dbg(ctx->bdisp_dev->dev, "ignoring some planes\n");
274 dev_dbg(ctx->bdisp_dev->dev,
275 "%s plane[0]=%pad plane[1]=%pad plane[2]=%pad\n",
276 __func__, &paddr[0], &paddr[1], &paddr[2]);
281 static int bdisp_get_bufs(struct bdisp_ctx *ctx)
283 struct bdisp_frame *src, *dst;
284 struct vb2_v4l2_buffer *src_vb, *dst_vb;
290 src_vb = v4l2_m2m_next_src_buf(ctx->fh.m2m_ctx);
291 ret = bdisp_get_addr(ctx, &src_vb->vb2_buf, src, src->paddr);
295 dst_vb = v4l2_m2m_next_dst_buf(ctx->fh.m2m_ctx);
296 ret = bdisp_get_addr(ctx, &dst_vb->vb2_buf, dst, dst->paddr);
300 dst_vb->vb2_buf.timestamp = src_vb->vb2_buf.timestamp;
305 static void bdisp_device_run(void *priv)
307 struct bdisp_ctx *ctx = priv;
308 struct bdisp_dev *bdisp;
312 if (WARN(!ctx, "Null hardware context\n"))
315 bdisp = ctx->bdisp_dev;
316 dev_dbg(bdisp->dev, "%s\n", __func__);
317 spin_lock_irqsave(&bdisp->slock, flags);
319 if (bdisp->m2m.ctx != ctx) {
320 dev_dbg(bdisp->dev, "ctx updated: %p -> %p\n",
321 bdisp->m2m.ctx, ctx);
322 ctx->state |= BDISP_PARAMS;
323 bdisp->m2m.ctx = ctx;
326 if (ctx->state & BDISP_CTX_STOP_REQ) {
327 ctx->state &= ~BDISP_CTX_STOP_REQ;
328 ctx->state |= BDISP_CTX_ABORT;
329 wake_up(&bdisp->irq_queue);
333 err = bdisp_get_bufs(ctx);
335 dev_err(bdisp->dev, "cannot get address\n");
339 bdisp_dbg_perf_begin(bdisp);
341 err = bdisp_hw_reset(bdisp);
343 dev_err(bdisp->dev, "could not get HW ready\n");
347 err = bdisp_hw_update(ctx);
349 dev_err(bdisp->dev, "could not send HW request\n");
353 queue_delayed_work(bdisp->work_queue, &bdisp->timeout_work,
355 set_bit(ST_M2M_RUNNING, &bdisp->state);
357 ctx->state &= ~BDISP_PARAMS;
358 spin_unlock_irqrestore(&bdisp->slock, flags);
360 bdisp_job_finish(ctx, VB2_BUF_STATE_ERROR);
363 static const struct v4l2_m2m_ops bdisp_m2m_ops = {
364 .device_run = bdisp_device_run,
365 .job_abort = bdisp_job_abort,
368 static int __bdisp_s_ctrl(struct bdisp_ctx *ctx, struct v4l2_ctrl *ctrl)
370 if (ctrl->flags & V4L2_CTRL_FLAG_INACTIVE)
375 ctx->hflip = ctrl->val;
378 ctx->vflip = ctrl->val;
381 dev_err(ctx->bdisp_dev->dev, "unknown control %d\n", ctrl->id);
385 ctx->state |= BDISP_PARAMS;
390 static int bdisp_s_ctrl(struct v4l2_ctrl *ctrl)
392 struct bdisp_ctx *ctx = container_of(ctrl->handler, struct bdisp_ctx,
397 spin_lock_irqsave(&ctx->bdisp_dev->slock, flags);
398 ret = __bdisp_s_ctrl(ctx, ctrl);
399 spin_unlock_irqrestore(&ctx->bdisp_dev->slock, flags);
404 static const struct v4l2_ctrl_ops bdisp_c_ops = {
405 .s_ctrl = bdisp_s_ctrl,
408 static int bdisp_ctrls_create(struct bdisp_ctx *ctx)
413 v4l2_ctrl_handler_init(&ctx->ctrl_handler, BDISP_MAX_CTRL_NUM);
415 ctx->bdisp_ctrls.hflip = v4l2_ctrl_new_std(&ctx->ctrl_handler,
416 &bdisp_c_ops, V4L2_CID_HFLIP, 0, 1, 1, 0);
417 ctx->bdisp_ctrls.vflip = v4l2_ctrl_new_std(&ctx->ctrl_handler,
418 &bdisp_c_ops, V4L2_CID_VFLIP, 0, 1, 1, 0);
420 if (ctx->ctrl_handler.error) {
421 int err = ctx->ctrl_handler.error;
423 v4l2_ctrl_handler_free(&ctx->ctrl_handler);
427 ctx->ctrls_rdy = true;
432 static void bdisp_ctrls_delete(struct bdisp_ctx *ctx)
434 if (ctx->ctrls_rdy) {
435 v4l2_ctrl_handler_free(&ctx->ctrl_handler);
436 ctx->ctrls_rdy = false;
440 static int bdisp_queue_setup(struct vb2_queue *vq,
441 unsigned int *nb_buf, unsigned int *nb_planes,
442 unsigned int sizes[], struct device *alloc_devs[])
444 struct bdisp_ctx *ctx = vb2_get_drv_priv(vq);
445 struct bdisp_frame *frame = ctx_get_frame(ctx, vq->type);
448 dev_err(ctx->bdisp_dev->dev, "Invalid frame (%p)\n", frame);
449 return PTR_ERR(frame);
453 dev_err(ctx->bdisp_dev->dev, "Invalid format\n");
458 return sizes[0] < frame->sizeimage ? -EINVAL : 0;
461 sizes[0] = frame->sizeimage;
466 static int bdisp_buf_prepare(struct vb2_buffer *vb)
468 struct bdisp_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
469 struct bdisp_frame *frame = ctx_get_frame(ctx, vb->vb2_queue->type);
472 dev_err(ctx->bdisp_dev->dev, "Invalid frame (%p)\n", frame);
473 return PTR_ERR(frame);
476 if (vb->vb2_queue->type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
477 vb2_set_plane_payload(vb, 0, frame->sizeimage);
482 static void bdisp_buf_queue(struct vb2_buffer *vb)
484 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
485 struct bdisp_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue);
487 /* return to V4L2 any 0-size buffer so it can be dequeued by user */
488 if (!vb2_get_plane_payload(vb, 0)) {
489 dev_dbg(ctx->bdisp_dev->dev, "0 data buffer, skip it\n");
490 vb2_buffer_done(vb, VB2_BUF_STATE_DONE);
495 v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vbuf);
498 static int bdisp_start_streaming(struct vb2_queue *q, unsigned int count)
500 struct bdisp_ctx *ctx = q->drv_priv;
501 struct vb2_v4l2_buffer *buf;
502 int ret = pm_runtime_get_sync(ctx->bdisp_dev->dev);
505 dev_err(ctx->bdisp_dev->dev, "failed to set runtime PM\n");
507 if (q->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) {
508 while ((buf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx)))
509 v4l2_m2m_buf_done(buf, VB2_BUF_STATE_QUEUED);
511 while ((buf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx)))
512 v4l2_m2m_buf_done(buf, VB2_BUF_STATE_QUEUED);
521 static void bdisp_stop_streaming(struct vb2_queue *q)
523 struct bdisp_ctx *ctx = q->drv_priv;
525 __bdisp_job_abort(ctx);
527 pm_runtime_put(ctx->bdisp_dev->dev);
530 static const struct vb2_ops bdisp_qops = {
531 .queue_setup = bdisp_queue_setup,
532 .buf_prepare = bdisp_buf_prepare,
533 .buf_queue = bdisp_buf_queue,
534 .wait_prepare = vb2_ops_wait_prepare,
535 .wait_finish = vb2_ops_wait_finish,
536 .stop_streaming = bdisp_stop_streaming,
537 .start_streaming = bdisp_start_streaming,
540 static int queue_init(void *priv,
541 struct vb2_queue *src_vq, struct vb2_queue *dst_vq)
543 struct bdisp_ctx *ctx = priv;
546 memset(src_vq, 0, sizeof(*src_vq));
547 src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT;
548 src_vq->io_modes = VB2_MMAP | VB2_DMABUF;
549 src_vq->drv_priv = ctx;
550 src_vq->ops = &bdisp_qops;
551 src_vq->mem_ops = &vb2_dma_contig_memops;
552 src_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
553 src_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
554 src_vq->lock = &ctx->bdisp_dev->lock;
555 src_vq->dev = ctx->bdisp_dev->v4l2_dev.dev;
557 ret = vb2_queue_init(src_vq);
561 memset(dst_vq, 0, sizeof(*dst_vq));
562 dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
563 dst_vq->io_modes = VB2_MMAP | VB2_DMABUF;
564 dst_vq->drv_priv = ctx;
565 dst_vq->ops = &bdisp_qops;
566 dst_vq->mem_ops = &vb2_dma_contig_memops;
567 dst_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer);
568 dst_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
569 dst_vq->lock = &ctx->bdisp_dev->lock;
570 dst_vq->dev = ctx->bdisp_dev->v4l2_dev.dev;
572 return vb2_queue_init(dst_vq);
575 static int bdisp_open(struct file *file)
577 struct bdisp_dev *bdisp = video_drvdata(file);
578 struct bdisp_ctx *ctx = NULL;
581 if (mutex_lock_interruptible(&bdisp->lock))
584 /* Allocate memory for both context and node */
585 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
590 ctx->bdisp_dev = bdisp;
592 if (bdisp_hw_alloc_nodes(ctx)) {
593 dev_err(bdisp->dev, "no memory for nodes\n");
598 v4l2_fh_init(&ctx->fh, bdisp->m2m.vdev);
600 ret = bdisp_ctrls_create(ctx);
602 dev_err(bdisp->dev, "Failed to create control\n");
606 /* Use separate control handler per file handle */
607 ctx->fh.ctrl_handler = &ctx->ctrl_handler;
608 file->private_data = &ctx->fh;
609 v4l2_fh_add(&ctx->fh);
612 ctx->src = bdisp_dflt_fmt;
613 ctx->dst = bdisp_dflt_fmt;
615 /* Setup the device context for mem2mem mode. */
616 ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(bdisp->m2m.m2m_dev, ctx,
618 if (IS_ERR(ctx->fh.m2m_ctx)) {
619 dev_err(bdisp->dev, "Failed to initialize m2m context\n");
620 ret = PTR_ERR(ctx->fh.m2m_ctx);
625 set_bit(ST_M2M_OPEN, &bdisp->state);
627 dev_dbg(bdisp->dev, "driver opened, ctx = 0x%p\n", ctx);
629 mutex_unlock(&bdisp->lock);
634 bdisp_ctrls_delete(ctx);
635 v4l2_fh_del(&ctx->fh);
637 v4l2_fh_exit(&ctx->fh);
638 bdisp_hw_free_nodes(ctx);
642 mutex_unlock(&bdisp->lock);
647 static int bdisp_release(struct file *file)
649 struct bdisp_ctx *ctx = fh_to_ctx(file->private_data);
650 struct bdisp_dev *bdisp = ctx->bdisp_dev;
652 dev_dbg(bdisp->dev, "%s\n", __func__);
654 mutex_lock(&bdisp->lock);
656 v4l2_m2m_ctx_release(ctx->fh.m2m_ctx);
658 bdisp_ctrls_delete(ctx);
660 v4l2_fh_del(&ctx->fh);
661 v4l2_fh_exit(&ctx->fh);
663 if (--bdisp->m2m.refcnt <= 0)
664 clear_bit(ST_M2M_OPEN, &bdisp->state);
666 bdisp_hw_free_nodes(ctx);
670 mutex_unlock(&bdisp->lock);
675 static const struct v4l2_file_operations bdisp_fops = {
676 .owner = THIS_MODULE,
678 .release = bdisp_release,
679 .poll = v4l2_m2m_fop_poll,
680 .unlocked_ioctl = video_ioctl2,
681 .mmap = v4l2_m2m_fop_mmap,
684 static int bdisp_querycap(struct file *file, void *fh,
685 struct v4l2_capability *cap)
687 struct bdisp_ctx *ctx = fh_to_ctx(fh);
688 struct bdisp_dev *bdisp = ctx->bdisp_dev;
690 strscpy(cap->driver, bdisp->pdev->name, sizeof(cap->driver));
691 strscpy(cap->card, bdisp->pdev->name, sizeof(cap->card));
692 snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s%d",
693 BDISP_NAME, bdisp->id);
697 static int bdisp_enum_fmt(struct file *file, void *fh, struct v4l2_fmtdesc *f)
699 struct bdisp_ctx *ctx = fh_to_ctx(fh);
700 const struct bdisp_fmt *fmt;
702 if (f->index >= ARRAY_SIZE(bdisp_formats))
705 fmt = &bdisp_formats[f->index];
707 if ((fmt->pixelformat == V4L2_PIX_FMT_YUV420) &&
708 (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE)) {
709 dev_dbg(ctx->bdisp_dev->dev, "No YU12 on capture\n");
712 f->pixelformat = fmt->pixelformat;
717 static int bdisp_g_fmt(struct file *file, void *fh, struct v4l2_format *f)
719 struct bdisp_ctx *ctx = fh_to_ctx(fh);
720 struct v4l2_pix_format *pix;
721 struct bdisp_frame *frame = ctx_get_frame(ctx, f->type);
724 dev_err(ctx->bdisp_dev->dev, "Invalid frame (%p)\n", frame);
725 return PTR_ERR(frame);
729 pix->width = frame->width;
730 pix->height = frame->height;
731 pix->pixelformat = frame->fmt->pixelformat;
732 pix->field = frame->field;
733 pix->bytesperline = frame->bytesperline;
734 pix->sizeimage = frame->sizeimage;
735 pix->colorspace = (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) ?
736 frame->colorspace : bdisp_dflt_fmt.colorspace;
741 static int bdisp_try_fmt(struct file *file, void *fh, struct v4l2_format *f)
743 struct bdisp_ctx *ctx = fh_to_ctx(fh);
744 struct v4l2_pix_format *pix = &f->fmt.pix;
745 const struct bdisp_fmt *format;
748 format = bdisp_find_fmt(pix->pixelformat);
750 dev_dbg(ctx->bdisp_dev->dev, "Unknown format 0x%x\n",
755 /* YUV420P only supported for VIDEO_OUTPUT */
756 if ((format->pixelformat == V4L2_PIX_FMT_YUV420) &&
757 (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE)) {
758 dev_dbg(ctx->bdisp_dev->dev, "No YU12 on capture\n");
762 /* Field (interlaced only supported on OUTPUT) */
763 if ((f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) ||
764 (pix->field != V4L2_FIELD_INTERLACED))
765 pix->field = V4L2_FIELD_NONE;
767 /* Adjust width & height */
770 v4l_bound_align_image(&pix->width,
771 BDISP_MIN_W, BDISP_MAX_W,
772 ffs(format->w_align) - 1,
774 BDISP_MIN_H, BDISP_MAX_H,
775 ffs(format->h_align) - 1,
777 if ((pix->width != in_w) || (pix->height != in_h))
778 dev_dbg(ctx->bdisp_dev->dev,
779 "%s size updated: %dx%d -> %dx%d\n", __func__,
780 in_w, in_h, pix->width, pix->height);
782 pix->bytesperline = (pix->width * format->bpp_plane0) / 8;
783 pix->sizeimage = (pix->width * pix->height * format->bpp) / 8;
785 if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
786 pix->colorspace = bdisp_dflt_fmt.colorspace;
791 static int bdisp_s_fmt(struct file *file, void *fh, struct v4l2_format *f)
793 struct bdisp_ctx *ctx = fh_to_ctx(fh);
794 struct vb2_queue *vq;
795 struct bdisp_frame *frame;
796 struct v4l2_pix_format *pix;
800 ret = bdisp_try_fmt(file, fh, f);
802 dev_err(ctx->bdisp_dev->dev, "Cannot set format\n");
806 vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
807 if (vb2_is_streaming(vq)) {
808 dev_err(ctx->bdisp_dev->dev, "queue (%d) busy\n", f->type);
812 frame = (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) ?
813 &ctx->src : &ctx->dst;
815 frame->fmt = bdisp_find_fmt(pix->pixelformat);
817 dev_err(ctx->bdisp_dev->dev, "Unknown format 0x%x\n",
822 frame->width = pix->width;
823 frame->height = pix->height;
824 frame->bytesperline = pix->bytesperline;
825 frame->sizeimage = pix->sizeimage;
826 frame->field = pix->field;
827 if (f->type == V4L2_BUF_TYPE_VIDEO_OUTPUT)
828 frame->colorspace = pix->colorspace;
830 frame->crop.width = frame->width;
831 frame->crop.height = frame->height;
832 frame->crop.left = 0;
835 state = BDISP_PARAMS;
836 state |= (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) ?
837 BDISP_DST_FMT : BDISP_SRC_FMT;
838 bdisp_ctx_state_lock_set(state, ctx);
843 static int bdisp_g_selection(struct file *file, void *fh,
844 struct v4l2_selection *s)
846 struct bdisp_frame *frame;
847 struct bdisp_ctx *ctx = fh_to_ctx(fh);
849 frame = ctx_get_frame(ctx, s->type);
851 dev_err(ctx->bdisp_dev->dev, "Invalid frame (%p)\n", frame);
852 return PTR_ERR(frame);
856 case V4L2_BUF_TYPE_VIDEO_OUTPUT:
858 case V4L2_SEL_TGT_CROP:
862 case V4L2_SEL_TGT_CROP_DEFAULT:
863 case V4L2_SEL_TGT_CROP_BOUNDS:
867 s->r.width = frame->width;
868 s->r.height = frame->height;
871 dev_err(ctx->bdisp_dev->dev, "Invalid target\n");
876 case V4L2_BUF_TYPE_VIDEO_CAPTURE:
878 case V4L2_SEL_TGT_COMPOSE:
879 case V4L2_SEL_TGT_COMPOSE_PADDED:
880 /* composed (cropped) frame */
883 case V4L2_SEL_TGT_COMPOSE_DEFAULT:
884 case V4L2_SEL_TGT_COMPOSE_BOUNDS:
888 s->r.width = frame->width;
889 s->r.height = frame->height;
892 dev_err(ctx->bdisp_dev->dev, "Invalid target\n");
898 dev_err(ctx->bdisp_dev->dev, "Invalid type\n");
905 static int is_rect_enclosed(struct v4l2_rect *a, struct v4l2_rect *b)
907 /* Return 1 if a is enclosed in b, or 0 otherwise. */
909 if (a->left < b->left || a->top < b->top)
912 if (a->left + a->width > b->left + b->width)
915 if (a->top + a->height > b->top + b->height)
921 static int bdisp_s_selection(struct file *file, void *fh,
922 struct v4l2_selection *s)
924 struct bdisp_frame *frame;
925 struct bdisp_ctx *ctx = fh_to_ctx(fh);
926 struct v4l2_rect *in, out;
929 if ((s->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) &&
930 (s->target == V4L2_SEL_TGT_CROP))
933 if ((s->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) &&
934 (s->target == V4L2_SEL_TGT_COMPOSE))
938 dev_err(ctx->bdisp_dev->dev, "Invalid type / target\n");
942 frame = ctx_get_frame(ctx, s->type);
944 dev_err(ctx->bdisp_dev->dev, "Invalid frame (%p)\n", frame);
945 return PTR_ERR(frame);
951 /* Align and check origin */
952 out.left = ALIGN(in->left, frame->fmt->w_align);
953 out.top = ALIGN(in->top, frame->fmt->h_align);
955 if ((out.left < 0) || (out.left >= frame->width) ||
956 (out.top < 0) || (out.top >= frame->height)) {
957 dev_err(ctx->bdisp_dev->dev,
958 "Invalid crop: %dx%d@(%d,%d) vs frame: %dx%d\n",
959 out.width, out.height, out.left, out.top,
960 frame->width, frame->height);
964 /* Align and check size */
965 out.width = ALIGN(in->width, frame->fmt->w_align);
966 out.height = ALIGN(in->height, frame->fmt->w_align);
968 if (((out.left + out.width) > frame->width) ||
969 ((out.top + out.height) > frame->height)) {
970 dev_err(ctx->bdisp_dev->dev,
971 "Invalid crop: %dx%d@(%d,%d) vs frame: %dx%d\n",
972 out.width, out.height, out.left, out.top,
973 frame->width, frame->height);
977 /* Checks adjust constraints flags */
978 if (s->flags & V4L2_SEL_FLAG_LE && !is_rect_enclosed(&out, in))
981 if (s->flags & V4L2_SEL_FLAG_GE && !is_rect_enclosed(in, &out))
984 if ((out.left != in->left) || (out.top != in->top) ||
985 (out.width != in->width) || (out.height != in->height)) {
986 dev_dbg(ctx->bdisp_dev->dev,
987 "%s crop updated: %dx%d@(%d,%d) -> %dx%d@(%d,%d)\n",
988 __func__, in->width, in->height, in->left, in->top,
989 out.width, out.height, out.left, out.top);
995 bdisp_ctx_state_lock_set(BDISP_PARAMS, ctx);
1000 static int bdisp_streamon(struct file *file, void *fh, enum v4l2_buf_type type)
1002 struct bdisp_ctx *ctx = fh_to_ctx(fh);
1004 if ((type == V4L2_BUF_TYPE_VIDEO_OUTPUT) &&
1005 !bdisp_ctx_state_is_set(BDISP_SRC_FMT, ctx)) {
1006 dev_err(ctx->bdisp_dev->dev, "src not defined\n");
1010 if ((type == V4L2_BUF_TYPE_VIDEO_CAPTURE) &&
1011 !bdisp_ctx_state_is_set(BDISP_DST_FMT, ctx)) {
1012 dev_err(ctx->bdisp_dev->dev, "dst not defined\n");
1016 return v4l2_m2m_streamon(file, ctx->fh.m2m_ctx, type);
1019 static const struct v4l2_ioctl_ops bdisp_ioctl_ops = {
1020 .vidioc_querycap = bdisp_querycap,
1021 .vidioc_enum_fmt_vid_cap = bdisp_enum_fmt,
1022 .vidioc_enum_fmt_vid_out = bdisp_enum_fmt,
1023 .vidioc_g_fmt_vid_cap = bdisp_g_fmt,
1024 .vidioc_g_fmt_vid_out = bdisp_g_fmt,
1025 .vidioc_try_fmt_vid_cap = bdisp_try_fmt,
1026 .vidioc_try_fmt_vid_out = bdisp_try_fmt,
1027 .vidioc_s_fmt_vid_cap = bdisp_s_fmt,
1028 .vidioc_s_fmt_vid_out = bdisp_s_fmt,
1029 .vidioc_g_selection = bdisp_g_selection,
1030 .vidioc_s_selection = bdisp_s_selection,
1031 .vidioc_reqbufs = v4l2_m2m_ioctl_reqbufs,
1032 .vidioc_create_bufs = v4l2_m2m_ioctl_create_bufs,
1033 .vidioc_expbuf = v4l2_m2m_ioctl_expbuf,
1034 .vidioc_querybuf = v4l2_m2m_ioctl_querybuf,
1035 .vidioc_qbuf = v4l2_m2m_ioctl_qbuf,
1036 .vidioc_dqbuf = v4l2_m2m_ioctl_dqbuf,
1037 .vidioc_streamon = bdisp_streamon,
1038 .vidioc_streamoff = v4l2_m2m_ioctl_streamoff,
1039 .vidioc_subscribe_event = v4l2_ctrl_subscribe_event,
1040 .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
1043 static int bdisp_register_device(struct bdisp_dev *bdisp)
1050 bdisp->vdev.fops = &bdisp_fops;
1051 bdisp->vdev.ioctl_ops = &bdisp_ioctl_ops;
1052 bdisp->vdev.release = video_device_release_empty;
1053 bdisp->vdev.lock = &bdisp->lock;
1054 bdisp->vdev.vfl_dir = VFL_DIR_M2M;
1055 bdisp->vdev.v4l2_dev = &bdisp->v4l2_dev;
1056 bdisp->vdev.device_caps = V4L2_CAP_STREAMING | V4L2_CAP_VIDEO_M2M;
1057 snprintf(bdisp->vdev.name, sizeof(bdisp->vdev.name), "%s.%d",
1058 BDISP_NAME, bdisp->id);
1060 video_set_drvdata(&bdisp->vdev, bdisp);
1062 bdisp->m2m.vdev = &bdisp->vdev;
1063 bdisp->m2m.m2m_dev = v4l2_m2m_init(&bdisp_m2m_ops);
1064 if (IS_ERR(bdisp->m2m.m2m_dev)) {
1065 dev_err(bdisp->dev, "failed to initialize v4l2-m2m device\n");
1066 return PTR_ERR(bdisp->m2m.m2m_dev);
1069 ret = video_register_device(&bdisp->vdev, VFL_TYPE_GRABBER, -1);
1072 "%s(): failed to register video device\n", __func__);
1073 v4l2_m2m_release(bdisp->m2m.m2m_dev);
1080 static void bdisp_unregister_device(struct bdisp_dev *bdisp)
1085 if (bdisp->m2m.m2m_dev)
1086 v4l2_m2m_release(bdisp->m2m.m2m_dev);
1088 video_unregister_device(bdisp->m2m.vdev);
1091 static irqreturn_t bdisp_irq_thread(int irq, void *priv)
1093 struct bdisp_dev *bdisp = priv;
1094 struct bdisp_ctx *ctx;
1096 spin_lock(&bdisp->slock);
1098 bdisp_dbg_perf_end(bdisp);
1100 cancel_delayed_work(&bdisp->timeout_work);
1102 if (!test_and_clear_bit(ST_M2M_RUNNING, &bdisp->state))
1105 if (test_and_clear_bit(ST_M2M_SUSPENDING, &bdisp->state)) {
1106 set_bit(ST_M2M_SUSPENDED, &bdisp->state);
1107 wake_up(&bdisp->irq_queue);
1111 ctx = v4l2_m2m_get_curr_priv(bdisp->m2m.m2m_dev);
1112 if (!ctx || !ctx->fh.m2m_ctx)
1115 spin_unlock(&bdisp->slock);
1117 bdisp_job_finish(ctx, VB2_BUF_STATE_DONE);
1119 if (bdisp_ctx_state_is_set(BDISP_CTX_STOP_REQ, ctx)) {
1120 bdisp_ctx_state_lock_clear(BDISP_CTX_STOP_REQ, ctx);
1121 wake_up(&bdisp->irq_queue);
1127 spin_unlock(&bdisp->slock);
1132 static irqreturn_t bdisp_irq_handler(int irq, void *priv)
1134 if (bdisp_hw_get_and_clear_irq((struct bdisp_dev *)priv))
1137 return IRQ_WAKE_THREAD;
1140 static void bdisp_irq_timeout(struct work_struct *ptr)
1142 struct delayed_work *twork = to_delayed_work(ptr);
1143 struct bdisp_dev *bdisp = container_of(twork, struct bdisp_dev,
1145 struct bdisp_ctx *ctx;
1147 ctx = v4l2_m2m_get_curr_priv(bdisp->m2m.m2m_dev);
1149 dev_err(ctx->bdisp_dev->dev, "Device work timeout\n");
1151 spin_lock(&bdisp->slock);
1152 clear_bit(ST_M2M_RUNNING, &bdisp->state);
1153 spin_unlock(&bdisp->slock);
1155 bdisp_hw_reset(bdisp);
1157 bdisp_job_finish(ctx, VB2_BUF_STATE_ERROR);
1160 static int bdisp_m2m_suspend(struct bdisp_dev *bdisp)
1162 unsigned long flags;
1165 spin_lock_irqsave(&bdisp->slock, flags);
1166 if (!test_bit(ST_M2M_RUNNING, &bdisp->state)) {
1167 spin_unlock_irqrestore(&bdisp->slock, flags);
1170 clear_bit(ST_M2M_SUSPENDED, &bdisp->state);
1171 set_bit(ST_M2M_SUSPENDING, &bdisp->state);
1172 spin_unlock_irqrestore(&bdisp->slock, flags);
1174 timeout = wait_event_timeout(bdisp->irq_queue,
1175 test_bit(ST_M2M_SUSPENDED, &bdisp->state),
1176 BDISP_WORK_TIMEOUT);
1178 clear_bit(ST_M2M_SUSPENDING, &bdisp->state);
1181 dev_err(bdisp->dev, "%s IRQ timeout\n", __func__);
1188 static int bdisp_m2m_resume(struct bdisp_dev *bdisp)
1190 struct bdisp_ctx *ctx;
1191 unsigned long flags;
1193 spin_lock_irqsave(&bdisp->slock, flags);
1194 ctx = bdisp->m2m.ctx;
1195 bdisp->m2m.ctx = NULL;
1196 spin_unlock_irqrestore(&bdisp->slock, flags);
1198 if (test_and_clear_bit(ST_M2M_SUSPENDED, &bdisp->state))
1199 bdisp_job_finish(ctx, VB2_BUF_STATE_ERROR);
1204 static int bdisp_runtime_resume(struct device *dev)
1206 struct bdisp_dev *bdisp = dev_get_drvdata(dev);
1207 int ret = clk_enable(bdisp->clock);
1212 return bdisp_m2m_resume(bdisp);
1215 static int bdisp_runtime_suspend(struct device *dev)
1217 struct bdisp_dev *bdisp = dev_get_drvdata(dev);
1218 int ret = bdisp_m2m_suspend(bdisp);
1221 clk_disable(bdisp->clock);
1226 static int bdisp_resume(struct device *dev)
1228 struct bdisp_dev *bdisp = dev_get_drvdata(dev);
1229 unsigned long flags;
1232 spin_lock_irqsave(&bdisp->slock, flags);
1233 opened = test_bit(ST_M2M_OPEN, &bdisp->state);
1234 spin_unlock_irqrestore(&bdisp->slock, flags);
1239 if (!pm_runtime_suspended(dev))
1240 return bdisp_runtime_resume(dev);
1245 static int bdisp_suspend(struct device *dev)
1247 if (!pm_runtime_suspended(dev))
1248 return bdisp_runtime_suspend(dev);
1253 static const struct dev_pm_ops bdisp_pm_ops = {
1254 .suspend = bdisp_suspend,
1255 .resume = bdisp_resume,
1256 .runtime_suspend = bdisp_runtime_suspend,
1257 .runtime_resume = bdisp_runtime_resume,
1260 static int bdisp_remove(struct platform_device *pdev)
1262 struct bdisp_dev *bdisp = platform_get_drvdata(pdev);
1264 bdisp_unregister_device(bdisp);
1266 bdisp_hw_free_filters(bdisp->dev);
1268 pm_runtime_disable(&pdev->dev);
1270 bdisp_debugfs_remove(bdisp);
1272 v4l2_device_unregister(&bdisp->v4l2_dev);
1274 if (!IS_ERR(bdisp->clock))
1275 clk_unprepare(bdisp->clock);
1277 dev_dbg(&pdev->dev, "%s driver unloaded\n", pdev->name);
1282 static int bdisp_probe(struct platform_device *pdev)
1284 struct bdisp_dev *bdisp;
1285 struct resource *res;
1286 struct device *dev = &pdev->dev;
1289 dev_dbg(dev, "%s\n", __func__);
1291 bdisp = devm_kzalloc(dev, sizeof(struct bdisp_dev), GFP_KERNEL);
1295 ret = dma_coerce_mask_and_coherent(dev, DMA_BIT_MASK(32));
1301 platform_set_drvdata(pdev, bdisp);
1304 bdisp->id = of_alias_get_id(pdev->dev.of_node, BDISP_NAME);
1306 bdisp->id = pdev->id;
1308 init_waitqueue_head(&bdisp->irq_queue);
1309 INIT_DELAYED_WORK(&bdisp->timeout_work, bdisp_irq_timeout);
1310 bdisp->work_queue = create_workqueue(BDISP_NAME);
1312 spin_lock_init(&bdisp->slock);
1313 mutex_init(&bdisp->lock);
1316 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1317 bdisp->regs = devm_ioremap_resource(dev, res);
1318 if (IS_ERR(bdisp->regs)) {
1319 dev_err(dev, "failed to get regs\n");
1320 return PTR_ERR(bdisp->regs);
1323 bdisp->clock = devm_clk_get(dev, BDISP_NAME);
1324 if (IS_ERR(bdisp->clock)) {
1325 dev_err(dev, "failed to get clock\n");
1326 return PTR_ERR(bdisp->clock);
1329 ret = clk_prepare(bdisp->clock);
1331 dev_err(dev, "clock prepare failed\n");
1332 bdisp->clock = ERR_PTR(-EINVAL);
1336 res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1338 dev_err(dev, "failed to get IRQ resource\n");
1343 ret = devm_request_threaded_irq(dev, res->start, bdisp_irq_handler,
1344 bdisp_irq_thread, IRQF_ONESHOT,
1347 dev_err(dev, "failed to install irq\n");
1352 ret = v4l2_device_register(dev, &bdisp->v4l2_dev);
1354 dev_err(dev, "failed to register\n");
1359 ret = bdisp_debugfs_create(bdisp);
1361 dev_err(dev, "failed to create debugfs\n");
1365 /* Power management */
1366 pm_runtime_enable(dev);
1367 ret = pm_runtime_get_sync(dev);
1369 dev_err(dev, "failed to set PM\n");
1374 if (bdisp_hw_alloc_filters(bdisp->dev)) {
1375 dev_err(bdisp->dev, "no memory for filters\n");
1381 ret = bdisp_register_device(bdisp);
1383 dev_err(dev, "failed to register\n");
1387 dev_info(dev, "%s%d registered as /dev/video%d\n", BDISP_NAME,
1388 bdisp->id, bdisp->vdev.num);
1390 pm_runtime_put(dev);
1395 bdisp_hw_free_filters(bdisp->dev);
1397 pm_runtime_put(dev);
1399 bdisp_debugfs_remove(bdisp);
1401 v4l2_device_unregister(&bdisp->v4l2_dev);
1403 if (!IS_ERR(bdisp->clock))
1404 clk_unprepare(bdisp->clock);
1409 static const struct of_device_id bdisp_match_types[] = {
1411 .compatible = "st,stih407-bdisp",
1416 MODULE_DEVICE_TABLE(of, bdisp_match_types);
1418 static struct platform_driver bdisp_driver = {
1419 .probe = bdisp_probe,
1420 .remove = bdisp_remove,
1423 .of_match_table = bdisp_match_types,
1424 .pm = &bdisp_pm_ops,
1428 module_platform_driver(bdisp_driver);
1430 MODULE_DESCRIPTION("2D blitter for STMicroelectronics SoC");
1431 MODULE_AUTHOR("Fabien Dessenne <fabien.dessenne@st.com>");
1432 MODULE_LICENSE("GPL");