diff options
author | Mauro Carvalho Chehab <mchehab@kernel.org> | 2022-03-13 11:18:13 +0100 |
---|---|---|
committer | Mauro Carvalho Chehab <mchehab@kernel.org> | 2022-03-18 05:56:51 +0100 |
commit | 1cb72963fa1e3667936d069333923787037e9ffb (patch) | |
tree | 16b3f705e7f73594bef6170b6ce38e39abd2649b /drivers/media/platform/mtk-mdp/mtk_mdp_m2m.c | |
parent | 8bbc139c6bde391d00835dd74e2326f50045cde4 (diff) | |
download | linux-1cb72963fa1e3667936d069333923787037e9ffb.tar.bz2 |
media: platform: rename mtk-mdp/ to mediatek/mtk-mdp/
As the end goal is to have platform drivers split by vendor,
rename mtk-mdp/ to mediatek/mtk-mdp/.
Signed-off-by: Mauro Carvalho Chehab <mchehab@kernel.org>
Diffstat (limited to 'drivers/media/platform/mtk-mdp/mtk_mdp_m2m.c')
-rw-r--r-- | drivers/media/platform/mtk-mdp/mtk_mdp_m2m.c | 1229 |
1 files changed, 0 insertions, 1229 deletions
diff --git a/drivers/media/platform/mtk-mdp/mtk_mdp_m2m.c b/drivers/media/platform/mtk-mdp/mtk_mdp_m2m.c deleted file mode 100644 index f14779e7596e..000000000000 --- a/drivers/media/platform/mtk-mdp/mtk_mdp_m2m.c +++ /dev/null @@ -1,1229 +0,0 @@ -// SPDX-License-Identifier: GPL-2.0-only -/* - * Copyright (c) 2015-2016 MediaTek Inc. - * Author: Houlong Wei <houlong.wei@mediatek.com> - * Ming Hsiu Tsai <minghsiu.tsai@mediatek.com> - */ - -#include <linux/device.h> -#include <linux/errno.h> -#include <linux/kernel.h> -#include <linux/pm_runtime.h> -#include <linux/slab.h> -#include <linux/workqueue.h> -#include <media/v4l2-event.h> -#include <media/v4l2-ioctl.h> - -#include "mtk_mdp_core.h" -#include "mtk_mdp_m2m.h" -#include "mtk_mdp_regs.h" -#include "mtk_vpu.h" - - -/** - * struct mtk_mdp_pix_limit - image pixel size limits - * @org_w: source pixel width - * @org_h: source pixel height - * @target_rot_dis_w: pixel dst scaled width with the rotator is off - * @target_rot_dis_h: pixel dst scaled height with the rotator is off - * @target_rot_en_w: pixel dst scaled width with the rotator is on - * @target_rot_en_h: pixel dst scaled height with the rotator is on - */ -struct mtk_mdp_pix_limit { - u16 org_w; - u16 org_h; - u16 target_rot_dis_w; - u16 target_rot_dis_h; - u16 target_rot_en_w; - u16 target_rot_en_h; -}; - -static struct mtk_mdp_pix_align mtk_mdp_size_align = { - .org_w = 16, - .org_h = 16, - .target_w = 2, - .target_h = 2, -}; - -static const struct mtk_mdp_fmt mtk_mdp_formats[] = { - { - .pixelformat = V4L2_PIX_FMT_MT21C, - .depth = { 8, 4 }, - .row_depth = { 8, 8 }, - .num_planes = 2, - .num_comp = 2, - .align = &mtk_mdp_size_align, - .flags = MTK_MDP_FMT_FLAG_OUTPUT, - }, { - .pixelformat = V4L2_PIX_FMT_NV12M, - .depth = { 8, 4 }, - .row_depth = { 8, 8 }, - .num_planes = 2, - .num_comp = 2, - .flags = MTK_MDP_FMT_FLAG_OUTPUT | - MTK_MDP_FMT_FLAG_CAPTURE, - }, { - .pixelformat = V4L2_PIX_FMT_YUV420M, - .depth = { 8, 2, 2 }, - .row_depth = { 8, 4, 4 }, - .num_planes = 3, - .num_comp = 3, - .flags = MTK_MDP_FMT_FLAG_OUTPUT | - MTK_MDP_FMT_FLAG_CAPTURE, - }, { - .pixelformat = V4L2_PIX_FMT_YVU420, - .depth = { 12 }, - .row_depth = { 8 }, - .num_planes = 1, - .num_comp = 3, - .flags = MTK_MDP_FMT_FLAG_OUTPUT | - MTK_MDP_FMT_FLAG_CAPTURE, - } -}; - -static struct mtk_mdp_pix_limit mtk_mdp_size_max = { - .target_rot_dis_w = 4096, - .target_rot_dis_h = 4096, - .target_rot_en_w = 4096, - .target_rot_en_h = 4096, -}; - -static struct mtk_mdp_pix_limit mtk_mdp_size_min = { - .org_w = 16, - .org_h = 16, - .target_rot_dis_w = 16, - .target_rot_dis_h = 16, - .target_rot_en_w = 16, - .target_rot_en_h = 16, -}; - -/* align size for normal raster scan pixel format */ -static struct mtk_mdp_pix_align mtk_mdp_rs_align = { - .org_w = 2, - .org_h = 2, - .target_w = 2, - .target_h = 2, -}; - -static struct mtk_mdp_variant mtk_mdp_default_variant = { - .pix_max = &mtk_mdp_size_max, - .pix_min = &mtk_mdp_size_min, - .pix_align = &mtk_mdp_rs_align, - .h_scale_up_max = 32, - .v_scale_up_max = 32, - .h_scale_down_max = 32, - .v_scale_down_max = 128, -}; - -static const struct mtk_mdp_fmt *mtk_mdp_find_fmt(u32 pixelformat, u32 type) -{ - u32 i, flag; - - flag = V4L2_TYPE_IS_OUTPUT(type) ? MTK_MDP_FMT_FLAG_OUTPUT : - MTK_MDP_FMT_FLAG_CAPTURE; - - for (i = 0; i < ARRAY_SIZE(mtk_mdp_formats); ++i) { - if (!(mtk_mdp_formats[i].flags & flag)) - continue; - if (mtk_mdp_formats[i].pixelformat == pixelformat) - return &mtk_mdp_formats[i]; - } - return NULL; -} - -static const struct mtk_mdp_fmt *mtk_mdp_find_fmt_by_index(u32 index, u32 type) -{ - u32 i, flag, num = 0; - - flag = V4L2_TYPE_IS_OUTPUT(type) ? MTK_MDP_FMT_FLAG_OUTPUT : - MTK_MDP_FMT_FLAG_CAPTURE; - - for (i = 0; i < ARRAY_SIZE(mtk_mdp_formats); ++i) { - if (!(mtk_mdp_formats[i].flags & flag)) - continue; - if (index == num) - return &mtk_mdp_formats[i]; - num++; - } - return NULL; -} - -static void mtk_mdp_bound_align_image(u32 *w, unsigned int wmin, - unsigned int wmax, unsigned int align_w, - u32 *h, unsigned int hmin, - unsigned int hmax, unsigned int align_h) -{ - int org_w, org_h, step_w, step_h; - int walign, halign; - - org_w = *w; - org_h = *h; - walign = ffs(align_w) - 1; - halign = ffs(align_h) - 1; - v4l_bound_align_image(w, wmin, wmax, walign, h, hmin, hmax, halign, 0); - - step_w = 1 << walign; - step_h = 1 << halign; - if (*w < org_w && (*w + step_w) <= wmax) - *w += step_w; - if (*h < org_h && (*h + step_h) <= hmax) - *h += step_h; -} - -static const struct mtk_mdp_fmt *mtk_mdp_try_fmt_mplane(struct mtk_mdp_ctx *ctx, - struct v4l2_format *f) -{ - struct mtk_mdp_dev *mdp = ctx->mdp_dev; - struct mtk_mdp_variant *variant = mdp->variant; - struct v4l2_pix_format_mplane *pix_mp = &f->fmt.pix_mp; - const struct mtk_mdp_fmt *fmt; - u32 max_w, max_h, align_w, align_h; - u32 min_w, min_h, org_w, org_h; - int i; - - fmt = mtk_mdp_find_fmt(pix_mp->pixelformat, f->type); - if (!fmt) - fmt = mtk_mdp_find_fmt_by_index(0, f->type); - if (!fmt) { - dev_dbg(&ctx->mdp_dev->pdev->dev, - "pixelformat format 0x%X invalid\n", - pix_mp->pixelformat); - return NULL; - } - - pix_mp->field = V4L2_FIELD_NONE; - pix_mp->pixelformat = fmt->pixelformat; - if (V4L2_TYPE_IS_CAPTURE(f->type)) { - pix_mp->colorspace = ctx->colorspace; - pix_mp->xfer_func = ctx->xfer_func; - pix_mp->ycbcr_enc = ctx->ycbcr_enc; - pix_mp->quantization = ctx->quant; - } - - max_w = variant->pix_max->target_rot_dis_w; - max_h = variant->pix_max->target_rot_dis_h; - - if (fmt->align == NULL) { - /* use default alignment */ - align_w = variant->pix_align->org_w; - align_h = variant->pix_align->org_h; - } else { - align_w = fmt->align->org_w; - align_h = fmt->align->org_h; - } - - if (V4L2_TYPE_IS_OUTPUT(f->type)) { - min_w = variant->pix_min->org_w; - min_h = variant->pix_min->org_h; - } else { - min_w = variant->pix_min->target_rot_dis_w; - min_h = variant->pix_min->target_rot_dis_h; - } - - mtk_mdp_dbg(2, "[%d] type:%d, wxh:%ux%u, align:%ux%u, max:%ux%u", - ctx->id, f->type, pix_mp->width, pix_mp->height, - align_w, align_h, max_w, max_h); - /* - * To check if image size is modified to adjust parameter against - * hardware abilities - */ - org_w = pix_mp->width; - org_h = pix_mp->height; - - mtk_mdp_bound_align_image(&pix_mp->width, min_w, max_w, align_w, - &pix_mp->height, min_h, max_h, align_h); - - if (org_w != pix_mp->width || org_h != pix_mp->height) - mtk_mdp_dbg(1, "[%d] size change:%ux%u to %ux%u", ctx->id, - org_w, org_h, pix_mp->width, pix_mp->height); - pix_mp->num_planes = fmt->num_planes; - - for (i = 0; i < pix_mp->num_planes; ++i) { - int bpl = (pix_mp->width * fmt->row_depth[i]) / 8; - int sizeimage = (pix_mp->width * pix_mp->height * - fmt->depth[i]) / 8; - - pix_mp->plane_fmt[i].bytesperline = bpl; - if (pix_mp->plane_fmt[i].sizeimage < sizeimage) - pix_mp->plane_fmt[i].sizeimage = sizeimage; - mtk_mdp_dbg(2, "[%d] p%d, bpl:%d, sizeimage:%u (%u)", ctx->id, - i, bpl, pix_mp->plane_fmt[i].sizeimage, sizeimage); - } - - return fmt; -} - -static struct mtk_mdp_frame *mtk_mdp_ctx_get_frame(struct mtk_mdp_ctx *ctx, - enum v4l2_buf_type type) -{ - if (V4L2_TYPE_IS_OUTPUT(type)) - return &ctx->s_frame; - return &ctx->d_frame; -} - -static void mtk_mdp_check_crop_change(u32 new_w, u32 new_h, u32 *w, u32 *h) -{ - if (new_w != *w || new_h != *h) { - mtk_mdp_dbg(1, "size change:%dx%d to %dx%d", - *w, *h, new_w, new_h); - - *w = new_w; - *h = new_h; - } -} - -static int mtk_mdp_try_crop(struct mtk_mdp_ctx *ctx, u32 type, - struct v4l2_rect *r) -{ - struct mtk_mdp_frame *frame; - struct mtk_mdp_dev *mdp = ctx->mdp_dev; - struct mtk_mdp_variant *variant = mdp->variant; - u32 align_w, align_h, new_w, new_h; - u32 min_w, min_h, max_w, max_h; - - if (r->top < 0 || r->left < 0) { - dev_err(&ctx->mdp_dev->pdev->dev, - "doesn't support negative values for top & left\n"); - return -EINVAL; - } - - mtk_mdp_dbg(2, "[%d] type:%d, set wxh:%dx%d", ctx->id, type, - r->width, r->height); - - frame = mtk_mdp_ctx_get_frame(ctx, type); - max_w = frame->width; - max_h = frame->height; - new_w = r->width; - new_h = r->height; - - if (V4L2_TYPE_IS_OUTPUT(type)) { - align_w = 1; - align_h = 1; - min_w = 64; - min_h = 32; - } else { - align_w = variant->pix_align->target_w; - align_h = variant->pix_align->target_h; - if (ctx->ctrls.rotate->val == 90 || - ctx->ctrls.rotate->val == 270) { - max_w = frame->height; - max_h = frame->width; - min_w = variant->pix_min->target_rot_en_w; - min_h = variant->pix_min->target_rot_en_h; - new_w = r->height; - new_h = r->width; - } else { - min_w = variant->pix_min->target_rot_dis_w; - min_h = variant->pix_min->target_rot_dis_h; - } - } - - mtk_mdp_dbg(2, "[%d] align:%dx%d, min:%dx%d, new:%dx%d", ctx->id, - align_w, align_h, min_w, min_h, new_w, new_h); - - mtk_mdp_bound_align_image(&new_w, min_w, max_w, align_w, - &new_h, min_h, max_h, align_h); - - if (V4L2_TYPE_IS_CAPTURE(type) && - (ctx->ctrls.rotate->val == 90 || ctx->ctrls.rotate->val == 270)) - mtk_mdp_check_crop_change(new_h, new_w, - &r->width, &r->height); - else - mtk_mdp_check_crop_change(new_w, new_h, - &r->width, &r->height); - - /* adjust left/top if cropping rectangle is out of bounds */ - /* Need to add code to algin left value with 2's multiple */ - if (r->left + new_w > max_w) - r->left = max_w - new_w; - if (r->top + new_h > max_h) - r->top = max_h - new_h; - - if (r->left & 1) - r->left -= 1; - - mtk_mdp_dbg(2, "[%d] crop l,t,w,h:%d,%d,%d,%d, max:%dx%d", ctx->id, - r->left, r->top, r->width, - r->height, max_w, max_h); - return 0; -} - -static inline struct mtk_mdp_ctx *fh_to_ctx(struct v4l2_fh *fh) -{ - return container_of(fh, struct mtk_mdp_ctx, fh); -} - -static inline struct mtk_mdp_ctx *ctrl_to_ctx(struct v4l2_ctrl *ctrl) -{ - return container_of(ctrl->handler, struct mtk_mdp_ctx, ctrl_handler); -} - -void mtk_mdp_ctx_state_lock_set(struct mtk_mdp_ctx *ctx, u32 state) -{ - mutex_lock(&ctx->slock); - ctx->state |= state; - mutex_unlock(&ctx->slock); -} - -static bool mtk_mdp_ctx_state_is_set(struct mtk_mdp_ctx *ctx, u32 mask) -{ - bool ret; - - mutex_lock(&ctx->slock); - ret = (ctx->state & mask) == mask; - mutex_unlock(&ctx->slock); - return ret; -} - -static void mtk_mdp_set_frame_size(struct mtk_mdp_frame *frame, int width, - int height) -{ - frame->width = width; - frame->height = height; - frame->crop.width = width; - frame->crop.height = height; - frame->crop.left = 0; - frame->crop.top = 0; -} - -static int mtk_mdp_m2m_start_streaming(struct vb2_queue *q, unsigned int count) -{ - struct mtk_mdp_ctx *ctx = q->drv_priv; - int ret; - - ret = pm_runtime_resume_and_get(&ctx->mdp_dev->pdev->dev); - if (ret < 0) - mtk_mdp_dbg(1, "[%d] pm_runtime_resume_and_get failed:%d", - ctx->id, ret); - - return ret; -} - -static void *mtk_mdp_m2m_buf_remove(struct mtk_mdp_ctx *ctx, - enum v4l2_buf_type type) -{ - if (V4L2_TYPE_IS_OUTPUT(type)) - return v4l2_m2m_src_buf_remove(ctx->m2m_ctx); - else - return v4l2_m2m_dst_buf_remove(ctx->m2m_ctx); -} - -static void mtk_mdp_m2m_stop_streaming(struct vb2_queue *q) -{ - struct mtk_mdp_ctx *ctx = q->drv_priv; - struct vb2_buffer *vb; - - vb = mtk_mdp_m2m_buf_remove(ctx, q->type); - while (vb != NULL) { - v4l2_m2m_buf_done(to_vb2_v4l2_buffer(vb), VB2_BUF_STATE_ERROR); - vb = mtk_mdp_m2m_buf_remove(ctx, q->type); - } - - pm_runtime_put(&ctx->mdp_dev->pdev->dev); -} - -/* The color format (num_planes) must be already configured. */ -static void mtk_mdp_prepare_addr(struct mtk_mdp_ctx *ctx, - struct vb2_buffer *vb, - struct mtk_mdp_frame *frame, - struct mtk_mdp_addr *addr) -{ - u32 pix_size, planes, i; - - pix_size = frame->width * frame->height; - planes = min_t(u32, frame->fmt->num_planes, ARRAY_SIZE(addr->addr)); - for (i = 0; i < planes; i++) - addr->addr[i] = vb2_dma_contig_plane_dma_addr(vb, i); - - if (planes == 1) { - if (frame->fmt->pixelformat == V4L2_PIX_FMT_YVU420) { - addr->addr[1] = (dma_addr_t)(addr->addr[0] + pix_size); - addr->addr[2] = (dma_addr_t)(addr->addr[1] + - (pix_size >> 2)); - } else { - dev_err(&ctx->mdp_dev->pdev->dev, - "Invalid pixelformat:0x%x\n", - frame->fmt->pixelformat); - } - } - mtk_mdp_dbg(3, "[%d] planes:%d, size:%d, addr:%p,%p,%p", - ctx->id, planes, pix_size, (void *)addr->addr[0], - (void *)addr->addr[1], (void *)addr->addr[2]); -} - -static void mtk_mdp_m2m_get_bufs(struct mtk_mdp_ctx *ctx) -{ - struct mtk_mdp_frame *s_frame, *d_frame; - struct vb2_v4l2_buffer *src_vbuf, *dst_vbuf; - - s_frame = &ctx->s_frame; - d_frame = &ctx->d_frame; - - src_vbuf = v4l2_m2m_next_src_buf(ctx->m2m_ctx); - mtk_mdp_prepare_addr(ctx, &src_vbuf->vb2_buf, s_frame, &s_frame->addr); - - dst_vbuf = v4l2_m2m_next_dst_buf(ctx->m2m_ctx); - mtk_mdp_prepare_addr(ctx, &dst_vbuf->vb2_buf, d_frame, &d_frame->addr); - - dst_vbuf->vb2_buf.timestamp = src_vbuf->vb2_buf.timestamp; -} - -static void mtk_mdp_process_done(void *priv, int vb_state) -{ - struct mtk_mdp_dev *mdp = priv; - struct mtk_mdp_ctx *ctx; - struct vb2_v4l2_buffer *src_vbuf, *dst_vbuf; - - ctx = v4l2_m2m_get_curr_priv(mdp->m2m_dev); - if (!ctx) - return; - - src_vbuf = v4l2_m2m_src_buf_remove(ctx->m2m_ctx); - dst_vbuf = v4l2_m2m_dst_buf_remove(ctx->m2m_ctx); - - dst_vbuf->vb2_buf.timestamp = src_vbuf->vb2_buf.timestamp; - dst_vbuf->timecode = src_vbuf->timecode; - dst_vbuf->flags &= ~V4L2_BUF_FLAG_TSTAMP_SRC_MASK; - dst_vbuf->flags |= src_vbuf->flags & V4L2_BUF_FLAG_TSTAMP_SRC_MASK; - - v4l2_m2m_buf_done(src_vbuf, vb_state); - v4l2_m2m_buf_done(dst_vbuf, vb_state); - v4l2_m2m_job_finish(ctx->mdp_dev->m2m_dev, ctx->m2m_ctx); -} - -static void mtk_mdp_m2m_worker(struct work_struct *work) -{ - struct mtk_mdp_ctx *ctx = - container_of(work, struct mtk_mdp_ctx, work); - struct mtk_mdp_dev *mdp = ctx->mdp_dev; - enum vb2_buffer_state buf_state = VB2_BUF_STATE_ERROR; - int ret; - - if (mtk_mdp_ctx_state_is_set(ctx, MTK_MDP_CTX_ERROR)) { - dev_err(&mdp->pdev->dev, "ctx is in error state"); - goto worker_end; - } - - mtk_mdp_m2m_get_bufs(ctx); - - mtk_mdp_hw_set_input_addr(ctx, &ctx->s_frame.addr); - mtk_mdp_hw_set_output_addr(ctx, &ctx->d_frame.addr); - - mtk_mdp_hw_set_in_size(ctx); - mtk_mdp_hw_set_in_image_format(ctx); - - mtk_mdp_hw_set_out_size(ctx); - mtk_mdp_hw_set_out_image_format(ctx); - - mtk_mdp_hw_set_rotation(ctx); - mtk_mdp_hw_set_global_alpha(ctx); - - ret = mtk_mdp_vpu_process(&ctx->vpu); - if (ret) { - dev_err(&mdp->pdev->dev, "processing failed: %d", ret); - goto worker_end; - } - - buf_state = VB2_BUF_STATE_DONE; - -worker_end: - mtk_mdp_process_done(mdp, buf_state); -} - -static void mtk_mdp_m2m_device_run(void *priv) -{ - struct mtk_mdp_ctx *ctx = priv; - - queue_work(ctx->mdp_dev->job_wq, &ctx->work); -} - -static int mtk_mdp_m2m_queue_setup(struct vb2_queue *vq, - unsigned int *num_buffers, unsigned int *num_planes, - unsigned int sizes[], struct device *alloc_devs[]) -{ - struct mtk_mdp_ctx *ctx = vb2_get_drv_priv(vq); - struct mtk_mdp_frame *frame; - int i; - - frame = mtk_mdp_ctx_get_frame(ctx, vq->type); - *num_planes = frame->fmt->num_planes; - for (i = 0; i < frame->fmt->num_planes; i++) - sizes[i] = frame->payload[i]; - mtk_mdp_dbg(2, "[%d] type:%d, planes:%d, buffers:%d, size:%u,%u", - ctx->id, vq->type, *num_planes, *num_buffers, - sizes[0], sizes[1]); - return 0; -} - -static int mtk_mdp_m2m_buf_prepare(struct vb2_buffer *vb) -{ - struct mtk_mdp_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); - struct mtk_mdp_frame *frame; - int i; - - frame = mtk_mdp_ctx_get_frame(ctx, vb->vb2_queue->type); - - if (!V4L2_TYPE_IS_OUTPUT(vb->vb2_queue->type)) { - for (i = 0; i < frame->fmt->num_planes; i++) - vb2_set_plane_payload(vb, i, frame->payload[i]); - } - - return 0; -} - -static void mtk_mdp_m2m_buf_queue(struct vb2_buffer *vb) -{ - struct mtk_mdp_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); - - v4l2_m2m_buf_queue(ctx->m2m_ctx, to_vb2_v4l2_buffer(vb)); -} - -static const struct vb2_ops mtk_mdp_m2m_qops = { - .queue_setup = mtk_mdp_m2m_queue_setup, - .buf_prepare = mtk_mdp_m2m_buf_prepare, - .buf_queue = mtk_mdp_m2m_buf_queue, - .stop_streaming = mtk_mdp_m2m_stop_streaming, - .start_streaming = mtk_mdp_m2m_start_streaming, - .wait_prepare = vb2_ops_wait_prepare, - .wait_finish = vb2_ops_wait_finish, -}; - -static int mtk_mdp_m2m_querycap(struct file *file, void *fh, - struct v4l2_capability *cap) -{ - struct mtk_mdp_ctx *ctx = fh_to_ctx(fh); - struct mtk_mdp_dev *mdp = ctx->mdp_dev; - - strscpy(cap->driver, MTK_MDP_MODULE_NAME, sizeof(cap->driver)); - strscpy(cap->card, mdp->pdev->name, sizeof(cap->card)); - strscpy(cap->bus_info, "platform:mt8173", sizeof(cap->bus_info)); - - return 0; -} - -static int mtk_mdp_enum_fmt(struct v4l2_fmtdesc *f, u32 type) -{ - const struct mtk_mdp_fmt *fmt; - - fmt = mtk_mdp_find_fmt_by_index(f->index, type); - if (!fmt) - return -EINVAL; - - f->pixelformat = fmt->pixelformat; - - return 0; -} - -static int mtk_mdp_m2m_enum_fmt_vid_cap(struct file *file, void *priv, - struct v4l2_fmtdesc *f) -{ - return mtk_mdp_enum_fmt(f, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); -} - -static int mtk_mdp_m2m_enum_fmt_vid_out(struct file *file, void *priv, - struct v4l2_fmtdesc *f) -{ - return mtk_mdp_enum_fmt(f, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); -} - -static int mtk_mdp_m2m_g_fmt_mplane(struct file *file, void *fh, - struct v4l2_format *f) -{ - struct mtk_mdp_ctx *ctx = fh_to_ctx(fh); - struct mtk_mdp_frame *frame; - struct v4l2_pix_format_mplane *pix_mp; - int i; - - mtk_mdp_dbg(2, "[%d] type:%d", ctx->id, f->type); - - frame = mtk_mdp_ctx_get_frame(ctx, f->type); - pix_mp = &f->fmt.pix_mp; - - pix_mp->width = frame->width; - pix_mp->height = frame->height; - pix_mp->field = V4L2_FIELD_NONE; - pix_mp->pixelformat = frame->fmt->pixelformat; - pix_mp->num_planes = frame->fmt->num_planes; - pix_mp->colorspace = ctx->colorspace; - pix_mp->xfer_func = ctx->xfer_func; - pix_mp->ycbcr_enc = ctx->ycbcr_enc; - pix_mp->quantization = ctx->quant; - mtk_mdp_dbg(2, "[%d] wxh:%dx%d", ctx->id, - pix_mp->width, pix_mp->height); - - for (i = 0; i < pix_mp->num_planes; ++i) { - pix_mp->plane_fmt[i].bytesperline = (frame->width * - frame->fmt->row_depth[i]) / 8; - pix_mp->plane_fmt[i].sizeimage = (frame->width * - frame->height * frame->fmt->depth[i]) / 8; - - mtk_mdp_dbg(2, "[%d] p%d, bpl:%d, sizeimage:%d", ctx->id, i, - pix_mp->plane_fmt[i].bytesperline, - pix_mp->plane_fmt[i].sizeimage); - } - - return 0; -} - -static int mtk_mdp_m2m_try_fmt_mplane(struct file *file, void *fh, - struct v4l2_format *f) -{ - struct mtk_mdp_ctx *ctx = fh_to_ctx(fh); - - if (!mtk_mdp_try_fmt_mplane(ctx, f)) - return -EINVAL; - return 0; -} - -static int mtk_mdp_m2m_s_fmt_mplane(struct file *file, void *fh, - struct v4l2_format *f) -{ - struct mtk_mdp_ctx *ctx = fh_to_ctx(fh); - struct vb2_queue *vq; - struct mtk_mdp_frame *frame; - struct v4l2_pix_format_mplane *pix_mp; - const struct mtk_mdp_fmt *fmt; - int i; - - mtk_mdp_dbg(2, "[%d] type:%d", ctx->id, f->type); - - frame = mtk_mdp_ctx_get_frame(ctx, f->type); - fmt = mtk_mdp_try_fmt_mplane(ctx, f); - if (!fmt) { - mtk_mdp_err("[%d] try_fmt failed, type:%d", ctx->id, f->type); - return -EINVAL; - } - frame->fmt = fmt; - - vq = v4l2_m2m_get_vq(ctx->m2m_ctx, f->type); - if (vb2_is_streaming(vq)) { - dev_info(&ctx->mdp_dev->pdev->dev, "queue %d busy", f->type); - return -EBUSY; - } - - pix_mp = &f->fmt.pix_mp; - for (i = 0; i < frame->fmt->num_planes; i++) { - frame->payload[i] = pix_mp->plane_fmt[i].sizeimage; - frame->pitch[i] = pix_mp->plane_fmt[i].bytesperline; - } - - mtk_mdp_set_frame_size(frame, pix_mp->width, pix_mp->height); - if (V4L2_TYPE_IS_OUTPUT(f->type)) { - ctx->colorspace = pix_mp->colorspace; - ctx->xfer_func = pix_mp->xfer_func; - ctx->ycbcr_enc = pix_mp->ycbcr_enc; - ctx->quant = pix_mp->quantization; - } - - mtk_mdp_dbg(2, "[%d] type:%d, frame:%dx%d", ctx->id, f->type, - frame->width, frame->height); - - return 0; -} - -static int mtk_mdp_m2m_reqbufs(struct file *file, void *fh, - struct v4l2_requestbuffers *reqbufs) -{ - struct mtk_mdp_ctx *ctx = fh_to_ctx(fh); - - return v4l2_m2m_reqbufs(file, ctx->m2m_ctx, reqbufs); -} - -static int mtk_mdp_m2m_streamon(struct file *file, void *fh, - enum v4l2_buf_type type) -{ - struct mtk_mdp_ctx *ctx = fh_to_ctx(fh); - int ret; - - if (!mtk_mdp_ctx_state_is_set(ctx, MTK_MDP_VPU_INIT)) { - ret = mtk_mdp_vpu_init(&ctx->vpu); - if (ret < 0) { - dev_err(&ctx->mdp_dev->pdev->dev, - "vpu init failed %d\n", - ret); - return -EINVAL; - } - mtk_mdp_ctx_state_lock_set(ctx, MTK_MDP_VPU_INIT); - } - - return v4l2_m2m_streamon(file, ctx->m2m_ctx, type); -} - -static inline bool mtk_mdp_is_target_compose(u32 target) -{ - if (target == V4L2_SEL_TGT_COMPOSE_DEFAULT - || target == V4L2_SEL_TGT_COMPOSE_BOUNDS - || target == V4L2_SEL_TGT_COMPOSE) - return true; - return false; -} - -static inline bool mtk_mdp_is_target_crop(u32 target) -{ - if (target == V4L2_SEL_TGT_CROP_DEFAULT - || target == V4L2_SEL_TGT_CROP_BOUNDS - || target == V4L2_SEL_TGT_CROP) - return true; - return false; -} - -static int mtk_mdp_m2m_g_selection(struct file *file, void *fh, - struct v4l2_selection *s) -{ - struct mtk_mdp_frame *frame; - struct mtk_mdp_ctx *ctx = fh_to_ctx(fh); - bool valid = false; - - if (s->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) { - if (mtk_mdp_is_target_compose(s->target)) - valid = true; - } else if (s->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) { - if (mtk_mdp_is_target_crop(s->target)) - valid = true; - } - if (!valid) { - mtk_mdp_dbg(1, "[%d] invalid type:%d,%u", ctx->id, s->type, - s->target); - return -EINVAL; - } - - frame = mtk_mdp_ctx_get_frame(ctx, s->type); - - switch (s->target) { - case V4L2_SEL_TGT_COMPOSE_DEFAULT: - case V4L2_SEL_TGT_COMPOSE_BOUNDS: - case V4L2_SEL_TGT_CROP_BOUNDS: - case V4L2_SEL_TGT_CROP_DEFAULT: - s->r.left = 0; - s->r.top = 0; - s->r.width = frame->width; - s->r.height = frame->height; - return 0; - - case V4L2_SEL_TGT_COMPOSE: - case V4L2_SEL_TGT_CROP: - s->r.left = frame->crop.left; - s->r.top = frame->crop.top; - s->r.width = frame->crop.width; - s->r.height = frame->crop.height; - return 0; - } - - return -EINVAL; -} - -static int mtk_mdp_check_scaler_ratio(struct mtk_mdp_variant *var, int src_w, - int src_h, int dst_w, int dst_h, int rot) -{ - int tmp_w, tmp_h; - - if (rot == 90 || rot == 270) { - tmp_w = dst_h; - tmp_h = dst_w; - } else { - tmp_w = dst_w; - tmp_h = dst_h; - } - - if ((src_w / tmp_w) > var->h_scale_down_max || - (src_h / tmp_h) > var->v_scale_down_max || - (tmp_w / src_w) > var->h_scale_up_max || - (tmp_h / src_h) > var->v_scale_up_max) - return -EINVAL; - - return 0; -} - -static int mtk_mdp_m2m_s_selection(struct file *file, void *fh, - struct v4l2_selection *s) -{ - struct mtk_mdp_frame *frame; - struct mtk_mdp_ctx *ctx = fh_to_ctx(fh); - struct v4l2_rect new_r; - struct mtk_mdp_variant *variant = ctx->mdp_dev->variant; - int ret; - bool valid = false; - - if (s->type == V4L2_BUF_TYPE_VIDEO_CAPTURE) { - if (s->target == V4L2_SEL_TGT_COMPOSE) - valid = true; - } else if (s->type == V4L2_BUF_TYPE_VIDEO_OUTPUT) { - if (s->target == V4L2_SEL_TGT_CROP) - valid = true; - } - if (!valid) { - mtk_mdp_dbg(1, "[%d] invalid type:%d,%u", ctx->id, s->type, - s->target); - return -EINVAL; - } - - new_r = s->r; - ret = mtk_mdp_try_crop(ctx, s->type, &new_r); - if (ret) - return ret; - - if (mtk_mdp_is_target_crop(s->target)) - frame = &ctx->s_frame; - else - frame = &ctx->d_frame; - - /* Check to see if scaling ratio is within supported range */ - if (V4L2_TYPE_IS_OUTPUT(s->type)) - ret = mtk_mdp_check_scaler_ratio(variant, new_r.width, - new_r.height, ctx->d_frame.crop.width, - ctx->d_frame.crop.height, - ctx->ctrls.rotate->val); - else - ret = mtk_mdp_check_scaler_ratio(variant, - ctx->s_frame.crop.width, - ctx->s_frame.crop.height, new_r.width, - new_r.height, ctx->ctrls.rotate->val); - - if (ret) { - dev_info(&ctx->mdp_dev->pdev->dev, - "Out of scaler range"); - return -EINVAL; - } - - s->r = new_r; - frame->crop = new_r; - - return 0; -} - -static const struct v4l2_ioctl_ops mtk_mdp_m2m_ioctl_ops = { - .vidioc_querycap = mtk_mdp_m2m_querycap, - .vidioc_enum_fmt_vid_cap = mtk_mdp_m2m_enum_fmt_vid_cap, - .vidioc_enum_fmt_vid_out = mtk_mdp_m2m_enum_fmt_vid_out, - .vidioc_g_fmt_vid_cap_mplane = mtk_mdp_m2m_g_fmt_mplane, - .vidioc_g_fmt_vid_out_mplane = mtk_mdp_m2m_g_fmt_mplane, - .vidioc_try_fmt_vid_cap_mplane = mtk_mdp_m2m_try_fmt_mplane, - .vidioc_try_fmt_vid_out_mplane = mtk_mdp_m2m_try_fmt_mplane, - .vidioc_s_fmt_vid_cap_mplane = mtk_mdp_m2m_s_fmt_mplane, - .vidioc_s_fmt_vid_out_mplane = mtk_mdp_m2m_s_fmt_mplane, - .vidioc_reqbufs = mtk_mdp_m2m_reqbufs, - .vidioc_create_bufs = v4l2_m2m_ioctl_create_bufs, - .vidioc_expbuf = v4l2_m2m_ioctl_expbuf, - .vidioc_subscribe_event = v4l2_ctrl_subscribe_event, - .vidioc_unsubscribe_event = v4l2_event_unsubscribe, - .vidioc_querybuf = v4l2_m2m_ioctl_querybuf, - .vidioc_qbuf = v4l2_m2m_ioctl_qbuf, - .vidioc_dqbuf = v4l2_m2m_ioctl_dqbuf, - .vidioc_streamon = mtk_mdp_m2m_streamon, - .vidioc_streamoff = v4l2_m2m_ioctl_streamoff, - .vidioc_g_selection = mtk_mdp_m2m_g_selection, - .vidioc_s_selection = mtk_mdp_m2m_s_selection -}; - -static int mtk_mdp_m2m_queue_init(void *priv, struct vb2_queue *src_vq, - struct vb2_queue *dst_vq) -{ - struct mtk_mdp_ctx *ctx = priv; - int ret; - - memset(src_vq, 0, sizeof(*src_vq)); - src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE; - src_vq->io_modes = VB2_MMAP | VB2_DMABUF; - src_vq->drv_priv = ctx; - src_vq->ops = &mtk_mdp_m2m_qops; - src_vq->mem_ops = &vb2_dma_contig_memops; - src_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer); - src_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY; - src_vq->dev = &ctx->mdp_dev->pdev->dev; - src_vq->lock = &ctx->mdp_dev->lock; - - ret = vb2_queue_init(src_vq); - if (ret) - return ret; - - memset(dst_vq, 0, sizeof(*dst_vq)); - dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE; - dst_vq->io_modes = VB2_MMAP | VB2_DMABUF; - dst_vq->drv_priv = ctx; - dst_vq->ops = &mtk_mdp_m2m_qops; - dst_vq->mem_ops = &vb2_dma_contig_memops; - dst_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer); - dst_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY; - dst_vq->dev = &ctx->mdp_dev->pdev->dev; - dst_vq->lock = &ctx->mdp_dev->lock; - - return vb2_queue_init(dst_vq); -} - -static int mtk_mdp_s_ctrl(struct v4l2_ctrl *ctrl) -{ - struct mtk_mdp_ctx *ctx = ctrl_to_ctx(ctrl); - struct mtk_mdp_dev *mdp = ctx->mdp_dev; - struct mtk_mdp_variant *variant = mdp->variant; - int ret = 0; - - if (ctrl->flags & V4L2_CTRL_FLAG_INACTIVE) - return 0; - - switch (ctrl->id) { - case V4L2_CID_HFLIP: - ctx->hflip = ctrl->val; - break; - case V4L2_CID_VFLIP: - ctx->vflip = ctrl->val; - break; - case V4L2_CID_ROTATE: - ret = mtk_mdp_check_scaler_ratio(variant, - ctx->s_frame.crop.width, - ctx->s_frame.crop.height, - ctx->d_frame.crop.width, - ctx->d_frame.crop.height, - ctx->ctrls.rotate->val); - - if (ret) - return -EINVAL; - - ctx->rotation = ctrl->val; - break; - case V4L2_CID_ALPHA_COMPONENT: - ctx->d_frame.alpha = ctrl->val; - break; - } - - return 0; -} - -static const struct v4l2_ctrl_ops mtk_mdp_ctrl_ops = { - .s_ctrl = mtk_mdp_s_ctrl, -}; - -static int mtk_mdp_ctrls_create(struct mtk_mdp_ctx *ctx) -{ - v4l2_ctrl_handler_init(&ctx->ctrl_handler, MTK_MDP_MAX_CTRL_NUM); - - ctx->ctrls.rotate = v4l2_ctrl_new_std(&ctx->ctrl_handler, - &mtk_mdp_ctrl_ops, V4L2_CID_ROTATE, 0, 270, 90, 0); - ctx->ctrls.hflip = v4l2_ctrl_new_std(&ctx->ctrl_handler, - &mtk_mdp_ctrl_ops, - V4L2_CID_HFLIP, - 0, 1, 1, 0); - ctx->ctrls.vflip = v4l2_ctrl_new_std(&ctx->ctrl_handler, - &mtk_mdp_ctrl_ops, - V4L2_CID_VFLIP, - 0, 1, 1, 0); - ctx->ctrls.global_alpha = v4l2_ctrl_new_std(&ctx->ctrl_handler, - &mtk_mdp_ctrl_ops, - V4L2_CID_ALPHA_COMPONENT, - 0, 255, 1, 0); - ctx->ctrls_rdy = ctx->ctrl_handler.error == 0; - - if (ctx->ctrl_handler.error) { - int err = ctx->ctrl_handler.error; - - v4l2_ctrl_handler_free(&ctx->ctrl_handler); - dev_err(&ctx->mdp_dev->pdev->dev, - "Failed to create control handlers\n"); - return err; - } - - return 0; -} - -static void mtk_mdp_set_default_params(struct mtk_mdp_ctx *ctx) -{ - struct mtk_mdp_dev *mdp = ctx->mdp_dev; - struct mtk_mdp_frame *frame; - - frame = mtk_mdp_ctx_get_frame(ctx, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); - frame->fmt = mtk_mdp_find_fmt_by_index(0, - V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); - frame->width = mdp->variant->pix_min->org_w; - frame->height = mdp->variant->pix_min->org_h; - frame->payload[0] = frame->width * frame->height; - frame->payload[1] = frame->payload[0] / 2; - - frame = mtk_mdp_ctx_get_frame(ctx, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); - frame->fmt = mtk_mdp_find_fmt_by_index(0, - V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); - frame->width = mdp->variant->pix_min->target_rot_dis_w; - frame->height = mdp->variant->pix_min->target_rot_dis_h; - frame->payload[0] = frame->width * frame->height; - frame->payload[1] = frame->payload[0] / 2; - -} - -static int mtk_mdp_m2m_open(struct file *file) -{ - struct mtk_mdp_dev *mdp = video_drvdata(file); - struct video_device *vfd = video_devdata(file); - struct mtk_mdp_ctx *ctx = NULL; - int ret; - struct v4l2_format default_format; - - ctx = kzalloc(sizeof(*ctx), GFP_KERNEL); - if (!ctx) - return -ENOMEM; - - if (mutex_lock_interruptible(&mdp->lock)) { - ret = -ERESTARTSYS; - goto err_lock; - } - - mutex_init(&ctx->slock); - ctx->id = mdp->id_counter++; - v4l2_fh_init(&ctx->fh, vfd); - file->private_data = &ctx->fh; - ret = mtk_mdp_ctrls_create(ctx); - if (ret) - goto error_ctrls; - - /* Use separate control handler per file handle */ - ctx->fh.ctrl_handler = &ctx->ctrl_handler; - v4l2_fh_add(&ctx->fh); - INIT_LIST_HEAD(&ctx->list); - - ctx->mdp_dev = mdp; - mtk_mdp_set_default_params(ctx); - - INIT_WORK(&ctx->work, mtk_mdp_m2m_worker); - ctx->m2m_ctx = v4l2_m2m_ctx_init(mdp->m2m_dev, ctx, - mtk_mdp_m2m_queue_init); - if (IS_ERR(ctx->m2m_ctx)) { - dev_err(&mdp->pdev->dev, "Failed to initialize m2m context"); - ret = PTR_ERR(ctx->m2m_ctx); - goto error_m2m_ctx; - } - ctx->fh.m2m_ctx = ctx->m2m_ctx; - if (mdp->ctx_num++ == 0) { - ret = vpu_load_firmware(mdp->vpu_dev); - if (ret < 0) { - dev_err(&mdp->pdev->dev, - "vpu_load_firmware failed %d\n", ret); - goto err_load_vpu; - } - - ret = mtk_mdp_vpu_register(mdp->pdev); - if (ret < 0) { - dev_err(&mdp->pdev->dev, - "mdp_vpu register failed %d\n", ret); - goto err_load_vpu; - } - } - - list_add(&ctx->list, &mdp->ctx_list); - mutex_unlock(&mdp->lock); - - /* Default format */ - memset(&default_format, 0, sizeof(default_format)); - default_format.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE; - default_format.fmt.pix_mp.width = 32; - default_format.fmt.pix_mp.height = 32; - default_format.fmt.pix_mp.pixelformat = V4L2_PIX_FMT_YUV420M; - mtk_mdp_m2m_s_fmt_mplane(file, &ctx->fh, &default_format); - default_format.type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE; - mtk_mdp_m2m_s_fmt_mplane(file, &ctx->fh, &default_format); - - mtk_mdp_dbg(0, "%s [%d]", dev_name(&mdp->pdev->dev), ctx->id); - - return 0; - -err_load_vpu: - mdp->ctx_num--; - v4l2_m2m_ctx_release(ctx->m2m_ctx); -error_m2m_ctx: - v4l2_ctrl_handler_free(&ctx->ctrl_handler); -error_ctrls: - v4l2_fh_del(&ctx->fh); - v4l2_fh_exit(&ctx->fh); - mutex_unlock(&mdp->lock); -err_lock: - kfree(ctx); - - return ret; -} - -static int mtk_mdp_m2m_release(struct file *file) -{ - struct mtk_mdp_ctx *ctx = fh_to_ctx(file->private_data); - struct mtk_mdp_dev *mdp = ctx->mdp_dev; - - flush_workqueue(mdp->job_wq); - mutex_lock(&mdp->lock); - v4l2_m2m_ctx_release(ctx->m2m_ctx); - v4l2_ctrl_handler_free(&ctx->ctrl_handler); - v4l2_fh_del(&ctx->fh); - v4l2_fh_exit(&ctx->fh); - mtk_mdp_vpu_deinit(&ctx->vpu); - mdp->ctx_num--; - list_del_init(&ctx->list); - - mtk_mdp_dbg(0, "%s [%d]", dev_name(&mdp->pdev->dev), ctx->id); - - mutex_unlock(&mdp->lock); - kfree(ctx); - - return 0; -} - -static const struct v4l2_file_operations mtk_mdp_m2m_fops = { - .owner = THIS_MODULE, - .open = mtk_mdp_m2m_open, - .release = mtk_mdp_m2m_release, - .poll = v4l2_m2m_fop_poll, - .unlocked_ioctl = video_ioctl2, - .mmap = v4l2_m2m_fop_mmap, -}; - -static const struct v4l2_m2m_ops mtk_mdp_m2m_ops = { - .device_run = mtk_mdp_m2m_device_run, -}; - -int mtk_mdp_register_m2m_device(struct mtk_mdp_dev *mdp) -{ - struct device *dev = &mdp->pdev->dev; - int ret; - - mdp->variant = &mtk_mdp_default_variant; - mdp->vdev = video_device_alloc(); - if (!mdp->vdev) { - dev_err(dev, "failed to allocate video device\n"); - ret = -ENOMEM; - goto err_video_alloc; - } - mdp->vdev->device_caps = V4L2_CAP_VIDEO_M2M_MPLANE | V4L2_CAP_STREAMING; - mdp->vdev->fops = &mtk_mdp_m2m_fops; - mdp->vdev->ioctl_ops = &mtk_mdp_m2m_ioctl_ops; - mdp->vdev->release = video_device_release; - mdp->vdev->lock = &mdp->lock; - mdp->vdev->vfl_dir = VFL_DIR_M2M; - mdp->vdev->v4l2_dev = &mdp->v4l2_dev; - snprintf(mdp->vdev->name, sizeof(mdp->vdev->name), "%s:m2m", - MTK_MDP_MODULE_NAME); - video_set_drvdata(mdp->vdev, mdp); - - mdp->m2m_dev = v4l2_m2m_init(&mtk_mdp_m2m_ops); - if (IS_ERR(mdp->m2m_dev)) { - dev_err(dev, "failed to initialize v4l2-m2m device\n"); - ret = PTR_ERR(mdp->m2m_dev); - goto err_m2m_init; - } - - ret = video_register_device(mdp->vdev, VFL_TYPE_VIDEO, 2); - if (ret) { - dev_err(dev, "failed to register video device\n"); - goto err_vdev_register; - } - - v4l2_info(&mdp->v4l2_dev, "driver registered as /dev/video%d", - mdp->vdev->num); - return 0; - -err_vdev_register: - v4l2_m2m_release(mdp->m2m_dev); -err_m2m_init: - video_device_release(mdp->vdev); -err_video_alloc: - - return ret; -} - -void mtk_mdp_unregister_m2m_device(struct mtk_mdp_dev *mdp) -{ - video_unregister_device(mdp->vdev); - v4l2_m2m_release(mdp->m2m_dev); -} |