// SPDX-License-Identifier: GPL-2.0-only /* * Copyright (c) 2022-2024 Qualcomm Innovation Center, Inc. All rights reserved. */ #include #include #include "iris_buffer.h" #include "iris_ctrls.h" #include "iris_instance.h" #include "iris_power.h" #include "iris_vdec.h" #include "iris_vpu_buffer.h" #define DEFAULT_WIDTH 320 #define DEFAULT_HEIGHT 240 #define DEFAULT_CODEC_ALIGNMENT 16 int iris_vdec_inst_init(struct iris_inst *inst) { struct iris_core *core = inst->core; struct v4l2_format *f; inst->fmt_src = kzalloc(sizeof(*inst->fmt_src), GFP_KERNEL); inst->fmt_dst = kzalloc(sizeof(*inst->fmt_dst), GFP_KERNEL); inst->fw_min_count = MIN_BUFFERS; f = inst->fmt_src; f->type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE; f->fmt.pix_mp.width = DEFAULT_WIDTH; f->fmt.pix_mp.height = DEFAULT_HEIGHT; f->fmt.pix_mp.pixelformat = V4L2_PIX_FMT_H264; f->fmt.pix_mp.num_planes = 1; f->fmt.pix_mp.plane_fmt[0].bytesperline = 0; f->fmt.pix_mp.plane_fmt[0].sizeimage = iris_get_buffer_size(inst, BUF_INPUT); f->fmt.pix_mp.field = V4L2_FIELD_NONE; inst->buffers[BUF_INPUT].min_count = iris_vpu_buf_count(inst, BUF_INPUT); inst->buffers[BUF_INPUT].size = f->fmt.pix_mp.plane_fmt[0].sizeimage; f = inst->fmt_dst; f->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE; f->fmt.pix_mp.pixelformat = V4L2_PIX_FMT_NV12; f->fmt.pix_mp.width = ALIGN(DEFAULT_WIDTH, 128); f->fmt.pix_mp.height = ALIGN(DEFAULT_HEIGHT, 32); f->fmt.pix_mp.num_planes = 1; f->fmt.pix_mp.plane_fmt[0].bytesperline = ALIGN(DEFAULT_WIDTH, 128); f->fmt.pix_mp.plane_fmt[0].sizeimage = iris_get_buffer_size(inst, BUF_OUTPUT); f->fmt.pix_mp.field = V4L2_FIELD_NONE; f->fmt.pix_mp.colorspace = V4L2_COLORSPACE_DEFAULT; f->fmt.pix_mp.xfer_func = V4L2_XFER_FUNC_DEFAULT; f->fmt.pix_mp.ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT; f->fmt.pix_mp.quantization = V4L2_QUANTIZATION_DEFAULT; inst->buffers[BUF_OUTPUT].min_count = iris_vpu_buf_count(inst, BUF_OUTPUT); inst->buffers[BUF_OUTPUT].size = f->fmt.pix_mp.plane_fmt[0].sizeimage; memcpy(&inst->fw_caps[0], &core->inst_fw_caps[0], INST_FW_CAP_MAX * sizeof(struct platform_inst_fw_cap)); return iris_ctrls_init(inst); } void iris_vdec_inst_deinit(struct iris_inst *inst) { kfree(inst->fmt_dst); kfree(inst->fmt_src); } int iris_vdec_enum_fmt(struct iris_inst *inst, struct v4l2_fmtdesc *f) { switch (f->type) { case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE: f->pixelformat = V4L2_PIX_FMT_H264; f->flags = V4L2_FMT_FLAG_COMPRESSED | V4L2_FMT_FLAG_DYN_RESOLUTION; break; case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE: f->pixelformat = V4L2_PIX_FMT_NV12; break; default: return -EINVAL; } return 0; } int iris_vdec_try_fmt(struct iris_inst *inst, struct v4l2_format *f) { struct v4l2_pix_format_mplane *pixmp = &f->fmt.pix_mp; struct v4l2_m2m_ctx *m2m_ctx = inst->m2m_ctx; struct v4l2_format *f_inst; struct vb2_queue *src_q; memset(pixmp->reserved, 0, sizeof(pixmp->reserved)); switch (f->type) { case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE: if (f->fmt.pix_mp.pixelformat != V4L2_PIX_FMT_H264) { f_inst = inst->fmt_src; f->fmt.pix_mp.width = f_inst->fmt.pix_mp.width; f->fmt.pix_mp.height = f_inst->fmt.pix_mp.height; f->fmt.pix_mp.pixelformat = f_inst->fmt.pix_mp.pixelformat; } break; case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE: if (f->fmt.pix_mp.pixelformat != V4L2_PIX_FMT_NV12) { f_inst = inst->fmt_dst; f->fmt.pix_mp.pixelformat = f_inst->fmt.pix_mp.pixelformat; f->fmt.pix_mp.width = f_inst->fmt.pix_mp.width; f->fmt.pix_mp.height = f_inst->fmt.pix_mp.height; } src_q = v4l2_m2m_get_src_vq(m2m_ctx); if (vb2_is_streaming(src_q)) { f_inst = inst->fmt_src; f->fmt.pix_mp.height = f_inst->fmt.pix_mp.height; f->fmt.pix_mp.width = f_inst->fmt.pix_mp.width; } break; default: return -EINVAL; } if (pixmp->field == V4L2_FIELD_ANY) pixmp->field = V4L2_FIELD_NONE; pixmp->num_planes = 1; return 0; } int iris_vdec_s_fmt(struct iris_inst *inst, struct v4l2_format *f) { struct v4l2_format *fmt, *output_fmt; struct vb2_queue *q; u32 codec_align; q = v4l2_m2m_get_vq(inst->m2m_ctx, f->type); if (!q) return -EINVAL; if (vb2_is_busy(q)) return -EBUSY; iris_vdec_try_fmt(inst, f); switch (f->type) { case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE: if (f->fmt.pix_mp.pixelformat != V4L2_PIX_FMT_H264) return -EINVAL; fmt = inst->fmt_src; fmt->type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE; codec_align = DEFAULT_CODEC_ALIGNMENT; fmt->fmt.pix_mp.width = ALIGN(f->fmt.pix_mp.width, codec_align); fmt->fmt.pix_mp.height = ALIGN(f->fmt.pix_mp.height, codec_align); fmt->fmt.pix_mp.num_planes = 1; fmt->fmt.pix_mp.plane_fmt[0].bytesperline = 0; fmt->fmt.pix_mp.plane_fmt[0].sizeimage = iris_get_buffer_size(inst, BUF_INPUT); inst->buffers[BUF_INPUT].min_count = iris_vpu_buf_count(inst, BUF_INPUT); inst->buffers[BUF_INPUT].size = fmt->fmt.pix_mp.plane_fmt[0].sizeimage; fmt->fmt.pix_mp.colorspace = f->fmt.pix_mp.colorspace; fmt->fmt.pix_mp.xfer_func = f->fmt.pix_mp.xfer_func; fmt->fmt.pix_mp.ycbcr_enc = f->fmt.pix_mp.ycbcr_enc; fmt->fmt.pix_mp.quantization = f->fmt.pix_mp.quantization; output_fmt = inst->fmt_dst; output_fmt->fmt.pix_mp.colorspace = f->fmt.pix_mp.colorspace; output_fmt->fmt.pix_mp.xfer_func = f->fmt.pix_mp.xfer_func; output_fmt->fmt.pix_mp.ycbcr_enc = f->fmt.pix_mp.ycbcr_enc; output_fmt->fmt.pix_mp.quantization = f->fmt.pix_mp.quantization; inst->crop.left = 0; inst->crop.top = 0; inst->crop.width = f->fmt.pix_mp.width; inst->crop.height = f->fmt.pix_mp.height; break; case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE: fmt = inst->fmt_dst; fmt->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE; if (fmt->fmt.pix_mp.pixelformat != V4L2_PIX_FMT_NV12) return -EINVAL; fmt->fmt.pix_mp.pixelformat = f->fmt.pix_mp.pixelformat; fmt->fmt.pix_mp.width = ALIGN(f->fmt.pix_mp.width, 128); fmt->fmt.pix_mp.height = ALIGN(f->fmt.pix_mp.height, 32); fmt->fmt.pix_mp.num_planes = 1; fmt->fmt.pix_mp.plane_fmt[0].bytesperline = ALIGN(f->fmt.pix_mp.width, 128); fmt->fmt.pix_mp.plane_fmt[0].sizeimage = iris_get_buffer_size(inst, BUF_OUTPUT); inst->buffers[BUF_OUTPUT].min_count = iris_vpu_buf_count(inst, BUF_OUTPUT); inst->buffers[BUF_OUTPUT].size = fmt->fmt.pix_mp.plane_fmt[0].sizeimage; inst->crop.top = 0; inst->crop.left = 0; inst->crop.width = f->fmt.pix_mp.width; inst->crop.height = f->fmt.pix_mp.height; break; default: return -EINVAL; } memcpy(f, fmt, sizeof(*fmt)); return 0; } int iris_vdec_subscribe_event(struct iris_inst *inst, const struct v4l2_event_subscription *sub) { int ret = 0; switch (sub->type) { case V4L2_EVENT_EOS: ret = v4l2_event_subscribe(&inst->fh, sub, 0, NULL); break; case V4L2_EVENT_SOURCE_CHANGE: ret = v4l2_src_change_event_subscribe(&inst->fh, sub); break; case V4L2_EVENT_CTRL: ret = v4l2_ctrl_subscribe_event(&inst->fh, sub); break; default: return -EINVAL; } return ret; } void iris_vdec_src_change(struct iris_inst *inst) { struct v4l2_m2m_ctx *m2m_ctx = inst->m2m_ctx; struct v4l2_event event = {0}; struct vb2_queue *src_q; src_q = v4l2_m2m_get_src_vq(m2m_ctx); if (!vb2_is_streaming(src_q)) return; event.type = V4L2_EVENT_SOURCE_CHANGE; event.u.src_change.changes = V4L2_EVENT_SRC_CH_RESOLUTION; v4l2_event_queue_fh(&inst->fh, &event); } static int iris_vdec_get_num_queued_buffers(struct iris_inst *inst, enum iris_buffer_type type) { struct v4l2_m2m_ctx *m2m_ctx = inst->m2m_ctx; struct v4l2_m2m_buffer *buffer, *n; struct iris_buffer *buf; u32 count = 0; switch (type) { case BUF_INPUT: v4l2_m2m_for_each_src_buf_safe(m2m_ctx, buffer, n) { buf = to_iris_buffer(&buffer->vb); if (!(buf->attr & BUF_ATTR_QUEUED)) continue; count++; } return count; case BUF_OUTPUT: v4l2_m2m_for_each_dst_buf_safe(m2m_ctx, buffer, n) { buf = to_iris_buffer(&buffer->vb); if (!(buf->attr & BUF_ATTR_QUEUED)) continue; count++; } return count; default: return count; } } static void iris_vdec_flush_deferred_buffers(struct iris_inst *inst, enum iris_buffer_type type) { struct v4l2_m2m_ctx *m2m_ctx = inst->m2m_ctx; struct v4l2_m2m_buffer *buffer, *n; struct iris_buffer *buf; if (type == BUF_INPUT) { v4l2_m2m_for_each_src_buf_safe(m2m_ctx, buffer, n) { buf = to_iris_buffer(&buffer->vb); if (buf->attr & BUF_ATTR_DEFERRED) { if (!(buf->attr & BUF_ATTR_BUFFER_DONE)) { buf->attr |= BUF_ATTR_BUFFER_DONE; buf->data_size = 0; iris_vb2_buffer_done(inst, buf); } } } } else { v4l2_m2m_for_each_dst_buf_safe(m2m_ctx, buffer, n) { buf = to_iris_buffer(&buffer->vb); if (buf->attr & BUF_ATTR_DEFERRED) { if (!(buf->attr & BUF_ATTR_BUFFER_DONE)) { buf->attr |= BUF_ATTR_BUFFER_DONE; buf->data_size = 0; iris_vb2_buffer_done(inst, buf); } } } } } static void iris_vdec_kill_session(struct iris_inst *inst) { const struct iris_hfi_command_ops *hfi_ops = inst->core->hfi_ops; if (!inst->session_id) return; hfi_ops->session_close(inst); iris_inst_change_state(inst, IRIS_INST_ERROR); } int iris_vdec_session_streamoff(struct iris_inst *inst, u32 plane) { const struct iris_hfi_command_ops *hfi_ops = inst->core->hfi_ops; enum iris_buffer_type buffer_type; u32 count; int ret; switch (plane) { case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE: buffer_type = BUF_INPUT; break; case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE: buffer_type = BUF_OUTPUT; break; default: return -EINVAL; } ret = hfi_ops->session_stop(inst, plane); if (ret) goto error; count = iris_vdec_get_num_queued_buffers(inst, buffer_type); if (count) { ret = -EINVAL; goto error; } ret = iris_inst_state_change_streamoff(inst, plane); if (ret) goto error; iris_vdec_flush_deferred_buffers(inst, buffer_type); return 0; error: iris_vdec_kill_session(inst); iris_vdec_flush_deferred_buffers(inst, buffer_type); return ret; } static int iris_vdec_process_streamon_input(struct iris_inst *inst) { const struct iris_hfi_command_ops *hfi_ops = inst->core->hfi_ops; enum iris_inst_sub_state set_sub_state = 0; int ret; iris_scale_power(inst); ret = hfi_ops->session_start(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; if (inst->sub_state & IRIS_INST_SUB_INPUT_PAUSE) { ret = iris_inst_change_sub_state(inst, IRIS_INST_SUB_INPUT_PAUSE, 0); if (ret) return ret; } if (inst->sub_state & IRIS_INST_SUB_DRC || inst->sub_state & IRIS_INST_SUB_DRAIN || inst->sub_state & IRIS_INST_SUB_FIRST_IPSC) { if (!(inst->sub_state & IRIS_INST_SUB_INPUT_PAUSE)) { if (hfi_ops->session_pause) { ret = hfi_ops->session_pause(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; } set_sub_state = IRIS_INST_SUB_INPUT_PAUSE; } } ret = iris_inst_state_change_streamon(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; return iris_inst_change_sub_state(inst, 0, set_sub_state); } int iris_vdec_streamon_input(struct iris_inst *inst) { int ret; ret = iris_set_properties(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; ret = iris_alloc_and_queue_persist_bufs(inst); if (ret) return ret; iris_get_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); ret = iris_destroy_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; ret = iris_create_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; ret = iris_queue_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; return iris_vdec_process_streamon_input(inst); } static int iris_vdec_process_streamon_output(struct iris_inst *inst) { const struct iris_hfi_command_ops *hfi_ops = inst->core->hfi_ops; bool drain_active = false, drc_active = false; enum iris_inst_sub_state clear_sub_state = 0; int ret = 0; iris_scale_power(inst); drain_active = inst->sub_state & IRIS_INST_SUB_DRAIN && inst->sub_state & IRIS_INST_SUB_DRAIN_LAST; drc_active = inst->sub_state & IRIS_INST_SUB_DRC && inst->sub_state & IRIS_INST_SUB_DRC_LAST; if (drc_active) clear_sub_state = IRIS_INST_SUB_DRC | IRIS_INST_SUB_DRC_LAST; else if (drain_active) clear_sub_state = IRIS_INST_SUB_DRAIN | IRIS_INST_SUB_DRAIN_LAST; if (inst->sub_state & IRIS_INST_SUB_INPUT_PAUSE) { ret = iris_alloc_and_queue_input_int_bufs(inst); if (ret) return ret; ret = iris_set_stage(inst, STAGE); if (ret) return ret; ret = iris_set_pipe(inst, PIPE); if (ret) return ret; } if (inst->state == IRIS_INST_INPUT_STREAMING && inst->sub_state & IRIS_INST_SUB_INPUT_PAUSE) { if (!drain_active) ret = hfi_ops->session_resume_drc(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); else if (hfi_ops->session_resume_drain) ret = hfi_ops->session_resume_drain(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; clear_sub_state |= IRIS_INST_SUB_INPUT_PAUSE; } if (inst->sub_state & IRIS_INST_SUB_FIRST_IPSC) clear_sub_state |= IRIS_INST_SUB_FIRST_IPSC; ret = hfi_ops->session_start(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); if (ret) return ret; if (inst->sub_state & IRIS_INST_SUB_OUTPUT_PAUSE) clear_sub_state |= IRIS_INST_SUB_OUTPUT_PAUSE; ret = iris_inst_state_change_streamon(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); if (ret) return ret; return iris_inst_change_sub_state(inst, clear_sub_state, 0); } int iris_vdec_streamon_output(struct iris_inst *inst) { const struct iris_hfi_command_ops *hfi_ops = inst->core->hfi_ops; int ret; ret = hfi_ops->session_set_config_params(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); if (ret) return ret; iris_get_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); ret = iris_destroy_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); if (ret) return ret; ret = iris_create_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); if (ret) return ret; ret = iris_vdec_process_streamon_output(inst); if (ret) goto error; ret = iris_queue_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); if (ret) goto error; return ret; error: iris_vdec_session_streamoff(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); return ret; } static int iris_vdec_vb2_buffer_to_driver(struct vb2_buffer *vb2, struct iris_buffer *buf) { struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb2); buf->type = iris_v4l2_type_to_driver(vb2->type); buf->index = vb2->index; buf->fd = vb2->planes[0].m.fd; buf->buffer_size = vb2->planes[0].length; buf->data_offset = vb2->planes[0].data_offset; buf->data_size = vb2->planes[0].bytesused - vb2->planes[0].data_offset; buf->flags = vbuf->flags; buf->timestamp = vb2->timestamp; buf->attr = 0; return 0; } static void iris_set_ts_metadata(struct iris_inst *inst, struct vb2_v4l2_buffer *vbuf) { u32 mask = V4L2_BUF_FLAG_TIMECODE | V4L2_BUF_FLAG_TSTAMP_SRC_MASK; struct vb2_buffer *vb = &vbuf->vb2_buf; u64 ts_us = vb->timestamp; if (inst->metadata_idx >= ARRAY_SIZE(inst->tss)) inst->metadata_idx = 0; do_div(ts_us, NSEC_PER_USEC); inst->tss[inst->metadata_idx].flags = vbuf->flags & mask; inst->tss[inst->metadata_idx].tc = vbuf->timecode; inst->tss[inst->metadata_idx].ts_us = ts_us; inst->tss[inst->metadata_idx].ts_ns = vb->timestamp; inst->metadata_idx++; } int iris_vdec_qbuf(struct iris_inst *inst, struct vb2_v4l2_buffer *vbuf) { struct iris_buffer *buf = to_iris_buffer(vbuf); struct vb2_buffer *vb2 = &vbuf->vb2_buf; struct vb2_queue *q; int ret; ret = iris_vdec_vb2_buffer_to_driver(vb2, buf); if (ret) return ret; if (buf->type == BUF_INPUT) iris_set_ts_metadata(inst, vbuf); q = v4l2_m2m_get_vq(inst->m2m_ctx, vb2->type); if (!vb2_is_streaming(q)) { buf->attr |= BUF_ATTR_DEFERRED; return 0; } iris_scale_power(inst); return iris_queue_buffer(inst, buf); } int iris_vdec_start_cmd(struct iris_inst *inst) { const struct iris_hfi_command_ops *hfi_ops = inst->core->hfi_ops; enum iris_inst_sub_state clear_sub_state = 0; struct vb2_queue *dst_vq; int ret; dst_vq = v4l2_m2m_get_dst_vq(inst->m2m_ctx); if (inst->sub_state & IRIS_INST_SUB_DRC && inst->sub_state & IRIS_INST_SUB_DRC_LAST) { vb2_clear_last_buffer_dequeued(dst_vq); clear_sub_state = IRIS_INST_SUB_DRC | IRIS_INST_SUB_DRC_LAST; if (inst->sub_state & IRIS_INST_SUB_INPUT_PAUSE) { ret = hfi_ops->session_resume_drc(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; clear_sub_state |= IRIS_INST_SUB_INPUT_PAUSE; } if (inst->sub_state & IRIS_INST_SUB_OUTPUT_PAUSE) { ret = hfi_ops->session_resume_drc(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); if (ret) return ret; clear_sub_state |= IRIS_INST_SUB_OUTPUT_PAUSE; } } else if (inst->sub_state & IRIS_INST_SUB_DRAIN && inst->sub_state & IRIS_INST_SUB_DRAIN_LAST) { vb2_clear_last_buffer_dequeued(dst_vq); clear_sub_state = IRIS_INST_SUB_DRAIN | IRIS_INST_SUB_DRAIN_LAST; if (inst->sub_state & IRIS_INST_SUB_INPUT_PAUSE) { if (hfi_ops->session_resume_drain) { ret = hfi_ops->session_resume_drain(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; } clear_sub_state |= IRIS_INST_SUB_INPUT_PAUSE; } if (inst->sub_state & IRIS_INST_SUB_OUTPUT_PAUSE) { if (hfi_ops->session_resume_drain) { ret = hfi_ops->session_resume_drain(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); if (ret) return ret; } clear_sub_state |= IRIS_INST_SUB_OUTPUT_PAUSE; } } else { dev_err(inst->core->dev, "start called before receiving last_flag\n"); iris_inst_change_state(inst, IRIS_INST_ERROR); return -EBUSY; } return iris_inst_change_sub_state(inst, clear_sub_state, 0); } int iris_vdec_stop_cmd(struct iris_inst *inst) { const struct iris_hfi_command_ops *hfi_ops = inst->core->hfi_ops; int ret; ret = hfi_ops->session_drain(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); if (ret) return ret; return iris_inst_change_sub_state(inst, 0, IRIS_INST_SUB_DRAIN); }