[PATCH v2 11/22] media: rockchip: rga: check scaling factor
Nicolas Dufresne
nicolas at ndufresne.ca
Wed Dec 24 07:39:33 PST 2025
Le mercredi 03 décembre 2025 à 16:52 +0100, Sven Püschel a écrit :
> Check the scaling factor to avoid potential problems. This is relevant
> for the upcoming RGA3 support, as it can hang when the scaling factor
> is exceeded.
>
> There are two relevant scenarios that have to be considered to protect
> against invalid scaling values:
>
> When the output or capture is already streaming, setting the format on
> the other side should consider the max scaling factor and clamp it
> accordingly. This is only done in the streaming case, as it otherwise
> may unintentionally clamp the value when the application sets the first
> format (due to a default format on the other side).
>
> When the format is set on both sides first, then the format won't be
> corrected by above means. Therefore the second streamon call has to
> check the scaling factor and fail otherwise.
In codec specifications, we resolve this issue by resetting the capture format
every-time the output format is set. But without specification for color
transforms, its impossible to say if this is right or wrong, and I don't expect
perfect interroperability between drivers until someone make the effort to
specify this type of hardware.
What you describe is fine of course, but its a bit off nature of the way format
is normally being fixed by the driver to stay valid.
>
> Signed-off-by: Sven Püschel <s.pueschel at pengutronix.de>
> ---
> drivers/media/platform/rockchip/rga/rga-hw.c | 1 +
> drivers/media/platform/rockchip/rga/rga-hw.h | 1 +
> drivers/media/platform/rockchip/rga/rga.c | 60 +++++++++++++++++++++++++---
> drivers/media/platform/rockchip/rga/rga.h | 1 +
> 4 files changed, 58 insertions(+), 5 deletions(-)
>
> diff --git a/drivers/media/platform/rockchip/rga/rga-hw.c b/drivers/media/platform/rockchip/rga/rga-hw.c
> index 8cdfe089fd636..2ed4f22a999d5 100644
> --- a/drivers/media/platform/rockchip/rga/rga-hw.c
> +++ b/drivers/media/platform/rockchip/rga/rga-hw.c
> @@ -624,6 +624,7 @@ const struct rga_hw rga2_hw = {
> .max_width = MAX_WIDTH,
> .min_height = MIN_HEIGHT,
> .max_height = MAX_HEIGHT,
> + .max_scaling_factor = MAX_SCALING_FACTOR,
> .stride_alignment = 4,
>
> .setup_cmdbuf = rga_hw_setup_cmdbuf,
> diff --git a/drivers/media/platform/rockchip/rga/rga-hw.h b/drivers/media/platform/rockchip/rga/rga-hw.h
> index f4752aa823051..fffcab0131225 100644
> --- a/drivers/media/platform/rockchip/rga/rga-hw.h
> +++ b/drivers/media/platform/rockchip/rga/rga-hw.h
> @@ -14,6 +14,7 @@
>
> #define MIN_WIDTH 34
> #define MIN_HEIGHT 34
> +#define MAX_SCALING_FACTOR 16
>
> #define RGA_TIMEOUT 500
>
> diff --git a/drivers/media/platform/rockchip/rga/rga.c b/drivers/media/platform/rockchip/rga/rga.c
> index f02ae02de26ca..46dc94db6f85e 100644
> --- a/drivers/media/platform/rockchip/rga/rga.c
> +++ b/drivers/media/platform/rockchip/rga/rga.c
> @@ -346,18 +346,47 @@ static int vidioc_g_fmt(struct file *file, void *priv, struct v4l2_format *f)
> static int vidioc_try_fmt(struct file *file, void *priv, struct v4l2_format *f)
> {
> struct v4l2_pix_format_mplane *pix_fmt = &f->fmt.pix_mp;
> - struct rockchip_rga *rga = video_drvdata(file);
> + struct rga_ctx *ctx = file_to_rga_ctx(file);
> + struct rockchip_rga *rga = ctx->rga;
> const struct rga_hw *hw = rga->hw;
> struct rga_fmt *fmt;
> + u32 min_width = hw->min_width;
> + u32 max_width = hw->max_width;
> + u32 min_height = hw->min_height;
> + u32 max_height = hw->max_height;
>
> fmt = rga_fmt_find(rga, pix_fmt->pixelformat);
> if (!fmt)
> fmt = &hw->formats[0];
>
> - pix_fmt->width = clamp(pix_fmt->width,
> - hw->min_width, hw->max_width);
> - pix_fmt->height = clamp(pix_fmt->height,
> - hw->min_height, hw->max_height);
> + if (V4L2_TYPE_IS_OUTPUT(f->type) &&
> + v4l2_m2m_get_dst_vq(ctx->fh.m2m_ctx)->streaming) {
What if userspace wanted to get the buffer size computed, so it can allocate
externally before it calls streamoff ? Hans did mention recently that try
function should only be state aware if specified.
I'd like other reviewers feedback on what should be done here, of course writing
a spec would be ideal.
Nicolas
> + min_width =
> + MAX(min_width, DIV_ROUND_UP(ctx->out.pix.width,
> + hw->max_scaling_factor));
> + max_width = MIN(max_width,
> + ctx->out.pix.width * hw->max_scaling_factor);
> + min_height =
> + MAX(min_height, DIV_ROUND_UP(ctx->out.pix.height,
> + hw->max_scaling_factor));
> + max_height = MIN(max_height,
> + ctx->out.pix.height * hw->max_scaling_factor);
> + } else if (V4L2_TYPE_IS_CAPTURE(f->type) &&
> + v4l2_m2m_get_src_vq(ctx->fh.m2m_ctx)->streaming) {
> + min_width =
> + MAX(min_width, DIV_ROUND_UP(ctx->in.pix.width,
> + hw->max_scaling_factor));
> + max_width = MIN(max_width,
> + ctx->in.pix.width * hw->max_scaling_factor);
> + min_height =
> + MAX(min_height, DIV_ROUND_UP(ctx->in.pix.height,
> + hw->max_scaling_factor));
> + max_height = MIN(max_height,
> + ctx->in.pix.height * hw->max_scaling_factor);
> + }
> +
> + pix_fmt->width = clamp(pix_fmt->width, min_width, max_width);
> + pix_fmt->height = clamp(pix_fmt->height, min_height, max_height);
>
> v4l2_fill_pixfmt_mp_aligned(pix_fmt, pix_fmt->pixelformat,
> pix_fmt->width, pix_fmt->height, hw->stride_alignment);
> @@ -523,12 +552,33 @@ static int vidioc_s_selection(struct file *file, void *priv,
> return ret;
> }
>
> +static bool check_scaling(const struct rga_hw *hw, u32 src_size, u32 dst_size)
> +{
> + if (src_size < dst_size)
> + return src_size * hw->max_scaling_factor >= dst_size;
> + else
> + return dst_size * hw->max_scaling_factor >= src_size;
> +}
> +
> static int vidioc_streamon(struct file *file, void *priv,
> enum v4l2_buf_type type)
> {
> struct rga_ctx *ctx = file_to_rga_ctx(file);
> const struct rga_hw *hw = ctx->rga->hw;
>
> + if ((V4L2_TYPE_IS_OUTPUT(type) &&
> + v4l2_m2m_get_dst_vq(ctx->fh.m2m_ctx)->streaming) ||
> + (V4L2_TYPE_IS_CAPTURE(type) &&
> + v4l2_m2m_get_src_vq(ctx->fh.m2m_ctx)->streaming)) {
> + /*
> + * As the other side is already streaming,
> + * check that the max scaling factor isn't exceeded.
> + */
> + if (!check_scaling(hw, ctx->in.pix.width, ctx->out.pix.width) ||
> + !check_scaling(hw, ctx->in.pix.height, ctx->out.pix.height))
> + return -EINVAL;
> + }
> +
> hw->setup_cmdbuf(ctx);
>
> return v4l2_m2m_streamon(file, ctx->fh.m2m_ctx, type);
> diff --git a/drivers/media/platform/rockchip/rga/rga.h b/drivers/media/platform/rockchip/rga/rga.h
> index 93162b118d069..d02d5730b4e3b 100644
> --- a/drivers/media/platform/rockchip/rga/rga.h
> +++ b/drivers/media/platform/rockchip/rga/rga.h
> @@ -152,6 +152,7 @@ struct rga_hw {
> size_t cmdbuf_size;
> u32 min_width, min_height;
> u32 max_width, max_height;
> + u8 max_scaling_factor;
> u8 stride_alignment;
>
> void (*setup_cmdbuf)(struct rga_ctx *ctx);
-------------- next part --------------
A non-text attachment was scrubbed...
Name: signature.asc
Type: application/pgp-signature
Size: 228 bytes
Desc: This is a digitally signed message part
URL: <http://lists.infradead.org/pipermail/linux-rockchip/attachments/20251224/0919085f/attachment.sig>
More information about the Linux-rockchip
mailing list