[PATCH v5 02/10] media: rkisp1: Support setting memory stride for main path

Tomi Valkeinen tomi.valkeinen at ideasonboard.com
Mon Jan 8 03:21:47 PST 2024


On 06/01/2024 18:02, Paul Elder wrote:
> Some versions of the ISP supported by the rkisp1 driver, such as the ISP
> in the i.MX8MP, implement configurable memory stride for the main path
> the same way as already implemented by the driver for the self path.
> Support this feature by adding a main stride feature flag and program
> the corresponding registers accordingly.
> 
> Signed-off-by: Laurent Pinchart <laurent.pinchart at ideasonboard.com>
> Signed-off-by: Paul Elder <paul.elder at ideasonboard.com>
> Reviewed-by: Laurent Pinchart <laurent.pinchart at ideasonboard.com>
> Tested-by: Alexander Stein <alexander.stein at ew.tq-group.com>
> Tested-by: Adam Ford <aford173 at gmail.com>
> ---
> Changes since v3:
> 
> - Implement memory stride support
> - Squash patch that adds register bits definitions
> - Reword the commit message
> 
> Changes since v2:
> 
> - Document the RKISP1_FEATURE_MAIN_STRIDE bit
> - Use the rkisp1_has_feature() macro
> ---
>   .../platform/rockchip/rkisp1/rkisp1-capture.c | 34 ++++++++++++-------
>   .../platform/rockchip/rkisp1/rkisp1-common.h  |  6 ++--
>   .../platform/rockchip/rkisp1/rkisp1-regs.h    | 27 +++++++++++++++
>   3 files changed, 52 insertions(+), 15 deletions(-)

Reviewed-by: Tomi Valkeinen <tomi.valkeinen at ideasonboard.com>

  Tomi

> diff --git a/drivers/media/platform/rockchip/rkisp1/rkisp1-capture.c b/drivers/media/platform/rockchip/rkisp1/rkisp1-capture.c
> index c381c22135a2..83a968487f24 100644
> --- a/drivers/media/platform/rockchip/rkisp1/rkisp1-capture.c
> +++ b/drivers/media/platform/rockchip/rkisp1/rkisp1-capture.c
> @@ -442,6 +442,14 @@ static void rkisp1_mp_config(struct rkisp1_capture *cap)
>   	rkisp1_write(rkisp1, cap->config->mi.cr_size_init,
>   		     rkisp1_pixfmt_comp_size(pixm, RKISP1_PLANE_CR));
>   
> +	if (rkisp1_has_feature(rkisp1, MAIN_STRIDE)) {
> +		rkisp1_write(rkisp1, RKISP1_CIF_MI_MP_Y_LLENGTH, cap->stride);
> +		rkisp1_write(rkisp1, RKISP1_CIF_MI_MP_Y_PIC_WIDTH, pixm->width);
> +		rkisp1_write(rkisp1, RKISP1_CIF_MI_MP_Y_PIC_HEIGHT, pixm->height);
> +		rkisp1_write(rkisp1, RKISP1_CIF_MI_MP_Y_PIC_SIZE,
> +			     cap->stride * pixm->height);
> +	}
> +
>   	rkisp1_irq_frame_end_enable(cap);
>   
>   	/* set uv swapping for semiplanar formats */
> @@ -479,11 +487,11 @@ static void rkisp1_sp_config(struct rkisp1_capture *cap)
>   	rkisp1_write(rkisp1, cap->config->mi.cr_size_init,
>   		     rkisp1_pixfmt_comp_size(pixm, RKISP1_PLANE_CR));
>   
> -	rkisp1_write(rkisp1, RKISP1_CIF_MI_SP_Y_LLENGTH, cap->sp_y_stride);
> +	rkisp1_write(rkisp1, RKISP1_CIF_MI_SP_Y_LLENGTH, cap->stride);
>   	rkisp1_write(rkisp1, RKISP1_CIF_MI_SP_Y_PIC_WIDTH, pixm->width);
>   	rkisp1_write(rkisp1, RKISP1_CIF_MI_SP_Y_PIC_HEIGHT, pixm->height);
>   	rkisp1_write(rkisp1, RKISP1_CIF_MI_SP_Y_PIC_SIZE,
> -		     cap->sp_y_stride * pixm->height);
> +		     cap->stride * pixm->height);
>   
>   	rkisp1_irq_frame_end_enable(cap);
>   
> @@ -1095,8 +1103,8 @@ static const struct vb2_ops rkisp1_vb2_ops = {
>    */
>   
>   static const struct v4l2_format_info *
> -rkisp1_fill_pixfmt(struct v4l2_pix_format_mplane *pixm,
> -		   enum rkisp1_stream_id id)
> +rkisp1_fill_pixfmt(const struct rkisp1_capture *cap,
> +		   struct v4l2_pix_format_mplane *pixm)
>   {
>   	struct v4l2_plane_pix_format *plane_y = &pixm->plane_fmt[0];
>   	const struct v4l2_format_info *info;
> @@ -1109,10 +1117,13 @@ rkisp1_fill_pixfmt(struct v4l2_pix_format_mplane *pixm,
>   
>   	/*
>   	 * The SP supports custom strides, expressed as a number of pixels for
> -	 * the Y plane. Clamp the stride to a reasonable value to avoid integer
> -	 * overflows when calculating the bytesperline and sizeimage values.
> +	 * the Y plane, and so does the MP in ISP versions that have the
> +	 * MAIN_STRIDE feature. Clamp the stride to a reasonable value to avoid
> +	 * integer overflows when calculating the bytesperline and sizeimage
> +	 * values.
>   	 */
> -	if (id == RKISP1_SELFPATH)
> +	if (cap->id == RKISP1_SELFPATH ||
> +	    rkisp1_has_feature(cap->rkisp1, MAIN_STRIDE))
>   		stride = clamp(DIV_ROUND_UP(plane_y->bytesperline, info->bpp[0]),
>   			       pixm->width, 65536U);
>   	else
> @@ -1187,7 +1198,7 @@ static void rkisp1_try_fmt(const struct rkisp1_capture *cap,
>   	pixm->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
>   	pixm->quantization = V4L2_QUANTIZATION_DEFAULT;
>   
> -	info = rkisp1_fill_pixfmt(pixm, cap->id);
> +	info = rkisp1_fill_pixfmt(cap, pixm);
>   
>   	if (fmt_cfg)
>   		*fmt_cfg = fmt;
> @@ -1199,12 +1210,9 @@ static void rkisp1_set_fmt(struct rkisp1_capture *cap,
>   			   struct v4l2_pix_format_mplane *pixm)
>   {
>   	rkisp1_try_fmt(cap, pixm, &cap->pix.cfg, &cap->pix.info);
> -	cap->pix.fmt = *pixm;
>   
> -	/* SP supports custom stride in number of pixels of the Y plane */
> -	if (cap->id == RKISP1_SELFPATH)
> -		cap->sp_y_stride = pixm->plane_fmt[0].bytesperline /
> -				   cap->pix.info->bpp[0];
> +	cap->pix.fmt = *pixm;
> +	cap->stride = pixm->plane_fmt[0].bytesperline / cap->pix.info->bpp[0];
>   }
>   
>   static int rkisp1_try_fmt_vid_cap_mplane(struct file *file, void *fh,
> diff --git a/drivers/media/platform/rockchip/rkisp1/rkisp1-common.h b/drivers/media/platform/rockchip/rkisp1/rkisp1-common.h
> index be6cb42776b0..6a811b7ef1b9 100644
> --- a/drivers/media/platform/rockchip/rkisp1/rkisp1-common.h
> +++ b/drivers/media/platform/rockchip/rkisp1/rkisp1-common.h
> @@ -110,6 +110,7 @@ enum rkisp1_isp_pad {
>    * enum rkisp1_feature - ISP features
>    *
>    * @RKISP1_FEATURE_MIPI_CSI2: The ISP has an internal MIPI CSI-2 receiver
> + * @RKISP1_FEATURE_MAIN_STRIDE: The ISP supports configurable stride on the main path
>    *
>    * The ISP features are stored in a bitmask in &rkisp1_info.features and allow
>    * the driver to implement support for features present in some ISP versions
> @@ -117,6 +118,7 @@ enum rkisp1_isp_pad {
>    */
>   enum rkisp1_feature {
>   	RKISP1_FEATURE_MIPI_CSI2 = BIT(0),
> +	RKISP1_FEATURE_MAIN_STRIDE = BIT(1),
>   };
>   
>   #define rkisp1_has_feature(rkisp1, feature) \
> @@ -266,7 +268,7 @@ struct rkisp1_device;
>    *		  handler to stop the streaming by waiting on the 'done' wait queue.
>    *		  If the irq handler is not called, the stream is stopped by the callback
>    *		  after timeout.
> - * @sp_y_stride:  the selfpath allows to configure a y stride that is longer than the image width.
> + * @stride:       the line stride for the first plane, in pixel units
>    * @buf.lock:	  lock to protect buf.queue
>    * @buf.queue:	  queued buffer list
>    * @buf.dummy:	  dummy space to store dropped data
> @@ -287,7 +289,7 @@ struct rkisp1_capture {
>   	bool is_streaming;
>   	bool is_stopping;
>   	wait_queue_head_t done;
> -	unsigned int sp_y_stride;
> +	unsigned int stride;
>   	struct {
>   		/* protects queue, curr and next */
>   		spinlock_t lock;
> diff --git a/drivers/media/platform/rockchip/rkisp1/rkisp1-regs.h b/drivers/media/platform/rockchip/rkisp1/rkisp1-regs.h
> index bea69a0d766a..3b19c8411360 100644
> --- a/drivers/media/platform/rockchip/rkisp1/rkisp1-regs.h
> +++ b/drivers/media/platform/rockchip/rkisp1/rkisp1-regs.h
> @@ -207,6 +207,24 @@
>   #define RKISP1_CIF_MI_XTD_FMT_CTRL_SP_CB_CR_SWAP	BIT(1)
>   #define RKISP1_CIF_MI_XTD_FMT_CTRL_DMA_CB_CR_SWAP	BIT(2)
>   
> +/* MI_OUTPUT_ALIGN_FORMAT */
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_MP_LSB_ALIGNMENT			BIT(0)
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_MP_BYTE_SWAP_BYTES		BIT(1)
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_MP_BYTE_SWAP_WORDS		BIT(2)
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_MP_BYTE_SWAP_DWORDS		BIT(3)
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_SP_BYTE_SWAP_BYTES		BIT(4)
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_SP_BYTE_SWAP_WORDS		BIT(5)
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_SP_BYTE_SWAP_DWORDS		BIT(6)
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_DMA_BYTE_SWAP_BYTES		BIT(7)
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_DMA_BYTE_SWAP_WORDS		BIT(8)
> +#define RKISP1_CIF_OUTPUT_ALIGN_FORMAT_DMA_BYTE_SWAP_DWORDS		BIT(9)
> +
> +/* MI_MP_OUTPUT_FIFO_SIZE */
> +#define RKISP1_CIF_MI_MP_OUTPUT_FIFO_SIZE_OUTPUT_FIFO_DEPTH_FULL	(0 << 0)
> +#define RKISP1_CIF_MI_MP_OUTPUT_FIFO_SIZE_OUTPUT_FIFO_DEPTH_HALF	(1 << 0)
> +#define RKISP1_CIF_MI_MP_OUTPUT_FIFO_SIZE_OUTPUT_FIFO_DEPTH_QUARTER	(2 << 0)
> +#define RKISP1_CIF_MI_MP_OUTPUT_FIFO_SIZE_OUTPUT_FIFO_DEPTH_EIGHT	(3 << 0)
> +
>   /* VI_CCL */
>   #define RKISP1_CIF_CCL_CIF_CLK_DIS			BIT(2)
>   /* VI_ISP_CLK_CTRL */
> @@ -1000,6 +1018,15 @@
>   #define RKISP1_CIF_MI_SP_CB_BASE_AD_INIT2	(RKISP1_CIF_MI_BASE + 0x00000140)
>   #define RKISP1_CIF_MI_SP_CR_BASE_AD_INIT2	(RKISP1_CIF_MI_BASE + 0x00000144)
>   #define RKISP1_CIF_MI_XTD_FORMAT_CTRL		(RKISP1_CIF_MI_BASE + 0x00000148)
> +#define RKISP1_CIF_MI_MP_HANDSHAKE_0		(RKISP1_CIF_MI_BASE + 0x0000014C)
> +#define RKISP1_CIF_MI_MP_Y_LLENGTH		(RKISP1_CIF_MI_BASE + 0x00000150)
> +#define RKISP1_CIF_MI_MP_Y_SLICE_OFFSET		(RKISP1_CIF_MI_BASE + 0x00000154)
> +#define RKISP1_CIF_MI_MP_C_SLICE_OFFSET		(RKISP1_CIF_MI_BASE + 0x00000158)
> +#define RKISP1_CIF_MI_OUTPUT_ALIGN_FORMAT	(RKISP1_CIF_MI_BASE + 0x0000015C)
> +#define RKISP1_CIF_MI_MP_OUTPUT_FIFO_SIZE	(RKISP1_CIF_MI_BASE + 0x00000160)
> +#define RKISP1_CIF_MI_MP_Y_PIC_WIDTH		(RKISP1_CIF_MI_BASE + 0x00000164)
> +#define RKISP1_CIF_MI_MP_Y_PIC_HEIGHT		(RKISP1_CIF_MI_BASE + 0x00000168)
> +#define RKISP1_CIF_MI_MP_Y_PIC_SIZE		(RKISP1_CIF_MI_BASE + 0x0000016C)
>   
>   #define RKISP1_CIF_SMIA_BASE			0x00001a00
>   #define RKISP1_CIF_SMIA_CTRL			(RKISP1_CIF_SMIA_BASE + 0x00000000)




More information about the Linux-rockchip mailing list