[PATCH 3/4] arm64: entry: move bulk of ret_to_user to C
Joey Gouly
joey.gouly at arm.com
Tue Aug 3 05:06:10 PDT 2021
On Mon, Aug 02, 2021 at 03:07:32PM +0100, Mark Rutland wrote:
> In `ret_to_user` we perform some conditional work depending on the
> thread flags, then perform some IRQ/context tracking which is intended
> to balance with the IRQ/context tracking performed in the entry C code.
>
> For simplicity and consistency, it would be preferable to move this all
> to C. As a step towards that, this patch moves the conditional work and
> IRQ/context tracking into a C helper function. To aid bisectability,
> this is called from the `ret_to_user` assembly, and a subsequent patch
> will move the call to C code.
>
[..]
> diff --git a/arch/arm64/kernel/entry.S b/arch/arm64/kernel/entry.S
> index 863d44f73028..fe0a9bcc3e1f 100644
> --- a/arch/arm64/kernel/entry.S
> +++ b/arch/arm64/kernel/entry.S
> @@ -29,16 +29,6 @@
> #include <asm/asm-uaccess.h>
> #include <asm/unistd.h>
>
> -/*
> - * Context tracking and irqflag tracing need to instrument transitions between
> - * user and kernel mode.
> - */
> - .macro user_enter_irqoff
> -#if defined(CONFIG_CONTEXT_TRACKING) || defined(CONFIG_TRACE_IRQFLAGS)
> - bl exit_to_user_mode
> -#endif
> - .endm
> -
> .macro clear_gp_regs
> .irp n,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29
> mov x\n, xzr
> @@ -585,37 +575,17 @@ SYM_CODE_START_LOCAL(ret_to_kernel)
> kernel_exit 1
> SYM_CODE_END(ret_to_kernel)
>
> -/*
> - * "slow" syscall return path.
> - */
> SYM_CODE_START_LOCAL(ret_to_user)
> - disable_daif
> - gic_prio_kentry_setup tmp=x3
The `gic_prio_kentry_setup` macro is now unused too!
> -#ifdef CONFIG_TRACE_IRQFLAGS
> - bl trace_hardirqs_off
> -#endif
> - ldr x19, [tsk, #TSK_TI_FLAGS]
> - and x2, x19, #_TIF_WORK_MASK
> - cbnz x2, work_pending
> -finish_ret_to_user:
> - user_enter_irqoff
> + mov x0, sp
> + bl asm_exit_to_user_mode
> /* Ignore asynchronous tag check faults in the uaccess routines */
> clear_mte_async_tcf
> + ldr x19, [tsk, #TSK_TI_FLAGS] // re-check for single-step
> enable_step_tsk x19, x2
> #ifdef CONFIG_GCC_PLUGIN_STACKLEAK
> bl stackleak_erase
> #endif
> kernel_exit 0
> -
> -/*
> - * Ok, we need to do extra processing, enter the slow path.
> - */
> -work_pending:
> - mov x0, sp // 'regs'
> - mov x1, x19
> - bl do_notify_resume
> - ldr x19, [tsk, #TSK_TI_FLAGS] // re-check for single-step
> - b finish_ret_to_user
> SYM_CODE_END(ret_to_user)
>
> .popsection // .entry.text
Reviewed-by: Joey Gouly <joey.gouly at arm.com>
More information about the linux-arm-kernel
mailing list