[PATCH v2 3/3] lib: sbi: Allow platform to fixup load/store faults

Anup Patel anup at brainfault.org
Mon Feb 26 22:31:24 PST 2024


On Mon, Feb 5, 2024 at 4:20 PM Bo Gan <ganboing at gmail.com> wrote:
>
> This patch allows platforms to define load/store emulators to handle
> load/store faults. Each platform can then use it to trap-and-emulate
> special devices, or filter access to physical devices.
>
> Two more functions are added to `sbi_platform_operations`.
> emulate_load: called when trap.mcause == CAUSE_LOAD_ACCESS
> emulate_store: called when trap.mcause == CAUSE_STORE_ACCESS
> If not defined, sbi_trap_handler redirects the fault, same as before.
>
> The code to decode load/store instruction is reused from
> sbi_misaligned_load/store_handler, with additional lb/lbu/sb decoding.
>
> Signed-off-by: Bo Gan <ganboing at gmail.com>
> ---
>  include/sbi/sbi_platform.h  |  13 +++
>  include/sbi/sbi_trap.h      |   2 +-
>  include/sbi/sbi_trap_ldst.h |  28 +++++-
>  lib/sbi/sbi_trap.c          |  36 +++++---
>  lib/sbi/sbi_trap_ldst.c     | 208 +++++++++++++++++++++++++++++---------------
>  5 files changed, 196 insertions(+), 91 deletions(-)

This patch needs to be broken down into small patches.

The changes to sbi_trap_redirect() prototype needs to be a separate patch.

The addition of emulate_load() and emulate_store() callbacks in sbi_platform.h
needs to be a separate patch. Also, add sbi_platform_emulate_load() and
sbi_platform_emulate_store().

>
> diff --git a/include/sbi/sbi_platform.h b/include/sbi/sbi_platform.h
> index 2fb33e1..f8e4514 100644
> --- a/include/sbi/sbi_platform.h
> +++ b/include/sbi/sbi_platform.h
> @@ -48,6 +48,7 @@
>  #include <sbi/sbi_error.h>
>  #include <sbi/sbi_scratch.h>
>  #include <sbi/sbi_version.h>
> +#include <sbi/sbi_trap_ldst.h>
>
>  struct sbi_domain_memregion;
>  struct sbi_ecall_return;
> @@ -139,6 +140,18 @@ struct sbi_platform_operations {
>         int (*vendor_ext_provider)(long funcid,
>                                    struct sbi_trap_regs *regs,
>                                    struct sbi_ecall_return *out);
> +
> +       /**
> +        * platform specific handler to "fixup" load fault
> +        * If NULL, `sbi_trap_handler` will redirect the load fault
> +        */
> +       sbi_trap_ld_emulator emulate_load;
> +
> +       /**
> +        * platform specific handler to "fixup" store fault
> +        * If NULL, `sbi_trap_handler` will redirect the store fault
> +        */
> +       sbi_trap_st_emulator emulate_store;

No need for this typedef and drop the "#include <sbi/sbi_trap_ldst.h>"

>  };
>
>  /** Platform default per-HART stack size for exception/interrupt handling */
> diff --git a/include/sbi/sbi_trap.h b/include/sbi/sbi_trap.h
> index a562b95..2727bdb 100644
> --- a/include/sbi/sbi_trap.h
> +++ b/include/sbi/sbi_trap.h
> @@ -225,7 +225,7 @@ static inline unsigned long sbi_regs_gva(const struct sbi_trap_regs *regs)
>  }
>
>  int sbi_trap_redirect(struct sbi_trap_regs *regs,
> -                     struct sbi_trap_info *trap);
> +                     const struct sbi_trap_info *trap);
>
>  struct sbi_trap_regs *sbi_trap_handler(struct sbi_trap_regs *regs);
>
> diff --git a/include/sbi/sbi_trap_ldst.h b/include/sbi/sbi_trap_ldst.h
> index ab27eb4..54df16e 100644
> --- a/include/sbi/sbi_trap_ldst.h
> +++ b/include/sbi/sbi_trap_ldst.h
> @@ -13,11 +13,31 @@
>  #include <sbi/sbi_types.h>
>
>  struct sbi_trap_regs;
> +struct sbi_trap_info;
>
> -int sbi_misaligned_load_handler(ulong addr, ulong tval2, ulong tinst,
> -                               struct sbi_trap_regs *regs);
> +union reg_data {
> +       u64 data_u64;
> +       u32 data_u32;
> +       u8 data_bytes[8];
> +       ulong data_ulong;
> +};
>
> -int sbi_misaligned_store_handler(ulong addr, ulong tval2, ulong tinst,
> -                                struct sbi_trap_regs *regs);
> +typedef int (*sbi_trap_ld_emulator)(ulong addr, int len, union reg_data *out_val,
> +               struct sbi_trap_regs *regs, const struct sbi_trap_info *orig_trap);
> +
> +typedef int (*sbi_trap_st_emulator)(ulong addr, int len, union reg_data in_val,
> +               struct sbi_trap_regs *regs, const struct sbi_trap_info *orig_trap);
> +
> +int sbi_misaligned_load_handler(struct sbi_trap_regs *regs,
> +                               const struct sbi_trap_info *orig_trap);
> +
> +int sbi_misaligned_store_handler(struct sbi_trap_regs *regs,
> +                               const struct sbi_trap_info *orig_trap);
> +
> +int sbi_load_fault_handler(struct sbi_trap_regs *regs,
> +                       const struct sbi_trap_info *orig_trap);
> +
> +int sbi_store_fault_handler(struct sbi_trap_regs *regs,
> +                       const struct sbi_trap_info *orig_trap);
>
>  #endif
> diff --git a/lib/sbi/sbi_trap.c b/lib/sbi/sbi_trap.c
> index 145db4b..eb4cc0f 100644
> --- a/lib/sbi/sbi_trap.c
> +++ b/lib/sbi/sbi_trap.c
> @@ -84,7 +84,7 @@ static void __noreturn sbi_trap_error(const char *msg, int rc,
>   * @return 0 on success and negative error code on failure
>   */
>  int sbi_trap_redirect(struct sbi_trap_regs *regs,
> -                     struct sbi_trap_info *trap)
> +                     const struct sbi_trap_info *trap)
>  {
>         ulong hstatus, vsstatus, prev_mode;
>  #if __riscv_xlen == 32
> @@ -285,6 +285,13 @@ struct sbi_trap_regs *sbi_trap_handler(struct sbi_trap_regs *regs)
>                 }
>                 return regs;
>         }
> +       /* Original trap_info */
> +       trap.epc   = regs->mepc;
> +       trap.cause = mcause;
> +       trap.tval  = mtval;
> +       trap.tval2 = mtval2;
> +       trap.tinst = mtinst;
> +       trap.gva   = sbi_regs_gva(regs);
>
>         switch (mcause) {
>         case CAUSE_ILLEGAL_INSTRUCTION:
> @@ -292,11 +299,13 @@ struct sbi_trap_regs *sbi_trap_handler(struct sbi_trap_regs *regs)
>                 msg = "illegal instruction handler failed";
>                 break;
>         case CAUSE_MISALIGNED_LOAD:
> -               rc = sbi_misaligned_load_handler(mtval, mtval2, mtinst, regs);
> +               sbi_pmu_ctr_incr_fw(SBI_PMU_FW_MISALIGNED_LOAD);
> +               rc  = sbi_misaligned_load_handler(regs, &trap);
>                 msg = "misaligned load handler failed";
>                 break;
>         case CAUSE_MISALIGNED_STORE:
> -               rc  = sbi_misaligned_store_handler(mtval, mtval2, mtinst, regs);
> +               sbi_pmu_ctr_incr_fw(SBI_PMU_FW_MISALIGNED_STORE);
> +               rc  = sbi_misaligned_store_handler(regs, &trap);
>                 msg = "misaligned store handler failed";
>                 break;
>         case CAUSE_SUPERVISOR_ECALL:
> @@ -305,20 +314,19 @@ struct sbi_trap_regs *sbi_trap_handler(struct sbi_trap_regs *regs)
>                 msg = "ecall handler failed";
>                 break;
>         case CAUSE_LOAD_ACCESS:
> +               sbi_pmu_ctr_incr_fw(SBI_PMU_FW_ACCESS_LOAD);
> +               rc  = sbi_load_fault_handler(regs, &trap);
> +               msg = "load fault handler failed";
> +               break;
>         case CAUSE_STORE_ACCESS:
> -               sbi_pmu_ctr_incr_fw(mcause == CAUSE_LOAD_ACCESS ?
> -                       SBI_PMU_FW_ACCESS_LOAD : SBI_PMU_FW_ACCESS_STORE);
> -               /* fallthrough */
> +               sbi_pmu_ctr_incr_fw(SBI_PMU_FW_ACCESS_STORE);
> +               rc  = sbi_store_fault_handler(regs, &trap);
> +               msg = "store fault handler failed";
> +               break;
>         default:
>                 /* If the trap came from S or U mode, redirect it there */
> -               trap.epc = regs->mepc;
> -               trap.cause = mcause;
> -               trap.tval = mtval;
> -               trap.tval2 = mtval2;
> -               trap.tinst = mtinst;
> -               trap.gva   = sbi_regs_gva(regs);
> -
> -               rc = sbi_trap_redirect(regs, &trap);
> +               msg = "trap redirect failed";
> +               rc  = sbi_trap_redirect(regs, &trap);
>                 break;
>         }
>
> diff --git a/lib/sbi/sbi_trap_ldst.c b/lib/sbi/sbi_trap_ldst.c
> index be9a394..93d4ce9 100644
> --- a/lib/sbi/sbi_trap_ldst.c
> +++ b/lib/sbi/sbi_trap_ldst.c
> @@ -15,42 +15,24 @@
>  #include <sbi/sbi_pmu.h>
>  #include <sbi/sbi_trap.h>
>  #include <sbi/sbi_unpriv.h>
> +#include <sbi/sbi_platform.h>
>
> -union reg_data {
> -       u8 data_bytes[8];
> -       ulong data_ulong;
> -       u64 data_u64;
> -};
> -
> -static ulong sbi_misaligned_tinst_fixup(ulong orig_tinst, ulong new_tinst,
> -                                       ulong addr_offset)
> -{
> -       if (new_tinst == INSN_PSEUDO_VS_LOAD ||
> -           new_tinst == INSN_PSEUDO_VS_STORE)
> -               return new_tinst;
> -       else if (orig_tinst == 0)
> -               return 0UL;
> -       else
> -               return orig_tinst | (addr_offset << SH_RS1);
> -}
> -
> -int sbi_misaligned_load_handler(ulong addr, ulong tval2, ulong tinst,
> -                               struct sbi_trap_regs *regs)
> +static int sbi_trap_emulate_load(struct sbi_trap_regs *regs,
> +                                const struct sbi_trap_info *orig_trap,
> +                                sbi_trap_ld_emulator emu)
>  {
>         ulong insn, insn_len;
> -       union reg_data val;
> +       union reg_data val = { 0 };
>         struct sbi_trap_info uptrap;
> -       int i, fp = 0, shift = 0, len = 0;
> +       int rc, fp = 0, shift = 0, len = 0;
>
> -       sbi_pmu_ctr_incr_fw(SBI_PMU_FW_MISALIGNED_LOAD);
> -
> -       if (tinst & 0x1) {
> +       if (orig_trap->tinst & 0x1) {
>                 /*
>                  * Bit[0] == 1 implies trapped instruction value is
>                  * transformed instruction or custom instruction.
>                  */
> -               insn = tinst | INSN_16BIT_MASK;
> -               insn_len = (tinst & 0x2) ? INSN_LEN(insn) : 2;
> +               insn     = orig_trap->tinst | INSN_16BIT_MASK;
> +               insn_len = (orig_trap->tinst & 0x2) ? INSN_LEN(insn) : 2;
>         } else {
>                 /*
>                  * Bit[0] == 0 implies trapped instruction value is
> @@ -64,7 +46,12 @@ int sbi_misaligned_load_handler(ulong addr, ulong tval2, ulong tinst,
>                 insn_len = INSN_LEN(insn);
>         }
>
> -       if ((insn & INSN_MASK_LW) == INSN_MATCH_LW) {
> +       if ((insn & INSN_MASK_LB) == INSN_MATCH_LB) {
> +               len   = 1;
> +               shift = 8 * (sizeof(ulong) - len);
> +       } else if ((insn & INSN_MASK_LBU) == INSN_MATCH_LBU) {
> +               len = 1;
> +       } else if ((insn & INSN_MASK_LW) == INSN_MATCH_LW) {
>                 len   = 4;
>                 shift = 8 * (sizeof(ulong) - len);
>  #if __riscv_xlen == 64
> @@ -124,26 +111,12 @@ int sbi_misaligned_load_handler(ulong addr, ulong tval2, ulong tinst,
>  #endif
>  #endif
>         } else {
> -               uptrap.epc = regs->mepc;
> -               uptrap.cause = CAUSE_MISALIGNED_LOAD;
> -               uptrap.tval = addr;
> -               uptrap.tval2 = tval2;
> -               uptrap.tinst = tinst;
> -               uptrap.gva   = sbi_regs_gva(regs);
> -               return sbi_trap_redirect(regs, &uptrap);
> +               return sbi_trap_redirect(regs, orig_trap);
>         }
>
> -       val.data_u64 = 0;
> -       for (i = 0; i < len; i++) {
> -               val.data_bytes[i] = sbi_load_u8((void *)(addr + i),
> -                                               &uptrap);
> -               if (uptrap.cause) {
> -                       uptrap.epc = regs->mepc;
> -                       uptrap.tinst = sbi_misaligned_tinst_fixup(
> -                               tinst, uptrap.tinst, i);
> -                       return sbi_trap_redirect(regs, &uptrap);
> -               }
> -       }
> +       rc = emu(orig_trap->tval, len, &val, regs, orig_trap);
> +       if (rc)
> +               return rc;
>
>         if (!fp)
>                 SET_RD(insn, regs, ((long)(val.data_ulong << shift)) >> shift);
> @@ -159,23 +132,22 @@ int sbi_misaligned_load_handler(ulong addr, ulong tval2, ulong tinst,
>         return 0;
>  }
>
> -int sbi_misaligned_store_handler(ulong addr, ulong tval2, ulong tinst,
> -                                struct sbi_trap_regs *regs)
> +static int sbi_trap_emulate_store(struct sbi_trap_regs *regs,
> +                                 const struct sbi_trap_info *orig_trap,
> +                                 sbi_trap_st_emulator emu)
>  {
>         ulong insn, insn_len;
>         union reg_data val;
>         struct sbi_trap_info uptrap;
> -       int i, len = 0;
> +       int rc, len = 0;
>
> -       sbi_pmu_ctr_incr_fw(SBI_PMU_FW_MISALIGNED_STORE);
> -
> -       if (tinst & 0x1) {
> +       if (orig_trap->tinst & 0x1) {
>                 /*
>                  * Bit[0] == 1 implies trapped instruction value is
>                  * transformed instruction or custom instruction.
>                  */
> -               insn = tinst | INSN_16BIT_MASK;
> -               insn_len = (tinst & 0x2) ? INSN_LEN(insn) : 2;
> +               insn     = orig_trap->tinst | INSN_16BIT_MASK;
> +               insn_len = (orig_trap->tinst & 0x2) ? INSN_LEN(insn) : 2;
>         } else {
>                 /*
>                  * Bit[0] == 0 implies trapped instruction value is
> @@ -191,7 +163,9 @@ int sbi_misaligned_store_handler(ulong addr, ulong tval2, ulong tinst,
>
>         val.data_ulong = GET_RS2(insn, regs);
>
> -       if ((insn & INSN_MASK_SW) == INSN_MATCH_SW) {
> +       if ((insn & INSN_MASK_SB) == INSN_MATCH_SB) {
> +               len = 1;
> +       } else if ((insn & INSN_MASK_SW) == INSN_MATCH_SW) {
>                 len = 4;
>  #if __riscv_xlen == 64
>         } else if ((insn & INSN_MASK_SD) == INSN_MATCH_SD) {
> @@ -238,27 +212,117 @@ int sbi_misaligned_store_handler(ulong addr, ulong tval2, ulong tinst,
>  #endif
>  #endif
>         } else {
> -               uptrap.epc = regs->mepc;
> -               uptrap.cause = CAUSE_MISALIGNED_STORE;
> -               uptrap.tval = addr;
> -               uptrap.tval2 = tval2;
> -               uptrap.tinst = tinst;
> -               uptrap.gva   = sbi_regs_gva(regs);
> -               return sbi_trap_redirect(regs, &uptrap);
> +               return sbi_trap_redirect(regs, orig_trap);
>         }
>
> -       for (i = 0; i < len; i++) {
> -               sbi_store_u8((void *)(addr + i), val.data_bytes[i],
> -                            &uptrap);
> -               if (uptrap.cause) {
> -                       uptrap.epc = regs->mepc;
> -                       uptrap.tinst = sbi_misaligned_tinst_fixup(
> -                               tinst, uptrap.tinst, i);
> -                       return sbi_trap_redirect(regs, &uptrap);
> -               }
> -       }
> +       rc = emu(orig_trap->tval, len, val, regs, orig_trap);
> +       if (rc)
> +               return rc;
>
>         regs->mepc += insn_len;
>
>         return 0;
>  }
> +
> +static ulong sbi_misaligned_tinst_fixup(ulong orig_tinst, ulong new_tinst,
> +                                       ulong addr_offset)
> +{
> +       if (new_tinst == INSN_PSEUDO_VS_LOAD ||
> +           new_tinst == INSN_PSEUDO_VS_STORE)
> +               return new_tinst;
> +       else if (orig_tinst == 0)
> +               return 0UL;
> +       else
> +               return orig_tinst | (addr_offset << SH_RS1);
> +}
> +
> +static int sbi_misaligned_ld_emulator(ulong addr, int len,
> +                                     union reg_data *out_val,
> +                                     struct sbi_trap_regs *regs,
> +                                     const struct sbi_trap_info *orig_trap)
> +{
> +       struct sbi_trap_info uptrap;
> +       int i;
> +
> +       for (i = 0; i < len; i++) {
> +               out_val->data_bytes[i] =
> +                       sbi_load_u8((void *)(addr + i), &uptrap);
> +               if (uptrap.cause) {
> +                       uptrap.epc   = regs->mepc;
> +                       uptrap.tinst = sbi_misaligned_tinst_fixup(
> +                               orig_trap->tinst, uptrap.tinst, i);
> +                       return sbi_trap_redirect(regs, &uptrap);
> +               }
> +       }
> +       return 0;
> +}
> +
> +static int sbi_misaligned_st_emulator(ulong addr, int len,
> +                                     union reg_data in_val,
> +                                     struct sbi_trap_regs *regs,
> +                                     const struct sbi_trap_info *orig_trap)
> +{
> +       struct sbi_trap_info uptrap;
> +       int i;
> +
> +       for (i = 0; i < len; i++) {
> +               sbi_store_u8((void *)(addr + i), in_val.data_bytes[i], &uptrap);
> +               if (uptrap.cause) {
> +                       uptrap.epc   = regs->mepc;
> +                       uptrap.tinst = sbi_misaligned_tinst_fixup(
> +                               orig_trap->tinst, uptrap.tinst, i);
> +                       return sbi_trap_redirect(regs, &uptrap);
> +               }
> +       }
> +       return 0;
> +}
> +
> +int sbi_misaligned_load_handler(struct sbi_trap_regs *regs,
> +                               const struct sbi_trap_info *orig_trap)
> +{
> +       return sbi_trap_emulate_load(regs, orig_trap,
> +                                    sbi_misaligned_ld_emulator);
> +}
> +
> +int sbi_misaligned_store_handler(struct sbi_trap_regs *regs,
> +                                const struct sbi_trap_info *orig_trap)
> +{
> +       return sbi_trap_emulate_store(regs, orig_trap,
> +                                     sbi_misaligned_st_emulator);
> +}
> +
> +int sbi_load_fault_handler(struct sbi_trap_regs *regs,
> +                          const struct sbi_trap_info *orig_trap)
> +{
> +       const struct sbi_platform *plat;
> +
> +       /* If fault came from M mode, just fail */
> +       if (((regs->mstatus & MSTATUS_MPP) >> MSTATUS_MPP_SHIFT) == PRV_M) {
> +               return SBI_EINVAL;
> +       }
> +
> +       plat = sbi_platform_ptr(sbi_scratch_thishart_ptr());
> +       if (sbi_platform_ops(plat)->emulate_load) {
> +               return sbi_trap_emulate_load(
> +                       regs, orig_trap, sbi_platform_ops(plat)->emulate_load);
> +       }
> +       return sbi_trap_redirect(regs, orig_trap);
> +}
> +
> +int sbi_store_fault_handler(struct sbi_trap_regs *regs,
> +                           const struct sbi_trap_info *orig_trap)
> +{
> +       const struct sbi_platform *plat;
> +
> +       /* If fault came from M mode, just fail */
> +       if (((regs->mstatus & MSTATUS_MPP) >> MSTATUS_MPP_SHIFT) == PRV_M) {
> +               return SBI_EINVAL;
> +       }
> +
> +       plat = sbi_platform_ptr(sbi_scratch_thishart_ptr());
> +       if (sbi_platform_ops(plat)->emulate_store) {
> +               return sbi_trap_emulate_store(
> +                       regs, orig_trap, sbi_platform_ops(plat)->emulate_store);
> +       }
> +       return sbi_trap_redirect(regs, orig_trap);
> +}
> --
> 2.7.4
>

Regards,
Anup



More information about the opensbi mailing list