riscv_unpriv.h 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118
  1. /*
  2. * SPDX-License-Identifier: BSD-2-Clause
  3. *
  4. * Copyright (c) 2019 Western Digital Corporation or its affiliates.
  5. *
  6. * Authors:
  7. * Anup Patel <anup.patel@wdc.com>
  8. */
  9. #ifndef __RISCV_UNPRIV_H__
  10. #define __RISCV_UNPRIV_H__
  11. #include <sbi/riscv_encoding.h>
  12. #include <sbi/sbi_bits.h>
  13. #include <sbi/sbi_types.h>
  14. #define DECLARE_UNPRIVILEGED_LOAD_FUNCTION(type, insn) \
  15. static inline type load_##type(const type *addr) \
  16. { \
  17. register ulong __mstatus asm("a2"); \
  18. type val; \
  19. asm("csrrs %0, " STR(CSR_MSTATUS) ", %3\n" #insn " %1, %2\n" \
  20. "csrw " STR( \
  21. CSR_MSTATUS) ", %0" \
  22. : "+&r"(__mstatus), "=&r"(val) \
  23. : "m"(*addr), "r"(MSTATUS_MPRV)); \
  24. return val; \
  25. }
  26. #define DECLARE_UNPRIVILEGED_STORE_FUNCTION(type, insn) \
  27. static inline void store_##type(type *addr, type val) \
  28. { \
  29. register ulong __mstatus asm("a3"); \
  30. asm volatile( \
  31. "csrrs %0, " STR( \
  32. CSR_MSTATUS) ", %3\n" #insn " %1, %2\n" \
  33. "csrw " STR(CSR_MSTATUS) ", %0" \
  34. : "+&r"(__mstatus) \
  35. : "r"(val), "m"(*addr), "r"(MSTATUS_MPRV)); \
  36. }
  37. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(u8, lbu)
  38. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(u16, lhu)
  39. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(s8, lb)
  40. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(s16, lh)
  41. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(s32, lw)
  42. DECLARE_UNPRIVILEGED_STORE_FUNCTION(u8, sb)
  43. DECLARE_UNPRIVILEGED_STORE_FUNCTION(u16, sh)
  44. DECLARE_UNPRIVILEGED_STORE_FUNCTION(u32, sw)
  45. #if __riscv_xlen == 64
  46. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(u32, lwu)
  47. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(u64, ld)
  48. DECLARE_UNPRIVILEGED_STORE_FUNCTION(u64, sd)
  49. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(ulong, ld)
  50. #else
  51. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(u32, lw)
  52. DECLARE_UNPRIVILEGED_LOAD_FUNCTION(ulong, lw)
  53. static inline u64 load_u64(const u64 *addr)
  54. {
  55. return load_u32((u32 *)addr) + ((u64)load_u32((u32 *)addr + 1) << 32);
  56. }
  57. static inline void store_u64(u64 *addr, u64 val)
  58. {
  59. store_u32((u32 *)addr, val);
  60. store_u32((u32 *)addr + 1, val >> 32);
  61. }
  62. #endif
  63. static inline ulong get_insn(ulong mepc, ulong *mstatus)
  64. {
  65. register ulong __mepc asm("a2") = mepc;
  66. register ulong __mstatus asm("a3");
  67. ulong val;
  68. #ifndef __riscv_compressed
  69. asm("csrrs %[mstatus], " STR(CSR_MSTATUS) ", %[mprv]\n"
  70. #if __riscv_xlen == 64
  71. STR(LWU) " %[insn], (%[addr])\n"
  72. #else
  73. STR(LW) " %[insn], (%[addr])\n"
  74. #endif
  75. "csrw " STR(CSR_MSTATUS) ", %[mstatus]"
  76. : [mstatus] "+&r"(__mstatus), [insn] "=&r"(val)
  77. : [mprv] "r"(MSTATUS_MPRV | MSTATUS_MXR), [addr] "r"(__mepc));
  78. #else
  79. ulong rvc_mask = 3, tmp;
  80. asm("csrrs %[mstatus], " STR(CSR_MSTATUS) ", %[mprv]\n"
  81. "and %[tmp], %[addr], 2\n"
  82. "bnez %[tmp], 1f\n"
  83. #if __riscv_xlen == 64
  84. STR(LWU) " %[insn], (%[addr])\n"
  85. #else
  86. STR(LW) " %[insn], (%[addr])\n"
  87. #endif
  88. "and %[tmp], %[insn], %[rvc_mask]\n"
  89. "beq %[tmp], %[rvc_mask], 2f\n"
  90. "sll %[insn], %[insn], %[xlen_minus_16]\n"
  91. "srl %[insn], %[insn], %[xlen_minus_16]\n"
  92. "j 2f\n"
  93. "1:\n"
  94. "lhu %[insn], (%[addr])\n"
  95. "and %[tmp], %[insn], %[rvc_mask]\n"
  96. "bne %[tmp], %[rvc_mask], 2f\n"
  97. "lhu %[tmp], 2(%[addr])\n"
  98. "sll %[tmp], %[tmp], 16\n"
  99. "add %[insn], %[insn], %[tmp]\n"
  100. "2: csrw " STR(CSR_MSTATUS) ", %[mstatus]"
  101. : [mstatus] "+&r"(__mstatus), [insn] "=&r"(val), [tmp] "=&r"(tmp)
  102. : [mprv] "r"(MSTATUS_MPRV | MSTATUS_MXR), [addr] "r"(__mepc),
  103. [rvc_mask] "r"(rvc_mask), [xlen_minus_16] "i"(__riscv_xlen - 16));
  104. #endif
  105. if (mstatus)
  106. *mstatus = __mstatus;
  107. return val;
  108. }
  109. #endif