mmio.c 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234
  1. // SPDX-License-Identifier: GPL-2.0+
  2. // Copyright 2019 IBM Corp.
  3. #include <linux/sched/mm.h>
  4. #include "trace.h"
  5. #include "ocxl_internal.h"
  6. int ocxl_global_mmio_read32(struct ocxl_afu *afu, size_t offset,
  7. enum ocxl_endian endian, u32 *val)
  8. {
  9. if (offset > afu->config.global_mmio_size - 4)
  10. return -EINVAL;
  11. #ifdef __BIG_ENDIAN__
  12. if (endian == OCXL_HOST_ENDIAN)
  13. endian = OCXL_BIG_ENDIAN;
  14. #endif
  15. switch (endian) {
  16. case OCXL_BIG_ENDIAN:
  17. *val = readl_be((char *)afu->global_mmio_ptr + offset);
  18. break;
  19. default:
  20. *val = readl((char *)afu->global_mmio_ptr + offset);
  21. break;
  22. }
  23. return 0;
  24. }
  25. EXPORT_SYMBOL_GPL(ocxl_global_mmio_read32);
  26. int ocxl_global_mmio_read64(struct ocxl_afu *afu, size_t offset,
  27. enum ocxl_endian endian, u64 *val)
  28. {
  29. if (offset > afu->config.global_mmio_size - 8)
  30. return -EINVAL;
  31. #ifdef __BIG_ENDIAN__
  32. if (endian == OCXL_HOST_ENDIAN)
  33. endian = OCXL_BIG_ENDIAN;
  34. #endif
  35. switch (endian) {
  36. case OCXL_BIG_ENDIAN:
  37. *val = readq_be((char *)afu->global_mmio_ptr + offset);
  38. break;
  39. default:
  40. *val = readq((char *)afu->global_mmio_ptr + offset);
  41. break;
  42. }
  43. return 0;
  44. }
  45. EXPORT_SYMBOL_GPL(ocxl_global_mmio_read64);
  46. int ocxl_global_mmio_write32(struct ocxl_afu *afu, size_t offset,
  47. enum ocxl_endian endian, u32 val)
  48. {
  49. if (offset > afu->config.global_mmio_size - 4)
  50. return -EINVAL;
  51. #ifdef __BIG_ENDIAN__
  52. if (endian == OCXL_HOST_ENDIAN)
  53. endian = OCXL_BIG_ENDIAN;
  54. #endif
  55. switch (endian) {
  56. case OCXL_BIG_ENDIAN:
  57. writel_be(val, (char *)afu->global_mmio_ptr + offset);
  58. break;
  59. default:
  60. writel(val, (char *)afu->global_mmio_ptr + offset);
  61. break;
  62. }
  63. return 0;
  64. }
  65. EXPORT_SYMBOL_GPL(ocxl_global_mmio_write32);
  66. int ocxl_global_mmio_write64(struct ocxl_afu *afu, size_t offset,
  67. enum ocxl_endian endian, u64 val)
  68. {
  69. if (offset > afu->config.global_mmio_size - 8)
  70. return -EINVAL;
  71. #ifdef __BIG_ENDIAN__
  72. if (endian == OCXL_HOST_ENDIAN)
  73. endian = OCXL_BIG_ENDIAN;
  74. #endif
  75. switch (endian) {
  76. case OCXL_BIG_ENDIAN:
  77. writeq_be(val, (char *)afu->global_mmio_ptr + offset);
  78. break;
  79. default:
  80. writeq(val, (char *)afu->global_mmio_ptr + offset);
  81. break;
  82. }
  83. return 0;
  84. }
  85. EXPORT_SYMBOL_GPL(ocxl_global_mmio_write64);
  86. int ocxl_global_mmio_set32(struct ocxl_afu *afu, size_t offset,
  87. enum ocxl_endian endian, u32 mask)
  88. {
  89. u32 tmp;
  90. if (offset > afu->config.global_mmio_size - 4)
  91. return -EINVAL;
  92. #ifdef __BIG_ENDIAN__
  93. if (endian == OCXL_HOST_ENDIAN)
  94. endian = OCXL_BIG_ENDIAN;
  95. #endif
  96. switch (endian) {
  97. case OCXL_BIG_ENDIAN:
  98. tmp = readl_be((char *)afu->global_mmio_ptr + offset);
  99. tmp |= mask;
  100. writel_be(tmp, (char *)afu->global_mmio_ptr + offset);
  101. break;
  102. default:
  103. tmp = readl((char *)afu->global_mmio_ptr + offset);
  104. tmp |= mask;
  105. writel(tmp, (char *)afu->global_mmio_ptr + offset);
  106. break;
  107. }
  108. return 0;
  109. }
  110. EXPORT_SYMBOL_GPL(ocxl_global_mmio_set32);
  111. int ocxl_global_mmio_set64(struct ocxl_afu *afu, size_t offset,
  112. enum ocxl_endian endian, u64 mask)
  113. {
  114. u64 tmp;
  115. if (offset > afu->config.global_mmio_size - 8)
  116. return -EINVAL;
  117. #ifdef __BIG_ENDIAN__
  118. if (endian == OCXL_HOST_ENDIAN)
  119. endian = OCXL_BIG_ENDIAN;
  120. #endif
  121. switch (endian) {
  122. case OCXL_BIG_ENDIAN:
  123. tmp = readq_be((char *)afu->global_mmio_ptr + offset);
  124. tmp |= mask;
  125. writeq_be(tmp, (char *)afu->global_mmio_ptr + offset);
  126. break;
  127. default:
  128. tmp = readq((char *)afu->global_mmio_ptr + offset);
  129. tmp |= mask;
  130. writeq(tmp, (char *)afu->global_mmio_ptr + offset);
  131. break;
  132. }
  133. return 0;
  134. }
  135. EXPORT_SYMBOL_GPL(ocxl_global_mmio_set64);
  136. int ocxl_global_mmio_clear32(struct ocxl_afu *afu, size_t offset,
  137. enum ocxl_endian endian, u32 mask)
  138. {
  139. u32 tmp;
  140. if (offset > afu->config.global_mmio_size - 4)
  141. return -EINVAL;
  142. #ifdef __BIG_ENDIAN__
  143. if (endian == OCXL_HOST_ENDIAN)
  144. endian = OCXL_BIG_ENDIAN;
  145. #endif
  146. switch (endian) {
  147. case OCXL_BIG_ENDIAN:
  148. tmp = readl_be((char *)afu->global_mmio_ptr + offset);
  149. tmp &= ~mask;
  150. writel_be(tmp, (char *)afu->global_mmio_ptr + offset);
  151. break;
  152. default:
  153. tmp = readl((char *)afu->global_mmio_ptr + offset);
  154. tmp &= ~mask;
  155. writel(tmp, (char *)afu->global_mmio_ptr + offset);
  156. break;
  157. }
  158. return 0;
  159. }
  160. EXPORT_SYMBOL_GPL(ocxl_global_mmio_clear32);
  161. int ocxl_global_mmio_clear64(struct ocxl_afu *afu, size_t offset,
  162. enum ocxl_endian endian, u64 mask)
  163. {
  164. u64 tmp;
  165. if (offset > afu->config.global_mmio_size - 8)
  166. return -EINVAL;
  167. #ifdef __BIG_ENDIAN__
  168. if (endian == OCXL_HOST_ENDIAN)
  169. endian = OCXL_BIG_ENDIAN;
  170. #endif
  171. switch (endian) {
  172. case OCXL_BIG_ENDIAN:
  173. tmp = readq_be((char *)afu->global_mmio_ptr + offset);
  174. tmp &= ~mask;
  175. writeq_be(tmp, (char *)afu->global_mmio_ptr + offset);
  176. break;
  177. default:
  178. tmp = readq((char *)afu->global_mmio_ptr + offset);
  179. tmp &= ~mask;
  180. writeq(tmp, (char *)afu->global_mmio_ptr + offset);
  181. break;
  182. }
  183. writeq(tmp, (char *)afu->global_mmio_ptr + offset);
  184. return 0;
  185. }
  186. EXPORT_SYMBOL_GPL(ocxl_global_mmio_clear64);