ti_k3_dsp_rproc.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460
  1. // SPDX-License-Identifier: GPL-2.0+
  2. /*
  3. * Texas Instruments' K3 DSP Remoteproc driver
  4. *
  5. * Copyright (C) 2018-2020 Texas Instruments Incorporated - http://www.ti.com/
  6. * Lokesh Vutla <lokeshvutla@ti.com>
  7. * Suman Anna <s-anna@ti.com>
  8. */
  9. #include <common.h>
  10. #include <dm.h>
  11. #include <log.h>
  12. #include <malloc.h>
  13. #include <remoteproc.h>
  14. #include <errno.h>
  15. #include <clk.h>
  16. #include <reset.h>
  17. #include <asm/io.h>
  18. #include <power-domain.h>
  19. #include <dm/device_compat.h>
  20. #include <linux/err.h>
  21. #include <linux/sizes.h>
  22. #include <linux/soc/ti/ti_sci_protocol.h>
  23. #include "ti_sci_proc.h"
  24. #define KEYSTONE_RPROC_LOCAL_ADDRESS_MASK (SZ_16M - 1)
  25. /**
  26. * struct k3_dsp_mem - internal memory structure
  27. * @cpu_addr: MPU virtual address of the memory region
  28. * @bus_addr: Bus address used to access the memory region
  29. * @dev_addr: Device address from remoteproc view
  30. * @size: Size of the memory region
  31. */
  32. struct k3_dsp_mem {
  33. void __iomem *cpu_addr;
  34. phys_addr_t bus_addr;
  35. phys_addr_t dev_addr;
  36. size_t size;
  37. };
  38. /**
  39. * struct k3_dsp_boot_data - internal data structure used for boot
  40. * @boot_align_addr: Boot vector address alignment granularity
  41. * @uses_lreset: Flag to denote the need for local reset management
  42. */
  43. struct k3_dsp_boot_data {
  44. u32 boot_align_addr;
  45. bool uses_lreset;
  46. };
  47. /**
  48. * struct k3_dsp_privdata - Structure representing Remote processor data.
  49. * @rproc_rst: rproc reset control data
  50. * @tsp: Pointer to TISCI proc contrl handle
  51. * @data: Pointer to DSP specific boot data structure
  52. * @mem: Array of available memories
  53. * @num_mem: Number of available memories
  54. */
  55. struct k3_dsp_privdata {
  56. struct reset_ctl dsp_rst;
  57. struct ti_sci_proc tsp;
  58. struct k3_dsp_boot_data *data;
  59. struct k3_dsp_mem *mem;
  60. int num_mems;
  61. };
  62. /*
  63. * The C66x DSP cores have a local reset that affects only the CPU, and a
  64. * generic module reset that powers on the device and allows the DSP internal
  65. * memories to be accessed while the local reset is asserted. This function is
  66. * used to release the global reset on C66x DSPs to allow loading into the DSP
  67. * internal RAMs. This helper function is invoked in k3_dsp_load() before any
  68. * actual firmware loading and is undone only in k3_dsp_stop(). The local reset
  69. * on C71x cores is a no-op and the global reset cannot be released on C71x
  70. * cores until after the firmware images are loaded, so this function does
  71. * nothing for C71x cores.
  72. */
  73. static int k3_dsp_prepare(struct udevice *dev)
  74. {
  75. struct k3_dsp_privdata *dsp = dev_get_priv(dev);
  76. struct k3_dsp_boot_data *data = dsp->data;
  77. int ret;
  78. /* local reset is no-op on C71x processors */
  79. if (!data->uses_lreset)
  80. return 0;
  81. ret = ti_sci_proc_power_domain_on(&dsp->tsp);
  82. if (ret)
  83. dev_err(dev, "cannot enable internal RAM loading, ret = %d\n",
  84. ret);
  85. return ret;
  86. }
  87. /*
  88. * This function is the counterpart to k3_dsp_prepare() and is used to assert
  89. * the global reset on C66x DSP cores (no-op for C71x DSP cores). This completes
  90. * the second step of powering down the C66x DSP cores. The cores themselves
  91. * are halted through the local reset in first step. This function is invoked
  92. * in k3_dsp_stop() after the local reset is asserted.
  93. */
  94. static int k3_dsp_unprepare(struct udevice *dev)
  95. {
  96. struct k3_dsp_privdata *dsp = dev_get_priv(dev);
  97. struct k3_dsp_boot_data *data = dsp->data;
  98. /* local reset is no-op on C71x processors */
  99. if (!data->uses_lreset)
  100. return 0;
  101. return ti_sci_proc_power_domain_off(&dsp->tsp);
  102. }
  103. /**
  104. * k3_dsp_load() - Load up the Remote processor image
  105. * @dev: rproc device pointer
  106. * @addr: Address at which image is available
  107. * @size: size of the image
  108. *
  109. * Return: 0 if all goes good, else appropriate error message.
  110. */
  111. static int k3_dsp_load(struct udevice *dev, ulong addr, ulong size)
  112. {
  113. struct k3_dsp_privdata *dsp = dev_get_priv(dev);
  114. struct k3_dsp_boot_data *data = dsp->data;
  115. u32 boot_vector;
  116. int ret;
  117. dev_dbg(dev, "%s addr = 0x%lx, size = 0x%lx\n", __func__, addr, size);
  118. ret = ti_sci_proc_request(&dsp->tsp);
  119. if (ret)
  120. return ret;
  121. ret = k3_dsp_prepare(dev);
  122. if (ret) {
  123. dev_err(dev, "DSP prepare failed for core %d\n",
  124. dsp->tsp.proc_id);
  125. goto proc_release;
  126. }
  127. ret = rproc_elf_load_image(dev, addr, size);
  128. if (ret < 0) {
  129. dev_err(dev, "Loading elf failed %d\n", ret);
  130. goto unprepare;
  131. }
  132. boot_vector = rproc_elf_get_boot_addr(dev, addr);
  133. if (boot_vector & (data->boot_align_addr - 1)) {
  134. ret = -EINVAL;
  135. dev_err(dev, "Boot vector 0x%x not aligned on 0x%x boundary\n",
  136. boot_vector, data->boot_align_addr);
  137. goto proc_release;
  138. }
  139. dev_dbg(dev, "%s: Boot vector = 0x%x\n", __func__, boot_vector);
  140. ret = ti_sci_proc_set_config(&dsp->tsp, boot_vector, 0, 0);
  141. unprepare:
  142. if (ret)
  143. k3_dsp_unprepare(dev);
  144. proc_release:
  145. ti_sci_proc_release(&dsp->tsp);
  146. return ret;
  147. }
  148. /**
  149. * k3_dsp_start() - Start the remote processor
  150. * @dev: rproc device pointer
  151. *
  152. * Return: 0 if all went ok, else return appropriate error
  153. */
  154. static int k3_dsp_start(struct udevice *dev)
  155. {
  156. struct k3_dsp_privdata *dsp = dev_get_priv(dev);
  157. struct k3_dsp_boot_data *data = dsp->data;
  158. int ret;
  159. dev_dbg(dev, "%s\n", __func__);
  160. ret = ti_sci_proc_request(&dsp->tsp);
  161. if (ret)
  162. return ret;
  163. if (!data->uses_lreset) {
  164. ret = ti_sci_proc_power_domain_on(&dsp->tsp);
  165. if (ret)
  166. goto proc_release;
  167. }
  168. ret = reset_deassert(&dsp->dsp_rst);
  169. if (ret) {
  170. if (!data->uses_lreset)
  171. ti_sci_proc_power_domain_off(&dsp->tsp);
  172. }
  173. proc_release:
  174. ti_sci_proc_release(&dsp->tsp);
  175. return ret;
  176. }
  177. static int k3_dsp_stop(struct udevice *dev)
  178. {
  179. struct k3_dsp_privdata *dsp = dev_get_priv(dev);
  180. dev_dbg(dev, "%s\n", __func__);
  181. ti_sci_proc_request(&dsp->tsp);
  182. reset_assert(&dsp->dsp_rst);
  183. ti_sci_proc_power_domain_off(&dsp->tsp);
  184. ti_sci_proc_release(&dsp->tsp);
  185. return 0;
  186. }
  187. /**
  188. * k3_dsp_init() - Initialize the remote processor
  189. * @dev: rproc device pointer
  190. *
  191. * Return: 0 if all went ok, else return appropriate error
  192. */
  193. static int k3_dsp_init(struct udevice *dev)
  194. {
  195. dev_dbg(dev, "%s\n", __func__);
  196. return 0;
  197. }
  198. static int k3_dsp_reset(struct udevice *dev)
  199. {
  200. dev_dbg(dev, "%s\n", __func__);
  201. return 0;
  202. }
  203. static void *k3_dsp_da_to_va(struct udevice *dev, ulong da, ulong len)
  204. {
  205. struct k3_dsp_privdata *dsp = dev_get_priv(dev);
  206. phys_addr_t bus_addr, dev_addr;
  207. void __iomem *va = NULL;
  208. size_t size;
  209. u32 offset;
  210. int i;
  211. dev_dbg(dev, "%s\n", __func__);
  212. if (len <= 0)
  213. return NULL;
  214. for (i = 0; i < dsp->num_mems; i++) {
  215. bus_addr = dsp->mem[i].bus_addr;
  216. dev_addr = dsp->mem[i].dev_addr;
  217. size = dsp->mem[i].size;
  218. if (da >= dev_addr && ((da + len) <= (dev_addr + size))) {
  219. offset = da - dev_addr;
  220. va = dsp->mem[i].cpu_addr + offset;
  221. return (__force void *)va;
  222. }
  223. if (da >= bus_addr && (da + len) <= (bus_addr + size)) {
  224. offset = da - bus_addr;
  225. va = dsp->mem[i].cpu_addr + offset;
  226. return (__force void *)va;
  227. }
  228. }
  229. /* Assume it is DDR region and return da */
  230. return map_physmem(da, len, MAP_NOCACHE);
  231. }
  232. static const struct dm_rproc_ops k3_dsp_ops = {
  233. .init = k3_dsp_init,
  234. .load = k3_dsp_load,
  235. .start = k3_dsp_start,
  236. .stop = k3_dsp_stop,
  237. .reset = k3_dsp_reset,
  238. .device_to_virt = k3_dsp_da_to_va,
  239. };
  240. static int ti_sci_proc_of_to_priv(struct udevice *dev, struct ti_sci_proc *tsp)
  241. {
  242. u32 ids[2];
  243. int ret;
  244. dev_dbg(dev, "%s\n", __func__);
  245. tsp->sci = ti_sci_get_by_phandle(dev, "ti,sci");
  246. if (IS_ERR(tsp->sci)) {
  247. dev_err(dev, "ti_sci get failed: %ld\n", PTR_ERR(tsp->sci));
  248. return PTR_ERR(tsp->sci);
  249. }
  250. ret = dev_read_u32_array(dev, "ti,sci-proc-ids", ids, 2);
  251. if (ret) {
  252. dev_err(dev, "Proc IDs not populated %d\n", ret);
  253. return ret;
  254. }
  255. tsp->ops = &tsp->sci->ops.proc_ops;
  256. tsp->proc_id = ids[0];
  257. tsp->host_id = ids[1];
  258. tsp->dev_id = dev_read_u32_default(dev, "ti,sci-dev-id",
  259. TI_SCI_RESOURCE_NULL);
  260. if (tsp->dev_id == TI_SCI_RESOURCE_NULL) {
  261. dev_err(dev, "Device ID not populated %d\n", ret);
  262. return -ENODEV;
  263. }
  264. return 0;
  265. }
  266. static int k3_dsp_of_get_memories(struct udevice *dev)
  267. {
  268. static const char * const mem_names[] = {"l2sram", "l1pram", "l1dram"};
  269. struct k3_dsp_privdata *dsp = dev_get_priv(dev);
  270. int i;
  271. dev_dbg(dev, "%s\n", __func__);
  272. dsp->num_mems = ARRAY_SIZE(mem_names);
  273. dsp->mem = calloc(dsp->num_mems, sizeof(*dsp->mem));
  274. if (!dsp->mem)
  275. return -ENOMEM;
  276. for (i = 0; i < dsp->num_mems; i++) {
  277. /* C71 cores only have a L1P Cache, there are no L1P SRAMs */
  278. if (device_is_compatible(dev, "ti,j721e-c71-dsp") &&
  279. !strcmp(mem_names[i], "l1pram")) {
  280. dsp->mem[i].bus_addr = FDT_ADDR_T_NONE;
  281. dsp->mem[i].dev_addr = FDT_ADDR_T_NONE;
  282. dsp->mem[i].cpu_addr = NULL;
  283. dsp->mem[i].size = 0;
  284. continue;
  285. }
  286. dsp->mem[i].bus_addr = dev_read_addr_size_name(dev, mem_names[i],
  287. (fdt_addr_t *)&dsp->mem[i].size);
  288. if (dsp->mem[i].bus_addr == FDT_ADDR_T_NONE) {
  289. dev_err(dev, "%s bus address not found\n", mem_names[i]);
  290. return -EINVAL;
  291. }
  292. dsp->mem[i].cpu_addr = map_physmem(dsp->mem[i].bus_addr,
  293. dsp->mem[i].size,
  294. MAP_NOCACHE);
  295. dsp->mem[i].dev_addr = dsp->mem[i].bus_addr &
  296. KEYSTONE_RPROC_LOCAL_ADDRESS_MASK;
  297. dev_dbg(dev, "memory %8s: bus addr %pa size 0x%zx va %p da %pa\n",
  298. mem_names[i], &dsp->mem[i].bus_addr,
  299. dsp->mem[i].size, dsp->mem[i].cpu_addr,
  300. &dsp->mem[i].dev_addr);
  301. }
  302. return 0;
  303. }
  304. /**
  305. * k3_of_to_priv() - generate private data from device tree
  306. * @dev: corresponding k3 dsp processor device
  307. * @dsp: pointer to driver specific private data
  308. *
  309. * Return: 0 if all goes good, else appropriate error message.
  310. */
  311. static int k3_dsp_of_to_priv(struct udevice *dev, struct k3_dsp_privdata *dsp)
  312. {
  313. int ret;
  314. dev_dbg(dev, "%s\n", __func__);
  315. ret = reset_get_by_index(dev, 0, &dsp->dsp_rst);
  316. if (ret) {
  317. dev_err(dev, "reset_get() failed: %d\n", ret);
  318. return ret;
  319. }
  320. ret = ti_sci_proc_of_to_priv(dev, &dsp->tsp);
  321. if (ret)
  322. return ret;
  323. ret = k3_dsp_of_get_memories(dev);
  324. if (ret)
  325. return ret;
  326. dsp->data = (struct k3_dsp_boot_data *)dev_get_driver_data(dev);
  327. return 0;
  328. }
  329. /**
  330. * k3_dsp_probe() - Basic probe
  331. * @dev: corresponding k3 remote processor device
  332. *
  333. * Return: 0 if all goes good, else appropriate error message.
  334. */
  335. static int k3_dsp_probe(struct udevice *dev)
  336. {
  337. struct k3_dsp_privdata *dsp;
  338. int ret;
  339. dev_dbg(dev, "%s\n", __func__);
  340. dsp = dev_get_priv(dev);
  341. ret = k3_dsp_of_to_priv(dev, dsp);
  342. if (ret) {
  343. dev_dbg(dev, "%s: Probe failed with error %d\n", __func__, ret);
  344. return ret;
  345. }
  346. /*
  347. * The DSP local resets are deasserted by default on Power-On-Reset.
  348. * Assert the local resets to ensure the DSPs don't execute bogus code
  349. * in .load() callback when the module reset is released to support
  350. * internal memory loading. This is needed for C66x DSPs, and is a
  351. * no-op on C71x DSPs.
  352. */
  353. reset_assert(&dsp->dsp_rst);
  354. dev_dbg(dev, "Remoteproc successfully probed\n");
  355. return 0;
  356. }
  357. static int k3_dsp_remove(struct udevice *dev)
  358. {
  359. struct k3_dsp_privdata *dsp = dev_get_priv(dev);
  360. free(dsp->mem);
  361. return 0;
  362. }
  363. static const struct k3_dsp_boot_data c66_data = {
  364. .boot_align_addr = SZ_1K,
  365. .uses_lreset = true,
  366. };
  367. static const struct k3_dsp_boot_data c71_data = {
  368. .boot_align_addr = SZ_2M,
  369. .uses_lreset = false,
  370. };
  371. static const struct udevice_id k3_dsp_ids[] = {
  372. { .compatible = "ti,j721e-c66-dsp", .data = (ulong)&c66_data, },
  373. { .compatible = "ti,j721e-c71-dsp", .data = (ulong)&c71_data, },
  374. {}
  375. };
  376. U_BOOT_DRIVER(k3_dsp) = {
  377. .name = "k3_dsp",
  378. .of_match = k3_dsp_ids,
  379. .id = UCLASS_REMOTEPROC,
  380. .ops = &k3_dsp_ops,
  381. .probe = k3_dsp_probe,
  382. .remove = k3_dsp_remove,
  383. .priv_auto = sizeof(struct k3_dsp_privdata),
  384. };