stream.c 47 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948
  1. // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
  2. // Copyright(c) 2015-18 Intel Corporation.
  3. /*
  4. * stream.c - SoundWire Bus stream operations.
  5. */
  6. #include <linux/delay.h>
  7. #include <linux/device.h>
  8. #include <linux/init.h>
  9. #include <linux/module.h>
  10. #include <linux/mod_devicetable.h>
  11. #include <linux/slab.h>
  12. #include <linux/soundwire/sdw_registers.h>
  13. #include <linux/soundwire/sdw.h>
  14. #include <sound/soc.h>
  15. #include "bus.h"
  16. /*
  17. * Array of supported rows and columns as per MIPI SoundWire Specification 1.1
  18. *
  19. * The rows are arranged as per the array index value programmed
  20. * in register. The index 15 has dummy value 0 in order to fill hole.
  21. */
  22. int sdw_rows[SDW_FRAME_ROWS] = {48, 50, 60, 64, 75, 80, 125, 147,
  23. 96, 100, 120, 128, 150, 160, 250, 0,
  24. 192, 200, 240, 256, 72, 144, 90, 180};
  25. EXPORT_SYMBOL(sdw_rows);
  26. int sdw_cols[SDW_FRAME_COLS] = {2, 4, 6, 8, 10, 12, 14, 16};
  27. EXPORT_SYMBOL(sdw_cols);
  28. int sdw_find_col_index(int col)
  29. {
  30. int i;
  31. for (i = 0; i < SDW_FRAME_COLS; i++) {
  32. if (sdw_cols[i] == col)
  33. return i;
  34. }
  35. pr_warn("Requested column not found, selecting lowest column no: 2\n");
  36. return 0;
  37. }
  38. EXPORT_SYMBOL(sdw_find_col_index);
  39. int sdw_find_row_index(int row)
  40. {
  41. int i;
  42. for (i = 0; i < SDW_FRAME_ROWS; i++) {
  43. if (sdw_rows[i] == row)
  44. return i;
  45. }
  46. pr_warn("Requested row not found, selecting lowest row no: 48\n");
  47. return 0;
  48. }
  49. EXPORT_SYMBOL(sdw_find_row_index);
  50. static int _sdw_program_slave_port_params(struct sdw_bus *bus,
  51. struct sdw_slave *slave,
  52. struct sdw_transport_params *t_params,
  53. enum sdw_dpn_type type)
  54. {
  55. u32 addr1, addr2, addr3, addr4;
  56. int ret;
  57. u16 wbuf;
  58. if (bus->params.next_bank) {
  59. addr1 = SDW_DPN_OFFSETCTRL2_B1(t_params->port_num);
  60. addr2 = SDW_DPN_BLOCKCTRL3_B1(t_params->port_num);
  61. addr3 = SDW_DPN_SAMPLECTRL2_B1(t_params->port_num);
  62. addr4 = SDW_DPN_HCTRL_B1(t_params->port_num);
  63. } else {
  64. addr1 = SDW_DPN_OFFSETCTRL2_B0(t_params->port_num);
  65. addr2 = SDW_DPN_BLOCKCTRL3_B0(t_params->port_num);
  66. addr3 = SDW_DPN_SAMPLECTRL2_B0(t_params->port_num);
  67. addr4 = SDW_DPN_HCTRL_B0(t_params->port_num);
  68. }
  69. /* Program DPN_OffsetCtrl2 registers */
  70. ret = sdw_write(slave, addr1, t_params->offset2);
  71. if (ret < 0) {
  72. dev_err(bus->dev, "DPN_OffsetCtrl2 register write failed\n");
  73. return ret;
  74. }
  75. /* Program DPN_BlockCtrl3 register */
  76. ret = sdw_write(slave, addr2, t_params->blk_pkg_mode);
  77. if (ret < 0) {
  78. dev_err(bus->dev, "DPN_BlockCtrl3 register write failed\n");
  79. return ret;
  80. }
  81. /*
  82. * Data ports are FULL, SIMPLE and REDUCED. This function handles
  83. * FULL and REDUCED only and beyond this point only FULL is
  84. * handled, so bail out if we are not FULL data port type
  85. */
  86. if (type != SDW_DPN_FULL)
  87. return ret;
  88. /* Program DPN_SampleCtrl2 register */
  89. wbuf = FIELD_GET(SDW_DPN_SAMPLECTRL_HIGH, t_params->sample_interval - 1);
  90. ret = sdw_write(slave, addr3, wbuf);
  91. if (ret < 0) {
  92. dev_err(bus->dev, "DPN_SampleCtrl2 register write failed\n");
  93. return ret;
  94. }
  95. /* Program DPN_HCtrl register */
  96. wbuf = FIELD_PREP(SDW_DPN_HCTRL_HSTART, t_params->hstart);
  97. wbuf |= FIELD_PREP(SDW_DPN_HCTRL_HSTOP, t_params->hstop);
  98. ret = sdw_write(slave, addr4, wbuf);
  99. if (ret < 0)
  100. dev_err(bus->dev, "DPN_HCtrl register write failed\n");
  101. return ret;
  102. }
  103. static int sdw_program_slave_port_params(struct sdw_bus *bus,
  104. struct sdw_slave_runtime *s_rt,
  105. struct sdw_port_runtime *p_rt)
  106. {
  107. struct sdw_transport_params *t_params = &p_rt->transport_params;
  108. struct sdw_port_params *p_params = &p_rt->port_params;
  109. struct sdw_slave_prop *slave_prop = &s_rt->slave->prop;
  110. u32 addr1, addr2, addr3, addr4, addr5, addr6;
  111. struct sdw_dpn_prop *dpn_prop;
  112. int ret;
  113. u8 wbuf;
  114. dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
  115. s_rt->direction,
  116. t_params->port_num);
  117. if (!dpn_prop)
  118. return -EINVAL;
  119. addr1 = SDW_DPN_PORTCTRL(t_params->port_num);
  120. addr2 = SDW_DPN_BLOCKCTRL1(t_params->port_num);
  121. if (bus->params.next_bank) {
  122. addr3 = SDW_DPN_SAMPLECTRL1_B1(t_params->port_num);
  123. addr4 = SDW_DPN_OFFSETCTRL1_B1(t_params->port_num);
  124. addr5 = SDW_DPN_BLOCKCTRL2_B1(t_params->port_num);
  125. addr6 = SDW_DPN_LANECTRL_B1(t_params->port_num);
  126. } else {
  127. addr3 = SDW_DPN_SAMPLECTRL1_B0(t_params->port_num);
  128. addr4 = SDW_DPN_OFFSETCTRL1_B0(t_params->port_num);
  129. addr5 = SDW_DPN_BLOCKCTRL2_B0(t_params->port_num);
  130. addr6 = SDW_DPN_LANECTRL_B0(t_params->port_num);
  131. }
  132. /* Program DPN_PortCtrl register */
  133. wbuf = FIELD_PREP(SDW_DPN_PORTCTRL_DATAMODE, p_params->data_mode);
  134. wbuf |= FIELD_PREP(SDW_DPN_PORTCTRL_FLOWMODE, p_params->flow_mode);
  135. ret = sdw_update(s_rt->slave, addr1, 0xF, wbuf);
  136. if (ret < 0) {
  137. dev_err(&s_rt->slave->dev,
  138. "DPN_PortCtrl register write failed for port %d\n",
  139. t_params->port_num);
  140. return ret;
  141. }
  142. if (!dpn_prop->read_only_wordlength) {
  143. /* Program DPN_BlockCtrl1 register */
  144. ret = sdw_write(s_rt->slave, addr2, (p_params->bps - 1));
  145. if (ret < 0) {
  146. dev_err(&s_rt->slave->dev,
  147. "DPN_BlockCtrl1 register write failed for port %d\n",
  148. t_params->port_num);
  149. return ret;
  150. }
  151. }
  152. /* Program DPN_SampleCtrl1 register */
  153. wbuf = (t_params->sample_interval - 1) & SDW_DPN_SAMPLECTRL_LOW;
  154. ret = sdw_write(s_rt->slave, addr3, wbuf);
  155. if (ret < 0) {
  156. dev_err(&s_rt->slave->dev,
  157. "DPN_SampleCtrl1 register write failed for port %d\n",
  158. t_params->port_num);
  159. return ret;
  160. }
  161. /* Program DPN_OffsetCtrl1 registers */
  162. ret = sdw_write(s_rt->slave, addr4, t_params->offset1);
  163. if (ret < 0) {
  164. dev_err(&s_rt->slave->dev,
  165. "DPN_OffsetCtrl1 register write failed for port %d\n",
  166. t_params->port_num);
  167. return ret;
  168. }
  169. /* Program DPN_BlockCtrl2 register*/
  170. if (t_params->blk_grp_ctrl_valid) {
  171. ret = sdw_write(s_rt->slave, addr5, t_params->blk_grp_ctrl);
  172. if (ret < 0) {
  173. dev_err(&s_rt->slave->dev,
  174. "DPN_BlockCtrl2 reg write failed for port %d\n",
  175. t_params->port_num);
  176. return ret;
  177. }
  178. }
  179. /* program DPN_LaneCtrl register */
  180. if (slave_prop->lane_control_support) {
  181. ret = sdw_write(s_rt->slave, addr6, t_params->lane_ctrl);
  182. if (ret < 0) {
  183. dev_err(&s_rt->slave->dev,
  184. "DPN_LaneCtrl register write failed for port %d\n",
  185. t_params->port_num);
  186. return ret;
  187. }
  188. }
  189. if (dpn_prop->type != SDW_DPN_SIMPLE) {
  190. ret = _sdw_program_slave_port_params(bus, s_rt->slave,
  191. t_params, dpn_prop->type);
  192. if (ret < 0)
  193. dev_err(&s_rt->slave->dev,
  194. "Transport reg write failed for port: %d\n",
  195. t_params->port_num);
  196. }
  197. return ret;
  198. }
  199. static int sdw_program_master_port_params(struct sdw_bus *bus,
  200. struct sdw_port_runtime *p_rt)
  201. {
  202. int ret;
  203. /*
  204. * we need to set transport and port parameters for the port.
  205. * Transport parameters refers to the sample interval, offsets and
  206. * hstart/stop etc of the data. Port parameters refers to word
  207. * length, flow mode etc of the port
  208. */
  209. ret = bus->port_ops->dpn_set_port_transport_params(bus,
  210. &p_rt->transport_params,
  211. bus->params.next_bank);
  212. if (ret < 0)
  213. return ret;
  214. return bus->port_ops->dpn_set_port_params(bus,
  215. &p_rt->port_params,
  216. bus->params.next_bank);
  217. }
  218. /**
  219. * sdw_program_port_params() - Programs transport parameters of Master(s)
  220. * and Slave(s)
  221. *
  222. * @m_rt: Master stream runtime
  223. */
  224. static int sdw_program_port_params(struct sdw_master_runtime *m_rt)
  225. {
  226. struct sdw_slave_runtime *s_rt = NULL;
  227. struct sdw_bus *bus = m_rt->bus;
  228. struct sdw_port_runtime *p_rt;
  229. int ret = 0;
  230. /* Program transport & port parameters for Slave(s) */
  231. list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
  232. list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
  233. ret = sdw_program_slave_port_params(bus, s_rt, p_rt);
  234. if (ret < 0)
  235. return ret;
  236. }
  237. }
  238. /* Program transport & port parameters for Master(s) */
  239. list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
  240. ret = sdw_program_master_port_params(bus, p_rt);
  241. if (ret < 0)
  242. return ret;
  243. }
  244. return 0;
  245. }
  246. /**
  247. * sdw_enable_disable_slave_ports: Enable/disable slave data port
  248. *
  249. * @bus: bus instance
  250. * @s_rt: slave runtime
  251. * @p_rt: port runtime
  252. * @en: enable or disable operation
  253. *
  254. * This function only sets the enable/disable bits in the relevant bank, the
  255. * actual enable/disable is done with a bank switch
  256. */
  257. static int sdw_enable_disable_slave_ports(struct sdw_bus *bus,
  258. struct sdw_slave_runtime *s_rt,
  259. struct sdw_port_runtime *p_rt,
  260. bool en)
  261. {
  262. struct sdw_transport_params *t_params = &p_rt->transport_params;
  263. u32 addr;
  264. int ret;
  265. if (bus->params.next_bank)
  266. addr = SDW_DPN_CHANNELEN_B1(p_rt->num);
  267. else
  268. addr = SDW_DPN_CHANNELEN_B0(p_rt->num);
  269. /*
  270. * Since bus doesn't support sharing a port across two streams,
  271. * it is safe to reset this register
  272. */
  273. if (en)
  274. ret = sdw_write(s_rt->slave, addr, p_rt->ch_mask);
  275. else
  276. ret = sdw_write(s_rt->slave, addr, 0x0);
  277. if (ret < 0)
  278. dev_err(&s_rt->slave->dev,
  279. "Slave chn_en reg write failed:%d port:%d\n",
  280. ret, t_params->port_num);
  281. return ret;
  282. }
  283. static int sdw_enable_disable_master_ports(struct sdw_master_runtime *m_rt,
  284. struct sdw_port_runtime *p_rt,
  285. bool en)
  286. {
  287. struct sdw_transport_params *t_params = &p_rt->transport_params;
  288. struct sdw_bus *bus = m_rt->bus;
  289. struct sdw_enable_ch enable_ch;
  290. int ret;
  291. enable_ch.port_num = p_rt->num;
  292. enable_ch.ch_mask = p_rt->ch_mask;
  293. enable_ch.enable = en;
  294. /* Perform Master port channel(s) enable/disable */
  295. if (bus->port_ops->dpn_port_enable_ch) {
  296. ret = bus->port_ops->dpn_port_enable_ch(bus,
  297. &enable_ch,
  298. bus->params.next_bank);
  299. if (ret < 0) {
  300. dev_err(bus->dev,
  301. "Master chn_en write failed:%d port:%d\n",
  302. ret, t_params->port_num);
  303. return ret;
  304. }
  305. } else {
  306. dev_err(bus->dev,
  307. "dpn_port_enable_ch not supported, %s failed\n",
  308. en ? "enable" : "disable");
  309. return -EINVAL;
  310. }
  311. return 0;
  312. }
  313. /**
  314. * sdw_enable_disable_ports() - Enable/disable port(s) for Master and
  315. * Slave(s)
  316. *
  317. * @m_rt: Master stream runtime
  318. * @en: mode (enable/disable)
  319. */
  320. static int sdw_enable_disable_ports(struct sdw_master_runtime *m_rt, bool en)
  321. {
  322. struct sdw_port_runtime *s_port, *m_port;
  323. struct sdw_slave_runtime *s_rt;
  324. int ret = 0;
  325. /* Enable/Disable Slave port(s) */
  326. list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
  327. list_for_each_entry(s_port, &s_rt->port_list, port_node) {
  328. ret = sdw_enable_disable_slave_ports(m_rt->bus, s_rt,
  329. s_port, en);
  330. if (ret < 0)
  331. return ret;
  332. }
  333. }
  334. /* Enable/Disable Master port(s) */
  335. list_for_each_entry(m_port, &m_rt->port_list, port_node) {
  336. ret = sdw_enable_disable_master_ports(m_rt, m_port, en);
  337. if (ret < 0)
  338. return ret;
  339. }
  340. return 0;
  341. }
  342. static int sdw_do_port_prep(struct sdw_slave_runtime *s_rt,
  343. struct sdw_prepare_ch prep_ch,
  344. enum sdw_port_prep_ops cmd)
  345. {
  346. const struct sdw_slave_ops *ops = s_rt->slave->ops;
  347. int ret;
  348. if (ops->port_prep) {
  349. ret = ops->port_prep(s_rt->slave, &prep_ch, cmd);
  350. if (ret < 0) {
  351. dev_err(&s_rt->slave->dev,
  352. "Slave Port Prep cmd %d failed: %d\n",
  353. cmd, ret);
  354. return ret;
  355. }
  356. }
  357. return 0;
  358. }
  359. static int sdw_prep_deprep_slave_ports(struct sdw_bus *bus,
  360. struct sdw_slave_runtime *s_rt,
  361. struct sdw_port_runtime *p_rt,
  362. bool prep)
  363. {
  364. struct completion *port_ready;
  365. struct sdw_dpn_prop *dpn_prop;
  366. struct sdw_prepare_ch prep_ch;
  367. bool intr = false;
  368. int ret = 0, val;
  369. u32 addr;
  370. prep_ch.num = p_rt->num;
  371. prep_ch.ch_mask = p_rt->ch_mask;
  372. dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
  373. s_rt->direction,
  374. prep_ch.num);
  375. if (!dpn_prop) {
  376. dev_err(bus->dev,
  377. "Slave Port:%d properties not found\n", prep_ch.num);
  378. return -EINVAL;
  379. }
  380. prep_ch.prepare = prep;
  381. prep_ch.bank = bus->params.next_bank;
  382. if (dpn_prop->imp_def_interrupts || !dpn_prop->simple_ch_prep_sm ||
  383. bus->params.s_data_mode != SDW_PORT_DATA_MODE_NORMAL)
  384. intr = true;
  385. /*
  386. * Enable interrupt before Port prepare.
  387. * For Port de-prepare, it is assumed that port
  388. * was prepared earlier
  389. */
  390. if (prep && intr) {
  391. ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
  392. dpn_prop->imp_def_interrupts);
  393. if (ret < 0)
  394. return ret;
  395. }
  396. /* Inform slave about the impending port prepare */
  397. sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_PRE_PREP);
  398. /* Prepare Slave port implementing CP_SM */
  399. if (!dpn_prop->simple_ch_prep_sm) {
  400. addr = SDW_DPN_PREPARECTRL(p_rt->num);
  401. if (prep)
  402. ret = sdw_write(s_rt->slave, addr, p_rt->ch_mask);
  403. else
  404. ret = sdw_write(s_rt->slave, addr, 0x0);
  405. if (ret < 0) {
  406. dev_err(&s_rt->slave->dev,
  407. "Slave prep_ctrl reg write failed\n");
  408. return ret;
  409. }
  410. /* Wait for completion on port ready */
  411. port_ready = &s_rt->slave->port_ready[prep_ch.num];
  412. wait_for_completion_timeout(port_ready,
  413. msecs_to_jiffies(dpn_prop->ch_prep_timeout));
  414. val = sdw_read(s_rt->slave, SDW_DPN_PREPARESTATUS(p_rt->num));
  415. if ((val < 0) || (val & p_rt->ch_mask)) {
  416. ret = (val < 0) ? val : -ETIMEDOUT;
  417. dev_err(&s_rt->slave->dev,
  418. "Chn prep failed for port %d: %d\n", prep_ch.num, ret);
  419. return ret;
  420. }
  421. }
  422. /* Inform slaves about ports prepared */
  423. sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_POST_PREP);
  424. /* Disable interrupt after Port de-prepare */
  425. if (!prep && intr)
  426. ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
  427. dpn_prop->imp_def_interrupts);
  428. return ret;
  429. }
  430. static int sdw_prep_deprep_master_ports(struct sdw_master_runtime *m_rt,
  431. struct sdw_port_runtime *p_rt,
  432. bool prep)
  433. {
  434. struct sdw_transport_params *t_params = &p_rt->transport_params;
  435. struct sdw_bus *bus = m_rt->bus;
  436. const struct sdw_master_port_ops *ops = bus->port_ops;
  437. struct sdw_prepare_ch prep_ch;
  438. int ret = 0;
  439. prep_ch.num = p_rt->num;
  440. prep_ch.ch_mask = p_rt->ch_mask;
  441. prep_ch.prepare = prep; /* Prepare/De-prepare */
  442. prep_ch.bank = bus->params.next_bank;
  443. /* Pre-prepare/Pre-deprepare port(s) */
  444. if (ops->dpn_port_prep) {
  445. ret = ops->dpn_port_prep(bus, &prep_ch);
  446. if (ret < 0) {
  447. dev_err(bus->dev, "Port prepare failed for port:%d\n",
  448. t_params->port_num);
  449. return ret;
  450. }
  451. }
  452. return ret;
  453. }
  454. /**
  455. * sdw_prep_deprep_ports() - Prepare/De-prepare port(s) for Master(s) and
  456. * Slave(s)
  457. *
  458. * @m_rt: Master runtime handle
  459. * @prep: Prepare or De-prepare
  460. */
  461. static int sdw_prep_deprep_ports(struct sdw_master_runtime *m_rt, bool prep)
  462. {
  463. struct sdw_slave_runtime *s_rt;
  464. struct sdw_port_runtime *p_rt;
  465. int ret = 0;
  466. /* Prepare/De-prepare Slave port(s) */
  467. list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
  468. list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
  469. ret = sdw_prep_deprep_slave_ports(m_rt->bus, s_rt,
  470. p_rt, prep);
  471. if (ret < 0)
  472. return ret;
  473. }
  474. }
  475. /* Prepare/De-prepare Master port(s) */
  476. list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
  477. ret = sdw_prep_deprep_master_ports(m_rt, p_rt, prep);
  478. if (ret < 0)
  479. return ret;
  480. }
  481. return ret;
  482. }
  483. /**
  484. * sdw_notify_config() - Notify bus configuration
  485. *
  486. * @m_rt: Master runtime handle
  487. *
  488. * This function notifies the Master(s) and Slave(s) of the
  489. * new bus configuration.
  490. */
  491. static int sdw_notify_config(struct sdw_master_runtime *m_rt)
  492. {
  493. struct sdw_slave_runtime *s_rt;
  494. struct sdw_bus *bus = m_rt->bus;
  495. struct sdw_slave *slave;
  496. int ret = 0;
  497. if (bus->ops->set_bus_conf) {
  498. ret = bus->ops->set_bus_conf(bus, &bus->params);
  499. if (ret < 0)
  500. return ret;
  501. }
  502. list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
  503. slave = s_rt->slave;
  504. if (slave->ops->bus_config) {
  505. ret = slave->ops->bus_config(slave, &bus->params);
  506. if (ret < 0) {
  507. dev_err(bus->dev, "Notify Slave: %d failed\n",
  508. slave->dev_num);
  509. return ret;
  510. }
  511. }
  512. }
  513. return ret;
  514. }
  515. /**
  516. * sdw_program_params() - Program transport and port parameters for Master(s)
  517. * and Slave(s)
  518. *
  519. * @bus: SDW bus instance
  520. * @prepare: true if sdw_program_params() is called by _prepare.
  521. */
  522. static int sdw_program_params(struct sdw_bus *bus, bool prepare)
  523. {
  524. struct sdw_master_runtime *m_rt;
  525. int ret = 0;
  526. list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
  527. /*
  528. * this loop walks through all master runtimes for a
  529. * bus, but the ports can only be configured while
  530. * explicitly preparing a stream or handling an
  531. * already-prepared stream otherwise.
  532. */
  533. if (!prepare &&
  534. m_rt->stream->state == SDW_STREAM_CONFIGURED)
  535. continue;
  536. ret = sdw_program_port_params(m_rt);
  537. if (ret < 0) {
  538. dev_err(bus->dev,
  539. "Program transport params failed: %d\n", ret);
  540. return ret;
  541. }
  542. ret = sdw_notify_config(m_rt);
  543. if (ret < 0) {
  544. dev_err(bus->dev,
  545. "Notify bus config failed: %d\n", ret);
  546. return ret;
  547. }
  548. /* Enable port(s) on alternate bank for all active streams */
  549. if (m_rt->stream->state != SDW_STREAM_ENABLED)
  550. continue;
  551. ret = sdw_enable_disable_ports(m_rt, true);
  552. if (ret < 0) {
  553. dev_err(bus->dev, "Enable channel failed: %d\n", ret);
  554. return ret;
  555. }
  556. }
  557. return ret;
  558. }
  559. static int sdw_bank_switch(struct sdw_bus *bus, int m_rt_count)
  560. {
  561. int col_index, row_index;
  562. bool multi_link;
  563. struct sdw_msg *wr_msg;
  564. u8 *wbuf;
  565. int ret;
  566. u16 addr;
  567. wr_msg = kzalloc(sizeof(*wr_msg), GFP_KERNEL);
  568. if (!wr_msg)
  569. return -ENOMEM;
  570. bus->defer_msg.msg = wr_msg;
  571. wbuf = kzalloc(sizeof(*wbuf), GFP_KERNEL);
  572. if (!wbuf) {
  573. ret = -ENOMEM;
  574. goto error_1;
  575. }
  576. /* Get row and column index to program register */
  577. col_index = sdw_find_col_index(bus->params.col);
  578. row_index = sdw_find_row_index(bus->params.row);
  579. wbuf[0] = col_index | (row_index << 3);
  580. if (bus->params.next_bank)
  581. addr = SDW_SCP_FRAMECTRL_B1;
  582. else
  583. addr = SDW_SCP_FRAMECTRL_B0;
  584. sdw_fill_msg(wr_msg, NULL, addr, 1, SDW_BROADCAST_DEV_NUM,
  585. SDW_MSG_FLAG_WRITE, wbuf);
  586. wr_msg->ssp_sync = true;
  587. /*
  588. * Set the multi_link flag only when both the hardware supports
  589. * and hardware-based sync is required
  590. */
  591. multi_link = bus->multi_link && (m_rt_count >= bus->hw_sync_min_links);
  592. if (multi_link)
  593. ret = sdw_transfer_defer(bus, wr_msg, &bus->defer_msg);
  594. else
  595. ret = sdw_transfer(bus, wr_msg);
  596. if (ret < 0) {
  597. dev_err(bus->dev, "Slave frame_ctrl reg write failed\n");
  598. goto error;
  599. }
  600. if (!multi_link) {
  601. kfree(wr_msg);
  602. kfree(wbuf);
  603. bus->defer_msg.msg = NULL;
  604. bus->params.curr_bank = !bus->params.curr_bank;
  605. bus->params.next_bank = !bus->params.next_bank;
  606. }
  607. return 0;
  608. error:
  609. kfree(wbuf);
  610. error_1:
  611. kfree(wr_msg);
  612. bus->defer_msg.msg = NULL;
  613. return ret;
  614. }
  615. /**
  616. * sdw_ml_sync_bank_switch: Multilink register bank switch
  617. *
  618. * @bus: SDW bus instance
  619. *
  620. * Caller function should free the buffers on error
  621. */
  622. static int sdw_ml_sync_bank_switch(struct sdw_bus *bus)
  623. {
  624. unsigned long time_left;
  625. if (!bus->multi_link)
  626. return 0;
  627. /* Wait for completion of transfer */
  628. time_left = wait_for_completion_timeout(&bus->defer_msg.complete,
  629. bus->bank_switch_timeout);
  630. if (!time_left) {
  631. dev_err(bus->dev, "Controller Timed out on bank switch\n");
  632. return -ETIMEDOUT;
  633. }
  634. bus->params.curr_bank = !bus->params.curr_bank;
  635. bus->params.next_bank = !bus->params.next_bank;
  636. if (bus->defer_msg.msg) {
  637. kfree(bus->defer_msg.msg->buf);
  638. kfree(bus->defer_msg.msg);
  639. }
  640. return 0;
  641. }
  642. static int do_bank_switch(struct sdw_stream_runtime *stream)
  643. {
  644. struct sdw_master_runtime *m_rt;
  645. const struct sdw_master_ops *ops;
  646. struct sdw_bus *bus;
  647. bool multi_link = false;
  648. int m_rt_count;
  649. int ret = 0;
  650. m_rt_count = stream->m_rt_count;
  651. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  652. bus = m_rt->bus;
  653. ops = bus->ops;
  654. if (bus->multi_link && m_rt_count >= bus->hw_sync_min_links) {
  655. multi_link = true;
  656. mutex_lock(&bus->msg_lock);
  657. }
  658. /* Pre-bank switch */
  659. if (ops->pre_bank_switch) {
  660. ret = ops->pre_bank_switch(bus);
  661. if (ret < 0) {
  662. dev_err(bus->dev,
  663. "Pre bank switch op failed: %d\n", ret);
  664. goto msg_unlock;
  665. }
  666. }
  667. /*
  668. * Perform Bank switch operation.
  669. * For multi link cases, the actual bank switch is
  670. * synchronized across all Masters and happens later as a
  671. * part of post_bank_switch ops.
  672. */
  673. ret = sdw_bank_switch(bus, m_rt_count);
  674. if (ret < 0) {
  675. dev_err(bus->dev, "Bank switch failed: %d\n", ret);
  676. goto error;
  677. }
  678. }
  679. /*
  680. * For multi link cases, it is expected that the bank switch is
  681. * triggered by the post_bank_switch for the first Master in the list
  682. * and for the other Masters the post_bank_switch() should return doing
  683. * nothing.
  684. */
  685. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  686. bus = m_rt->bus;
  687. ops = bus->ops;
  688. /* Post-bank switch */
  689. if (ops->post_bank_switch) {
  690. ret = ops->post_bank_switch(bus);
  691. if (ret < 0) {
  692. dev_err(bus->dev,
  693. "Post bank switch op failed: %d\n",
  694. ret);
  695. goto error;
  696. }
  697. } else if (multi_link) {
  698. dev_err(bus->dev,
  699. "Post bank switch ops not implemented\n");
  700. goto error;
  701. }
  702. /* Set the bank switch timeout to default, if not set */
  703. if (!bus->bank_switch_timeout)
  704. bus->bank_switch_timeout = DEFAULT_BANK_SWITCH_TIMEOUT;
  705. /* Check if bank switch was successful */
  706. ret = sdw_ml_sync_bank_switch(bus);
  707. if (ret < 0) {
  708. dev_err(bus->dev,
  709. "multi link bank switch failed: %d\n", ret);
  710. goto error;
  711. }
  712. if (multi_link)
  713. mutex_unlock(&bus->msg_lock);
  714. }
  715. return ret;
  716. error:
  717. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  718. bus = m_rt->bus;
  719. if (bus->defer_msg.msg) {
  720. kfree(bus->defer_msg.msg->buf);
  721. kfree(bus->defer_msg.msg);
  722. }
  723. }
  724. msg_unlock:
  725. if (multi_link) {
  726. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  727. bus = m_rt->bus;
  728. if (mutex_is_locked(&bus->msg_lock))
  729. mutex_unlock(&bus->msg_lock);
  730. }
  731. }
  732. return ret;
  733. }
  734. /**
  735. * sdw_release_stream() - Free the assigned stream runtime
  736. *
  737. * @stream: SoundWire stream runtime
  738. *
  739. * sdw_release_stream should be called only once per stream
  740. */
  741. void sdw_release_stream(struct sdw_stream_runtime *stream)
  742. {
  743. kfree(stream);
  744. }
  745. EXPORT_SYMBOL(sdw_release_stream);
  746. /**
  747. * sdw_alloc_stream() - Allocate and return stream runtime
  748. *
  749. * @stream_name: SoundWire stream name
  750. *
  751. * Allocates a SoundWire stream runtime instance.
  752. * sdw_alloc_stream should be called only once per stream. Typically
  753. * invoked from ALSA/ASoC machine/platform driver.
  754. */
  755. struct sdw_stream_runtime *sdw_alloc_stream(const char *stream_name)
  756. {
  757. struct sdw_stream_runtime *stream;
  758. stream = kzalloc(sizeof(*stream), GFP_KERNEL);
  759. if (!stream)
  760. return NULL;
  761. stream->name = stream_name;
  762. INIT_LIST_HEAD(&stream->master_list);
  763. stream->state = SDW_STREAM_ALLOCATED;
  764. stream->m_rt_count = 0;
  765. return stream;
  766. }
  767. EXPORT_SYMBOL(sdw_alloc_stream);
  768. static struct sdw_master_runtime
  769. *sdw_find_master_rt(struct sdw_bus *bus,
  770. struct sdw_stream_runtime *stream)
  771. {
  772. struct sdw_master_runtime *m_rt;
  773. /* Retrieve Bus handle if already available */
  774. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  775. if (m_rt->bus == bus)
  776. return m_rt;
  777. }
  778. return NULL;
  779. }
  780. /**
  781. * sdw_alloc_master_rt() - Allocates and initialize Master runtime handle
  782. *
  783. * @bus: SDW bus instance
  784. * @stream_config: Stream configuration
  785. * @stream: Stream runtime handle.
  786. *
  787. * This function is to be called with bus_lock held.
  788. */
  789. static struct sdw_master_runtime
  790. *sdw_alloc_master_rt(struct sdw_bus *bus,
  791. struct sdw_stream_config *stream_config,
  792. struct sdw_stream_runtime *stream)
  793. {
  794. struct sdw_master_runtime *m_rt;
  795. /*
  796. * check if Master is already allocated (as a result of Slave adding
  797. * it first), if so skip allocation and go to configure
  798. */
  799. m_rt = sdw_find_master_rt(bus, stream);
  800. if (m_rt)
  801. goto stream_config;
  802. m_rt = kzalloc(sizeof(*m_rt), GFP_KERNEL);
  803. if (!m_rt)
  804. return NULL;
  805. /* Initialization of Master runtime handle */
  806. INIT_LIST_HEAD(&m_rt->port_list);
  807. INIT_LIST_HEAD(&m_rt->slave_rt_list);
  808. list_add_tail(&m_rt->stream_node, &stream->master_list);
  809. list_add_tail(&m_rt->bus_node, &bus->m_rt_list);
  810. stream_config:
  811. m_rt->ch_count = stream_config->ch_count;
  812. m_rt->bus = bus;
  813. m_rt->stream = stream;
  814. m_rt->direction = stream_config->direction;
  815. return m_rt;
  816. }
  817. /**
  818. * sdw_alloc_slave_rt() - Allocate and initialize Slave runtime handle.
  819. *
  820. * @slave: Slave handle
  821. * @stream_config: Stream configuration
  822. * @stream: Stream runtime handle
  823. *
  824. * This function is to be called with bus_lock held.
  825. */
  826. static struct sdw_slave_runtime
  827. *sdw_alloc_slave_rt(struct sdw_slave *slave,
  828. struct sdw_stream_config *stream_config,
  829. struct sdw_stream_runtime *stream)
  830. {
  831. struct sdw_slave_runtime *s_rt;
  832. s_rt = kzalloc(sizeof(*s_rt), GFP_KERNEL);
  833. if (!s_rt)
  834. return NULL;
  835. INIT_LIST_HEAD(&s_rt->port_list);
  836. s_rt->ch_count = stream_config->ch_count;
  837. s_rt->direction = stream_config->direction;
  838. s_rt->slave = slave;
  839. return s_rt;
  840. }
  841. static void sdw_master_port_release(struct sdw_bus *bus,
  842. struct sdw_master_runtime *m_rt)
  843. {
  844. struct sdw_port_runtime *p_rt, *_p_rt;
  845. list_for_each_entry_safe(p_rt, _p_rt, &m_rt->port_list, port_node) {
  846. list_del(&p_rt->port_node);
  847. kfree(p_rt);
  848. }
  849. }
  850. static void sdw_slave_port_release(struct sdw_bus *bus,
  851. struct sdw_slave *slave,
  852. struct sdw_stream_runtime *stream)
  853. {
  854. struct sdw_port_runtime *p_rt, *_p_rt;
  855. struct sdw_master_runtime *m_rt;
  856. struct sdw_slave_runtime *s_rt;
  857. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  858. list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
  859. if (s_rt->slave != slave)
  860. continue;
  861. list_for_each_entry_safe(p_rt, _p_rt,
  862. &s_rt->port_list, port_node) {
  863. list_del(&p_rt->port_node);
  864. kfree(p_rt);
  865. }
  866. }
  867. }
  868. }
  869. /**
  870. * sdw_release_slave_stream() - Free Slave(s) runtime handle
  871. *
  872. * @slave: Slave handle.
  873. * @stream: Stream runtime handle.
  874. *
  875. * This function is to be called with bus_lock held.
  876. */
  877. static void sdw_release_slave_stream(struct sdw_slave *slave,
  878. struct sdw_stream_runtime *stream)
  879. {
  880. struct sdw_slave_runtime *s_rt, *_s_rt;
  881. struct sdw_master_runtime *m_rt;
  882. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  883. /* Retrieve Slave runtime handle */
  884. list_for_each_entry_safe(s_rt, _s_rt,
  885. &m_rt->slave_rt_list, m_rt_node) {
  886. if (s_rt->slave == slave) {
  887. list_del(&s_rt->m_rt_node);
  888. kfree(s_rt);
  889. return;
  890. }
  891. }
  892. }
  893. }
  894. /**
  895. * sdw_release_master_stream() - Free Master runtime handle
  896. *
  897. * @m_rt: Master runtime node
  898. * @stream: Stream runtime handle.
  899. *
  900. * This function is to be called with bus_lock held
  901. * It frees the Master runtime handle and associated Slave(s) runtime
  902. * handle. If this is called first then sdw_release_slave_stream() will have
  903. * no effect as Slave(s) runtime handle would already be freed up.
  904. */
  905. static void sdw_release_master_stream(struct sdw_master_runtime *m_rt,
  906. struct sdw_stream_runtime *stream)
  907. {
  908. struct sdw_slave_runtime *s_rt, *_s_rt;
  909. list_for_each_entry_safe(s_rt, _s_rt, &m_rt->slave_rt_list, m_rt_node) {
  910. sdw_slave_port_release(s_rt->slave->bus, s_rt->slave, stream);
  911. sdw_release_slave_stream(s_rt->slave, stream);
  912. }
  913. list_del(&m_rt->stream_node);
  914. list_del(&m_rt->bus_node);
  915. kfree(m_rt);
  916. }
  917. /**
  918. * sdw_stream_remove_master() - Remove master from sdw_stream
  919. *
  920. * @bus: SDW Bus instance
  921. * @stream: SoundWire stream
  922. *
  923. * This removes and frees port_rt and master_rt from a stream
  924. */
  925. int sdw_stream_remove_master(struct sdw_bus *bus,
  926. struct sdw_stream_runtime *stream)
  927. {
  928. struct sdw_master_runtime *m_rt, *_m_rt;
  929. mutex_lock(&bus->bus_lock);
  930. list_for_each_entry_safe(m_rt, _m_rt,
  931. &stream->master_list, stream_node) {
  932. if (m_rt->bus != bus)
  933. continue;
  934. sdw_master_port_release(bus, m_rt);
  935. sdw_release_master_stream(m_rt, stream);
  936. stream->m_rt_count--;
  937. }
  938. if (list_empty(&stream->master_list))
  939. stream->state = SDW_STREAM_RELEASED;
  940. mutex_unlock(&bus->bus_lock);
  941. return 0;
  942. }
  943. EXPORT_SYMBOL(sdw_stream_remove_master);
  944. /**
  945. * sdw_stream_remove_slave() - Remove slave from sdw_stream
  946. *
  947. * @slave: SDW Slave instance
  948. * @stream: SoundWire stream
  949. *
  950. * This removes and frees port_rt and slave_rt from a stream
  951. */
  952. int sdw_stream_remove_slave(struct sdw_slave *slave,
  953. struct sdw_stream_runtime *stream)
  954. {
  955. mutex_lock(&slave->bus->bus_lock);
  956. sdw_slave_port_release(slave->bus, slave, stream);
  957. sdw_release_slave_stream(slave, stream);
  958. mutex_unlock(&slave->bus->bus_lock);
  959. return 0;
  960. }
  961. EXPORT_SYMBOL(sdw_stream_remove_slave);
  962. /**
  963. * sdw_config_stream() - Configure the allocated stream
  964. *
  965. * @dev: SDW device
  966. * @stream: SoundWire stream
  967. * @stream_config: Stream configuration for audio stream
  968. * @is_slave: is API called from Slave or Master
  969. *
  970. * This function is to be called with bus_lock held.
  971. */
  972. static int sdw_config_stream(struct device *dev,
  973. struct sdw_stream_runtime *stream,
  974. struct sdw_stream_config *stream_config,
  975. bool is_slave)
  976. {
  977. /*
  978. * Update the stream rate, channel and bps based on data
  979. * source. For more than one data source (multilink),
  980. * match the rate, bps, stream type and increment number of channels.
  981. *
  982. * If rate/bps is zero, it means the values are not set, so skip
  983. * comparison and allow the value to be set and stored in stream
  984. */
  985. if (stream->params.rate &&
  986. stream->params.rate != stream_config->frame_rate) {
  987. dev_err(dev, "rate not matching, stream:%s\n", stream->name);
  988. return -EINVAL;
  989. }
  990. if (stream->params.bps &&
  991. stream->params.bps != stream_config->bps) {
  992. dev_err(dev, "bps not matching, stream:%s\n", stream->name);
  993. return -EINVAL;
  994. }
  995. stream->type = stream_config->type;
  996. stream->params.rate = stream_config->frame_rate;
  997. stream->params.bps = stream_config->bps;
  998. /* TODO: Update this check during Device-device support */
  999. if (is_slave)
  1000. stream->params.ch_count += stream_config->ch_count;
  1001. return 0;
  1002. }
  1003. static int sdw_is_valid_port_range(struct device *dev,
  1004. struct sdw_port_runtime *p_rt)
  1005. {
  1006. if (!SDW_VALID_PORT_RANGE(p_rt->num)) {
  1007. dev_err(dev,
  1008. "SoundWire: Invalid port number :%d\n", p_rt->num);
  1009. return -EINVAL;
  1010. }
  1011. return 0;
  1012. }
  1013. static struct sdw_port_runtime
  1014. *sdw_port_alloc(struct device *dev,
  1015. struct sdw_port_config *port_config,
  1016. int port_index)
  1017. {
  1018. struct sdw_port_runtime *p_rt;
  1019. p_rt = kzalloc(sizeof(*p_rt), GFP_KERNEL);
  1020. if (!p_rt)
  1021. return NULL;
  1022. p_rt->ch_mask = port_config[port_index].ch_mask;
  1023. p_rt->num = port_config[port_index].num;
  1024. return p_rt;
  1025. }
  1026. static int sdw_master_port_config(struct sdw_bus *bus,
  1027. struct sdw_master_runtime *m_rt,
  1028. struct sdw_port_config *port_config,
  1029. unsigned int num_ports)
  1030. {
  1031. struct sdw_port_runtime *p_rt;
  1032. int i;
  1033. /* Iterate for number of ports to perform initialization */
  1034. for (i = 0; i < num_ports; i++) {
  1035. p_rt = sdw_port_alloc(bus->dev, port_config, i);
  1036. if (!p_rt)
  1037. return -ENOMEM;
  1038. /*
  1039. * TODO: Check port capabilities for requested
  1040. * configuration (audio mode support)
  1041. */
  1042. list_add_tail(&p_rt->port_node, &m_rt->port_list);
  1043. }
  1044. return 0;
  1045. }
  1046. static int sdw_slave_port_config(struct sdw_slave *slave,
  1047. struct sdw_slave_runtime *s_rt,
  1048. struct sdw_port_config *port_config,
  1049. unsigned int num_config)
  1050. {
  1051. struct sdw_port_runtime *p_rt;
  1052. int i, ret;
  1053. /* Iterate for number of ports to perform initialization */
  1054. for (i = 0; i < num_config; i++) {
  1055. p_rt = sdw_port_alloc(&slave->dev, port_config, i);
  1056. if (!p_rt)
  1057. return -ENOMEM;
  1058. /*
  1059. * TODO: Check valid port range as defined by DisCo/
  1060. * slave
  1061. */
  1062. ret = sdw_is_valid_port_range(&slave->dev, p_rt);
  1063. if (ret < 0) {
  1064. kfree(p_rt);
  1065. return ret;
  1066. }
  1067. /*
  1068. * TODO: Check port capabilities for requested
  1069. * configuration (audio mode support)
  1070. */
  1071. list_add_tail(&p_rt->port_node, &s_rt->port_list);
  1072. }
  1073. return 0;
  1074. }
  1075. /**
  1076. * sdw_stream_add_master() - Allocate and add master runtime to a stream
  1077. *
  1078. * @bus: SDW Bus instance
  1079. * @stream_config: Stream configuration for audio stream
  1080. * @port_config: Port configuration for audio stream
  1081. * @num_ports: Number of ports
  1082. * @stream: SoundWire stream
  1083. */
  1084. int sdw_stream_add_master(struct sdw_bus *bus,
  1085. struct sdw_stream_config *stream_config,
  1086. struct sdw_port_config *port_config,
  1087. unsigned int num_ports,
  1088. struct sdw_stream_runtime *stream)
  1089. {
  1090. struct sdw_master_runtime *m_rt;
  1091. int ret;
  1092. mutex_lock(&bus->bus_lock);
  1093. /*
  1094. * For multi link streams, add the second master only if
  1095. * the bus supports it.
  1096. * Check if bus->multi_link is set
  1097. */
  1098. if (!bus->multi_link && stream->m_rt_count > 0) {
  1099. dev_err(bus->dev,
  1100. "Multilink not supported, link %d\n", bus->link_id);
  1101. ret = -EINVAL;
  1102. goto unlock;
  1103. }
  1104. m_rt = sdw_alloc_master_rt(bus, stream_config, stream);
  1105. if (!m_rt) {
  1106. dev_err(bus->dev,
  1107. "Master runtime config failed for stream:%s\n",
  1108. stream->name);
  1109. ret = -ENOMEM;
  1110. goto unlock;
  1111. }
  1112. ret = sdw_config_stream(bus->dev, stream, stream_config, false);
  1113. if (ret)
  1114. goto stream_error;
  1115. ret = sdw_master_port_config(bus, m_rt, port_config, num_ports);
  1116. if (ret)
  1117. goto stream_error;
  1118. stream->m_rt_count++;
  1119. goto unlock;
  1120. stream_error:
  1121. sdw_release_master_stream(m_rt, stream);
  1122. unlock:
  1123. mutex_unlock(&bus->bus_lock);
  1124. return ret;
  1125. }
  1126. EXPORT_SYMBOL(sdw_stream_add_master);
  1127. /**
  1128. * sdw_stream_add_slave() - Allocate and add master/slave runtime to a stream
  1129. *
  1130. * @slave: SDW Slave instance
  1131. * @stream_config: Stream configuration for audio stream
  1132. * @stream: SoundWire stream
  1133. * @port_config: Port configuration for audio stream
  1134. * @num_ports: Number of ports
  1135. *
  1136. * It is expected that Slave is added before adding Master
  1137. * to the Stream.
  1138. *
  1139. */
  1140. int sdw_stream_add_slave(struct sdw_slave *slave,
  1141. struct sdw_stream_config *stream_config,
  1142. struct sdw_port_config *port_config,
  1143. unsigned int num_ports,
  1144. struct sdw_stream_runtime *stream)
  1145. {
  1146. struct sdw_slave_runtime *s_rt;
  1147. struct sdw_master_runtime *m_rt;
  1148. int ret;
  1149. mutex_lock(&slave->bus->bus_lock);
  1150. /*
  1151. * If this API is invoked by Slave first then m_rt is not valid.
  1152. * So, allocate m_rt and add Slave to it.
  1153. */
  1154. m_rt = sdw_alloc_master_rt(slave->bus, stream_config, stream);
  1155. if (!m_rt) {
  1156. dev_err(&slave->dev,
  1157. "alloc master runtime failed for stream:%s\n",
  1158. stream->name);
  1159. ret = -ENOMEM;
  1160. goto error;
  1161. }
  1162. s_rt = sdw_alloc_slave_rt(slave, stream_config, stream);
  1163. if (!s_rt) {
  1164. dev_err(&slave->dev,
  1165. "Slave runtime config failed for stream:%s\n",
  1166. stream->name);
  1167. ret = -ENOMEM;
  1168. goto stream_error;
  1169. }
  1170. ret = sdw_config_stream(&slave->dev, stream, stream_config, true);
  1171. if (ret) {
  1172. /*
  1173. * sdw_release_master_stream will release s_rt in slave_rt_list in
  1174. * stream_error case, but s_rt is only added to slave_rt_list
  1175. * when sdw_config_stream is successful, so free s_rt explicitly
  1176. * when sdw_config_stream is failed.
  1177. */
  1178. kfree(s_rt);
  1179. goto stream_error;
  1180. }
  1181. list_add_tail(&s_rt->m_rt_node, &m_rt->slave_rt_list);
  1182. ret = sdw_slave_port_config(slave, s_rt, port_config, num_ports);
  1183. if (ret)
  1184. goto stream_error;
  1185. /*
  1186. * Change stream state to CONFIGURED on first Slave add.
  1187. * Bus is not aware of number of Slave(s) in a stream at this
  1188. * point so cannot depend on all Slave(s) to be added in order to
  1189. * change stream state to CONFIGURED.
  1190. */
  1191. stream->state = SDW_STREAM_CONFIGURED;
  1192. goto error;
  1193. stream_error:
  1194. /*
  1195. * we hit error so cleanup the stream, release all Slave(s) and
  1196. * Master runtime
  1197. */
  1198. sdw_release_master_stream(m_rt, stream);
  1199. error:
  1200. mutex_unlock(&slave->bus->bus_lock);
  1201. return ret;
  1202. }
  1203. EXPORT_SYMBOL(sdw_stream_add_slave);
  1204. /**
  1205. * sdw_get_slave_dpn_prop() - Get Slave port capabilities
  1206. *
  1207. * @slave: Slave handle
  1208. * @direction: Data direction.
  1209. * @port_num: Port number
  1210. */
  1211. struct sdw_dpn_prop *sdw_get_slave_dpn_prop(struct sdw_slave *slave,
  1212. enum sdw_data_direction direction,
  1213. unsigned int port_num)
  1214. {
  1215. struct sdw_dpn_prop *dpn_prop;
  1216. u8 num_ports;
  1217. int i;
  1218. if (direction == SDW_DATA_DIR_TX) {
  1219. num_ports = hweight32(slave->prop.source_ports);
  1220. dpn_prop = slave->prop.src_dpn_prop;
  1221. } else {
  1222. num_ports = hweight32(slave->prop.sink_ports);
  1223. dpn_prop = slave->prop.sink_dpn_prop;
  1224. }
  1225. for (i = 0; i < num_ports; i++) {
  1226. if (dpn_prop[i].num == port_num)
  1227. return &dpn_prop[i];
  1228. }
  1229. return NULL;
  1230. }
  1231. /**
  1232. * sdw_acquire_bus_lock: Acquire bus lock for all Master runtime(s)
  1233. *
  1234. * @stream: SoundWire stream
  1235. *
  1236. * Acquire bus_lock for each of the master runtime(m_rt) part of this
  1237. * stream to reconfigure the bus.
  1238. * NOTE: This function is called from SoundWire stream ops and is
  1239. * expected that a global lock is held before acquiring bus_lock.
  1240. */
  1241. static void sdw_acquire_bus_lock(struct sdw_stream_runtime *stream)
  1242. {
  1243. struct sdw_master_runtime *m_rt;
  1244. struct sdw_bus *bus = NULL;
  1245. /* Iterate for all Master(s) in Master list */
  1246. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  1247. bus = m_rt->bus;
  1248. mutex_lock(&bus->bus_lock);
  1249. }
  1250. }
  1251. /**
  1252. * sdw_release_bus_lock: Release bus lock for all Master runtime(s)
  1253. *
  1254. * @stream: SoundWire stream
  1255. *
  1256. * Release the previously held bus_lock after reconfiguring the bus.
  1257. * NOTE: This function is called from SoundWire stream ops and is
  1258. * expected that a global lock is held before releasing bus_lock.
  1259. */
  1260. static void sdw_release_bus_lock(struct sdw_stream_runtime *stream)
  1261. {
  1262. struct sdw_master_runtime *m_rt = NULL;
  1263. struct sdw_bus *bus = NULL;
  1264. /* Iterate for all Master(s) in Master list */
  1265. list_for_each_entry_reverse(m_rt, &stream->master_list, stream_node) {
  1266. bus = m_rt->bus;
  1267. mutex_unlock(&bus->bus_lock);
  1268. }
  1269. }
  1270. static int _sdw_prepare_stream(struct sdw_stream_runtime *stream,
  1271. bool update_params)
  1272. {
  1273. struct sdw_master_runtime *m_rt;
  1274. struct sdw_bus *bus = NULL;
  1275. struct sdw_master_prop *prop;
  1276. struct sdw_bus_params params;
  1277. int ret;
  1278. /* Prepare Master(s) and Slave(s) port(s) associated with stream */
  1279. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  1280. bus = m_rt->bus;
  1281. prop = &bus->prop;
  1282. memcpy(&params, &bus->params, sizeof(params));
  1283. /* TODO: Support Asynchronous mode */
  1284. if ((prop->max_clk_freq % stream->params.rate) != 0) {
  1285. dev_err(bus->dev, "Async mode not supported\n");
  1286. return -EINVAL;
  1287. }
  1288. if (!update_params)
  1289. goto program_params;
  1290. /* Increment cumulative bus bandwidth */
  1291. /* TODO: Update this during Device-Device support */
  1292. bus->params.bandwidth += m_rt->stream->params.rate *
  1293. m_rt->ch_count * m_rt->stream->params.bps;
  1294. /* Compute params */
  1295. if (bus->compute_params) {
  1296. ret = bus->compute_params(bus);
  1297. if (ret < 0) {
  1298. dev_err(bus->dev, "Compute params failed: %d",
  1299. ret);
  1300. return ret;
  1301. }
  1302. }
  1303. program_params:
  1304. /* Program params */
  1305. ret = sdw_program_params(bus, true);
  1306. if (ret < 0) {
  1307. dev_err(bus->dev, "Program params failed: %d\n", ret);
  1308. goto restore_params;
  1309. }
  1310. }
  1311. if (!bus) {
  1312. pr_err("Configuration error in %s\n", __func__);
  1313. return -EINVAL;
  1314. }
  1315. ret = do_bank_switch(stream);
  1316. if (ret < 0) {
  1317. dev_err(bus->dev, "Bank switch failed: %d\n", ret);
  1318. goto restore_params;
  1319. }
  1320. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  1321. bus = m_rt->bus;
  1322. /* Prepare port(s) on the new clock configuration */
  1323. ret = sdw_prep_deprep_ports(m_rt, true);
  1324. if (ret < 0) {
  1325. dev_err(bus->dev, "Prepare port(s) failed ret = %d\n",
  1326. ret);
  1327. return ret;
  1328. }
  1329. }
  1330. stream->state = SDW_STREAM_PREPARED;
  1331. return ret;
  1332. restore_params:
  1333. memcpy(&bus->params, &params, sizeof(params));
  1334. return ret;
  1335. }
  1336. /**
  1337. * sdw_prepare_stream() - Prepare SoundWire stream
  1338. *
  1339. * @stream: Soundwire stream
  1340. *
  1341. * Documentation/driver-api/soundwire/stream.rst explains this API in detail
  1342. */
  1343. int sdw_prepare_stream(struct sdw_stream_runtime *stream)
  1344. {
  1345. bool update_params = true;
  1346. int ret;
  1347. if (!stream) {
  1348. pr_err("SoundWire: Handle not found for stream\n");
  1349. return -EINVAL;
  1350. }
  1351. sdw_acquire_bus_lock(stream);
  1352. if (stream->state == SDW_STREAM_PREPARED) {
  1353. ret = 0;
  1354. goto state_err;
  1355. }
  1356. if (stream->state != SDW_STREAM_CONFIGURED &&
  1357. stream->state != SDW_STREAM_DEPREPARED &&
  1358. stream->state != SDW_STREAM_DISABLED) {
  1359. pr_err("%s: %s: inconsistent state state %d\n",
  1360. __func__, stream->name, stream->state);
  1361. ret = -EINVAL;
  1362. goto state_err;
  1363. }
  1364. /*
  1365. * when the stream is DISABLED, this means sdw_prepare_stream()
  1366. * is called as a result of an underflow or a resume operation.
  1367. * In this case, the bus parameters shall not be recomputed, but
  1368. * still need to be re-applied
  1369. */
  1370. if (stream->state == SDW_STREAM_DISABLED)
  1371. update_params = false;
  1372. ret = _sdw_prepare_stream(stream, update_params);
  1373. state_err:
  1374. sdw_release_bus_lock(stream);
  1375. return ret;
  1376. }
  1377. EXPORT_SYMBOL(sdw_prepare_stream);
  1378. static int _sdw_enable_stream(struct sdw_stream_runtime *stream)
  1379. {
  1380. struct sdw_master_runtime *m_rt;
  1381. struct sdw_bus *bus = NULL;
  1382. int ret;
  1383. /* Enable Master(s) and Slave(s) port(s) associated with stream */
  1384. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  1385. bus = m_rt->bus;
  1386. /* Program params */
  1387. ret = sdw_program_params(bus, false);
  1388. if (ret < 0) {
  1389. dev_err(bus->dev, "Program params failed: %d\n", ret);
  1390. return ret;
  1391. }
  1392. /* Enable port(s) */
  1393. ret = sdw_enable_disable_ports(m_rt, true);
  1394. if (ret < 0) {
  1395. dev_err(bus->dev,
  1396. "Enable port(s) failed ret: %d\n", ret);
  1397. return ret;
  1398. }
  1399. }
  1400. if (!bus) {
  1401. pr_err("Configuration error in %s\n", __func__);
  1402. return -EINVAL;
  1403. }
  1404. ret = do_bank_switch(stream);
  1405. if (ret < 0) {
  1406. dev_err(bus->dev, "Bank switch failed: %d\n", ret);
  1407. return ret;
  1408. }
  1409. stream->state = SDW_STREAM_ENABLED;
  1410. return 0;
  1411. }
  1412. /**
  1413. * sdw_enable_stream() - Enable SoundWire stream
  1414. *
  1415. * @stream: Soundwire stream
  1416. *
  1417. * Documentation/driver-api/soundwire/stream.rst explains this API in detail
  1418. */
  1419. int sdw_enable_stream(struct sdw_stream_runtime *stream)
  1420. {
  1421. int ret;
  1422. if (!stream) {
  1423. pr_err("SoundWire: Handle not found for stream\n");
  1424. return -EINVAL;
  1425. }
  1426. sdw_acquire_bus_lock(stream);
  1427. if (stream->state != SDW_STREAM_PREPARED &&
  1428. stream->state != SDW_STREAM_DISABLED) {
  1429. pr_err("%s: %s: inconsistent state state %d\n",
  1430. __func__, stream->name, stream->state);
  1431. ret = -EINVAL;
  1432. goto state_err;
  1433. }
  1434. ret = _sdw_enable_stream(stream);
  1435. state_err:
  1436. sdw_release_bus_lock(stream);
  1437. return ret;
  1438. }
  1439. EXPORT_SYMBOL(sdw_enable_stream);
  1440. static int _sdw_disable_stream(struct sdw_stream_runtime *stream)
  1441. {
  1442. struct sdw_master_runtime *m_rt;
  1443. int ret;
  1444. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  1445. struct sdw_bus *bus = m_rt->bus;
  1446. /* Disable port(s) */
  1447. ret = sdw_enable_disable_ports(m_rt, false);
  1448. if (ret < 0) {
  1449. dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
  1450. return ret;
  1451. }
  1452. }
  1453. stream->state = SDW_STREAM_DISABLED;
  1454. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  1455. struct sdw_bus *bus = m_rt->bus;
  1456. /* Program params */
  1457. ret = sdw_program_params(bus, false);
  1458. if (ret < 0) {
  1459. dev_err(bus->dev, "Program params failed: %d\n", ret);
  1460. return ret;
  1461. }
  1462. }
  1463. ret = do_bank_switch(stream);
  1464. if (ret < 0) {
  1465. pr_err("Bank switch failed: %d\n", ret);
  1466. return ret;
  1467. }
  1468. /* make sure alternate bank (previous current) is also disabled */
  1469. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  1470. struct sdw_bus *bus = m_rt->bus;
  1471. /* Disable port(s) */
  1472. ret = sdw_enable_disable_ports(m_rt, false);
  1473. if (ret < 0) {
  1474. dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
  1475. return ret;
  1476. }
  1477. }
  1478. return 0;
  1479. }
  1480. /**
  1481. * sdw_disable_stream() - Disable SoundWire stream
  1482. *
  1483. * @stream: Soundwire stream
  1484. *
  1485. * Documentation/driver-api/soundwire/stream.rst explains this API in detail
  1486. */
  1487. int sdw_disable_stream(struct sdw_stream_runtime *stream)
  1488. {
  1489. int ret;
  1490. if (!stream) {
  1491. pr_err("SoundWire: Handle not found for stream\n");
  1492. return -EINVAL;
  1493. }
  1494. sdw_acquire_bus_lock(stream);
  1495. if (stream->state != SDW_STREAM_ENABLED) {
  1496. pr_err("%s: %s: inconsistent state state %d\n",
  1497. __func__, stream->name, stream->state);
  1498. ret = -EINVAL;
  1499. goto state_err;
  1500. }
  1501. ret = _sdw_disable_stream(stream);
  1502. state_err:
  1503. sdw_release_bus_lock(stream);
  1504. return ret;
  1505. }
  1506. EXPORT_SYMBOL(sdw_disable_stream);
  1507. static int _sdw_deprepare_stream(struct sdw_stream_runtime *stream)
  1508. {
  1509. struct sdw_master_runtime *m_rt;
  1510. struct sdw_bus *bus;
  1511. int ret = 0;
  1512. list_for_each_entry(m_rt, &stream->master_list, stream_node) {
  1513. bus = m_rt->bus;
  1514. /* De-prepare port(s) */
  1515. ret = sdw_prep_deprep_ports(m_rt, false);
  1516. if (ret < 0) {
  1517. dev_err(bus->dev,
  1518. "De-prepare port(s) failed: %d\n", ret);
  1519. return ret;
  1520. }
  1521. /* TODO: Update this during Device-Device support */
  1522. bus->params.bandwidth -= m_rt->stream->params.rate *
  1523. m_rt->ch_count * m_rt->stream->params.bps;
  1524. /* Compute params */
  1525. if (bus->compute_params) {
  1526. ret = bus->compute_params(bus);
  1527. if (ret < 0) {
  1528. dev_err(bus->dev, "Compute params failed: %d",
  1529. ret);
  1530. return ret;
  1531. }
  1532. }
  1533. /* Program params */
  1534. ret = sdw_program_params(bus, false);
  1535. if (ret < 0) {
  1536. dev_err(bus->dev, "Program params failed: %d\n", ret);
  1537. return ret;
  1538. }
  1539. }
  1540. stream->state = SDW_STREAM_DEPREPARED;
  1541. return do_bank_switch(stream);
  1542. }
  1543. /**
  1544. * sdw_deprepare_stream() - Deprepare SoundWire stream
  1545. *
  1546. * @stream: Soundwire stream
  1547. *
  1548. * Documentation/driver-api/soundwire/stream.rst explains this API in detail
  1549. */
  1550. int sdw_deprepare_stream(struct sdw_stream_runtime *stream)
  1551. {
  1552. int ret;
  1553. if (!stream) {
  1554. pr_err("SoundWire: Handle not found for stream\n");
  1555. return -EINVAL;
  1556. }
  1557. sdw_acquire_bus_lock(stream);
  1558. if (stream->state != SDW_STREAM_PREPARED &&
  1559. stream->state != SDW_STREAM_DISABLED) {
  1560. pr_err("%s: %s: inconsistent state state %d\n",
  1561. __func__, stream->name, stream->state);
  1562. ret = -EINVAL;
  1563. goto state_err;
  1564. }
  1565. ret = _sdw_deprepare_stream(stream);
  1566. state_err:
  1567. sdw_release_bus_lock(stream);
  1568. return ret;
  1569. }
  1570. EXPORT_SYMBOL(sdw_deprepare_stream);
  1571. static int set_stream(struct snd_pcm_substream *substream,
  1572. struct sdw_stream_runtime *sdw_stream)
  1573. {
  1574. struct snd_soc_pcm_runtime *rtd = substream->private_data;
  1575. struct snd_soc_dai *dai;
  1576. int ret = 0;
  1577. int i;
  1578. /* Set stream pointer on all DAIs */
  1579. for_each_rtd_dais(rtd, i, dai) {
  1580. ret = snd_soc_dai_set_sdw_stream(dai, sdw_stream, substream->stream);
  1581. if (ret < 0) {
  1582. dev_err(rtd->dev, "failed to set stream pointer on dai %s", dai->name);
  1583. break;
  1584. }
  1585. }
  1586. return ret;
  1587. }
  1588. /**
  1589. * sdw_startup_stream() - Startup SoundWire stream
  1590. *
  1591. * @sdw_substream: Soundwire stream
  1592. *
  1593. * Documentation/driver-api/soundwire/stream.rst explains this API in detail
  1594. */
  1595. int sdw_startup_stream(void *sdw_substream)
  1596. {
  1597. struct snd_pcm_substream *substream = sdw_substream;
  1598. struct snd_soc_pcm_runtime *rtd = substream->private_data;
  1599. struct sdw_stream_runtime *sdw_stream;
  1600. char *name;
  1601. int ret;
  1602. if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
  1603. name = kasprintf(GFP_KERNEL, "%s-Playback", substream->name);
  1604. else
  1605. name = kasprintf(GFP_KERNEL, "%s-Capture", substream->name);
  1606. if (!name)
  1607. return -ENOMEM;
  1608. sdw_stream = sdw_alloc_stream(name);
  1609. if (!sdw_stream) {
  1610. dev_err(rtd->dev, "alloc stream failed for substream DAI %s", substream->name);
  1611. ret = -ENOMEM;
  1612. goto error;
  1613. }
  1614. ret = set_stream(substream, sdw_stream);
  1615. if (ret < 0)
  1616. goto release_stream;
  1617. return 0;
  1618. release_stream:
  1619. sdw_release_stream(sdw_stream);
  1620. set_stream(substream, NULL);
  1621. error:
  1622. kfree(name);
  1623. return ret;
  1624. }
  1625. EXPORT_SYMBOL(sdw_startup_stream);
  1626. /**
  1627. * sdw_shutdown_stream() - Shutdown SoundWire stream
  1628. *
  1629. * @sdw_substream: Soundwire stream
  1630. *
  1631. * Documentation/driver-api/soundwire/stream.rst explains this API in detail
  1632. */
  1633. void sdw_shutdown_stream(void *sdw_substream)
  1634. {
  1635. struct snd_pcm_substream *substream = sdw_substream;
  1636. struct snd_soc_pcm_runtime *rtd = substream->private_data;
  1637. struct sdw_stream_runtime *sdw_stream;
  1638. struct snd_soc_dai *dai;
  1639. /* Find stream from first CPU DAI */
  1640. dai = asoc_rtd_to_cpu(rtd, 0);
  1641. sdw_stream = snd_soc_dai_get_sdw_stream(dai, substream->stream);
  1642. if (IS_ERR(sdw_stream)) {
  1643. dev_err(rtd->dev, "no stream found for DAI %s", dai->name);
  1644. return;
  1645. }
  1646. /* release memory */
  1647. kfree(sdw_stream->name);
  1648. sdw_release_stream(sdw_stream);
  1649. /* clear DAI data */
  1650. set_stream(substream, NULL);
  1651. }
  1652. EXPORT_SYMBOL(sdw_shutdown_stream);