shl_gref.h 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609
  1. /*
  2. * Copyright (C) 2016-2022 T-Head Semiconductor Co., Ltd. All rights reserved.
  3. *
  4. * SPDX-License-Identifier: Apache-2.0
  5. *
  6. * Licensed under the Apache License, Version 2.0 (the License); you may
  7. * not use this file except in compliance with the License.
  8. * You may obtain a copy of the License at
  9. *
  10. * www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an AS IS BASIS, WITHOUT
  14. * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. /* CSI-NN2 version 2.0.x */
  19. #ifndef INCLUDE_SHL_GREF_H_
  20. #define INCLUDE_SHL_GREF_H_
  21. #include "csi_nn.h"
  22. #include "shl_node.h"
  23. #include "shl_utils.h"
  24. int shl_gref_acos(struct csinn_tensor *input, struct csinn_tensor *output,
  25. struct csinn_siso_params *params);
  26. int shl_gref_acosh(struct csinn_tensor *input, struct csinn_tensor *output,
  27. struct csinn_siso_params *params);
  28. int shl_gref_cos(struct csinn_tensor *input, struct csinn_tensor *output,
  29. struct csinn_siso_params *params);
  30. int shl_gref_cosh(struct csinn_tensor *input, struct csinn_tensor *output,
  31. struct csinn_siso_params *params);
  32. int shl_gref_asin(struct csinn_tensor *input, struct csinn_tensor *output,
  33. struct csinn_siso_params *params);
  34. int shl_gref_asinh(struct csinn_tensor *input, struct csinn_tensor *output,
  35. struct csinn_siso_params *params);
  36. int shl_gref_tan(struct csinn_tensor *input, struct csinn_tensor *output,
  37. struct csinn_siso_params *params);
  38. int shl_gref_atan(struct csinn_tensor *input, struct csinn_tensor *output,
  39. struct csinn_siso_params *params);
  40. int shl_gref_atanh(struct csinn_tensor *input, struct csinn_tensor *output,
  41. struct csinn_siso_params *params);
  42. int shl_gref_threshold_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  43. struct csinn_relu_params *params);
  44. int shl_gref_trunc(struct csinn_tensor *input, struct csinn_tensor *output,
  45. struct csinn_siso_params *params);
  46. int shl_gref_topk(struct csinn_tensor *input, struct csinn_tensor *output1,
  47. struct csinn_tensor *output2, struct csinn_topk_params *params);
  48. int shl_gref_cumprod(struct csinn_tensor *input, struct csinn_tensor *output,
  49. struct csinn_cumprod_params *params);
  50. int shl_gref_cumsum(struct csinn_tensor *input, struct csinn_tensor *output,
  51. struct csinn_cumsum_params *params);
  52. int shl_gref_conv1d(struct csinn_tensor *input, struct csinn_tensor *output,
  53. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  54. struct csinn_conv2d_params *params);
  55. int shl_gref_conv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  56. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  57. struct csinn_conv2d_params *params);
  58. int shl_gref_depthwise_conv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  59. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  60. struct csinn_conv2d_params *params);
  61. int shl_gref_group_conv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  62. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  63. struct csinn_conv2d_params *params);
  64. int shl_gref_group_conv2d_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  65. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  66. struct csinn_conv2d_params *params);
  67. int shl_gref_conv2d_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  68. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  69. struct csinn_conv2d_params *params);
  70. int shl_gref_conv2d_relu6(struct csinn_tensor *input, struct csinn_tensor *output,
  71. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  72. struct csinn_conv2d_params *params);
  73. int shl_gref_conv3d(struct csinn_tensor *input, struct csinn_tensor *output,
  74. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  75. struct csinn_conv3d_params *params);
  76. int shl_gref_deconv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  77. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  78. struct csinn_conv2d_params *params);
  79. int shl_gref_deconv3d(struct csinn_tensor *input, struct csinn_tensor *output,
  80. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  81. struct csinn_conv3d_params *params);
  82. int shl_gref_depthwise_deconv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  83. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  84. struct csinn_conv2d_params *params);
  85. int shl_gref_depthwise_conv2d_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  86. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  87. struct csinn_conv2d_params *params);
  88. int shl_gref_depthwise_conv2d_relu6(struct csinn_tensor *input, struct csinn_tensor *output,
  89. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  90. struct csinn_conv2d_params *params);
  91. int shl_gref_fsmn(struct csinn_tensor *frame, struct csinn_tensor *l_filter,
  92. struct csinn_tensor *r_filter, struct csinn_tensor *frame_sequence,
  93. struct csinn_tensor *frame_counter, struct csinn_tensor *output,
  94. struct csinn_fsmn_params *params);
  95. int shl_gref_fullyconnected(struct csinn_tensor *input, struct csinn_tensor *output,
  96. struct csinn_tensor *weights, struct csinn_tensor *bias,
  97. struct csinn_fc_params *params);
  98. int shl_gref_fullyconnected_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  99. struct csinn_tensor *weights, struct csinn_tensor *bias,
  100. struct csinn_fc_params *params);
  101. int shl_gref_maxpool2d(struct csinn_tensor *input, struct csinn_tensor *output,
  102. struct csinn_pool_params *params);
  103. int shl_gref_maxpool3d(struct csinn_tensor *input, struct csinn_tensor *output,
  104. struct csinn_pool_params *params);
  105. int shl_gref_avgpool2d(struct csinn_tensor *input, struct csinn_tensor *output,
  106. struct csinn_pool_params *params);
  107. int shl_gref_avgpool3d(struct csinn_tensor *input, struct csinn_tensor *output,
  108. struct csinn_pool_params *params);
  109. int shl_gref_global_avgpool3d(struct csinn_tensor *input, struct csinn_tensor *output,
  110. struct csinn_pool_params *params);
  111. int shl_gref_global_avgpool2d(struct csinn_tensor *input, struct csinn_tensor *output,
  112. struct csinn_pool_params *params);
  113. int shl_gref_global_maxpool2d(struct csinn_tensor *input, struct csinn_tensor *output,
  114. struct csinn_pool_params *params);
  115. int shl_gref_l2pool(struct csinn_tensor *input, struct csinn_tensor *output,
  116. struct csinn_pool_params *params);
  117. int shl_gref_pool_with_argmax(struct csinn_tensor *input, struct csinn_tensor *output,
  118. struct csinn_pool_params *params);
  119. int shl_gref_maxpool2d_locat(struct csinn_tensor *input, struct csinn_tensor *output,
  120. struct csinn_pool_params *params);
  121. int shl_gref_mod(struct csinn_tensor *input0, struct csinn_tensor *input1,
  122. struct csinn_tensor *output, struct csinn_diso_params *params);
  123. int shl_gref_non_max_suppression(struct csinn_tensor *input0, struct csinn_tensor *input1,
  124. struct csinn_tensor *output,
  125. struct csinn_non_max_suppression_params *params);
  126. int shl_gref_unpooling(struct csinn_tensor *input, struct csinn_tensor *mask,
  127. struct csinn_tensor *output, struct csinn_unpooling_params *params);
  128. int shl_gref_negative(struct csinn_tensor *input, struct csinn_tensor *output,
  129. struct csinn_siso_params *params);
  130. int shl_gref_floor(struct csinn_tensor *input, struct csinn_tensor *output,
  131. struct csinn_siso_params *params);
  132. int shl_gref_ceil(struct csinn_tensor *input, struct csinn_tensor *output,
  133. struct csinn_siso_params *params);
  134. int shl_gref_clip(struct csinn_tensor *input, struct csinn_tensor *output,
  135. struct csinn_siso_params *params);
  136. int shl_gref_abs(struct csinn_tensor *input, struct csinn_tensor *output,
  137. struct csinn_siso_params *params);
  138. int shl_gref_exp(struct csinn_tensor *input, struct csinn_tensor *output,
  139. struct csinn_siso_params *params);
  140. int shl_gref_sin(struct csinn_tensor *input, struct csinn_tensor *output,
  141. struct csinn_siso_params *params);
  142. int shl_gref_sinh(struct csinn_tensor *input, struct csinn_tensor *output,
  143. struct csinn_siso_params *params);
  144. int shl_gref_tanh(struct csinn_tensor *input, struct csinn_tensor *output,
  145. struct csinn_siso_params *params);
  146. int shl_gref_sqrt(struct csinn_tensor *input, struct csinn_tensor *output,
  147. struct csinn_siso_params *params);
  148. int shl_gref_rsqrt(struct csinn_tensor *input, struct csinn_tensor *output,
  149. struct csinn_siso_params *params);
  150. int shl_gref_square(struct csinn_tensor *input, struct csinn_tensor *output,
  151. struct csinn_siso_params *params);
  152. int shl_gref_sigmoid(struct csinn_tensor *input, struct csinn_tensor *output,
  153. struct csinn_sigmoid_params *params);
  154. int shl_gref_softsign(struct csinn_tensor *input, struct csinn_tensor *output,
  155. struct csinn_siso_params *params);
  156. int shl_gref_space_to_batch_nd(struct csinn_tensor *input, struct csinn_tensor *output,
  157. struct csinn_space_to_batch_nd_params *params);
  158. int shl_gref_elu(struct csinn_tensor *input, struct csinn_tensor *output,
  159. struct csinn_relu_params *params);
  160. int shl_gref_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  161. struct csinn_relu_params *params);
  162. int shl_gref_relu1(struct csinn_tensor *input, struct csinn_tensor *output,
  163. struct csinn_relu_params *params);
  164. int shl_gref_relu6(struct csinn_tensor *input, struct csinn_tensor *output,
  165. struct csinn_relu_params *params);
  166. int shl_gref_relun(struct csinn_tensor *input, struct csinn_tensor *output,
  167. struct csinn_relu_params *params);
  168. int shl_gref_roi_align(struct csinn_tensor *data, struct csinn_tensor *rois,
  169. struct csinn_tensor *output, struct csinn_roi_align_params *params);
  170. int shl_gref_roipool(struct csinn_tensor *data, struct csinn_tensor *rois,
  171. struct csinn_tensor *output, struct csinn_roi_pool_params *params);
  172. int shl_gref_round(struct csinn_tensor *input, struct csinn_tensor *output,
  173. struct csinn_siso_params *params);
  174. int shl_gref_leaky_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  175. struct csinn_relu_params *params);
  176. int shl_gref_softrelu(struct csinn_tensor *input, struct csinn_tensor *output,
  177. struct csinn_relu_params *params);
  178. int shl_gref_prelu(struct csinn_tensor *input, struct csinn_tensor *alpha,
  179. struct csinn_tensor *output, struct csinn_prelu_params *params);
  180. int shl_gref_softplus(struct csinn_tensor *input, struct csinn_tensor *output,
  181. struct csinn_siso_params *params);
  182. int shl_gref_softmax(struct csinn_tensor *input, struct csinn_tensor *output,
  183. struct csinn_softmax_params *params);
  184. int shl_gref_batch_normalization(struct csinn_tensor *input, struct csinn_tensor *mean,
  185. struct csinn_tensor *variance, struct csinn_tensor *gamma,
  186. struct csinn_tensor *beta, struct csinn_tensor *output,
  187. struct csinn_bn_params *params);
  188. int shl_gref_l2_normalization(struct csinn_tensor *input, struct csinn_tensor *output,
  189. struct csinn_l2n_params *params);
  190. int shl_gref_lrn(struct csinn_tensor *input, struct csinn_tensor *output,
  191. struct csinn_lrn_params *params);
  192. int shl_gref_matmul(struct csinn_tensor *mat0, struct csinn_tensor *mat1,
  193. struct csinn_tensor *output, struct csinn_matmul_params *params);
  194. int shl_gref_add(struct csinn_tensor *input0, struct csinn_tensor *input1,
  195. struct csinn_tensor *output, struct csinn_diso_params *params);
  196. int shl_gref_sub(struct csinn_tensor *input0, struct csinn_tensor *input1,
  197. struct csinn_tensor *output, struct csinn_diso_params *params);
  198. int shl_gref_mul(struct csinn_tensor *input0, struct csinn_tensor *input1,
  199. struct csinn_tensor *output, struct csinn_diso_params *params);
  200. int shl_gref_div(struct csinn_tensor *input0, struct csinn_tensor *input1,
  201. struct csinn_tensor *output, struct csinn_diso_params *params);
  202. int shl_gref_floor_divide(struct csinn_tensor *input0, struct csinn_tensor *input1,
  203. struct csinn_tensor *output, struct csinn_diso_params *params);
  204. int shl_gref_floor_mod(struct csinn_tensor *input0, struct csinn_tensor *input1,
  205. struct csinn_tensor *output, struct csinn_diso_params *params);
  206. int shl_gref_maximum(struct csinn_tensor *input0, struct csinn_tensor *input1,
  207. struct csinn_tensor *output, struct csinn_diso_params *params);
  208. int shl_gref_minimum(struct csinn_tensor *input0, struct csinn_tensor *input1,
  209. struct csinn_tensor *output, struct csinn_diso_params *params);
  210. int shl_gref_power(struct csinn_tensor *input0, struct csinn_tensor *input1,
  211. struct csinn_tensor *output, struct csinn_diso_params *params);
  212. int shl_gref_greater(struct csinn_tensor *input0, struct csinn_tensor *input1,
  213. struct csinn_tensor *output, struct csinn_diso_params *params);
  214. int shl_gref_less(struct csinn_tensor *input0, struct csinn_tensor *input1,
  215. struct csinn_tensor *output, struct csinn_diso_params *params);
  216. int shl_gref_log_softmax(struct csinn_tensor *input, struct csinn_tensor *output,
  217. struct csinn_softmax_params *params);
  218. int shl_gref_log(struct csinn_tensor *input, struct csinn_tensor *output,
  219. struct csinn_siso_params *params);
  220. int shl_gref_log1p(struct csinn_tensor *input, struct csinn_tensor *output,
  221. struct csinn_siso_params *params);
  222. int shl_gref_equal(struct csinn_tensor *input0, struct csinn_tensor *input1,
  223. struct csinn_tensor *output, struct csinn_diso_params *params);
  224. int shl_gref_not_equal(struct csinn_tensor *input0, struct csinn_tensor *input1,
  225. struct csinn_tensor *output, struct csinn_diso_params *params);
  226. int shl_gref_not(struct csinn_tensor *input, struct csinn_tensor *output,
  227. struct csinn_siso_params *params);
  228. int shl_gref_reduce_logsumexp(struct csinn_tensor *input, struct csinn_tensor *output,
  229. struct csinn_reduce_params *params);
  230. int shl_gref_reduce_max(struct csinn_tensor *input, struct csinn_tensor *output,
  231. struct csinn_reduce_params *params);
  232. int shl_gref_reduce_mean(struct csinn_tensor *input, struct csinn_tensor *output,
  233. struct csinn_reduce_params *params);
  234. int shl_gref_reduce_min(struct csinn_tensor *input, struct csinn_tensor *output,
  235. struct csinn_reduce_params *params);
  236. int shl_gref_reduce_prod(struct csinn_tensor *input, struct csinn_tensor *output,
  237. struct csinn_reduce_params *params);
  238. int shl_gref_reduce_sum(struct csinn_tensor *input, struct csinn_tensor *output,
  239. struct csinn_reduce_params *params);
  240. int shl_gref_greater_equal(struct csinn_tensor *input0, struct csinn_tensor *input1,
  241. struct csinn_tensor *output, struct csinn_diso_params *params);
  242. int shl_gref_less_equal(struct csinn_tensor *input0, struct csinn_tensor *input1,
  243. struct csinn_tensor *output, struct csinn_diso_params *params);
  244. int shl_gref_select(struct csinn_tensor *condition, struct csinn_tensor *input0,
  245. struct csinn_tensor *input1, struct csinn_tensor *output,
  246. struct csinn_select_params *params);
  247. int shl_gref_and(struct csinn_tensor *input0, struct csinn_tensor *input1,
  248. struct csinn_tensor *output, struct csinn_diso_params *params);
  249. int shl_gref_or(struct csinn_tensor *input0, struct csinn_tensor *input1,
  250. struct csinn_tensor *output, struct csinn_diso_params *params);
  251. int shl_gref_pad(struct csinn_tensor *input, struct csinn_tensor *output,
  252. struct csinn_pad_params *params);
  253. int shl_gref_resize(struct csinn_tensor *input, struct csinn_tensor *output,
  254. struct csinn_resize_params *params);
  255. int shl_gref_concat(struct csinn_tensor **input, struct csinn_tensor *output,
  256. struct csinn_concat_params *params);
  257. int shl_gref_proposal(struct csinn_tensor *cls_prob, struct csinn_tensor *bbox_pred,
  258. struct csinn_tensor *im_info, struct csinn_tensor *output,
  259. struct csinn_proposal_params *params);
  260. int shl_gref_psroipooling(struct csinn_tensor *data, struct csinn_tensor *rois,
  261. struct csinn_tensor *output, struct csinn_psroipooling_params *params);
  262. int shl_gref_transpose(struct csinn_tensor *input, struct csinn_tensor *output,
  263. struct csinn_transpose_params *params);
  264. int shl_gref_reshape(struct csinn_tensor *input, struct csinn_tensor *output,
  265. struct csinn_reshape_params *params);
  266. int shl_gref_shape(struct csinn_tensor *input, struct csinn_tensor *output,
  267. struct csinn_shape_params *params);
  268. int shl_gref_strided_slice(struct csinn_tensor *input, struct csinn_tensor *output,
  269. struct csinn_strided_slice_params *params);
  270. int shl_gref_expand_dims(struct csinn_tensor *input, struct csinn_tensor *output,
  271. struct csinn_expand_dims_params *params);
  272. int shl_gref_expm1(struct csinn_tensor *input, struct csinn_tensor *output,
  273. struct csinn_siso_params *params);
  274. int shl_gref_reverse(struct csinn_tensor *input, struct csinn_tensor *output,
  275. struct csinn_reverse_params *params);
  276. int shl_gref_flatten(struct csinn_tensor *input, struct csinn_tensor *output,
  277. struct csinn_flatten_params *params);
  278. int shl_gref_crop(struct csinn_tensor *input, struct csinn_tensor *output,
  279. struct csinn_crop_params *params);
  280. int shl_gref_slice(struct csinn_tensor *input, struct csinn_tensor *output,
  281. struct csinn_slice_params *params);
  282. int shl_gref_split(struct csinn_tensor *input, struct csinn_tensor **output,
  283. struct csinn_split_params *params);
  284. int shl_gref_stack(struct csinn_tensor **input, struct csinn_tensor *output,
  285. struct csinn_stack_params *params);
  286. int shl_gref_tile(struct csinn_tensor *inputs, struct csinn_tensor *output,
  287. struct csinn_tile_params *params);
  288. int shl_gref_arange(struct csinn_tensor *output, struct csinn_arange_params *params);
  289. int shl_gref_where(struct csinn_tensor *condition, struct csinn_tensor *x, struct csinn_tensor *y,
  290. struct csinn_tensor *output, struct csinn_where_params *params);
  291. int shl_gref_unstack(struct csinn_tensor *input, struct csinn_tensor **output,
  292. struct csinn_unstack_params *params);
  293. int shl_gref_gather(struct csinn_tensor *input, struct csinn_tensor *indices,
  294. struct csinn_tensor *output, struct csinn_gather_params *params);
  295. int shl_gref_gather_nd(struct csinn_tensor *input, struct csinn_tensor *indices,
  296. struct csinn_tensor *output, struct csinn_gather_nd_params *params);
  297. int shl_gref_hard_sigmoid(struct csinn_tensor *input, struct csinn_tensor *output,
  298. struct csinn_sigmoid_params *params);
  299. int shl_gref_isnan_bool(struct csinn_tensor *input, struct csinn_tensor *output,
  300. struct csinn_siso_params *params);
  301. int shl_gref_logical_and(struct csinn_tensor *input0, struct csinn_tensor *input1,
  302. struct csinn_tensor *output, struct csinn_diso_params *params);
  303. int shl_gref_logical_not(struct csinn_tensor *input, struct csinn_tensor *output,
  304. struct csinn_siso_params *params);
  305. int shl_gref_logical_or(struct csinn_tensor *input0, struct csinn_tensor *input1,
  306. struct csinn_tensor *output, struct csinn_diso_params *params);
  307. int shl_gref_logical_xor(struct csinn_tensor *input0, struct csinn_tensor *input1,
  308. struct csinn_tensor *output, struct csinn_diso_params *params);
  309. int shl_gref_squeeze(struct csinn_tensor *input, struct csinn_tensor *output,
  310. struct csinn_squeeze_params *params);
  311. int shl_gref_segment_max(struct csinn_tensor *input0, struct csinn_tensor *input1,
  312. struct csinn_tensor *output, struct csinn_segment_params *params);
  313. int shl_gref_segment_mean(struct csinn_tensor *input0, struct csinn_tensor *input1,
  314. struct csinn_tensor *output, struct csinn_segment_params *params);
  315. int shl_gref_segment_min(struct csinn_tensor *input0, struct csinn_tensor *input1,
  316. struct csinn_tensor *output, struct csinn_segment_params *params);
  317. int shl_gref_segment_prod(struct csinn_tensor *input0, struct csinn_tensor *input1,
  318. struct csinn_tensor *output, struct csinn_segment_params *params);
  319. int shl_gref_segment_sum(struct csinn_tensor *input0, struct csinn_tensor *input1,
  320. struct csinn_tensor *output, struct csinn_segment_params *params);
  321. int shl_gref_scatter_nd(struct csinn_tensor *input, struct csinn_tensor *indices,
  322. struct csinn_tensor *updates, struct csinn_tensor *output,
  323. struct csinn_scatter_nd_params *params);
  324. int shl_gref_shuffle_channel(struct csinn_tensor *input, struct csinn_tensor *output,
  325. struct csinn_shuffle_channel_params *params);
  326. int shl_gref_sign(struct csinn_tensor *input, struct csinn_tensor *output,
  327. struct csinn_siso_params *params);
  328. int shl_gref_ndarray_size(struct csinn_tensor *input, struct csinn_tensor *output,
  329. struct csinn_ndarray_size_params *params);
  330. int shl_gref_space_to_batch(struct csinn_tensor *input, struct csinn_tensor *output,
  331. struct csinn_space_to_batch_params *params);
  332. int shl_gref_batch_to_space(struct csinn_tensor *input, struct csinn_tensor *output,
  333. struct csinn_batch_to_space_params *params);
  334. int shl_gref_batch_to_space_nd(struct csinn_tensor *input, struct csinn_tensor *output,
  335. struct csinn_batch_to_space_nd_params *params);
  336. int shl_gref_space_to_depth(struct csinn_tensor *input, struct csinn_tensor *output,
  337. struct csinn_space_to_depth_params *params);
  338. int shl_gref_depth_to_space(struct csinn_tensor *input, struct csinn_tensor *output,
  339. struct csinn_depth_to_space_params *params);
  340. int shl_gref_broadcast_to(struct csinn_tensor *input, struct csinn_tensor *output,
  341. struct csinn_broadcast_to_params *params);
  342. int shl_gref_one_hot(struct csinn_tensor *input, struct csinn_tensor *output,
  343. struct csinn_one_hot_params *params);
  344. int shl_gref_sequence_mask(struct csinn_tensor *input0, struct csinn_tensor *input1,
  345. struct csinn_tensor *output, struct csinn_sequence_mask_params *params);
  346. int shl_gref_im2col(struct csinn_tensor *input, struct csinn_tensor *output,
  347. struct csinn_im2col_params *params);
  348. int shl_gref_col2im(struct csinn_tensor *input, struct csinn_tensor *output,
  349. struct csinn_tensor *kernel, struct csinn_col2im_params *params);
  350. int shl_gref_sum(struct csinn_tensor *input, struct csinn_tensor *output,
  351. struct csinn_reduce_params *params);
  352. int shl_gref_mean(struct csinn_tensor *input, struct csinn_tensor *output,
  353. struct csinn_reduce_params *params);
  354. int shl_gref_max(struct csinn_tensor *input, struct csinn_tensor *output,
  355. struct csinn_reduce_params *params);
  356. int shl_gref_min(struct csinn_tensor *input, struct csinn_tensor *output,
  357. struct csinn_reduce_params *params);
  358. int shl_gref_prod(struct csinn_tensor *input, struct csinn_tensor *output,
  359. struct csinn_reduce_params *params);
  360. int shl_gref_argmin(struct csinn_tensor *input, struct csinn_tensor *output,
  361. struct csinn_reduce_params *params);
  362. int shl_gref_argmax(struct csinn_tensor *input, struct csinn_tensor *output,
  363. struct csinn_reduce_params *params);
  364. int shl_gref_all(struct csinn_tensor *input, struct csinn_tensor *output,
  365. struct csinn_reduce_params *params);
  366. int shl_gref_any(struct csinn_tensor *input, struct csinn_tensor *output,
  367. struct csinn_reduce_params *params);
  368. int shl_gref_reorg(struct csinn_tensor *input, struct csinn_tensor *output,
  369. struct csinn_reorg_params *params);
  370. int shl_gref_erf(struct csinn_tensor *input, struct csinn_tensor *output,
  371. struct csinn_siso_params *params);
  372. int shl_gref_xor(struct csinn_tensor *input0, struct csinn_tensor *input1,
  373. struct csinn_tensor *output, struct csinn_diso_params *params);
  374. int shl_gref_yuv_rgb_scale(struct csinn_tensor *input, struct csinn_tensor *output,
  375. struct csinn_siso_params *params);
  376. int shl_gref_layer_norm(struct csinn_tensor *input, struct csinn_tensor *output,
  377. struct csinn_tensor *gamma, struct csinn_tensor *beta,
  378. struct csinn_layer_norm_params *params);
  379. int shl_gref_cache_matmul(struct csinn_tensor *input, struct csinn_tensor *output,
  380. struct csinn_tensor *weight, struct csinn_tensor *bias,
  381. struct csinn_cache_matmul_params *params);
  382. int shl_gref_cache_conv1d(struct csinn_tensor *input, struct csinn_tensor *output,
  383. struct csinn_tensor *weight, struct csinn_tensor *bias,
  384. struct csinn_cache_conv1d_params *params);
  385. int shl_gref_data_convert(struct csinn_tensor *input, struct csinn_tensor *output,
  386. struct csinn_siso_params *params);
  387. struct shl_ref_graph {
  388. struct shl_node **input;
  389. struct shl_node **output;
  390. int input_num;
  391. int output_num;
  392. struct shl_node **layer;
  393. int layer_size;
  394. int layer_index;
  395. };
  396. struct shl_gref_target_data {
  397. struct shl_ref_graph *graph;
  398. int is_hybrid_quantization_type;
  399. };
  400. struct shl_ref_graph *shl_gref_get_graph(struct csinn_session *sess);
  401. int shl_gref_graph_insert(struct shl_node *node, struct shl_ref_graph *graph);
  402. void shl_gref_post_dfs(struct shl_ref_graph *graph,
  403. void (*fvisit)(struct shl_ref_graph *, struct shl_node *));
  404. int shl_gref_is_root_node(struct shl_ref_graph *graph, struct shl_node *node);
  405. struct shl_node *shl_gref_get_input_subgraph(struct shl_ref_graph *graph, struct shl_node *node,
  406. int index);
  407. void shl_gref_reset_graph_visit(struct shl_ref_graph *graph);
  408. void shl_gref_update_input_output(struct shl_ref_graph *graph, int index);
  409. int shl_gref_siso_op(struct csinn_tensor *input, struct csinn_tensor *output, int op, void *params);
  410. int shl_gref_diso_op(struct csinn_tensor *input0, struct csinn_tensor *input1,
  411. struct csinn_tensor *output, int op, void *params);
  412. int shl_gref_sidcso_op(struct csinn_tensor *input, struct csinn_tensor *output,
  413. struct csinn_tensor *const0, struct csinn_tensor *const1, int op,
  414. void *params);
  415. void shl_gref_set_tensor(struct csinn_tensor *tensor, struct csinn_session *sess);
  416. void shl_gref_set_const_tensor(struct csinn_tensor *tensor, struct csinn_session *sess);
  417. int shl_gref_get_tensor(int index, struct csinn_tensor *ret, struct csinn_session *sess);
  418. void shl_gref_nbg(struct csinn_tensor **input, struct csinn_tensor **output, uint32_t inputs_count,
  419. uint32_t outputs_count, const char *url);
  420. void shl_subgraph_alloc(struct shl_node *node, struct shl_ref_graph *ograph,
  421. struct shl_ref_graph *ggraph);
  422. int shl_subgraph_setup(struct shl_node *n);
  423. int shl_subgraph_deinit(struct shl_node *n);
  424. int shl_subgraph_run_init(struct shl_node *n);
  425. int shl_subgraph_run(struct shl_node *n);
  426. int shl_subgraph_run_deinit(struct shl_node *n, struct shl_ref_graph *graph);
  427. struct shl_ref_graph *shl_subgraph_generate(struct shl_ref_graph *ograph);
  428. struct shl_ref_graph *shl_subgraph_rebuild(struct shl_ref_graph *subgraph);
  429. struct shl_ref_graph *shl_subgraph_topology_sort(struct shl_ref_graph *graph);
  430. void shl_subgraph_fvisit_fuse(struct shl_ref_graph *graph, struct shl_node *node);
  431. void shl_subgraph_fvisit_print(struct shl_ref_graph *graph, struct shl_node *node);
  432. int shl_subgraph_get_device(struct shl_node *node);
  433. void *shl_gref_runtime_callback(int api);
  434. #endif // INCLUDE_SHL_GREF_H_