shl_ovx.h 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389
  1. /*
  2. * Copyright (C) 2016-2022 T-Head Semiconductor Co., Ltd. All rights reserved.
  3. *
  4. * SPDX-License-Identifier: Apache-2.0
  5. *
  6. * Licensed under the Apache License, Version 2.0 (the License); you may
  7. * not use this file except in compliance with the License.
  8. * You may obtain a copy of the License at
  9. *
  10. * www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an AS IS BASIS, WITHOUT
  14. * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. /* CSI-NN2 version 2.0.x */
  19. #ifndef INCLUDE_SHL_OVX_H_
  20. #define INCLUDE_SHL_OVX_H_
  21. #include "csi_nn.h"
  22. #include "shl_utils.h"
  23. int shl_ovx_conv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  24. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  25. struct csinn_conv2d_params *params);
  26. int shl_ovx_depthwise_conv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  27. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  28. struct csinn_conv2d_params *params);
  29. int shl_ovx_group_conv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  30. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  31. struct csinn_conv2d_params *params);
  32. int shl_ovx_conv2d_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  33. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  34. struct csinn_conv2d_params *params);
  35. int shl_ovx_deconv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  36. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  37. struct csinn_conv2d_params *params);
  38. int shl_ovx_depthwise_deconv2d(struct csinn_tensor *input, struct csinn_tensor *output,
  39. struct csinn_tensor *kernel, struct csinn_tensor *bias,
  40. struct csinn_conv2d_params *params);
  41. int shl_ovx_fullyconnected(struct csinn_tensor *input, struct csinn_tensor *output,
  42. struct csinn_tensor *weights, struct csinn_tensor *bias,
  43. struct csinn_fc_params *params);
  44. int shl_ovx_fullyconnected_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  45. struct csinn_tensor *weights, struct csinn_tensor *bias,
  46. struct csinn_fc_params *params);
  47. int shl_ovx_maxpool2d(struct csinn_tensor *input, struct csinn_tensor *output,
  48. struct csinn_pool_params *params);
  49. int shl_ovx_avgpool2d(struct csinn_tensor *input, struct csinn_tensor *output,
  50. struct csinn_pool_params *params);
  51. int shl_ovx_global_avgpool2d(struct csinn_tensor *input, struct csinn_tensor *output,
  52. struct csinn_pool_params *params);
  53. int shl_ovx_global_maxpool2d(struct csinn_tensor *input, struct csinn_tensor *output,
  54. struct csinn_pool_params *params);
  55. int shl_ovx_l2pool(struct csinn_tensor *input, struct csinn_tensor *output,
  56. struct csinn_pool_params *params);
  57. int shl_ovx_pool_with_argmax(struct csinn_tensor *input, struct csinn_tensor *output,
  58. struct csinn_pool_params *params);
  59. int shl_ovx_maxpool2d_locat(struct csinn_tensor *input, struct csinn_tensor *output,
  60. struct csinn_pool_params *params);
  61. int shl_ovx_unpooling(struct csinn_tensor *input, struct csinn_tensor *mask,
  62. struct csinn_tensor *output, struct csinn_unpooling_params *params);
  63. int shl_ovx_negative(struct csinn_tensor *input, struct csinn_tensor *output,
  64. struct csinn_siso_params *params);
  65. int shl_ovx_floor(struct csinn_tensor *input, struct csinn_tensor *output,
  66. struct csinn_siso_params *params);
  67. int shl_ovx_ceil(struct csinn_tensor *input, struct csinn_tensor *output,
  68. struct csinn_siso_params *params);
  69. int shl_ovx_abs(struct csinn_tensor *input, struct csinn_tensor *output,
  70. struct csinn_siso_params *params);
  71. int shl_ovx_exp(struct csinn_tensor *input, struct csinn_tensor *output,
  72. struct csinn_siso_params *params);
  73. int shl_ovx_log(struct csinn_tensor *input, struct csinn_tensor *output,
  74. struct csinn_siso_params *params);
  75. int shl_ovx_sin(struct csinn_tensor *input, struct csinn_tensor *output,
  76. struct csinn_siso_params *params);
  77. int shl_ovx_tanh(struct csinn_tensor *input, struct csinn_tensor *output,
  78. struct csinn_siso_params *params);
  79. int shl_ovx_sqrt(struct csinn_tensor *input, struct csinn_tensor *output,
  80. struct csinn_siso_params *params);
  81. int shl_ovx_rsqrt(struct csinn_tensor *input, struct csinn_tensor *output,
  82. struct csinn_siso_params *params);
  83. int shl_ovx_square(struct csinn_tensor *input, struct csinn_tensor *output,
  84. struct csinn_siso_params *params);
  85. int shl_ovx_sigmoid(struct csinn_tensor *input, struct csinn_tensor *output,
  86. struct csinn_sigmoid_params *params);
  87. int shl_ovx_elu(struct csinn_tensor *input, struct csinn_tensor *output,
  88. struct csinn_relu_params *params);
  89. int shl_ovx_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  90. struct csinn_relu_params *params);
  91. int shl_ovx_relu1(struct csinn_tensor *input, struct csinn_tensor *output,
  92. struct csinn_relu_params *params);
  93. int shl_ovx_relu6(struct csinn_tensor *input, struct csinn_tensor *output,
  94. struct csinn_relu_params *params);
  95. int shl_ovx_relun(struct csinn_tensor *input, struct csinn_tensor *output,
  96. struct csinn_relu_params *params);
  97. int shl_ovx_leaky_relu(struct csinn_tensor *input, struct csinn_tensor *output,
  98. struct csinn_relu_params *params);
  99. int shl_ovx_softrelu(struct csinn_tensor *input, struct csinn_tensor *output,
  100. struct csinn_relu_params *params);
  101. int shl_ovx_prelu(struct csinn_tensor *input, struct csinn_tensor *alpha,
  102. struct csinn_tensor *output, struct csinn_prelu_params *params);
  103. int shl_ovx_softplus(struct csinn_tensor *input, struct csinn_tensor *output,
  104. struct csinn_siso_params *params);
  105. int shl_ovx_softmax(struct csinn_tensor *input, struct csinn_tensor *output,
  106. struct csinn_softmax_params *params);
  107. int shl_ovx_log_softmax(struct csinn_tensor *input, struct csinn_tensor *output,
  108. struct csinn_softmax_params *params);
  109. int shl_ovx_batch_normalization(struct csinn_tensor *input, struct csinn_tensor *mean,
  110. struct csinn_tensor *variance, struct csinn_tensor *gamma,
  111. struct csinn_tensor *beta, struct csinn_tensor *output,
  112. struct csinn_bn_params *params);
  113. int shl_ovx_l2_normalization(struct csinn_tensor *input, struct csinn_tensor *output,
  114. struct csinn_l2n_params *params);
  115. int shl_ovx_lrn(struct csinn_tensor *input, struct csinn_tensor *output,
  116. struct csinn_lrn_params *params);
  117. int shl_ovx_matmul(struct csinn_tensor *mat0, struct csinn_tensor *mat1,
  118. struct csinn_tensor *output, struct csinn_matmul_params *params);
  119. int shl_ovx_add(struct csinn_tensor *input0, struct csinn_tensor *input1,
  120. struct csinn_tensor *output, struct csinn_diso_params *params);
  121. int shl_ovx_sub(struct csinn_tensor *input0, struct csinn_tensor *input1,
  122. struct csinn_tensor *output, struct csinn_diso_params *params);
  123. int shl_ovx_mul(struct csinn_tensor *input0, struct csinn_tensor *input1,
  124. struct csinn_tensor *output, struct csinn_diso_params *params);
  125. int shl_ovx_div(struct csinn_tensor *input0, struct csinn_tensor *input1,
  126. struct csinn_tensor *output, struct csinn_diso_params *params);
  127. int shl_ovx_floor_divide(struct csinn_tensor *input0, struct csinn_tensor *input1,
  128. struct csinn_tensor *output, struct csinn_diso_params *params);
  129. int shl_ovx_maximum(struct csinn_tensor *input0, struct csinn_tensor *input1,
  130. struct csinn_tensor *output, struct csinn_diso_params *params);
  131. int shl_ovx_minimum(struct csinn_tensor *input0, struct csinn_tensor *input1,
  132. struct csinn_tensor *output, struct csinn_diso_params *params);
  133. int shl_ovx_power(struct csinn_tensor *input0, struct csinn_tensor *input1,
  134. struct csinn_tensor *output, struct csinn_diso_params *params);
  135. int shl_ovx_greater(struct csinn_tensor *input0, struct csinn_tensor *input1,
  136. struct csinn_tensor *output, struct csinn_diso_params *params);
  137. int shl_ovx_less(struct csinn_tensor *input0, struct csinn_tensor *input1,
  138. struct csinn_tensor *output, struct csinn_diso_params *params);
  139. int shl_ovx_equal(struct csinn_tensor *input0, struct csinn_tensor *input1,
  140. struct csinn_tensor *output, struct csinn_diso_params *params);
  141. int shl_ovx_not_equal(struct csinn_tensor *input0, struct csinn_tensor *input1,
  142. struct csinn_tensor *output, struct csinn_diso_params *params);
  143. int shl_ovx_greater_equal(struct csinn_tensor *input0, struct csinn_tensor *input1,
  144. struct csinn_tensor *output, struct csinn_diso_params *params);
  145. int shl_ovx_less_equal(struct csinn_tensor *input0, struct csinn_tensor *input1,
  146. struct csinn_tensor *output, struct csinn_diso_params *params);
  147. int shl_ovx_select(struct csinn_tensor *condition, struct csinn_tensor *input0,
  148. struct csinn_tensor *input1, struct csinn_tensor *output,
  149. struct csinn_diso_params *params);
  150. int shl_ovx_and(struct csinn_tensor *input0, struct csinn_tensor *input1,
  151. struct csinn_tensor *output, struct csinn_diso_params *params);
  152. int shl_ovx_or(struct csinn_tensor *input0, struct csinn_tensor *input1,
  153. struct csinn_tensor *output, struct csinn_diso_params *params);
  154. int shl_ovx_pad(struct csinn_tensor *input, struct csinn_tensor *output,
  155. struct csinn_pad_params *params);
  156. int shl_ovx_resize(struct csinn_tensor *input, struct csinn_tensor *output,
  157. struct csinn_resize_params *params);
  158. int shl_ovx_concat(struct csinn_tensor **input, struct csinn_tensor *output,
  159. struct csinn_concat_params *params);
  160. int shl_ovx_proposal(struct csinn_tensor *cls_prob, struct csinn_tensor *bbox_pred,
  161. struct csinn_tensor *im_info, struct csinn_tensor *output,
  162. struct csinn_proposal_params *params);
  163. int shl_ovx_psroipooling(struct csinn_tensor *data, struct csinn_tensor *rois,
  164. struct csinn_tensor *output, struct csinn_psroipooling_params *params);
  165. int shl_ovx_roipool(struct csinn_tensor *data, struct csinn_tensor *rois,
  166. struct csinn_tensor *output, struct csinn_roi_pool_params *params);
  167. int shl_ovx_roi_align(struct csinn_tensor *input, struct csinn_tensor *rois,
  168. struct csinn_tensor *output, struct csinn_roi_align_params *params);
  169. int shl_ovx_transpose(struct csinn_tensor *input, struct csinn_tensor *output,
  170. struct csinn_transpose_params *params);
  171. int shl_ovx_reshape(struct csinn_tensor *input, struct csinn_tensor *output,
  172. struct csinn_reshape_params *params);
  173. int shl_ovx_reshape_tail(struct csinn_tensor *input, struct csinn_tensor *output,
  174. struct csinn_reshape_params *params);
  175. int shl_ovx_shape(struct csinn_tensor *input, struct csinn_tensor *output,
  176. struct csinn_shape_params *params);
  177. int shl_ovx_expand_dims_f32(struct csinn_tensor *input, struct csinn_tensor *output,
  178. struct csinn_expand_dims_params *params);
  179. int shl_ovx_expand_dims_u8(struct csinn_tensor *input, struct csinn_tensor *output,
  180. struct csinn_expand_dims_params *params);
  181. int shl_ovx_reverse(struct csinn_tensor *input, struct csinn_tensor *output,
  182. struct csinn_reverse_params *params);
  183. int shl_ovx_flatten(struct csinn_tensor *input, struct csinn_tensor *output,
  184. struct csinn_flatten_params *params);
  185. int shl_ovx_flatten_tail(struct csinn_tensor *input, struct csinn_tensor *output,
  186. struct csinn_flatten_params *params);
  187. int shl_ovx_crop(struct csinn_tensor *input, struct csinn_tensor *output,
  188. struct csinn_crop_params *params);
  189. int shl_ovx_slice(struct csinn_tensor *input, struct csinn_tensor *output,
  190. struct csinn_slice_params *params);
  191. int shl_ovx_slice_tail(struct csinn_tensor *input, struct csinn_tensor *output,
  192. struct csinn_slice_params *params);
  193. int shl_ovx_strided_slice(struct csinn_tensor *input, struct csinn_tensor *output,
  194. struct csinn_strided_slice_params *params);
  195. int shl_ovx_split(struct csinn_tensor *input, struct csinn_tensor **output,
  196. struct csinn_split_params *params);
  197. int shl_ovx_stack(struct csinn_tensor **inputs, struct csinn_tensor *output,
  198. struct csinn_stack_params *params);
  199. int shl_ovx_tile(struct csinn_tensor *inputs, struct csinn_tensor *output,
  200. struct csinn_tile_params *params);
  201. int shl_ovx_arange(struct csinn_tensor *output, struct csinn_arange_params *params);
  202. int shl_ovx_where(struct csinn_tensor *condition, struct csinn_tensor *x, struct csinn_tensor *y,
  203. struct csinn_tensor *output, struct csinn_where_params *params);
  204. int shl_ovx_unstack(struct csinn_tensor *input, struct csinn_tensor **outputs,
  205. struct csinn_unstack_params *params);
  206. int shl_ovx_gather(struct csinn_tensor *input, struct csinn_tensor *indices,
  207. struct csinn_tensor *output, struct csinn_gather_params *params);
  208. int shl_ovx_gather_nd(struct csinn_tensor *input, struct csinn_tensor *indices,
  209. struct csinn_tensor *output, struct csinn_gather_nd_params *params);
  210. int shl_ovx_squeeze(struct csinn_tensor *input, struct csinn_tensor *output,
  211. struct csinn_squeeze_params *params);
  212. int shl_ovx_squeeze_tail(struct csinn_tensor *input, struct csinn_tensor *output,
  213. struct csinn_squeeze_params *params);
  214. int shl_ovx_ndarray_size(struct csinn_tensor *input, struct csinn_tensor *output,
  215. struct csinn_ndarray_size_params *params);
  216. int shl_ovx_space_to_batch(struct csinn_tensor *input, struct csinn_tensor *output,
  217. struct csinn_space_to_batch_params *params);
  218. int shl_ovx_batch_to_space(struct csinn_tensor *input, struct csinn_tensor *output,
  219. struct csinn_batch_to_space_params *params);
  220. int shl_ovx_space_to_depth(struct csinn_tensor *input, struct csinn_tensor *output,
  221. struct csinn_space_to_depth_params *params);
  222. int shl_ovx_depth_to_space(struct csinn_tensor *input, struct csinn_tensor *output,
  223. struct csinn_depth_to_space_params *params);
  224. int shl_ovx_one_hot(struct csinn_tensor *input, struct csinn_tensor *output,
  225. struct csinn_one_hot_params *params);
  226. int shl_ovx_sequence_mask(struct csinn_tensor *input0, struct csinn_tensor *input1,
  227. struct csinn_tensor *output, struct csinn_sequence_mask_params *params);
  228. int shl_ovx_im2col(struct csinn_tensor *input, struct csinn_tensor *output,
  229. struct csinn_tensor *kernel, struct csinn_im2col_params *params);
  230. int shl_ovx_col2im(struct csinn_tensor *input, struct csinn_tensor *output,
  231. struct csinn_tensor *kernel, struct csinn_col2im_params *params);
  232. int shl_ovx_sum(struct csinn_tensor *input, struct csinn_tensor *output,
  233. struct csinn_reduce_params *params);
  234. int shl_ovx_mean(struct csinn_tensor *input, struct csinn_tensor *output,
  235. struct csinn_reduce_params *params);
  236. int shl_ovx_max(struct csinn_tensor *input, struct csinn_tensor *output,
  237. struct csinn_reduce_params *params);
  238. int shl_ovx_min(struct csinn_tensor *input, struct csinn_tensor *output,
  239. struct csinn_reduce_params *params);
  240. int shl_ovx_prod(struct csinn_tensor *input, struct csinn_tensor *output,
  241. struct csinn_reduce_params *params);
  242. int shl_ovx_argmin(struct csinn_tensor *input, struct csinn_tensor *output,
  243. struct csinn_reduce_params *params);
  244. int shl_ovx_argmax(struct csinn_tensor *input, struct csinn_tensor *output,
  245. struct csinn_reduce_params *params);
  246. int shl_ovx_all(struct csinn_tensor *input, struct csinn_tensor *output,
  247. struct csinn_reduce_params *params);
  248. int shl_ovx_any(struct csinn_tensor *input, struct csinn_tensor *output,
  249. struct csinn_reduce_params *params);
  250. int shl_ovx_reorg(struct csinn_tensor *input, struct csinn_tensor *output,
  251. struct csinn_reorg_params *params);
  252. int shl_ovx_topk(struct csinn_tensor *input, struct csinn_tensor *output0,
  253. struct csinn_tensor *output1, struct csinn_topk_params *params);
  254. int shl_ovx_clip(struct csinn_tensor *input, struct csinn_tensor *output,
  255. struct csinn_clip_params *params);
  256. int shl_ovx_shuffle_channel(struct csinn_tensor *input, struct csinn_tensor *output,
  257. struct csinn_shuffle_channel_params *params);
  258. int32_t shl_get_ceil_mode_fix(int32_t input, int32_t kernel, int32_t stride, int32_t pad);
  259. struct shl_ovx_target_data {
  260. void *graph;
  261. };
  262. void *shl_ovx_get_graph(struct csinn_session *sess);
  263. uint8_t *shl_ovx_input_f32_to_u8(uint32_t idx, float *data, struct csinn_session *sess);
  264. int shl_ovx_get_tensor(int index, struct csinn_tensor *ret, struct csinn_session *sess);
  265. void shl_ovx_save_output(int index, const char *filename, struct csinn_session *sess);
  266. void shl_ovx_show_top5(int index, struct csinn_session *sess);
  267. void shl_ovx_set_graph_attribute(struct csinn_session *sess, int device_index);
  268. int shl_ovx_get_device_number();
  269. int shl_ovx_set_tensor(struct csinn_tensor *tensor, struct csinn_session *sess);
  270. #endif // INCLUDE_SHL_OVX_H_