Gitiles
Code Review Sign In
review.mlplatform.org / tosa / specification / refs/heads/v0.70 / . / tosa.xml
blob: 16b82196c34aa0c42a2784f5effbd813661d0c0e [file] [log] [blame]
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1<?xml version="1.0" encoding="UTF-8"?>
2<!DOCTYPE tosa SYSTEM "tosa.dtd">
3<tosa>
Eric Kunze57b171f2023-05-25 16:21:05 -0700[diff] [blame]4 <version major="0" minor="70" patch="0" draft="false"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]5 <profiles>
6 <profile name="BI">Base Inference</profile>
7 <profile name="MI">Main Inference</profile>
8 <profile name="MT">Main Training</profile>
9 </profiles>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]10 <levels>
Dominic Symesbc72ba82023-04-24 17:08:02 +0100[diff] [blame]11 <level name="none" max_rank="32" max_kernel="2147483647" max_stride="2147483647" max_scale="2048" max_log2_size="63">No level</level>
12 <level name="8K" max_rank="6" max_kernel="8192" max_stride="8192" max_scale="64" max_log2_size="31">Level 8K</level>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]13 </levels>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]14 <operators>
15 <operatorgroup name="tensor">
16 <operator>
17 <name>ARGMAX</name>
18 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]19 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Jerry Gef28bd0a2023-03-21 18:25:00 +0000[diff] [blame]20 <description>Input tensor</description>
21 <levellimit value="rank(shape1)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]22 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]23 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]24 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="int32_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]25 <description>Axis in range from 0 to rank(shape1) - 1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]26 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]27 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]28 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]29 <description>Output tensor, with rank = rank(shape1) - 1</description>
30 <rank min="0" max="MAX_RANK - 1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]31 </argument>
32 </arguments>
33 <types>
34 <type name='in_t' />
35 <type name='out_t' />
36 </types>
37 <typesupport mode="signed 8" in_t="int8_t" out_t="int32_t"/>
38 <typesupport mode="signed 16" in_t="int16_t" out_t="int32_t" />
39 <typesupport mode="fp16" in_t="fp16_t" out_t="int32_t">
40 <profile name="MI"/>
41 <profile name="MT"/>
42 </typesupport>
43 <typesupport mode="bf16" in_t="bf16_t" out_t="int32_t">
44 <profile name="MI"/>
45 <profile name="MT"/>
46 </typesupport>
47 <typesupport mode="fp32" in_t="fp32_t" out_t="int32_t">
48 <profile name="MI"/>
49 <profile name="MT"/>
50 </typesupport>
51 </operator>
52 <operator>
53 <name>AVG_POOL2D</name>
54 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]55 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,C]" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]56 <description>Input tensor</description>
57 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]58 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]59 <argument category="attribute" name="kernel" type="tensor_t" shape="[2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]60 <description>[kernel_y, kernel_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]61 <levellimit value="kernel_y" limit="MAX_KERNEL"/>
62 <levellimit value="kernel_x" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]63 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]64 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]65 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]66 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]67 <levellimit value="stride_y" limit="MAX_STRIDE"/>
68 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]69 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]70 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]71 <argument category="attribute" name="pad" type="tensor_t" shape="[4]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]72 <description>[pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]73 <levellimit value="pad_top" limit="MAX_KERNEL"/>
74 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
75 <levellimit value="pad_left" limit="MAX_KERNEL"/>
76 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]77 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]78 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]79 <argument category="attribute" name="acc_size" type="tensor_t" shape="-" tensor-element-type="acc_size_t">
Eric Kunze87bf3092023-01-04 16:18:43 -0800[diff] [blame]80 <description>Enumerated type, must be one of INT32, FP16, FP32, as defined in the Supported Data Types table for this operation</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]81 <rank min="0" max="0"/>
Eric Kunze87bf3092023-01-04 16:18:43 -0800[diff] [blame]82 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]83 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]84 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]85 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]86 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]87 <argument category="attribute" name="output_zp" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]88 <description>Output tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]89 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]90 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]91 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]92 <description>Output tensor 4D</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]93 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]94 </argument>
95 </arguments>
96 <types>
97 <type name='in_out_t' />
98 <type name='acc_t' />
99 </types>
100 <typesupport mode="signed 8 with int32 accumulate" in_out_t="int8_t" acc_t="int32_t" />
101 <typesupport mode="signed 16 with int32 accumulate" in_out_t="int16_t" acc_t="int32_t" />
102 <typesupport mode="fp16 with fp16 accumulate" in_out_t="fp16_t" acc_t="fp16_t">
103 <profile name="MI"/>
104 <profile name="MT"/>
105 </typesupport>
106 <typesupport mode="fp16 with fp32 accumulate" in_out_t="fp16_t" acc_t="fp32_t">
107 <profile name="MI"/>
108 <profile name="MT"/>
109 </typesupport>
110 <typesupport mode="bf16 with fp32 accumulate" in_out_t="bf16_t" acc_t="fp32_t">
111 <profile name="MI"/>
112 <profile name="MT"/>
113 </typesupport>
114 <typesupport mode="fp32 with fp32 accumulate" in_out_t="fp32_t" acc_t="fp32_t">
115 <profile name="MI"/>
116 <profile name="MT"/>
117 </typesupport>
118 </operator>
119 <operator>
120 <name>CONV2D</name>
121 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]122 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,IC]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]123 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]124 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]125 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]126 <argument category="input" name="weight" type="tensor_t" shape="[OC,KH,KW,IC]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]127 <description>Weight kernel size KH x KW</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]128 <levellimit value="dilation_y * KH" limit="MAX_KERNEL"/>
129 <levellimit value="dilation_x * KW" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]130 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]131 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]132 <argument category="input" name="bias" type="tensor_t" shape="[OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]133 <description>Per output channel bias data.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]134 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]135 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]136 <argument category="attribute" name="pad" type="tensor_t" shape="[4]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]137 <description>[pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]138 <levellimit value="pad_top" limit="MAX_KERNEL"/>
139 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
140 <levellimit value="pad_left" limit="MAX_KERNEL"/>
141 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]142 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]143 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]144 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]145 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]146 <levellimit value="stride_y" limit="MAX_STRIDE"/>
147 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]148 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]149 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]150 <argument category="attribute" name="dilation" type="tensor_t" shape="[2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]151 <description>[dilation_y, dilation_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]152 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]153 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]154 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]155 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]156 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]157 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]158 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]159 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]160 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]161 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]162 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]163 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]164 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]165 </argument>
166 </arguments>
167 <types>
168 <type name='in_t' />
169 <type name='weight_t' />
170 <type name='out_t' />
171 </types>
172 <typesupport mode="signed 8x8 with int32 accumulate" in_t="int8_t" weight_t="int8_t" out_t="int32_t" />
173 <typesupport mode="signed 8x4 with int32 accumulate" in_t="int8_t" weight_t="int4_t" out_t="int32_t" />
174 <typesupport mode="signed 16x8 with int48 accumulate" in_t="int16_t" weight_t="int8_t" out_t="int48_t" />
175 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t">
176 <profile name="MI"/>
177 <profile name="MT"/>
178 </typesupport>
179 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp32_t">
180 <profile name="MI"/>
181 <profile name="MT"/>
182 </typesupport>
183 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="fp32_t">
184 <profile name="MI"/>
185 <profile name="MT"/>
186 </typesupport>
187 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t">
188 <profile name="MI"/>
189 <profile name="MT"/>
190 </typesupport>
191 </operator>
192 <operator>
193 <name>CONV3D</name>
194 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]195 <argument category="input" name="input" type="tensor_t" shape="[N,ID,IH,IW,IC]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]196 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]197 <rank min="5" max="5"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]198 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]199 <argument category="input" name="weight" type="tensor_t" shape="[OC,KD,KH,KW,IC]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]200 <description>Weight kernel size KDxKHxKW</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]201 <levellimit value="dilation_d * KD" limit="MAX_KERNEL"/>
202 <levellimit value="dilation_y * KH" limit="MAX_KERNEL"/>
203 <levellimit value="dilation_x * KW" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]204 <rank min="5" max="5"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]205 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]206 <argument category="input" name="bias" type="tensor_t" shape="[OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]207 <description>Per output channel bias data.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]208 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]209 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]210 <argument category="attribute" name="pad" type="tensor_t" shape="[6]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]211 <description>[pad_d0, pad_d1, pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]212 <levellimit value="pad_d0" limit="MAX_KERNEL"/>
213 <levellimit value="pad_d1" limit="MAX_KERNEL"/>
214 <levellimit value="pad_top" limit="MAX_KERNEL"/>
215 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
216 <levellimit value="pad_left" limit="MAX_KERNEL"/>
217 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]218 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]219 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]220 <argument category="attribute" name="stride" type="tensor_t" shape="[3]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]221 <description>[stride_d, stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]222 <levellimit value="stride_y" limit="MAX_STRIDE"/>
223 <levellimit value="stride_x" limit="MAX_STRIDE"/>
224 <levellimit value="stride_d" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]225 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]226 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]227 <argument category="attribute" name="dilation" type="tensor_t" shape="[3]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]228 <description>[dilation_d, dilation_y, dilation_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]229 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]230 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]231 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]232 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]233 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]234 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]235 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]236 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]237 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]238 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]239 <argument category="output" name="output" type="tensor_t" shape="[N,OD,OH,OW,OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]240 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]241 <rank min="5" max="5"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]242 </argument>
243 </arguments>
244 <types>
245 <type name='in_t' />
246 <type name='weight_t' />
247 <type name='out_t' />
248 </types>
249 <typesupport mode="signed 8x8 with int32 accumulate" in_t="int8_t" weight_t="int8_t" out_t="int32_t" />
250 <typesupport mode="signed 8x4 with int32 accumulate" in_t="int8_t" weight_t="int4_t" out_t="int32_t" />
251 <typesupport mode="signed 16x8 with int48 accumulate" in_t="int16_t" weight_t="int8_t" out_t="int48_t" />
252 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t">
253 <profile name="MI"/>
254 <profile name="MT"/>
255 </typesupport>
256 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp32_t">
257 <profile name="MI"/>
258 <profile name="MT"/>
259 </typesupport>
260 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="fp32_t">
261 <profile name="MI"/>
262 <profile name="MT"/>
263 </typesupport>
264 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t">
265 <profile name="MI"/>
266 <profile name="MT"/>
267 </typesupport>
268 </operator>
269 <operator>
270 <name>DEPTHWISE_CONV2D</name>
271 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]272 <argument category="input" name="input" type="tensor_t" shape="[N,H,W,C]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]273 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]274 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]275 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]276 <argument category="input" name="weight" type="tensor_t" shape="[KH,KW,C,M]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]277 <description>Weight kernel size KH x KW</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]278 <levellimit value="dilation_y * KH" limit="MAX_KERNEL"/>
279 <levellimit value="dilation_x * KW" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]280 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]281 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]282 <argument category="input" name="bias" type="tensor_t" shape="[C*M]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]283 <description>Per output channel bias data.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]284 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]285 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]286 <argument category="attribute" name="pad" type="tensor_t" shape="[4]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]287 <description>[pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]288 <levellimit value="pad_top" limit="MAX_KERNEL"/>
289 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
290 <levellimit value="pad_left" limit="MAX_KERNEL"/>
291 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]292 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]293 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]294 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]295 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]296 <levellimit value="stride_y" limit="MAX_STRIDE"/>
297 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]298 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]299 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]300 <argument category="attribute" name="dilation" type="tensor_t" shape="[2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]301 <description>[dilation_y, dilation_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]302 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]303 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]304 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]305 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]306 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]307 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]308 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]309 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]310 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]311 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]312 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,C*M]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]313 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]314 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]315 </argument>
316 </arguments>
317 <types>
318 <type name='in_t' />
319 <type name='weight_t' />
320 <type name='out_t' />
321 </types>
322 <typesupport mode="signed 8x8 with int32 accumulate" in_t="int8_t" weight_t="int8_t" out_t="int32_t" />
323 <typesupport mode="signed 8x4 with int32 accumulate" in_t="int8_t" weight_t="int4_t" out_t="int32_t" />
324 <typesupport mode="signed 16x8 with int48 accumulate" in_t="int16_t" weight_t="int8_t" out_t="int48_t" />
325 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t">
326 <profile name="MI"/>
327 <profile name="MT"/>
328 </typesupport>
329 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp32_t">
330 <profile name="MI"/>
331 <profile name="MT"/>
332 </typesupport>
333 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="fp32_t">
334 <profile name="MI"/>
335 <profile name="MT"/>
336 </typesupport>
337 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t">
338 <profile name="MI"/>
339 <profile name="MT"/>
340 </typesupport>
341 </operator>
342 <operator>
343 <name>FFT2D</name>
344 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]345 <argument category="input" name="input_real" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]346 <description>Real part of the complex input. H,W must be powers of two.</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]347 <levellimit value="H" limit="MAX_KERNEL"/>
348 <levellimit value="W" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]349 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]350 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]351 <argument category="input" name="input_imag" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]352 <description>Imaginary part of the complex input. H,W must be powers of two.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]353 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]354 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]355 <argument category="attribute" name="inverse" type="tensor_t" shape="-" tensor-element-type="bool_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]356 <description>false for forward FFT, true for inverse FFT</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]357 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]358 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]359 <argument category="output" name="output_real" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]360 <description>Real part of the complex output.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]361 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]362 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]363 <argument category="output" name="output_imag" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]364 <description>Imaginary part of the complex output.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]365 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]366 </argument>
367 </arguments>
368 <types>
369 <type name='in_out_t' />
370 </types>
371 <typesupport mode="fp32" in_out_t="fp32_t" >
372 <profile name="MI"/>
373 <profile name="MT"/>
374 </typesupport>
375 </operator>
376 <operator>
377 <name>FULLY_CONNECTED</name>
378 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]379 <argument category="input" name="input" type="tensor_t" shape="[N,IC]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]380 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]381 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]382 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]383 <argument category="attribute" name="weight" type="tensor_t" shape="[OC,IC]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]384 <description>Weights</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]385 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]386 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]387 <argument category="attribute" name="bias" type="tensor_t" shape="[OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]388 <description>Per output channel bias data.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]389 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]390 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]391 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]392 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]393 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]394 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]395 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]396 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]397 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]398 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]399 <argument category="output" name="output" type="tensor_t" shape="[N,OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]400 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]401 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]402 </argument>
403 </arguments>
404 <types>
405 <type name='in_t' />
406 <type name='weight_t' />
407 <type name='out_t' />
408 </types>
409 <typesupport mode="signed 8x8 with int32 accumulate" in_t="int8_t" weight_t="int8_t" out_t="int32_t" />
410 <typesupport mode="signed 8x4 with int32 accumulate" in_t="int8_t" weight_t="int4_t" out_t="int32_t" />
411 <typesupport mode="signed 16x8 with int48 accumulate" in_t="int16_t" weight_t="int8_t" out_t="int48_t" />
412 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t">
413 <profile name="MI"/>
414 <profile name="MT"/>
415 </typesupport>
416 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp32_t">
417 <profile name="MI"/>
418 <profile name="MT"/>
419 </typesupport>
420 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="fp32_t">
421 <profile name="MI"/>
422 <profile name="MT"/>
423 </typesupport>
424 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t">
425 <profile name="MI"/>
426 <profile name="MT"/>
427 </typesupport>
428 </operator>
429 <operator>
430 <name>MATMUL</name>
431 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]432 <argument category="input" name="A" type="tensor_t" shape="[N,H,C]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]433 <description>Input tensor A, N matrices of size HxC</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]434 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]435 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]436 <argument category="input" name="B" type="tensor_t" shape="[N,C,W]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]437 <description>Input tensor B, N matrices of size CxW</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]438 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]439 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]440 <argument category="attribute" name="A_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]441 <description>Input tensor A zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]442 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]443 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]444 <argument category="attribute" name="B_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]445 <description>Input tensor B zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]446 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]447 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]448 <argument category="output" name="output" type="tensor_t" shape="[N,H,W]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]449 <description>Output tensor, N matrices of size HxW</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]450 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]451 </argument>
452 </arguments>
453 <types>
454 <type name='in_t' />
455 <type name='out_t' />
456 </types>
Eric Kunze74a37ca2022-08-24 08:56:58 -0700[diff] [blame]457 <typesupport mode="signed 8x8 with int32 accumulate" in_t="int8_t" out_t="int32_t" />
458 <typesupport mode="signed 16x16 with int48 accumulate" in_t="int16_t" out_t="int48_t" />
459 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" out_t="fp16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]460 <profile name="MI"/>
461 <profile name="MT"/>
462 </typesupport>
Eric Kunze74a37ca2022-08-24 08:56:58 -0700[diff] [blame]463 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" out_t="fp32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]464 <profile name="MI"/>
465 <profile name="MT"/>
466 </typesupport>
Eric Kunze74a37ca2022-08-24 08:56:58 -0700[diff] [blame]467 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" out_t="fp32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]468 <profile name="MI"/>
469 <profile name="MT"/>
470 </typesupport>
Eric Kunze74a37ca2022-08-24 08:56:58 -0700[diff] [blame]471 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" out_t="fp32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]472 <profile name="MI"/>
473 <profile name="MT"/>
474 </typesupport>
475 </operator>
476 <operator>
477 <name>MAX_POOL2D</name>
478 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]479 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]480 <description>Input tensor 4D</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]481 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]482 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]483 <argument category="attribute" name="kernel" type="tensor_t" shape="[2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]484 <description>[kernel_y, kernel_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]485 <levellimit value="kernel_y" limit="MAX_KERNEL"/>
486 <levellimit value="kernel_x" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]487 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]488 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]489 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]490 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]491 <levellimit value="stride_y" limit="MAX_STRIDE"/>
492 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]493 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]494 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]495 <argument category="attribute" name="pad" type="tensor_t" shape="[4]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]496 <description>[pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]497 <levellimit value="pad_top" limit="MAX_KERNEL"/>
498 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
499 <levellimit value="pad_left" limit="MAX_KERNEL"/>
500 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]501 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]502 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]503 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]504 <description>Output tensor 4D</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]505 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]506 </argument>
507 </arguments>
508 <types>
509 <type name='in_out_t' />
510 </types>
511 <typesupport mode="signed 8" in_out_t="int8_t" />
512 <typesupport mode="16-bit" in_out_t="int16_t" />
513 <typesupport mode="fp16" in_out_t="fp16_t" >
514 <profile name="MI"/>
515 <profile name="MT"/>
516 </typesupport>
517 <typesupport mode="bf16" in_out_t="bf16_t" >
518 <profile name="MI"/>
519 <profile name="MT"/>
520 </typesupport>
521 <typesupport mode="fp32" in_out_t="fp32_t" >
522 <profile name="MI"/>
523 <profile name="MT"/>
524 </typesupport>
525 </operator>
526 <operator>
527 <name>RFFT2D</name>
528 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]529 <argument category="input" name="input" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]530 <description>Real input. H,W must be powers of two.</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]531 <levellimit value="H" limit="MAX_KERNEL"/>
532 <levellimit value="W" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]533 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]534 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]535 <argument category="output" name="output_real" type="tensor_t" shape="[N,H,W/2 + 1]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]536 <description>Real part of the complex output</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]537 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]538 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]539 <argument category="output" name="output_imag" type="tensor_t" shape="[N,H,W/2 + 1]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]540 <description>Imaginary part of the complex output.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]541 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]542 </argument>
543 </arguments>
544 <types>
545 <type name='in_out_t' />
546 </types>
547 <typesupport mode="fp32" in_out_t="fp32_t" >
548 <profile name="MI"/>
549 <profile name="MT"/>
550 </typesupport>
551 </operator>
552 <operator>
553 <name>TRANSPOSE_CONV2D</name>
554 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]555 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,IC]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]556 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]557 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]558 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]559 <argument category="input" name="weight" type="tensor_t" shape="[OC,KH,KW,IC]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]560 <description>Weight kernel size KH x KW</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]561 <levellimit value="KH" limit="MAX_KERNEL"/>
562 <levellimit value="KW" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]563 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]564 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]565 <argument category="input" name="bias" type="tensor_t" shape="[OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]566 <description>Per output channel bias data.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]567 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]568 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]569 <argument category="attribute" name="out_pad" type="tensor_t" shape="[4]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]570 <description>[out_pad_top, out_pad_bottom, out_pad_left, out_pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]571 <levellimit value="out_pad_top" limit="MAX_KERNEL"/>
572 <levellimit value="out_pad_bottom" limit="MAX_KERNEL"/>
573 <levellimit value="out_pad_left" limit="MAX_KERNEL"/>
574 <levellimit value="out_pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]575 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]576 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]577 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]578 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]579 <levellimit value="stride_y" limit="MAX_STRIDE"/>
580 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]581 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]582 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]583 <argument category="attribute" name="out_shape" type="tensor_t" shape="[4]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]584 <description>[N,OH,OW,OC]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]585 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]586 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]587 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]588 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]589 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]590 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]591 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]592 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]593 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]594 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]595 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]596 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]597 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]598 </argument>
599 </arguments>
600 <types>
601 <type name='in_t' />
602 <type name='weight_t' />
603 <type name='out_t' />
604 </types>
605 <typesupport mode="signed 8x8 with int32 accumulate" in_t="int8_t" weight_t="int8_t" out_t="int32_t" />
606 <typesupport mode="signed 8x4 with int32 accumulate" in_t="int8_t" weight_t="int4_t" out_t="int32_t" />
607 <typesupport mode="signed 16x8 with int48 accumulate" in_t="int16_t" weight_t="int8_t" out_t="int48_t" />
608 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t">
609 <profile name="MI"/>
610 <profile name="MT"/>
611 </typesupport>
612 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp32_t">
613 <profile name="MI"/>
614 <profile name="MT"/>
615 </typesupport>
616 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="fp32_t">
617 <profile name="MI"/>
618 <profile name="MT"/>
619 </typesupport>
620 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t">
621 <profile name="MI"/>
622 <profile name="MT"/>
623 </typesupport>
624 </operator>
625 </operatorgroup>
626 <operatorgroup name="activation">
627 <operator>
628 <name>CLAMP</name>
629 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]630 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]631 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]632 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]633 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]634 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]635 <argument category="attribute" name="min_val" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]636 <description>Minimum clip value</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]637 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]638 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]639 <argument category="attribute" name="max_val" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]640 <description>Maximum clip value</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]641 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]642 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]643 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]644 <description>Output tensor of same type and shape as input</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]645 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]646 </argument>
647 </arguments>
648 <types>
649 <type name='in_out_t'/>
650 </types>
651 <typesupport mode="signed 8" in_out_t="int8_t"/>
652 <typesupport mode="signed 16" in_out_t="int16_t"/>
653 <typesupport mode="fp16" in_out_t="fp16_t">
654 <profile name="MI"/>
655 <profile name="MT"/>
656 </typesupport>
657 <typesupport mode="bf16" in_out_t="bf16_t">
658 <profile name="MI"/>
659 <profile name="MT"/>
660 </typesupport>
661 <typesupport mode="fp32" in_out_t="fp32_t">
662 <profile name="MI"/>
663 <profile name="MT"/>
664 </typesupport>
665 </operator>
666 <operator>
667 <name>SIGMOID</name>
668 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]669 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]670 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]671 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]672 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]673 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]674 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]675 <description>Output tensor of same type and shape as input</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]676 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]677 </argument>
678 </arguments>
679 <types>
680 <type name='in_out_t'/>
681 </types>
682 <typesupport mode="fp16" in_out_t="fp16_t">
683 <profile name="MI"/>
684 <profile name="MT"/>
685 </typesupport>
686 <typesupport mode="bf16" in_out_t="bf16_t">
687 <profile name="MI"/>
688 <profile name="MT"/>
689 </typesupport>
690 <typesupport mode="fp32" in_out_t="fp32_t">
691 <profile name="MI"/>
692 <profile name="MT"/>
693 </typesupport>
694 </operator>
695 <operator>
696 <name>TANH</name>
697 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]698 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]699 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]700 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]701 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]702 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]703 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]704 <description>Output tensor of same type and shape as input</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]705 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]706 </argument>
707 </arguments>
708 <types>
709 <type name='in_out_t'/>
710 </types>
711 <typesupport mode="fp16" in_out_t="fp16_t">
712 <profile name="MI"/>
713 <profile name="MT"/>
714 </typesupport>
715 <typesupport mode="bf16" in_out_t="bf16_t">
716 <profile name="MI"/>
717 <profile name="MT"/>
718 </typesupport>
719 <typesupport mode="fp32" in_out_t="fp32_t">
720 <profile name="MI"/>
721 <profile name="MT"/>
722 </typesupport>
723 </operator>
724 </operatorgroup>
725 <operatorgroup name="elementwise-binary">
726 <operator>
727 <name>ADD</name>
728 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]729 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]730 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]731 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]732 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]733 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]734 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]735 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]736 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]737 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]738 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]739 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]740 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]741 </argument>
742 </arguments>
743 <types>
744 <type name='in_out_t'/>
745 </types>
746 <typesupport mode="signed 32" in_out_t="int32_t"/>
747 <typesupport mode="fp16" in_out_t="fp16_t" >
748 <profile name="MI"/>
749 <profile name="MT"/>
750 </typesupport>
751 <typesupport mode="bf16" in_out_t="bf16_t" >
752 <profile name="MI"/>
753 <profile name="MT"/>
754 </typesupport>
755 <typesupport mode="fp32" in_out_t="fp32_t" >
756 <profile name="MI"/>
757 <profile name="MT"/>
758 </typesupport>
759 </operator>
760 <operator>
761 <name>ARITHMETIC_RIGHT_SHIFT</name>
762 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]763 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]764 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]765 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]766 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]767 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]768 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]769 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]770 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]771 <argument category="attribute" name="round" type="tensor_t" shape="-" tensor-element-type="bool_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]772 <description>If true then the shift is rounded</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]773 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]774 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]775 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]776 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]777 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]778 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]779 </argument>
780 </arguments>
781 <types>
782 <type name='in_out_t'/>
783 </types>
784 <typesupport mode="signed 8" in_out_t="int8_t"/>
785 <typesupport mode="signed 16" in_out_t="int16_t"/>
786 <typesupport mode="signed 32" in_out_t="int32_t"/>
787 </operator>
788 <operator>
789 <name>BITWISE_AND</name>
790 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]791 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]792 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]793 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]794 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]795 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]796 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]797 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]798 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]799 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]800 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]801 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]802 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]803 </argument>
804 </arguments>
805 <types>
806 <type name='in_out_t'/>
807 </types>
808 <typesupport mode="signed 8" in_out_t="int8_t"/>
809 <typesupport mode="signed 16" in_out_t="int16_t"/>
810 <typesupport mode="signed 32" in_out_t="int32_t"/>
811 </operator>
812 <operator>
813 <name>BITWISE_OR</name>
814 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]815 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]816 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]817 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]818 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]819 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]820 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]821 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]822 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]823 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]824 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]825 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]826 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]827 </argument>
828 </arguments>
829 <types>
830 <type name='in_out_t'/>
831 </types>
832 <typesupport mode="signed 8" in_out_t="int8_t"/>
833 <typesupport mode="signed 16" in_out_t="int16_t"/>
834 <typesupport mode="signed 32" in_out_t="int32_t"/>
835 </operator>
836 <operator>
837 <name>BITWISE_XOR</name>
838 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]839 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]840 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]841 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]842 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]843 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]844 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]845 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]846 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]847 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]848 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]849 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]850 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]851 </argument>
852 </arguments>
853 <types>
854 <type name='in_out_t'/>
855 </types>
856 <typesupport mode="signed 8" in_out_t="int8_t"/>
857 <typesupport mode="signed 16" in_out_t="int16_t"/>
858 <typesupport mode="signed 32" in_out_t="int32_t"/>
859 </operator>
860 <operator>
861 <name>INTDIV</name>
862 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]863 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]864 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]865 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]866 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]867 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]868 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]869 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]870 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]871 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]872 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]873 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]874 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]875 </argument>
876 </arguments>
877 <types>
878 <type name='in_out_t'/>
879 </types>
880 <typesupport mode="signed 32" in_out_t="int32_t"/>
881 </operator>
882 <operator>
883 <name>LOGICAL_AND</name>
884 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]885 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]886 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]887 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]888 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]889 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]890 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]891 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]892 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]893 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]894 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]895 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]896 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]897 </argument>
898 </arguments>
899 <types>
900 <type name='in_out_t'/>
901 </types>
902 <typesupport mode="boolean" in_out_t="bool_t"/>
903 </operator>
904 <operator>
905 <name>LOGICAL_LEFT_SHIFT</name>
906 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]907 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]908 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]909 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]910 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]911 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]912 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]913 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]914 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]915 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]916 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]917 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]918 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]919 </argument>
920 </arguments>
921 <types>
922 <type name='in_out_t'/>
923 </types>
924 <typesupport mode="signed 8" in_out_t="int8_t"/>
925 <typesupport mode="signed 16" in_out_t="int16_t"/>
926 <typesupport mode="signed 32" in_out_t="int32_t"/>
927 </operator>
928 <operator>
929 <name>LOGICAL_RIGHT_SHIFT</name>
930 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]931 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]932 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]933 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]934 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]935 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]936 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]937 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]938 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]939 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]940 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]941 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]942 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]943 </argument>
944 </arguments>
945 <types>
946 <type name='in_out_t'/>
947 </types>
948 <typesupport mode="signed 8" in_out_t="int8_t"/>
949 <typesupport mode="signed 16" in_out_t="int16_t"/>
950 <typesupport mode="signed 32" in_out_t="int32_t"/>
951 </operator>
952 <operator>
953 <name>LOGICAL_OR</name>
954 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]955 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]956 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]957 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]958 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]959 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]960 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]961 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]962 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]963 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]964 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]965 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]966 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]967 </argument>
968 </arguments>
969 <types>
970 <type name='in_out_t'/>
971 </types>
972 <typesupport mode="boolean" in_out_t="bool_t"/>
973 </operator>
974 <operator>
975 <name>LOGICAL_XOR</name>
976 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]977 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]978 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]979 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]980 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]981 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]982 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]983 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]984 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]985 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]986 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]987 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]988 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]989 </argument>
990 </arguments>
991 <types>
992 <type name='in_out_t'/>
993 </types>
994 <typesupport mode="boolean" in_out_t="bool_t"/>
995 </operator>
996 <operator>
997 <name>MAXIMUM</name>
998 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]999 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1000 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1001 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1002 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1003 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1004 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1005 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1006 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1007 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1008 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1009 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1010 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1011 </argument>
1012 </arguments>
1013 <types>
1014 <type name='in_out_t'/>
1015 </types>
1016 <typesupport mode="signed 32" in_out_t="int32_t"/>
1017 <typesupport mode="fp16" in_out_t="fp16_t" >
1018 <profile name="MI"/>
1019 <profile name="MT"/>
1020 </typesupport>
1021 <typesupport mode="bf16" in_out_t="bf16_t" >
1022 <profile name="MI"/>
1023 <profile name="MT"/>
1024 </typesupport>
1025 <typesupport mode="fp32" in_out_t="fp32_t" >
1026 <profile name="MI"/>
1027 <profile name="MT"/>
1028 </typesupport>
1029 </operator>
1030 <operator>
1031 <name>MINIMUM</name>
1032 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1033 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1034 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1035 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1036 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1037 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1038 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1039 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1040 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1041 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1042 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1043 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1044 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1045 </argument>
1046 </arguments>
1047 <types>
1048 <type name='in_out_t'/>
1049 </types>
1050 <typesupport mode="signed 32" in_out_t="int32_t"/>
1051 <typesupport mode="fp16" in_out_t="fp16_t" >
1052 <profile name="MI"/>
1053 <profile name="MT"/>
1054 </typesupport>
1055 <typesupport mode="bf16" in_out_t="bf16_t" >
1056 <profile name="MI"/>
1057 <profile name="MT"/>
1058 </typesupport>
1059 <typesupport mode="fp32" in_out_t="fp32_t" >
1060 <profile name="MI"/>
1061 <profile name="MT"/>
1062 </typesupport>
1063 </operator>
1064 <operator>
1065 <name>MUL</name>
1066 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1067 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1068 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1069 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1070 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1071 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1072 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1073 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1074 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1075 <argument category="input(MT)|attribute(BI,MI)" name="shift" type="tensor_t" shape="-" tensor-element-type="int8_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1076 <description>Result right shift (int32_t data type only)</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1077 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1078 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1079 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1080 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1081 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1082 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1083 </argument>
1084 </arguments>
1085 <types>
1086 <type name='in_t'/>
1087 <type name='out_t'/>
1088 </types>
1089 <typesupport mode="signed 8" in_t="int8_t" out_t="int32_t"/>
1090 <typesupport mode="signed 16" in_t="int16_t" out_t="int32_t"/>
1091 <typesupport mode="signed 32" in_t="int32_t" out_t="int32_t"/>
1092 <typesupport mode="fp16" in_t="fp16_t" out_t="fp16_t">
1093 <profile name="MI"/>
1094 <profile name="MT"/>
1095 </typesupport>
1096 <typesupport mode="bf16" in_t="bf16_t" out_t="bf16_t">
1097 <profile name="MI"/>
1098 <profile name="MT"/>
1099 </typesupport>
1100 <typesupport mode="fp32" in_t="fp32_t" out_t="fp32_t">
1101 <profile name="MI"/>
1102 <profile name="MT"/>
1103 </typesupport>
1104 </operator>
1105 <operator>
1106 <name>POW</name>
1107 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1108 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Dominic Symes8783adb2022-07-27 12:53:11 +0100[diff] [blame]1109 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1110 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1111 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1112 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1113 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1114 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1115 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1116 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1117 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1118 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1119 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1120 </argument>
1121 </arguments>
1122 <types>
1123 <type name='in_out_t'/>
1124 </types>
1125 <typesupport mode="fp16" in_out_t="fp16_t" >
1126 <profile name="MI"/>
1127 <profile name="MT"/>
1128 </typesupport>
1129 <typesupport mode="bf16" in_out_t="bf16_t" >
1130 <profile name="MI"/>
1131 <profile name="MT"/>
1132 </typesupport>
1133 <typesupport mode="fp32" in_out_t="fp32_t" >
1134 <profile name="MI"/>
1135 <profile name="MT"/>
1136 </typesupport>
1137 </operator>
1138 <operator>
1139 <name>SUB</name>
1140 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1141 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1142 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1143 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1144 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1145 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1146 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1147 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1148 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1149 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1150 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1151 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1152 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1153 </argument>
1154 </arguments>
1155 <types>
1156 <type name='in_out_t'/>
1157 </types>
1158 <typesupport mode="signed 32" in_out_t="int32_t"/>
1159 <typesupport mode="fp16" in_out_t="fp16_t" >
1160 <profile name="MI"/>
1161 <profile name="MT"/>
1162 </typesupport>
1163 <typesupport mode="bf16" in_out_t="bf16_t" >
1164 <profile name="MI"/>
1165 <profile name="MT"/>
1166 </typesupport>
1167 <typesupport mode="fp32" in_out_t="fp32_t" >
1168 <profile name="MI"/>
1169 <profile name="MT"/>
1170 </typesupport>
1171 </operator>
1172 <operator>
1173 <name>TABLE</name>
1174 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1175 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1176 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1177 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1178 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1179 <argument category="input(MT)|attribute(BI,MI)" name="table" type="tensor_t" shape="[TABLE_SIZE]" tensor-element-type="table_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1180 <description>Lookup table tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1181 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1182 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1183 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1184 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1185 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1186 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1187 </argument>
1188 </arguments>
1189 <types>
1190 <type name='in_t'/>
1191 <type name='table_t'/>
1192 <type name='out_t'/>
1193 <type name='TABLE_SIZE'/>
1194 </types>
1195 <typesupport mode="signed 8" in_t="int8_t" table_t="int8_t" TABLE_SIZE="256" out_t="int8_t"/>
1196 <typesupport mode="signed 16" in_t="int16_t" table_t="int16_t" TABLE_SIZE="513" out_t="int32_t"/>
1197 </operator>
1198 </operatorgroup>
1199 <operatorgroup name="elementwise-unary">
1200 <operator>
1201 <name>ABS</name>
1202 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1203 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1204 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1205 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1206 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1207 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1208 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1209 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1210 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1211 </argument>
1212 </arguments>
1213 <types>
1214 <type name='in_out_t'/>
1215 </types>
1216 <typesupport mode="signed 32" in_out_t="int32_t"/>
1217 <typesupport mode="fp16" in_out_t="fp16_t" >
1218 <profile name="MI"/>
1219 <profile name="MT"/>
1220 </typesupport>
1221 <typesupport mode="bf16" in_out_t="bf16_t" >
1222 <profile name="MI"/>
1223 <profile name="MT"/>
1224 </typesupport>
1225 <typesupport mode="fp32" in_out_t="fp32_t" >
1226 <profile name="MI"/>
1227 <profile name="MT"/>
1228 </typesupport>
1229 </operator>
1230 <operator>
1231 <name>BITWISE_NOT</name>
1232 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1233 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1234 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1235 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1236 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1237 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1238 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1239 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1240 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1241 </argument>
1242 </arguments>
1243 <types>
1244 <type name='in_out_t'/>
1245 </types>
1246 <typesupport mode="signed 8" in_out_t="int8_t"/>
1247 <typesupport mode="signed 16" in_out_t="int16_t"/>
1248 <typesupport mode="signed 32" in_out_t="int32_t"/>
1249 </operator>
1250 <operator>
1251 <name>CEIL</name>
1252 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1253 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1254 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1255 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1256 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1257 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1258 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1259 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1260 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1261 </argument>
1262 </arguments>
1263 <types>
1264 <type name='in_out_t'/>
1265 </types>
1266 <typesupport mode="fp16" in_out_t="fp16_t" >
1267 <profile name="MI"/>
1268 <profile name="MT"/>
1269 </typesupport>
1270 <typesupport mode="bf16" in_out_t="bf16_t" >
1271 <profile name="MI"/>
1272 <profile name="MT"/>
1273 </typesupport>
1274 <typesupport mode="fp32" in_out_t="fp32_t" >
1275 <profile name="MI"/>
1276 <profile name="MT"/>
1277 </typesupport>
1278 </operator>
1279 <operator>
1280 <name>CLZ</name>
1281 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1282 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1283 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1284 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1285 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1286 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1287 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1288 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1289 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1290 </argument>
1291 </arguments>
1292 <types>
1293 <type name='in_out_t'/>
1294 </types>
1295 <typesupport mode="signed 32" in_out_t="int32_t"/>
1296 </operator>
1297 <operator>
1298 <name>EXP</name>
1299 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1300 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1301 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1302 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1303 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1304 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1305 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1306 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1307 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1308 </argument>
1309 </arguments>
1310 <types>
1311 <type name='in_out_t'/>
1312 </types>
1313 <typesupport mode="fp16" in_out_t="fp16_t">
1314 <profile name="MI"/>
1315 <profile name="MT"/>
1316 </typesupport>
1317 <typesupport mode="bf16" in_out_t="bf16_t">
1318 <profile name="MI"/>
1319 <profile name="MT"/>
1320 </typesupport>
1321 <typesupport mode="fp32" in_out_t="fp32_t">
1322 <profile name="MI"/>
1323 <profile name="MT"/>
1324 </typesupport>
1325 </operator>
1326 <operator>
1327 <name>FLOOR</name>
1328 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1329 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1330 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1331 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1332 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1333 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1334 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1335 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1336 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1337 </argument>
1338 </arguments>
1339 <types>
1340 <type name='in_out_t'/>
1341 </types>
1342 <typesupport mode="fp16" in_out_t="fp16_t">
1343 <profile name="MI"/>
1344 <profile name="MT"/>
1345 </typesupport>
1346 <typesupport mode="bf16" in_out_t="bf16_t">
1347 <profile name="MI"/>
1348 <profile name="MT"/>
1349 </typesupport>
1350 <typesupport mode="fp32" in_out_t="fp32_t">
1351 <profile name="MI"/>
1352 <profile name="MT"/>
1353 </typesupport>
1354 </operator>
1355 <operator>
1356 <name>LOG</name>
1357 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1358 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1359 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1360 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1361 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1362 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1363 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1364 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1365 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1366 </argument>
1367 </arguments>
1368 <types>
1369 <type name='in_out_t'/>
1370 </types>
1371 <typesupport mode="fp16" in_out_t="fp16_t">
1372 <profile name="MI"/>
1373 <profile name="MT"/>
1374 </typesupport>
1375 <typesupport mode="bf16" in_out_t="bf16_t">
1376 <profile name="MI"/>
1377 <profile name="MT"/>
1378 </typesupport>
1379 <typesupport mode="fp32" in_out_t="fp32_t">
1380 <profile name="MI"/>
1381 <profile name="MT"/>
1382 </typesupport>
1383 </operator>
1384 <operator>
1385 <name>LOGICAL_NOT</name>
1386 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1387 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1388 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1389 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1390 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1391 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1392 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1393 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1394 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1395 </argument>
1396 </arguments>
1397 <types>
1398 <type name='in_out_t'/>
1399 </types>
1400 <typesupport mode="Boolean" in_out_t="bool_t"/>
1401 </operator>
1402 <operator>
1403 <name>NEGATE</name>
1404 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1405 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1406 <description>Input tensor</description>
Jeremy Johnson9bb5f5d2023-04-06 11:37:05 +0100[diff] [blame]1407 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1408 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1409 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1410 <argument category="attribute" name="input1_zp" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1411 <description>Input 1 zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1412 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1413 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1414 <argument category="attribute" name="output_zp" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1415 <description>Output zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1416 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1417 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1418 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1419 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1420 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1421 </argument>
1422 </arguments>
1423 <types>
1424 <type name='in_out_t'/>
1425 <type name='acc_t'/>
1426 </types>
1427 <typesupport mode="signed 8" in_out_t="int8_t" acc_t="int32_t"/>
1428 <typesupport mode="signed 16" in_out_t="int16_t" acc_t="int32_t"/>
1429 <typesupport mode="signed 32" in_out_t="int32_t" acc_t="int32_t"/>
1430 <typesupport mode="fp16" in_out_t="fp16_t" acc_t="fp16_t">
1431 <profile name="MI"/>
1432 <profile name="MT"/>
1433 </typesupport>
1434 <typesupport mode="bf16" in_out_t="bf16_t" acc_t="bf16_t">
1435 <profile name="MI"/>
1436 <profile name="MT"/>
1437 </typesupport>
1438 <typesupport mode="fp32" in_out_t="fp32_t" acc_t="fp32_t">
1439 <profile name="MI"/>
1440 <profile name="MT"/>
1441 </typesupport>
1442 </operator>
1443 <operator>
1444 <name>RECIPROCAL</name>
1445 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1446 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1447 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1448 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1449 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1450 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1451 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1452 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1453 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1454 </argument>
1455 </arguments>
1456 <types>
1457 <type name='in_out_t'/>
1458 </types>
1459 <typesupport mode="fp16" in_out_t="fp16_t">
1460 <profile name="MI"/>
1461 <profile name="MT"/>
1462 </typesupport>
1463 <typesupport mode="bf16" in_out_t="bf16_t">
1464 <profile name="MI"/>
1465 <profile name="MT"/>
1466 </typesupport>
1467 <typesupport mode="fp32" in_out_t="fp32_t">
1468 <profile name="MI"/>
1469 <profile name="MT"/>
1470 </typesupport>
1471 </operator>
1472 <operator>
1473 <name>RSQRT</name>
1474 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1475 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1476 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1477 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1478 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1479 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1480 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1481 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1482 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1483 </argument>
1484 </arguments>
1485 <types>
1486 <type name='in_out_t'/>
1487 </types>
1488 <typesupport mode="fp16" in_out_t="fp16_t">
1489 <profile name="MI"/>
1490 <profile name="MT"/>
1491 </typesupport>
1492 <typesupport mode="bf16" in_out_t="bf16_t">
1493 <profile name="MI"/>
1494 <profile name="MT"/>
1495 </typesupport>
1496 <typesupport mode="fp32" in_out_t="fp32_t">
1497 <profile name="MI"/>
1498 <profile name="MT"/>
1499 </typesupport>
1500 </operator>
1501 </operatorgroup>
1502 <operatorgroup name="elementwise-ternary">
1503 <operator>
1504 <name>SELECT</name>
1505 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1506 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="bool_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1507 <description>Input selector tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1508 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1509 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1510 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1511 <description>Input value tensor if input1 is True</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1512 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1513 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1514 <argument category="input" name="input3" type="tensor_t" shape="shape3" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1515 <description>Input value tensor if input1 is False</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1516 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1517 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1518 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1519 <description>Output tensor of same type as input2 and input3, with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1520 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1521 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1522 </argument>
1523 </arguments>
1524 <types>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1525 <type name='in_out_t'/>
1526 </types>
Kevin Petitb7293ae2022-12-05 12:07:40 +0000[diff] [blame]1527 <typesupport mode="Boolean" in_out_t="bool_t"/>
1528 <typesupport mode="signed 8" in_out_t="int8_t"/>
1529 <typesupport mode="signed 16" in_out_t="int16_t"/>
1530 <typesupport mode="signed 32" in_out_t="int32_t"/>
1531 <typesupport mode="fp16" in_out_t="fp16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1532 <profile name="MI"/>
1533 <profile name="MT"/>
1534 </typesupport>
Kevin Petitb7293ae2022-12-05 12:07:40 +0000[diff] [blame]1535 <typesupport mode="bf16" in_out_t="bf16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1536 <profile name="MI"/>
1537 <profile name="MT"/>
1538 </typesupport>
Kevin Petitb7293ae2022-12-05 12:07:40 +0000[diff] [blame]1539 <typesupport mode="fp32" in_out_t="fp32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1540 <profile name="MI"/>
1541 <profile name="MT"/>
1542 </typesupport>
1543 </operator>
1544 </operatorgroup>
1545 <operatorgroup name="comparison">
1546 <operator>
1547 <name>EQUAL</name>
1548 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1549 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1550 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1551 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1552 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1553 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1554 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1555 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1556 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1557 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1558 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1559 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1560 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1561 </argument>
1562 </arguments>
1563 <types>
1564 <type name='in_t'/>
1565 <type name='out_t'/>
1566 </types>
1567 <typesupport mode="signed 32" in_t="int32_t" out_t="bool_t"/>
1568 <typesupport mode="fp16" in_t="fp16_t" out_t="bool_t">
1569 <profile name="MI"/>
1570 <profile name="MT"/>
1571 </typesupport>
1572 <typesupport mode="bf16" in_t="bf16_t" out_t="bool_t">
1573 <profile name="MI"/>
1574 <profile name="MT"/>
1575 </typesupport>
1576 <typesupport mode="fp32" in_t="fp32_t" out_t="bool_t">
1577 <profile name="MI"/>
1578 <profile name="MT"/>
1579 </typesupport>
1580 </operator>
1581 <operator>
1582 <name>GREATER</name>
1583 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1584 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1585 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1586 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1587 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1588 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1589 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1590 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1591 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1592 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1593 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1594 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1595 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1596 </argument>
1597 </arguments>
1598 <types>
1599 <type name='in_t'/>
1600 <type name='out_t'/>
1601 </types>
1602 <typesupport mode="signed 32" in_t="int32_t" out_t="bool_t"/>
1603 <typesupport mode="fp16" in_t="fp16_t" out_t="bool_t">
1604 <profile name="MI"/>
1605 <profile name="MT"/>
1606 </typesupport>
1607 <typesupport mode="bf16" in_t="bf16_t" out_t="bool_t">
1608 <profile name="MI"/>
1609 <profile name="MT"/>
1610 </typesupport>
1611 <typesupport mode="fp32" in_t="fp32_t" out_t="bool_t">
1612 <profile name="MI"/>
1613 <profile name="MT"/>
1614 </typesupport>
1615 </operator>
1616 <operator>
1617 <name>GREATER_EQUAL</name>
1618 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1619 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1620 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1621 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1622 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1623 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1624 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1625 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1626 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1627 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1628 <description>Output tensor with broadcast shape if necessary</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1629 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1630 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1631 </argument>
1632 </arguments>
1633 <types>
1634 <type name='in_t'/>
1635 <type name='out_t'/>
1636 </types>
1637 <typesupport mode="signed 32" in_t="int32_t" out_t="bool_t"/>
1638 <typesupport mode="fp16" in_t="fp16_t" out_t="bool_t">
1639 <profile name="MI"/>
1640 <profile name="MT"/>
1641 </typesupport>
1642 <typesupport mode="bf16" in_t="bf16_t" out_t="bool_t">
1643 <profile name="MI"/>
1644 <profile name="MT"/>
1645 </typesupport>
1646 <typesupport mode="fp32" in_t="fp32_t" out_t="bool_t">
1647 <profile name="MI"/>
1648 <profile name="MT"/>
1649 </typesupport>
1650 </operator>
1651 </operatorgroup>
1652 <operatorgroup name="reduction">
1653 <operator>
1654 <name>REDUCE_ALL</name>
1655 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1656 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1657 <description>Input tensor</description>
1658 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1659 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1660 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1661 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1662 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1663 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1664 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1665 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1666 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1667 </argument>
1668 </arguments>
1669 <types>
1670 <type name='in_out_t'/>
1671 </types>
1672 <typesupport mode="boolean" in_out_t="bool_t"/>
1673 </operator>
1674 <operator>
1675 <name>REDUCE_ANY</name>
1676 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1677 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1678 <description>Input tensor</description>
1679 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1680 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1681 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1682 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1683 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1684 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1685 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1686 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1687 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1688 </argument>
1689 </arguments>
1690 <types>
1691 <type name='in_out_t'/>
1692 </types>
1693 <typesupport mode="boolean" in_out_t="bool_t"/>
1694 </operator>
1695 <operator>
1696 <name>REDUCE_MAX</name>
1697 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1698 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1699 <description>Input tensor</description>
1700 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1701 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1702 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1703 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1704 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1705 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1706 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1707 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1708 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1709 </argument>
1710 </arguments>
1711 <types>
1712 <type name='in_out_t'/>
1713 </types>
1714 <typesupport mode="signed 8" in_out_t="int8_t"/>
1715 <typesupport mode="signed 16" in_out_t="int16_t"/>
1716 <typesupport mode="signed 32" in_out_t="int32_t"/>
1717 <typesupport mode="fp16" in_out_t="fp16_t">
1718 <profile name="MI"/>
1719 <profile name="MT"/>
1720 </typesupport>
1721 <typesupport mode="bf16" in_out_t="bf16_t">
1722 <profile name="MI"/>
1723 <profile name="MT"/>
1724 </typesupport>
1725 <typesupport mode="fp32" in_out_t="fp32_t">
1726 <profile name="MI"/>
1727 <profile name="MT"/>
1728 </typesupport>
1729 </operator>
1730 <operator>
1731 <name>REDUCE_MIN</name>
1732 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1733 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1734 <description>Input tensor</description>
1735 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1736 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1737 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1738 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1739 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1740 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1741 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1742 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1743 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1744 </argument>
1745 </arguments>
1746 <types>
1747 <type name='in_out_t'/>
1748 </types>
1749 <typesupport mode="signed 8" in_out_t="int8_t"/>
1750 <typesupport mode="signed 16" in_out_t="int16_t"/>
1751 <typesupport mode="signed 32" in_out_t="int32_t"/>
1752 <typesupport mode="fp16" in_out_t="fp16_t">
1753 <profile name="MI"/>
1754 <profile name="MT"/>
1755 </typesupport>
1756 <typesupport mode="bf16" in_out_t="bf16_t">
1757 <profile name="MI"/>
1758 <profile name="MT"/>
1759 </typesupport>
1760 <typesupport mode="fp32" in_out_t="fp32_t">
1761 <profile name="MI"/>
1762 <profile name="MT"/>
1763 </typesupport>
1764 </operator>
1765 <operator>
1766 <name>REDUCE_PRODUCT</name>
1767 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1768 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1769 <description>Input tensor</description>
1770 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1771 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1772 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1773 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1774 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1775 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1776 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1777 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1778 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1779 </argument>
1780 </arguments>
1781 <types>
1782 <type name='in_out_t'/>
1783 </types>
1784 <typesupport mode="fp16" in_out_t="fp16_t">
1785 <profile name="MI"/>
1786 <profile name="MT"/>
1787 </typesupport>
1788 <typesupport mode="bf16" in_out_t="bf16_t">
1789 <profile name="MI"/>
1790 <profile name="MT"/>
1791 </typesupport>
1792 <typesupport mode="fp32" in_out_t="fp32_t">
1793 <profile name="MI"/>
1794 <profile name="MT"/>
1795 </typesupport>
1796 </operator>
1797 <operator>
1798 <name>REDUCE_SUM</name>
1799 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1800 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1801 <description>Input tensor with rank from 1 to 4</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1802 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1803 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1804 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1805 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1806 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1807 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1808 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1809 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1810 <rank min="1" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1811 </argument>
1812 </arguments>
1813 <types>
1814 <type name='in_out_t'/>
1815 </types>
1816 <typesupport mode="signed 32" in_out_t="int32_t"/>
1817 <typesupport mode="fp16" in_out_t="fp16_t">
1818 <profile name="MI"/>
1819 <profile name="MT"/>
1820 </typesupport>
1821 <typesupport mode="bf16" in_out_t="bf16_t">
1822 <profile name="MI"/>
1823 <profile name="MT"/>
1824 </typesupport>
1825 <typesupport mode="fp32" in_out_t="fp32_t">
1826 <profile name="MI"/>
1827 <profile name="MT"/>
1828 </typesupport>
1829 </operator>
1830 </operatorgroup>
1831 <operatorgroup name="data-layout">
1832 <operator>
1833 <name>CONCAT</name>
1834 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1835 <argument category="input" name="input1" type="tensor_list_t" shape="shapes1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1836 <description>List of input tensors. All inputs must have the same rank and data type</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1837 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1838 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1839 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1840 <description>Axis along which concatenation is to occur, in range from 0 to rank(shape)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1841 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1842 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1843 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1844 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1845 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1846 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1847 </argument>
1848 </arguments>
1849 <types>
1850 <type name='in_out_t'/>
1851 </types>
1852 <typesupport mode="boolean" in_out_t="bool_t"/>
1853 <typesupport mode="signed 8" in_out_t="int8_t"/>
1854 <typesupport mode="signed 16" in_out_t="int16_t"/>
1855 <typesupport mode="signed 32" in_out_t="int32_t"/>
1856 <typesupport mode="fp16" in_out_t="fp16_t">
1857 <profile name="MI"/>
1858 <profile name="MT"/>
1859 </typesupport>
1860 <typesupport mode="bf16" in_out_t="bf16_t">
1861 <profile name="MI"/>
1862 <profile name="MT"/>
1863 </typesupport>
1864 <typesupport mode="fp32" in_out_t="fp32_t">
1865 <profile name="MI"/>
1866 <profile name="MT"/>
1867 </typesupport>
1868 </operator>
1869 <operator>
1870 <name>PAD</name>
1871 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1872 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1873 <description>Input tensor</description>
1874 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1875 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1876 <argument category="attribute" name="padding" type="tensor_t" shape="[rank(shape1),2]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1877 <description>Number of pad elements at the start and end of each dimension</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1878 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1879 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1880 <argument category="attribute" name="pad_const" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1881 <description>Constant value to be used as padding</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1882 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1883 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1884 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1885 <description>Output tensor of same type as the input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1886 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1887 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1888 </argument>
1889 </arguments>
1890 <types>
1891 <type name='in_out_t'/>
1892 </types>
1893 <typesupport mode="boolean" in_out_t="bool_t"/>
1894 <typesupport mode="signed 8" in_out_t="int8_t"/>
1895 <typesupport mode="signed 16" in_out_t="int16_t"/>
1896 <typesupport mode="signed 32" in_out_t="int32_t"/>
1897 <typesupport mode="fp16" in_out_t="fp16_t">
1898 <profile name="MI"/>
1899 <profile name="MT"/>
1900 </typesupport>
1901 <typesupport mode="bf16" in_out_t="bf16_t">
1902 <profile name="MI"/>
1903 <profile name="MT"/>
1904 </typesupport>
1905 <typesupport mode="fp32" in_out_t="fp32_t">
1906 <profile name="MI"/>
1907 <profile name="MT"/>
1908 </typesupport>
1909 </operator>
1910 <operator>
1911 <name>RESHAPE</name>
1912 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1913 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1914 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1915 <levellimit value="rank(shape1)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1916 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1917 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1918 <argument category="attribute" name="new_shape" type="tensor_t" shape="[rank(shape)]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1919 <description>List of values, with each element giving the size of the result tensor for the given dimension. At most one dimension may be given as -1 to automatically calculate the dimension size.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1920 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1921 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1922 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1923 <description>Output tensor of same type, size as the input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1924 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1925 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1926 </argument>
1927 </arguments>
1928 <types>
1929 <type name='in_out_t'/>
1930 </types>
1931 <typesupport mode="boolean" in_out_t="bool_t"/>
1932 <typesupport mode="signed 8" in_out_t="int8_t"/>
1933 <typesupport mode="signed 16" in_out_t="int16_t"/>
1934 <typesupport mode="signed 32" in_out_t="int32_t"/>
1935 <typesupport mode="fp16" in_out_t="fp16_t">
1936 <profile name="MI"/>
1937 <profile name="MT"/>
1938 </typesupport>
1939 <typesupport mode="bf16" in_out_t="bf16_t">
1940 <profile name="MI"/>
1941 <profile name="MT"/>
1942 </typesupport>
1943 <typesupport mode="fp32" in_out_t="fp32_t">
1944 <profile name="MI"/>
1945 <profile name="MT"/>
1946 </typesupport>
1947 </operator>
1948 <operator>
1949 <name>REVERSE</name>
1950 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1951 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1952 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1953 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1954 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1955 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1956 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1957 <description>Axis to reverse, in range from 0 to rank(shape)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1958 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1959 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1960 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1961 <description>Output tensor. Same shape as input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1962 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1963 </argument>
1964 </arguments>
1965 <types>
1966 <type name='in_out_t'/>
1967 </types>
1968 <typesupport mode="boolean" in_out_t="bool_t"/>
1969 <typesupport mode="signed 8" in_out_t="int8_t"/>
1970 <typesupport mode="signed 16" in_out_t="int16_t"/>
1971 <typesupport mode="signed 32" in_out_t="int32_t"/>
1972 <typesupport mode="fp16" in_out_t="fp16_t">
1973 <profile name="MI"/>
1974 <profile name="MT"/>
1975 </typesupport>
1976 <typesupport mode="bf16" in_out_t="bf16_t">
1977 <profile name="MI"/>
1978 <profile name="MT"/>
1979 </typesupport>
1980 <typesupport mode="fp32" in_out_t="fp32_t">
1981 <profile name="MI"/>
1982 <profile name="MT"/>
1983 </typesupport>
1984 </operator>
1985 <operator>
1986 <name>SLICE</name>
1987 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1988 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1989 <description>Input tensor</description>
1990 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1991 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1992 <argument category="attribute" name="start" type="tensor_t" shape="[rank(shape1)]" tensor-element-type="index_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1993 <description>List of integer coordinates, of length equal to the rank of input1. Start coordinate for slicing.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1994 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1995 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1996 <argument category="attribute" name="size" type="tensor_t" shape="[rank(shape1)]" tensor-element-type="index_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1997 <description>List of integer size values, of length equal to the rank of input1. Size of the input to be
1998used.</description>
Luke Hutton580fdd12023-02-06 16:37:15 +0000[diff] [blame]1999 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2000 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2001 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2002 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2003 <description>Output tensor of same type as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2004 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2005 </argument>
2006 </arguments>
2007 <types>
2008 <type name='in_out_t'/>
2009 </types>
2010 <typesupport mode="boolean" in_out_t="bool_t"/>
2011 <typesupport mode="signed 8" in_out_t="int8_t"/>
2012 <typesupport mode="signed 16" in_out_t="int16_t"/>
2013 <typesupport mode="signed 32" in_out_t="int32_t"/>
2014 <typesupport mode="fp16" in_out_t="fp16_t">
2015 <profile name="MI"/>
2016 <profile name="MT"/>
2017 </typesupport>
2018 <typesupport mode="bf16" in_out_t="bf16_t">
2019 <profile name="MI"/>
2020 <profile name="MT"/>
2021 </typesupport>
2022 <typesupport mode="fp32" in_out_t="fp32_t">
2023 <profile name="MI"/>
2024 <profile name="MT"/>
2025 </typesupport>
2026 </operator>
2027 <operator>
2028 <name>TILE</name>
2029 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2030 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2031 <description>Input tensor</description>
2032 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2033 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2034 <argument category="attribute" name="multiples" type="tensor_t" shape="[rank(shape1)]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2035 <description>Number of times to replicate input1 in each dimension</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2036 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2037 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2038 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2039 <description>Output tensor of same type, rank as the input tensor</description>
Luke Hutton580fdd12023-02-06 16:37:15 +0000[diff] [blame]2040 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2041 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2042 </argument>
2043 </arguments>
2044 <types>
2045 <type name='in_out_t'/>
2046 </types>
2047 <typesupport mode="boolean" in_out_t="bool_t"/>
2048 <typesupport mode="signed 8" in_out_t="int8_t"/>
2049 <typesupport mode="signed 16" in_out_t="int16_t"/>
2050 <typesupport mode="signed 32" in_out_t="int32_t"/>
2051 <typesupport mode="fp16" in_out_t="fp16_t">
2052 <profile name="MI"/>
2053 <profile name="MT"/>
2054 </typesupport>
2055 <typesupport mode="bf16" in_out_t="bf16_t">
2056 <profile name="MI"/>
2057 <profile name="MT"/>
2058 </typesupport>
2059 <typesupport mode="fp32" in_out_t="fp32_t">
2060 <profile name="MI"/>
2061 <profile name="MT"/>
2062 </typesupport>
2063 </operator>
2064 <operator>
2065 <name>TRANSPOSE</name>
2066 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2067 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2068 <description>Input tensor</description>
2069 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2070 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2071 <argument category="attribute" name="perms" type="tensor_t" shape="[rank(shape1)]" tensor-element-type="int32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2072 <description>List of integers of length equal to the rank of input1. Values must be valid dimensions within shape1, and may not be repeated.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2073 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2074 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2075 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2076 <description>Output tensor of same type, rank as the input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2077 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2078 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2079 </argument>
2080 </arguments>
2081 <types>
2082 <type name='in_out_t'/>
2083 </types>
2084 <typesupport mode="boolean" in_out_t="bool_t"/>
2085 <typesupport mode="signed 8" in_out_t="int8_t"/>
2086 <typesupport mode="signed 16" in_out_t="int16_t"/>
2087 <typesupport mode="signed 32" in_out_t="int32_t"/>
2088 <typesupport mode="fp16" in_out_t="fp16_t">
2089 <profile name="MI"/>
2090 <profile name="MT"/>
2091 </typesupport>
2092 <typesupport mode="bf16" in_out_t="bf16_t">
2093 <profile name="MI"/>
2094 <profile name="MT"/>
2095 </typesupport>
2096 <typesupport mode="fp32" in_out_t="fp32_t">
2097 <profile name="MI"/>
2098 <profile name="MT"/>
2099 </typesupport>
2100 </operator>
2101 </operatorgroup>
2102 <operatorgroup name="scatter-gather">
2103 <operator>
2104 <name>GATHER</name>
2105 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2106 <argument category="input" name="values" type="tensor_t" shape="[N,K,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2107 <description>3D value tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2108 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2109 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2110 <argument category="input" name="indices" type="tensor_t" shape="[N,W]" tensor-element-type="index_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2111 <description>2D index tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2112 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2113 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2114 <argument category="output" name="output" type="tensor_t" shape="[N,W,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2115 <description>3D output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2116 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2117 </argument>
2118 </arguments>
2119 <types>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2120 <type name='in_out_t'/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2121 </types>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2122 <typesupport mode="signed 8" in_out_t="int8_t"/>
2123 <typesupport mode="signed 16" in_out_t="int16_t"/>
2124 <typesupport mode="signed 32" in_out_t="int32_t"/>
2125 <typesupport mode="fp16" in_out_t="fp16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2126 <profile name="MI"/>
2127 <profile name="MT"/>
2128 </typesupport>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2129 <typesupport mode="bf16" in_out_t="bf16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2130 <profile name="MI"/>
2131 <profile name="MT"/>
2132 </typesupport>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2133 <typesupport mode="fp32" in_out_t="fp32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2134 <profile name="MI"/>
2135 <profile name="MT"/>
2136 </typesupport>
2137 </operator>
2138 <operator>
2139 <name>SCATTER</name>
2140 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2141 <argument category="input" name="values_in" type="tensor_t" shape="[N,K,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2142 <description>3D values in tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2143 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2144 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2145 <argument category="input" name="indices" type="tensor_t" shape="[N,W]" tensor-element-type="index_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2146 <description>2D index tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2147 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2148 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2149 <argument category="input" name="input" type="tensor_t" shape="[N,W,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2150 <description>3D input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2151 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2152 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2153 <argument category="output" name="values_out" type="tensor_t" shape="[N,K,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2154 <description>3D output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2155 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2156 </argument>
2157 </arguments>
2158 <types>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2159 <type name='in_out_t'/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2160 </types>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2161 <typesupport mode="signed 8" in_out_t="int8_t"/>
2162 <typesupport mode="signed 16" in_out_t="int16_t"/>
2163 <typesupport mode="signed 32" in_out_t="int32_t"/>
2164 <typesupport mode="fp16" in_out_t="fp16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2165 <profile name="MI"/>
2166 <profile name="MT"/>
2167 </typesupport>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2168 <typesupport mode="bf16" in_out_t="bf16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2169 <profile name="MI"/>
2170 <profile name="MT"/>
2171 </typesupport>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2172 <typesupport mode="fp32" in_out_t="fp32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2173 <profile name="MI"/>
2174 <profile name="MT"/>
2175 </typesupport>
2176 </operator>
2177 </operatorgroup>
2178 <operatorgroup name="image">
2179 <operator>
2180 <name>RESIZE</name>
2181 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2182 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,C]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2183 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2184 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2185 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2186 <argument category="attribute" name="scale" type="tensor_t" shape="[4]" tensor-element-type="int16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2187 <description>[scale_y_n, scale_y_d, scale_x_n, scale_x_d]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2188 <levellimit value="scale_y_n/scale_y_d" limit="MAX_SCALE"/>
2189 <levellimit value="scale_x_n/scale_x_d" limit="MAX_SCALE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2190 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2191 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2192 <argument category="attribute" name="offset" type="tensor_t" shape="[2]" tensor-element-type="int16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2193 <description>[offset_y, offset_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2194 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2195 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2196 <argument category="attribute" name="border" type="tensor_t" shape="[2]" tensor-element-type="int16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2197 <description>[border_y, border_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2198 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2199 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2200 <argument category="attribute" name="mode" type="tensor_t" shape="-" tensor-element-type="resize_mode_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2201 <description>BILINEAR or NEAREST</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2202 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2203 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2204 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,C]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2205 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2206 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2207 </argument>
2208 </arguments>
2209 <types>
2210 <type name='resize_t'/>
2211 <type name='in_t'/>
2212 <type name='out_t'/>
2213 </types>
2214 <typesupport mode="signed 8, bilinear" resize_t="int16_t" in_t="int8_t" out_t="int32_t"/>
2215 <typesupport mode="signed 8, nearest" resize_t="int16_t" in_t="int8_t" out_t="int8_t"/>
2216 <typesupport mode="signed 16, bilinear" resize_t="int16_t" in_t="int16_t" out_t="int48_t"/>
2217 <typesupport mode="signed 16, nearest" resize_t="int16_t" in_t="int16_t" out_t="int16_t"/>
Dominic Symesccde4d72022-09-28 13:10:27 +0100[diff] [blame]2218 <typesupport mode="fp16" resize_t="fp16_t" in_t="fp16_t" out_t="fp16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2219 <profile name="MI"/>
2220 <profile name="MT"/>
2221 </typesupport>
Dominic Symesccde4d72022-09-28 13:10:27 +0100[diff] [blame]2222 <typesupport mode="bf16" resize_t="bf16_t" in_t="bf16_t" out_t="bf16_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2223 <profile name="MI"/>
2224 <profile name="MT"/>
2225 </typesupport>
2226 <typesupport mode="fp32" resize_t="fp32_t" in_t="fp32_t" out_t="fp32_t">
2227 <profile name="MI"/>
2228 <profile name="MT"/>
2229 </typesupport>
2230 </operator>
2231 </operatorgroup>
2232 <operatorgroup name="type-conversion">
2233 <operator>
2234 <name>CAST</name>
2235 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2236 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2237 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2238 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2239 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2240 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2241 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2242 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2243 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2244 </argument>
2245 </arguments>
2246 <types>
2247 <type name='in_t'/>
2248 <type name='out_t'/>
2249 </types>
2250 <typesupport mode="bool to signed 8" in_t="bool_t" out_t="int8_t"/>
2251 <typesupport mode="bool to signed 16" in_t="bool_t" out_t="int16_t"/>
2252 <typesupport mode="bool to signed 32" in_t="bool_t" out_t="int32_t"/>
2253 <typesupport mode="signed 8 to bool" in_t="int8_t" out_t="bool_t"/>
2254 <typesupport mode="signed 8 to signed 16" in_t="int8_t" out_t="int16_t"/>
2255 <typesupport mode="signed 8 to signed 32" in_t="int8_t" out_t="int32_t"/>
2256 <typesupport mode="signed 8 to fp16" in_t="int8_t" out_t="fp16_t">
2257 <profile name="MI"/>
2258 <profile name="MT"/>
2259 </typesupport>
2260 <typesupport mode="signed 8 to bf16" in_t="int8_t" out_t="bf16_t">
2261 <profile name="MI"/>
2262 <profile name="MT"/>
2263 </typesupport>
2264 <typesupport mode="signed 8 to fp32" in_t="int8_t" out_t="fp32_t">
2265 <profile name="MI"/>
2266 <profile name="MT"/>
2267 </typesupport>
2268 <typesupport mode="signed 16 to bool" in_t="int16_t" out_t="bool_t"/>
2269 <typesupport mode="signed 16 to signed 8" in_t="int16_t" out_t="int8_t"/>
2270 <typesupport mode="signed 16 to signed 32" in_t="int16_t" out_t="int32_t"/>
2271 <typesupport mode="signed 16 to fp16" in_t="int16_t" out_t="fp16_t">
2272 <profile name="MI"/>
2273 <profile name="MT"/>
2274 </typesupport>
2275 <typesupport mode="signed 16 to bf16" in_t="int16_t" out_t="bf16_t">
2276 <profile name="MI"/>
2277 <profile name="MT"/>
2278 </typesupport>
2279 <typesupport mode="signed 16 to fp32" in_t="int16_t" out_t="fp32_t">
2280 <profile name="MI"/>
2281 <profile name="MT"/>
2282 </typesupport>
2283 <typesupport mode="signed 32 to bool" in_t="int32_t" out_t="bool_t"/>
2284 <typesupport mode="signed 32 to signed 8" in_t="int32_t" out_t="int8_t"/>
2285 <typesupport mode="signed 32 to signed 16" in_t="int32_t" out_t="int16_t"/>
2286 <typesupport mode="signed 32 to fp16" in_t="int32_t" out_t="fp16_t">
2287 <profile name="MI"/>
2288 <profile name="MT"/>
2289 </typesupport>
2290 <typesupport mode="signed 32 to bf16" in_t="int32_t" out_t="bf16_t">
2291 <profile name="MI"/>
2292 <profile name="MT"/>
2293 </typesupport>
2294 <typesupport mode="signed 32 to fp32" in_t="int32_t" out_t="fp32_t">
2295 <profile name="MI"/>
2296 <profile name="MT"/>
2297 </typesupport>
2298 <typesupport mode="bf16 to signed 8" in_t="bf16_t" out_t="int8_t">
2299 <profile name="MI"/>
2300 <profile name="MT"/>
2301 </typesupport>
2302 <typesupport mode="bf16 to signed 16" in_t="bf16_t" out_t="int16_t">
2303 <profile name="MI"/>
2304 <profile name="MT"/>
2305 </typesupport>
2306 <typesupport mode="bf16 to signed 32" in_t="bf16_t" out_t="int32_t">
2307 <profile name="MI"/>
2308 <profile name="MT"/>
2309 </typesupport>
Eric Kunze3c5f0e12022-10-06 16:23:33 -0700[diff] [blame]2310 <typesupport mode="bf16 to fp32" in_t="bf16_t" out_t="fp32_t">
2311 <profile name="MI"/>
2312 <profile name="MT"/>
2313 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2314 <typesupport mode="fp16 to signed 8" in_t="fp16_t" out_t="int8_t">
2315 <profile name="MI"/>
2316 <profile name="MT"/>
2317 </typesupport>
2318 <typesupport mode="fp16 to signed 16" in_t="fp16_t" out_t="int16_t">
2319 <profile name="MI"/>
2320 <profile name="MT"/>
2321 </typesupport>
2322 <typesupport mode="fp16 to signed 32" in_t="fp16_t" out_t="int32_t">
2323 <profile name="MI"/>
2324 <profile name="MT"/>
2325 </typesupport>
Eric Kunze3c5f0e12022-10-06 16:23:33 -0700[diff] [blame]2326 <typesupport mode="fp16 to fp32" in_t="fp16_t" out_t="fp32_t">
2327 <profile name="MI"/>
2328 <profile name="MT"/>
2329 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2330 <typesupport mode="fp32 to signed 8" in_t="fp32_t" out_t="int8_t">
2331 <profile name="MI"/>
2332 <profile name="MT"/>
2333 </typesupport>
2334 <typesupport mode="fp32 to signed 16" in_t="fp32_t" out_t="int16_t">
2335 <profile name="MI"/>
2336 <profile name="MT"/>
2337 </typesupport>
2338 <typesupport mode="fp32 to signed 32" in_t="fp32_t" out_t="int32_t">
2339 <profile name="MI"/>
2340 <profile name="MT"/>
2341 </typesupport>
Eric Kunze3c5f0e12022-10-06 16:23:33 -0700[diff] [blame]2342 <typesupport mode="fp32 to bf16" in_t="fp32_t" out_t="bf16_t">
2343 <profile name="MI"/>
2344 <profile name="MT"/>
2345 </typesupport>
2346 <typesupport mode="fp32 to fp16" in_t="fp32_t" out_t="fp16_t">
2347 <profile name="MI"/>
2348 <profile name="MT"/>
2349 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2350 </operator>
2351 <operator>
2352 <name>RESCALE</name>
2353 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2354 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_t">
Dominic Symes8783adb2022-07-27 12:53:11 +0100[diff] [blame]2355 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2356 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2357 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2358 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2359 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2360 <description>Output tensor with the same shape as input</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2361 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2362 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2363 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2364 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2365 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2366 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2367 <argument category="attribute" name="output_zp" type="tensor_t" shape="-" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2368 <description>Output tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2369 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2370 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2371 <argument category="input(MT)|attribute(BI,MI)" name="multiplier" type="tensor_t" shape="[NC]" tensor-element-type="mul_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2372 <description>Scaling multiplier array</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2373 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2374 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2375 <argument category="input(MT)|attribute(BI,MI)" name="shift" type="tensor_t" shape="[NC]" tensor-element-type="int8_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2376 <description>Scaling shift array</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2377 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2378 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2379 <argument category="attribute" name="scale32" type="tensor_t" shape="-" tensor-element-type="bool_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2380 <description>if (scale32) mul_t=int32_t else mul_t=int16_t</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2381 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2382 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2383 <argument category="attribute" name="double_round" type="tensor_t" shape="-" tensor-element-type="bool_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2384 <description>Select double round mode</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2385 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2386 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2387 <argument category="attribute" name="per_channel" type="tensor_t" shape="-" tensor-element-type="bool_t">
Dominic Symes8783adb2022-07-27 12:53:11 +0100[diff] [blame]2388 <description>if (per_channel) NC=shape[rank(shape)-1] else NC=1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2389 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2390 </argument>
2391 </arguments>
2392 <types>
2393 <type name='in_t'/>
2394 <type name='out_t'/>
2395 </types>
2396 <typesupport mode="signed 8 to signed 8" in_t="int8_t" out_t="int8_t"/>
2397 <typesupport mode="signed 8 to signed 16" in_t="int8_t" out_t="int16_t"/>
2398 <typesupport mode="signed 8 to signed 32" in_t="int8_t" out_t="int32_t"/>
2399 <typesupport mode="signed 8 to unsigned 8" in_t="int8_t" out_t="uint8_t"/>
2400 <typesupport mode="signed 16 to signed 8" in_t="int16_t" out_t="int8_t"/>
2401 <typesupport mode="signed 16 to signed 16" in_t="int16_t" out_t="int16_t"/>
2402 <typesupport mode="signed 16 to signed 32" in_t="int16_t" out_t="int32_t"/>
2403 <typesupport mode="signed 16 to unsigned 8" in_t="int16_t" out_t="uint8_t"/>
2404 <typesupport mode="signed 16 to unsigned 16" in_t="int16_t" out_t="uint16_t"/>
2405 <typesupport mode="signed 32 to signed 8" in_t="int32_t" out_t="int8_t"/>
2406 <typesupport mode="signed 32 to signed 16" in_t="int32_t" out_t="int16_t"/>
2407 <typesupport mode="signed 32 to signed 32" in_t="int32_t" out_t="int32_t"/>
2408 <typesupport mode="signed 48 to signed 8" in_t="int48_t" out_t="int8_t"/>
2409 <typesupport mode="signed 48 to signed 16" in_t="int48_t" out_t="int16_t"/>
2410 <typesupport mode="signed 48 to signed 32" in_t="int48_t" out_t="int32_t"/>
2411 <typesupport mode="unsigned 8 to signed 8" in_t="uint8_t" out_t="int8_t"/>
2412 <typesupport mode="unsigned 8 to signed 16" in_t="uint8_t" out_t="int16_t"/>
2413 <typesupport mode="unsigned 16 to signed 16" in_t="uint16_t" out_t="int16_t"/>
2414 </operator>
2415 </operatorgroup>
2416 <operatorgroup name="data-node">
2417 <operator>
2418 <name>CONST</name>
2419 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2420 <argument category="attribute" name="values" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2421 <description>Constant values</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2422 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2423 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2424 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2425 <description>Output tensor of the same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2426 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2427 </argument>
2428 </arguments>
2429 <types>
2430 <type name='out_t' />
2431 </types>
2432 <typesupport mode="Boolean" out_t="bool_t" />
2433 <typesupport mode="signed 8" out_t="int8_t" />
2434 <typesupport mode="signed 16" out_t="int16_t" />
2435 <typesupport mode="signed 32" out_t="int32_t" />
Eric Kunze2fc810e2023-01-06 16:56:37 -0800[diff] [blame]2436 <typesupport mode="signed 48" out_t="int48_t" />
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2437 <typesupport mode="fp16" out_t="fp16_t" >
2438 <profile name="MI"/>
2439 <profile name="MT"/>
2440 </typesupport>
2441 <typesupport mode="bf16" out_t="bf16_t" >
2442 <profile name="MI"/>
2443 <profile name="MT"/>
2444 </typesupport>
2445 <typesupport mode="fp32" out_t="fp32_t" >
2446 <profile name="MI"/>
2447 <profile name="MT"/>
2448 </typesupport>
2449 </operator>
2450 <operator>
2451 <name>IDENTITY</name>
2452 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2453 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2454 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2455 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2456 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2457 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2458 <description>Output tensor of the same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2459 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2460 </argument>
2461 </arguments>
2462 <types>
2463 <type name='in_out_t' />
2464 </types>
2465 <typesupport mode="Boolean" in_out_t="bool_t" />
2466 <typesupport mode="signed 8" in_out_t="int8_t" />
2467 <typesupport mode="signed 16" in_out_t="int16_t" />
2468 <typesupport mode="signed 32" in_out_t="int32_t" />
2469 <typesupport mode="fp16" in_out_t="fp16_t" >
2470 <profile name="MI"/>
2471 <profile name="MT"/>
2472 </typesupport>
2473 <typesupport mode="bf16" in_out_t="bf16_t" >
2474 <profile name="MI"/>
2475 <profile name="MT"/>
2476 </typesupport>
2477 <typesupport mode="fp32" in_out_t="fp32_t" >
2478 <profile name="MI"/>
2479 <profile name="MT"/>
2480 </typesupport>
2481 </operator>
2482 </operatorgroup>
2483 <operatorgroup name="control-flow">
2484 <operator>
2485 <name>COND_IF</name>
2486 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2487 <argument category="input" name="condition" type="tensor_t" shape="shape" tensor-element-type="bool_t">
Dominic Symes4370b932022-11-30 14:25:20 +0000[diff] [blame]2488 <description>Input condition as a size 1 tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2489 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2490 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2491 <argument category="input" name="input_list" type="tensor_list_t" shape="-" tensor-element-type="-">
Kevin Petitc0e467a2023-05-10 16:21:23 +0100[diff] [blame]2492 <description>List of input tensors</description>
2493 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2494 <argument category="attribute" name="then_graph" type="tosa_graph_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2495 <description>TOSA graph to execute if condition is true</description>
2496 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2497 <argument category="attribute" name="else_graph" type="tosa_graph_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2498 <description>TOSA graph to execute if condition is false</description>
2499 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2500 <argument category="output" name="output_list" type="tensor_list_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2501 <description>List of output tensors</description>
2502 </argument>
2503 </arguments>
2504 </operator>
2505 <operator>
2506 <name>WHILE_LOOP</name>
2507 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2508 <argument category="input" name="input_list" type="tensor_list_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2509 <description>List of input tensors</description>
2510 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2511 <argument category="attribute" name="cond_graph" type="tosa_graph_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2512 <description>TOSA graph to evaluate the condition</description>
2513 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2514 <argument category="attribute" name="body_graph" type="tosa_graph_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2515 <description>TOSA graph to execute the loop body</description>
2516 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2517 <argument category="output" name="output_list" type="tensor_list_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2518 <description>List of output tensors</description>
2519 </argument>
2520 </arguments>
2521 </operator>
2522 </operatorgroup>
2523 </operators>
Eric Kunze544227e2023-02-13 16:19:34 -0800[diff] [blame]2524
Kevin Petit53e76592023-04-27 17:28:16 +0100[diff] [blame]2525 <enum name="resize_mode_t" description="Valid resize types">
Eric Kunze544227e2023-02-13 16:19:34 -0800[diff] [blame]2526 <enumval value="0" name="NEAREST_NEIGHBOR" description="Nearest neighbor resize"/>
2527 <enumval value="1" name="BILINEAR" description="Bilinear resize"/>
2528 </enum>
2529
2530 <enum name="acc_size_t" description="Allowed accumulator sizes">
2531 <enumval value="0" name="INT32" description="32-bit integer"/>
2532 <enumval value="1" name="FP16" description="16-bit floating-point"/>
2533 <enumval value="2" name="FP32" description="32-bit floating-point"/>
2534 </enum>
2535
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2536</tosa>