Gitiles
Code Review Sign In
review.mlplatform.org / tosa / specification / 9646e5ab7f33e690b4a995e69000088b4d7aeafc / . / tosa.xml
blob: c13b2a484552b686be6433af8d0f988e44b854c4 [file] [log] [blame]
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1<?xml version="1.0" encoding="UTF-8"?>
2<!DOCTYPE tosa SYSTEM "tosa.dtd">
3<tosa>
Eric Kunze9646e5a2024-04-24 21:18:36 -0700[diff] [blame^]4 <version major="1" minor="1" patch="0" draft="true"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]5 <profiles>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]6 <profile profile="Base Inference" name="BI" status="Complete" description="Integer operations, primarily 8 and 32-bit values"/>
7 <profile profile="Main Inference" name="MI" status="Complete" description="FP16 and FP32 operations"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]8 </profiles>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]9 <profile_extensions>
Eric Kunze132acad2024-04-10 16:54:16 -0700[diff] [blame]10 <profile_extension name="EXT-INT16" description="16-bit integer operations" status="Complete">
11 <profile_supported>BI</profile_supported>
12 </profile_extension>
13 <profile_extension name="EXT-INT4" description="4-bit integer weights" status="Complete">
14 <profile_supported>BI</profile_supported>
15 </profile_extension>
16 <profile_extension name="EXT-BF16" description="BFloat16 operations" status="Complete">
17 <profile_supported>MI</profile_supported>
18 </profile_extension>
Eric Kunzeaaa31b32024-04-12 15:25:24 -0700[diff] [blame]19 <profile_extension name="EXT-FP8E4M3" description="8-bit floating-point operations E4M3" status="Unstable">
Eric Kunze132acad2024-04-10 16:54:16 -0700[diff] [blame]20 <profile_supported>MI</profile_supported>
21 </profile_extension>
Eric Kunzeaaa31b32024-04-12 15:25:24 -0700[diff] [blame]22 <profile_extension name="EXT-FP8E5M2" description="8-bit floating-point operations E5M2" status="Unstable">
Eric Kunze132acad2024-04-10 16:54:16 -0700[diff] [blame]23 <profile_supported>MI</profile_supported>
24 </profile_extension>
25 <profile_extension name="EXT-FFT" description="Fast Fourier Transform operations" status="Complete">
26 <profile_supported>MI</profile_supported>
27 </profile_extension>
Eric Kunzeaaa31b32024-04-12 15:25:24 -0700[diff] [blame]28 <profile_extension name="EXT-VARIABLE" description="Stateful variable operations" status="Unstable">
Eric Kunze132acad2024-04-10 16:54:16 -0700[diff] [blame]29 <profile_supported>BI</profile_supported>
30 <profile_supported>MI</profile_supported>
31 </profile_extension>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]32 </profile_extensions>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]33 <levels>
Eric Kunzed44dd792024-04-16 17:07:43 -0700[diff] [blame]34 <level name="none" max_rank="32" max_kernel="2147483647" max_stride="2147483647" max_scale="2048" max_log2_size="63" max_nesting="256" max_tensor_list_size="256">No level</level>
35 <level name="8K" max_rank="6" max_kernel="8192" max_stride="8192" max_scale="256" max_log2_size="31" max_nesting="6" max_tensor_list_size="64">Level 8K</level>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]36 </levels>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]37 <operators>
38 <operatorgroup name="tensor">
39 <operator>
40 <name>ARGMAX</name>
41 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]42 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Jerry Gef28bd0a2023-03-21 18:25:00 +0000[diff] [blame]43 <description>Input tensor</description>
44 <levellimit value="rank(shape1)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]45 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]46 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]47 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]48 <description>Axis in range from 0 to rank(shape1) - 1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]49 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]50 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]51 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]52 <description>Output tensor, with rank = rank(shape1) - 1</description>
53 <rank min="0" max="MAX_RANK - 1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]54 </argument>
55 </arguments>
56 <types>
57 <type name='in_t' />
58 <type name='out_t' />
59 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]60 <typesupport mode="signed 8" in_t="i8_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]61 <op_profile name="BI"/>
62 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]63 <typesupport mode="signed 16" in_t="i16_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]64 <op_profile name="EXT-INT16"/>
65 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]66 <typesupport mode="fp8e4m3" in_t="fp8e4m3_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]67 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]68 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]69 <typesupport mode="fp8e5m2" in_t="fp8e5m2_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]70 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]71 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]72 <typesupport mode="fp16" in_t="fp16_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]73 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]74 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]75 <typesupport mode="bf16" in_t="bf16_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]76 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]77 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]78 <typesupport mode="fp32" in_t="fp32_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]79 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]80 </typesupport>
81 </operator>
82 <operator>
83 <name>AVG_POOL2D</name>
84 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]85 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,C]" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]86 <description>Input tensor</description>
87 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]88 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]89 <argument category="attribute" name="kernel" type="tensor_t" shape="[2]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]90 <description>[kernel_y, kernel_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]91 <levellimit value="kernel_y" limit="MAX_KERNEL"/>
92 <levellimit value="kernel_x" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]93 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]94 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]95 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]96 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]97 <levellimit value="stride_y" limit="MAX_STRIDE"/>
98 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]99 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]100 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]101 <argument category="attribute" name="pad" type="tensor_t" shape="[4]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]102 <description>[pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]103 <levellimit value="pad_top" limit="MAX_KERNEL"/>
104 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
105 <levellimit value="pad_left" limit="MAX_KERNEL"/>
106 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]107 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]108 </argument>
Eric Kunze0afe61f2024-02-14 16:33:31 -0800[diff] [blame]109 <argument category="attribute" name="acc_type" type="tensor_t" shape="-" tensor-element-type="acc_type_t">
Eric Kunze02a08492024-04-11 14:41:03 -0700[diff] [blame]110 <description>Enumerated type, must be one of INT32, FP16, FP32, as defined in the Supported Data Types table for this operation</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]111 <rank min="0" max="0"/>
Eric Kunze87bf3092023-01-04 16:18:43 -0800[diff] [blame]112 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]113 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]114 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]115 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]116 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]117 <argument category="attribute" name="output_zp" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]118 <description>Output tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]119 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]120 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]121 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]122 <description>Output tensor 4D</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]123 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]124 </argument>
125 </arguments>
126 <types>
127 <type name='in_out_t' />
128 <type name='acc_t' />
129 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]130 <typesupport mode="signed 8 with int32 accumulate" in_out_t="i8_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]131 <op_profile name="BI"/>
132 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]133 <typesupport mode="signed 16 with int32 accumulate" in_out_t="i16_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]134 <op_profile name="EXT-INT16"/>
135 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]136 <typesupport mode="fp8e4m3 with fp16 accumulate" in_out_t="fp8e4m3_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]137 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]138 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]139 <typesupport mode="fp8e5m2 with fp16 accumulate" in_out_t="fp8e5m2_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]140 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]141 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]142 <typesupport mode="fp16 with fp16 accumulate" in_out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]143 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]144 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]145 <typesupport mode="fp16 with fp32 accumulate" in_out_t="fp16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]146 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]147 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]148 <typesupport mode="bf16 with fp32 accumulate" in_out_t="bf16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]149 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]150 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]151 <typesupport mode="fp32 with fp32 accumulate" in_out_t="fp32_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]152 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]153 </typesupport>
154 </operator>
155 <operator>
156 <name>CONV2D</name>
157 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]158 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,IC]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]159 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]160 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]161 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]162 <argument category="input" name="weight" type="tensor_t" shape="[OC,KH,KW,IC]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]163 <description>Weight kernel size KH x KW</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]164 <levellimit value="dilation_y * KH" limit="MAX_KERNEL"/>
165 <levellimit value="dilation_x * KW" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]166 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]167 </argument>
Dominic Symes12ab5da2023-08-04 17:47:29 +0100[diff] [blame]168 <argument category="input" name="bias" type="tensor_t" shape="[BC]" tensor-element-type="out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]169 <description>Per output channel bias data. +
170 Bias data will be broadcast if BC == 1.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]171 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]172 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]173 <argument category="attribute" name="pad" type="tensor_t" shape="[4]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]174 <description>[pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]175 <levellimit value="pad_top" limit="MAX_KERNEL"/>
176 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
177 <levellimit value="pad_left" limit="MAX_KERNEL"/>
178 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]179 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]180 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]181 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]182 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]183 <levellimit value="stride_y" limit="MAX_STRIDE"/>
184 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]185 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]186 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]187 <argument category="attribute" name="dilation" type="tensor_t" shape="[2]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]188 <description>[dilation_y, dilation_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]189 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]190 </argument>
Eric Kunze0afe61f2024-02-14 16:33:31 -0800[diff] [blame]191 <argument category="attribute" name="acc_type" type="tensor_t" shape="-" tensor-element-type="acc_type_t">
192 <description>Enumerated type, must be one of INT32, INT48, FP16, FP32, as defined in the Supported Data Types table for this operation</description>
193 <rank min="0" max="0"/>
194 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]195 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]196 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]197 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]198 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]199 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]200 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]201 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]202 </argument>
Dominic Symesb5b06782023-07-27 11:50:57 +0100[diff] [blame]203 <argument category="attribute" name="local_bound" type="tensor_t" shape="-" tensor-element-type="bool_t" optional="true">
204 <description>
205 This optional attribute affects the floating-point compliance error bound.
206 The default of false allows for direct and transform based, fast convolution algorithms.
207 Only set to true if direct dot-product calculation precision is required.
208 </description>
209 <rank min="0" max="0"/>
210 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]211 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]212 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]213 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]214 </argument>
215 </arguments>
216 <types>
217 <type name='in_t' />
218 <type name='weight_t' />
219 <type name='out_t' />
Eric Kunze0afe61f2024-02-14 16:33:31 -0800[diff] [blame]220 <type name='acc_t' />
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]221 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]222 <typesupport mode="signed 8x8 with int32 accumulate" in_t="i8_t" weight_t="i8_t" out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]223 <op_profile name="BI"/>
224 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]225 <typesupport mode="signed 8x4 with int32 accumulate" in_t="i8_t" weight_t="i4_t" out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]226 <op_profile name="EXT-INT4"/>
227 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]228 <typesupport mode="signed 16x8 with int48 accumulate" in_t="i16_t" weight_t="i8_t" out_t="i48_t" acc_t="i48_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]229 <op_profile name="EXT-INT16"/>
230 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]231 <typesupport mode="fp8e4m3 with fp16 accumulate" in_t="fp8e4m3_t" weight_t="fp8e4m3_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]232 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]233 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]234 <typesupport mode="fp8e5m2 with fp16 accumulate" in_t="fp8e5m2_t" weight_t="fp8e5m2_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]235 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]236 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]237 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]238 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]239 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]240 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]241 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]242 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]243 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="bf16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]244 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]245 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]246 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]247 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]248 </typesupport>
249 </operator>
250 <operator>
251 <name>CONV3D</name>
252 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]253 <argument category="input" name="input" type="tensor_t" shape="[N,ID,IH,IW,IC]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]254 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]255 <rank min="5" max="5"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]256 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]257 <argument category="input" name="weight" type="tensor_t" shape="[OC,KD,KH,KW,IC]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]258 <description>Weight kernel size KDxKHxKW</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]259 <levellimit value="dilation_d * KD" limit="MAX_KERNEL"/>
260 <levellimit value="dilation_y * KH" limit="MAX_KERNEL"/>
261 <levellimit value="dilation_x * KW" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]262 <rank min="5" max="5"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]263 </argument>
Dominic Symes12ab5da2023-08-04 17:47:29 +0100[diff] [blame]264 <argument category="input" name="bias" type="tensor_t" shape="[BC]" tensor-element-type="out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]265 <description>Per output channel bias data. +
266 Bias data will be broadcast if BC == 1.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]267 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]268 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]269 <argument category="attribute" name="pad" type="tensor_t" shape="[6]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]270 <description>[pad_d0, pad_d1, pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]271 <levellimit value="pad_d0" limit="MAX_KERNEL"/>
272 <levellimit value="pad_d1" limit="MAX_KERNEL"/>
273 <levellimit value="pad_top" limit="MAX_KERNEL"/>
274 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
275 <levellimit value="pad_left" limit="MAX_KERNEL"/>
276 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]277 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]278 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]279 <argument category="attribute" name="stride" type="tensor_t" shape="[3]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]280 <description>[stride_d, stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]281 <levellimit value="stride_y" limit="MAX_STRIDE"/>
282 <levellimit value="stride_x" limit="MAX_STRIDE"/>
283 <levellimit value="stride_d" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]284 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]285 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]286 <argument category="attribute" name="dilation" type="tensor_t" shape="[3]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]287 <description>[dilation_d, dilation_y, dilation_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]288 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]289 </argument>
Eric Kunze0afe61f2024-02-14 16:33:31 -0800[diff] [blame]290 <argument category="attribute" name="acc_type" type="tensor_t" shape="-" tensor-element-type="acc_type_t">
291 <description>Enumerated type, must be one of INT32, INT48, FP16, FP32, as defined in the Supported Data Types table for this operation</description>
292 <rank min="0" max="0"/>
293 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]294 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]295 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]296 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]297 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]298 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]299 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]300 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]301 </argument>
Dominic Symesb5b06782023-07-27 11:50:57 +0100[diff] [blame]302 <argument category="attribute" name="local_bound" type="tensor_t" shape="-" tensor-element-type="bool_t" optional="true">
303 <description>
304 This optional attribute affects the floating-point compliance error bound.
305 The default of false allows for direct and transform based, fast convolution algorithms.
306 Only set to true if direct dot-product calculation precision is required.
307 </description>
308 <rank min="0" max="0"/>
309 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]310 <argument category="output" name="output" type="tensor_t" shape="[N,OD,OH,OW,OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]311 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]312 <rank min="5" max="5"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]313 </argument>
314 </arguments>
315 <types>
316 <type name='in_t' />
317 <type name='weight_t' />
318 <type name='out_t' />
319 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]320 <typesupport mode="signed 8x8 with int32 accumulate" in_t="i8_t" weight_t="i8_t" out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]321 <op_profile name="BI"/>
322 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]323 <typesupport mode="signed 8x4 with int32 accumulate" in_t="i8_t" weight_t="i4_t" out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]324 <op_profile name="EXT-INT4"/>
325 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]326 <typesupport mode="signed 16x8 with int48 accumulate" in_t="i16_t" weight_t="i8_t" out_t="i48_t" acc_t="i48_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]327 <op_profile name="EXT-INT16"/>
328 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]329 <typesupport mode="fp8e4m3 with fp16 accumulate" in_t="fp8e4m3_t" weight_t="fp8e4m3_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]330 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]331 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]332 <typesupport mode="fp8e5m2 with fp16 accumulate" in_t="fp8e5m2_t" weight_t="fp8e5m2_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]333 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]334 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]335 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]336 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]337 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]338 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]339 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]340 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]341 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="bf16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]342 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]343 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]344 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]345 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]346 </typesupport>
347 </operator>
348 <operator>
349 <name>DEPTHWISE_CONV2D</name>
350 <arguments>
Kevin Petit75920b12024-01-23 19:12:14 +0000[diff] [blame]351 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,C]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]352 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]353 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]354 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]355 <argument category="input" name="weight" type="tensor_t" shape="[KH,KW,C,M]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]356 <description>Weight kernel size KH x KW</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]357 <levellimit value="dilation_y * KH" limit="MAX_KERNEL"/>
358 <levellimit value="dilation_x * KW" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]359 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]360 </argument>
Dominic Symes12ab5da2023-08-04 17:47:29 +0100[diff] [blame]361 <argument category="input" name="bias" type="tensor_t" shape="[BC]" tensor-element-type="out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]362 <description>Per output channel bias data. +
363 Bias data will be broadcast if BC == 1.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]364 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]365 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]366 <argument category="attribute" name="pad" type="tensor_t" shape="[4]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]367 <description>[pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]368 <levellimit value="pad_top" limit="MAX_KERNEL"/>
369 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
370 <levellimit value="pad_left" limit="MAX_KERNEL"/>
371 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]372 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]373 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]374 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]375 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]376 <levellimit value="stride_y" limit="MAX_STRIDE"/>
377 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]378 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]379 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]380 <argument category="attribute" name="dilation" type="tensor_t" shape="[2]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]381 <description>[dilation_y, dilation_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]382 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]383 </argument>
Eric Kunze0afe61f2024-02-14 16:33:31 -0800[diff] [blame]384 <argument category="attribute" name="acc_type" type="tensor_t" shape="-" tensor-element-type="acc_type_t">
385 <description>Enumerated type, must be one of INT32, INT48, FP16, FP32, as defined in the Supported Data Types table for this operation</description>
386 <rank min="0" max="0"/>
387 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]388 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]389 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]390 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]391 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]392 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]393 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]394 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]395 </argument>
Dominic Symesb5b06782023-07-27 11:50:57 +0100[diff] [blame]396 <argument category="attribute" name="local_bound" type="tensor_t" shape="-" tensor-element-type="bool_t" optional="true">
397 <description>
398 This optional attribute affects the floating-point compliance error bound.
399 The default of false allows for direct and transform based, fast convolution algorithms.
400 Only set to true if direct dot-product calculation precision is required.
401 </description>
402 <rank min="0" max="0"/>
403 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]404 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,C*M]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]405 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]406 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]407 </argument>
408 </arguments>
409 <types>
410 <type name='in_t' />
411 <type name='weight_t' />
412 <type name='out_t' />
413 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]414 <typesupport mode="signed 8x8 with int32 accumulate" in_t="i8_t" weight_t="i8_t" out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]415 <op_profile name="BI"/>
416 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]417 <typesupport mode="signed 8x4 with int32 accumulate" in_t="i8_t" weight_t="i4_t" out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]418 <op_profile name="EXT-INT4"/>
419 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]420 <typesupport mode="signed 16x8 with int48 accumulate" in_t="i16_t" weight_t="i8_t" out_t="i48_t" acc_t="i48_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]421 <op_profile name="EXT-INT16"/>
422 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]423 <typesupport mode="fp8e4m3 with fp16 accumulate" in_t="fp8e4m3_t" weight_t="fp8e4m3_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]424 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]425 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]426 <typesupport mode="fp8e5m2 with fp16 accumulate" in_t="fp8e5m2_t" weight_t="fp8e5m2_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]427 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]428 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]429 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]430 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]431 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]432 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]433 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]434 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]435 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="bf16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]436 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]437 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]438 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]439 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]440 </typesupport>
441 </operator>
442 <operator>
443 <name>FFT2D</name>
444 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]445 <argument category="input" name="input_real" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]446 <description>Real part of the complex input. H,W must be powers of two.</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]447 <levellimit value="H" limit="MAX_KERNEL"/>
448 <levellimit value="W" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]449 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]450 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]451 <argument category="input" name="input_imag" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]452 <description>Imaginary part of the complex input. H,W must be powers of two.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]453 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]454 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]455 <argument category="attribute" name="inverse" type="tensor_t" shape="-" tensor-element-type="bool_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]456 <description>false for forward FFT, true for inverse FFT</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]457 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]458 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]459 <argument category="output" name="output_real" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]460 <description>Real part of the complex output.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]461 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]462 </argument>
Dominic Symesb5b06782023-07-27 11:50:57 +0100[diff] [blame]463 <argument category="attribute" name="local_bound" type="tensor_t" shape="-" tensor-element-type="bool_t" optional="true">
464 <description>
465 This optional attribute affects the floating-point compliance error bound.
466 The default of false allows for direct and transform based, fast convolution algorithms.
467 Only set to true if direct dot-product calculation precision is required.
468 </description>
469 <rank min="0" max="0"/>
470 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]471 <argument category="output" name="output_imag" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]472 <description>Imaginary part of the complex output.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]473 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]474 </argument>
475 </arguments>
476 <types>
477 <type name='in_out_t' />
478 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]479 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]480 <op_profile name="EXT-FFT"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]481 </typesupport>
482 </operator>
483 <operator>
484 <name>FULLY_CONNECTED</name>
485 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]486 <argument category="input" name="input" type="tensor_t" shape="[N,IC]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]487 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]488 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]489 </argument>
Dominic Symes14aa6202023-06-14 18:11:19 +0100[diff] [blame]490 <argument category="input" name="weight" type="tensor_t" shape="[OC,IC]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]491 <description>Weights</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]492 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]493 </argument>
Dominic Symes12ab5da2023-08-04 17:47:29 +0100[diff] [blame]494 <argument category="input" name="bias" type="tensor_t" shape="[BC]" tensor-element-type="out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]495 <description>Per output channel bias data. +
496 Bias data will be broadcast if BC == 1.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]497 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]498 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]499 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]500 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]501 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]502 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]503 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]504 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]505 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]506 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]507 <argument category="output" name="output" type="tensor_t" shape="[N,OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]508 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]509 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]510 </argument>
511 </arguments>
512 <types>
513 <type name='in_t' />
514 <type name='weight_t' />
515 <type name='out_t' />
516 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]517 <typesupport mode="signed 8x8 with int32 accumulate" in_t="i8_t" weight_t="i8_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]518 <op_profile name="BI"/>
519 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]520 <typesupport mode="signed 8x4 with int32 accumulate" in_t="i8_t" weight_t="i4_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]521 <op_profile name="EXT-INT4"/>
522 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]523 <typesupport mode="signed 16x8 with int48 accumulate" in_t="i16_t" weight_t="i8_t" out_t="i48_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]524 <op_profile name="EXT-INT16"/>
525 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]526 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]527 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]528 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]529 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]530 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]531 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]532 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]533 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]534 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]535 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]536 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]537 </typesupport>
538 </operator>
539 <operator>
540 <name>MATMUL</name>
541 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]542 <argument category="input" name="A" type="tensor_t" shape="[N,H,C]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]543 <description>Input tensor A, N matrices of size HxC</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]544 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]545 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]546 <argument category="input" name="B" type="tensor_t" shape="[N,C,W]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]547 <description>Input tensor B, N matrices of size CxW</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]548 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]549 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]550 <argument category="attribute" name="A_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]551 <description>Input tensor A zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]552 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]553 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]554 <argument category="attribute" name="B_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]555 <description>Input tensor B zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]556 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]557 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]558 <argument category="output" name="output" type="tensor_t" shape="[N,H,W]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]559 <description>Output tensor, N matrices of size HxW</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]560 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]561 </argument>
562 </arguments>
563 <types>
564 <type name='in_t' />
565 <type name='out_t' />
566 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]567 <typesupport mode="signed 8x8 with int32 accumulate" in_t="i8_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]568 <op_profile name="BI"/>
569 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]570 <typesupport mode="signed 16x16 with int48 accumulate" in_t="i16_t" out_t="i48_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]571 <op_profile name="EXT-INT16"/>
572 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]573 <typesupport mode="fp8e4m3 with fp16 accumulate" in_t="fp8e4m3_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]574 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]575 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]576 <typesupport mode="fp8e5m2" in_t="fp8e5m2_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]577 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]578 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]579 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]580 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]581 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]582 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]583 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]584 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]585 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]586 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]587 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]588 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]589 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]590 </typesupport>
591 </operator>
592 <operator>
593 <name>MAX_POOL2D</name>
594 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]595 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]596 <description>Input tensor 4D</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]597 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]598 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]599 <argument category="attribute" name="kernel" type="tensor_t" shape="[2]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]600 <description>[kernel_y, kernel_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]601 <levellimit value="kernel_y" limit="MAX_KERNEL"/>
602 <levellimit value="kernel_x" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]603 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]604 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]605 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]606 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]607 <levellimit value="stride_y" limit="MAX_STRIDE"/>
608 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]609 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]610 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]611 <argument category="attribute" name="pad" type="tensor_t" shape="[4]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]612 <description>[pad_top, pad_bottom, pad_left, pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]613 <levellimit value="pad_top" limit="MAX_KERNEL"/>
614 <levellimit value="pad_bottom" limit="MAX_KERNEL"/>
615 <levellimit value="pad_left" limit="MAX_KERNEL"/>
616 <levellimit value="pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]617 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]618 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]619 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]620 <description>Output tensor 4D</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]621 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]622 </argument>
623 </arguments>
624 <types>
625 <type name='in_out_t' />
626 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]627 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]628 <op_profile name="BI"/>
629 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]630 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]631 <op_profile name="EXT-INT16"/>
632 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]633 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]634 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]635 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]636 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]637 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]638 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]639 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]640 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]641 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]642 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]643 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]644 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]645 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]646 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]647 </typesupport>
648 </operator>
649 <operator>
650 <name>RFFT2D</name>
651 <arguments>
Kevin Petit75920b12024-01-23 19:12:14 +0000[diff] [blame]652 <argument category="input" name="input_real" type="tensor_t" shape="[N,H,W]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]653 <description>Real input. H,W must be powers of two.</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]654 <levellimit value="H" limit="MAX_KERNEL"/>
655 <levellimit value="W" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]656 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]657 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]658 <argument category="output" name="output_real" type="tensor_t" shape="[N,H,W/2 + 1]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]659 <description>Real part of the complex output</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]660 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]661 </argument>
Dominic Symes8bf6e712023-09-07 11:10:59 +0100[diff] [blame]662 <argument category="attribute" name="local_bound" type="tensor_t" shape="-" tensor-element-type="bool_t" optional="true">
663 <description>
664 This optional attribute affects the floating-point compliance error bound.
665 The default of false allows for direct and transform based, fast convolution algorithms.
666 Only set to true if direct dot-product calculation precision is required.
667 </description>
668 <rank min="0" max="0"/>
669 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]670 <argument category="output" name="output_imag" type="tensor_t" shape="[N,H,W/2 + 1]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]671 <description>Imaginary part of the complex output.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]672 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]673 </argument>
674 </arguments>
675 <types>
676 <type name='in_out_t' />
677 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]678 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]679 <op_profile name="EXT-FFT"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]680 </typesupport>
681 </operator>
682 <operator>
683 <name>TRANSPOSE_CONV2D</name>
684 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]685 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,IC]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]686 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]687 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]688 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]689 <argument category="input" name="weight" type="tensor_t" shape="[OC,KH,KW,IC]" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]690 <description>Weight kernel size KH x KW</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]691 <levellimit value="KH" limit="MAX_KERNEL"/>
692 <levellimit value="KW" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]693 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]694 </argument>
Dominic Symes12ab5da2023-08-04 17:47:29 +0100[diff] [blame]695 <argument category="input" name="bias" type="tensor_t" shape="[BC]" tensor-element-type="out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]696 <description>Per output channel bias data. +
697 Bias data will be broadcast if BC == 1.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]698 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]699 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]700 <argument category="attribute" name="out_pad" type="tensor_t" shape="[4]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]701 <description>[out_pad_top, out_pad_bottom, out_pad_left, out_pad_right]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]702 <levellimit value="out_pad_top" limit="MAX_KERNEL"/>
703 <levellimit value="out_pad_bottom" limit="MAX_KERNEL"/>
704 <levellimit value="out_pad_left" limit="MAX_KERNEL"/>
705 <levellimit value="out_pad_right" limit="MAX_KERNEL"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]706 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]707 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]708 <argument category="attribute" name="stride" type="tensor_t" shape="[2]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]709 <description>[stride_y, stride_x]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]710 <levellimit value="stride_y" limit="MAX_STRIDE"/>
711 <levellimit value="stride_x" limit="MAX_STRIDE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]712 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]713 </argument>
Eric Kunze0afe61f2024-02-14 16:33:31 -0800[diff] [blame]714 <argument category="attribute" name="acc_type" type="tensor_t" shape="-" tensor-element-type="acc_type_t">
715 <description>Enumerated type, must be one of INT32, INT48, FP16, FP32, as defined in the Supported Data Types table for this operation</description>
716 <rank min="0" max="0"/>
717 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]718 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]719 <description>Input tensor zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]720 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]721 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]722 <argument category="attribute" name="weight_zp" type="tensor_t" shape="-" tensor-element-type="weight_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]723 <description>Weight zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]724 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]725 </argument>
Dominic Symesb5b06782023-07-27 11:50:57 +0100[diff] [blame]726 <argument category="attribute" name="local_bound" type="tensor_t" shape="-" tensor-element-type="bool_t" optional="true">
727 <description>
728 This optional attribute affects the floating-point compliance error bound.
729 The default of false allows for direct and transform based, fast convolution algorithms.
730 Only set to true if direct dot-product calculation precision is required.
731 </description>
732 <rank min="0" max="0"/>
733 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]734 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,OC]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]735 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]736 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]737 </argument>
Eric Kunze0afe61f2024-02-14 16:33:31 -0800[diff] [blame]738 </arguments>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]739 <types>
740 <type name='in_t' />
741 <type name='weight_t' />
742 <type name='out_t' />
743 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]744 <typesupport mode="signed 8x8 with int32 accumulate" in_t="i8_t" weight_t="i8_t" out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]745 <op_profile name="BI"/>
746 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]747 <typesupport mode="signed 8x4 with int32 accumulate" in_t="i8_t" weight_t="i4_t" out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]748 <op_profile name="EXT-INT4"/>
749 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]750 <typesupport mode="signed 16x8 with int48 accumulate" in_t="i16_t" weight_t="i8_t" out_t="i48_t" acc_t="i48_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]751 <op_profile name="EXT-INT16"/>
752 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]753 <typesupport mode="fp8e4m3 with fp16 accumulate" in_t="fp8e4m3_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]754 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]755 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]756 <typesupport mode="fp8e5m2" in_t="fp8e5m2_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]757 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]758 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]759 <typesupport mode="fp16 with fp16 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]760 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]761 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]762 <typesupport mode="fp16 with fp32 accumulate" in_t="fp16_t" weight_t="fp16_t" out_t="fp16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]763 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]764 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]765 <typesupport mode="bf16 with fp32 accumulate" in_t="bf16_t" weight_t="bf16_t" out_t="bf16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]766 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]767 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]768 <typesupport mode="fp32 with fp32 accumulate" in_t="fp32_t" weight_t="fp32_t" out_t="fp32_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]769 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]770 </typesupport>
771 </operator>
772 </operatorgroup>
773 <operatorgroup name="activation">
774 <operator>
775 <name>CLAMP</name>
776 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]777 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]778 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]779 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]780 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]781 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]782 <argument category="attribute" name="min_val" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]783 <description>Minimum clip value</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]784 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]785 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]786 <argument category="attribute" name="max_val" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]787 <description>Maximum clip value</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]788 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]789 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]790 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]791 <description>Output tensor of same type and shape as input</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]792 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]793 </argument>
794 </arguments>
795 <types>
796 <type name='in_out_t'/>
797 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]798 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]799 <op_profile name="BI"/>
800 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]801 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]802 <op_profile name="EXT-INT16"/>
803 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]804 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]805 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]806 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]807 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]808 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]809 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]810 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]811 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]812 </typesupport>
813 </operator>
814 <operator>
Eric Kunze52c89f42023-05-10 16:41:13 -0700[diff] [blame]815 <name>ERF</name>
816 <arguments>
Jerry Gef0bc5502023-06-21 22:04:20 +0000[diff] [blame]817 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze52c89f42023-05-10 16:41:13 -0700[diff] [blame]818 <description>Input tensor</description>
819 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Jerry Gef0bc5502023-06-21 22:04:20 +0000[diff] [blame]820 <rank min="0" max="MAX_RANK"/>
Eric Kunze52c89f42023-05-10 16:41:13 -0700[diff] [blame]821 </argument>
Jerry Gef0bc5502023-06-21 22:04:20 +0000[diff] [blame]822 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze52c89f42023-05-10 16:41:13 -0700[diff] [blame]823 <description>Output tensor of same type and shape as input</description>
Jerry Gef0bc5502023-06-21 22:04:20 +0000[diff] [blame]824 <rank min="0" max="MAX_RANK"/>
Eric Kunze52c89f42023-05-10 16:41:13 -0700[diff] [blame]825 </argument>
826 </arguments>
827 <types>
828 <type name='in_out_t'/>
829 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]830 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]831 <op_profile name="MI"/>
Eric Kunze52c89f42023-05-10 16:41:13 -0700[diff] [blame]832 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]833 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]834 <op_profile name="EXT-BF16"/>
Eric Kunze52c89f42023-05-10 16:41:13 -0700[diff] [blame]835 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]836 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]837 <op_profile name="MI"/>
Eric Kunze52c89f42023-05-10 16:41:13 -0700[diff] [blame]838 </typesupport>
839 </operator>
840 <operator>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]841 <name>SIGMOID</name>
842 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]843 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]844 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]845 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]846 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]847 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]848 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]849 <description>Output tensor of same type and shape as input</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]850 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]851 </argument>
852 </arguments>
853 <types>
854 <type name='in_out_t'/>
855 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]856 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]857 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]858 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]859 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]860 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]861 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]862 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]863 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]864 </typesupport>
865 </operator>
866 <operator>
867 <name>TANH</name>
868 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]869 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]870 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]871 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]872 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]873 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]874 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]875 <description>Output tensor of same type and shape as input</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]876 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]877 </argument>
878 </arguments>
879 <types>
880 <type name='in_out_t'/>
881 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]882 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]883 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]884 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]885 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]886 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]887 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]888 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]889 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]890 </typesupport>
891 </operator>
892 </operatorgroup>
893 <operatorgroup name="elementwise-binary">
894 <operator>
895 <name>ADD</name>
896 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]897 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]898 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]899 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]900 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]901 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]902 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]903 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]904 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]905 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]906 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]907 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]908 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]909 </argument>
910 </arguments>
911 <types>
912 <type name='in_out_t'/>
913 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]914 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]915 <op_profile name="BI"/>
916 <op_profile name="MI"/>
917 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]918 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]919 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]920 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]921 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]922 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]923 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]924 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]925 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]926 </typesupport>
927 </operator>
928 <operator>
929 <name>ARITHMETIC_RIGHT_SHIFT</name>
930 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]931 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]932 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]933 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]934 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]935 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]936 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]937 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]938 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]939 <argument category="attribute" name="round" type="tensor_t" shape="-" tensor-element-type="bool_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]940 <description>If true then the shift is rounded</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]941 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]942 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]943 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]944 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]945 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]946 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]947 </argument>
948 </arguments>
949 <types>
950 <type name='in_out_t'/>
951 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]952 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]953 <op_profile name="BI"/>
954 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]955 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]956 <op_profile name="BI"/>
957 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]958 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]959 <op_profile name="BI"/>
960 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]961 </operator>
962 <operator>
963 <name>BITWISE_AND</name>
964 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]965 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]966 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]967 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]968 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]969 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]970 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]971 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]972 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]973 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]974 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]975 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]976 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]977 </argument>
978 </arguments>
979 <types>
980 <type name='in_out_t'/>
981 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]982 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]983 <op_profile name="BI"/>
984 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]985 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]986 <op_profile name="BI"/>
987 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]988 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]989 <op_profile name="BI"/>
990 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]991 </operator>
992 <operator>
993 <name>BITWISE_OR</name>
994 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]995 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]996 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]997 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]998 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]999 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1000 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1001 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1002 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1003 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1004 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1005 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1006 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1007 </argument>
1008 </arguments>
1009 <types>
1010 <type name='in_out_t'/>
1011 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1012 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1013 <op_profile name="BI"/>
1014 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1015 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1016 <op_profile name="BI"/>
1017 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1018 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1019 <op_profile name="BI"/>
1020 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1021 </operator>
1022 <operator>
1023 <name>BITWISE_XOR</name>
1024 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1025 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1026 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1027 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1028 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1029 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1030 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1031 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1032 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1033 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1034 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1035 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1036 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1037 </argument>
1038 </arguments>
1039 <types>
1040 <type name='in_out_t'/>
1041 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1042 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1043 <op_profile name="BI"/>
1044 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1045 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1046 <op_profile name="BI"/>
1047 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1048 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1049 <op_profile name="BI"/>
1050 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1051 </operator>
1052 <operator>
1053 <name>INTDIV</name>
1054 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1055 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1056 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1057 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1058 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1059 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1060 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1061 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1062 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1063 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1064 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1065 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1066 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1067 </argument>
1068 </arguments>
1069 <types>
1070 <type name='in_out_t'/>
1071 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1072 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1073 <op_profile name="BI"/>
1074 <op_profile name="MI"/>
1075 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1076 </operator>
1077 <operator>
1078 <name>LOGICAL_AND</name>
1079 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1080 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1081 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1082 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1083 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1084 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1085 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1086 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1087 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1088 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1089 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1090 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1091 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1092 </argument>
1093 </arguments>
1094 <types>
1095 <type name='in_out_t'/>
1096 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1097 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1098 <op_profile name="BI"/>
1099 <op_profile name="MI"/>
1100 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1101 </operator>
1102 <operator>
1103 <name>LOGICAL_LEFT_SHIFT</name>
1104 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1105 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1106 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1107 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1108 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1109 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1110 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1111 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1112 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1113 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1114 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1115 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1116 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1117 </argument>
1118 </arguments>
1119 <types>
1120 <type name='in_out_t'/>
1121 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1122 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1123 <op_profile name="BI"/>
1124 <op_profile name="MI"/>
1125 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1126 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1127 <op_profile name="BI"/>
1128 <op_profile name="MI"/>
1129 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1130 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1131 <op_profile name="BI"/>
1132 <op_profile name="MI"/>
1133 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1134 </operator>
1135 <operator>
1136 <name>LOGICAL_RIGHT_SHIFT</name>
1137 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1138 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1139 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1140 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1141 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1142 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1143 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1144 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1145 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1146 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1147 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1148 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1149 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1150 </argument>
1151 </arguments>
1152 <types>
1153 <type name='in_out_t'/>
1154 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1155 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1156 <op_profile name="BI"/>
1157 <op_profile name="MI"/>
1158 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1159 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1160 <op_profile name="BI"/>
1161 <op_profile name="MI"/>
1162 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1163 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1164 <op_profile name="BI"/>
1165 <op_profile name="MI"/>
1166 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1167 </operator>
1168 <operator>
1169 <name>LOGICAL_OR</name>
1170 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1171 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1172 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1173 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1174 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1175 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1176 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1177 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1178 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1179 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1180 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1181 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1182 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1183 </argument>
1184 </arguments>
1185 <types>
1186 <type name='in_out_t'/>
1187 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1188 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1189 <op_profile name="BI"/>
1190 <op_profile name="MI"/>
1191 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1192 </operator>
1193 <operator>
1194 <name>LOGICAL_XOR</name>
1195 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1196 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1197 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1198 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1199 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1200 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1201 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1202 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1203 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1204 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1205 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1206 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1207 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1208 </argument>
1209 </arguments>
1210 <types>
1211 <type name='in_out_t'/>
1212 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1213 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1214 <op_profile name="BI"/>
1215 <op_profile name="MI"/>
1216 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1217 </operator>
1218 <operator>
1219 <name>MAXIMUM</name>
1220 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1221 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1222 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1223 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1224 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1225 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1226 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1227 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1228 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1229 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1230 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1231 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1232 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1233 </argument>
1234 </arguments>
1235 <types>
1236 <type name='in_out_t'/>
1237 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1238 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1239 <op_profile name="BI"/>
1240 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1241 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1242 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1243 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1244 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1245 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1246 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1247 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1248 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1249 </typesupport>
1250 </operator>
1251 <operator>
1252 <name>MINIMUM</name>
1253 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1254 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1255 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1256 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1257 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1258 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1259 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1260 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1261 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1262 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1263 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1264 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1265 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1266 </argument>
1267 </arguments>
1268 <types>
1269 <type name='in_out_t'/>
1270 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1271 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1272 <op_profile name="BI"/>
1273 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1274 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1275 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1276 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1277 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1278 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1279 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1280 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1281 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1282 </typesupport>
1283 </operator>
1284 <operator>
1285 <name>MUL</name>
1286 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1287 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1288 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1289 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1290 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1291 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1292 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1293 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1294 </argument>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1295 <argument category="input" name="shift" type="tensor_t" shape="-" tensor-element-type="i8_t">
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]1296 <description>Result right shift (i32_t data type only)</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1297 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1298 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1299 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1300 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1301 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1302 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1303 </argument>
1304 </arguments>
1305 <types>
1306 <type name='in_t'/>
1307 <type name='out_t'/>
1308 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1309 <typesupport mode="signed 8" in_t="i8_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1310 <op_profile name="BI"/>
1311 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1312 <typesupport mode="signed 16" in_t="i16_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1313 <op_profile name="BI"/>
1314 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1315 <typesupport mode="signed 32" in_t="i32_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1316 <op_profile name="BI"/>
1317 <op_profile name="MI"/>
1318 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1319 <typesupport mode="fp16" in_t="fp16_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1320 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1321 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1322 <typesupport mode="bf16" in_t="bf16_t" out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1323 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1324 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1325 <typesupport mode="fp32" in_t="fp32_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1326 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1327 </typesupport>
1328 </operator>
1329 <operator>
1330 <name>POW</name>
1331 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1332 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Dominic Symes8783adb2022-07-27 12:53:11 +0100[diff] [blame]1333 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1334 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1335 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1336 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1337 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1338 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1339 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1340 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1341 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1342 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1343 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1344 </argument>
1345 </arguments>
1346 <types>
1347 <type name='in_out_t'/>
1348 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1349 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1350 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1351 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1352 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1353 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1354 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1355 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1356 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1357 </typesupport>
1358 </operator>
1359 <operator>
1360 <name>SUB</name>
1361 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1362 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1363 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1364 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1365 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1366 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1367 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1368 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1369 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1370 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1371 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1372 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1373 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1374 </argument>
1375 </arguments>
1376 <types>
1377 <type name='in_out_t'/>
1378 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1379 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1380 <op_profile name="BI"/>
1381 <op_profile name="MI"/>
1382 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1383 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1384 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1385 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1386 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1387 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1388 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1389 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1390 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1391 </typesupport>
1392 </operator>
1393 <operator>
1394 <name>TABLE</name>
1395 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1396 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1397 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1398 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1399 </argument>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1400 <argument category="input" name="table" type="tensor_t" shape="[TABLE_SIZE]" tensor-element-type="table_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1401 <description>Lookup table tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1402 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1403 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1404 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1405 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1406 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1407 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1408 </argument>
1409 </arguments>
1410 <types>
1411 <type name='in_t'/>
1412 <type name='table_t'/>
1413 <type name='out_t'/>
1414 <type name='TABLE_SIZE'/>
1415 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1416 <typesupport mode="signed 8" in_t="i8_t" table_t="i8_t" TABLE_SIZE="256" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1417 <op_profile name="BI"/>
1418 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1419 <typesupport mode="signed 16" in_t="i16_t" table_t="i16_t" TABLE_SIZE="513" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1420 <op_profile name="EXT-INT16"/>
1421 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1422 </operator>
1423 </operatorgroup>
1424 <operatorgroup name="elementwise-unary">
1425 <operator>
1426 <name>ABS</name>
1427 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1428 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1429 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1430 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1431 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1432 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1433 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1434 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1435 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1436 </argument>
1437 </arguments>
1438 <types>
1439 <type name='in_out_t'/>
1440 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1441 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1442 <op_profile name="BI"/>
1443 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1444 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1445 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1446 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1447 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1448 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1449 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1450 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1451 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1452 </typesupport>
1453 </operator>
1454 <operator>
1455 <name>BITWISE_NOT</name>
1456 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1457 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1458 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1459 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1460 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1461 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1462 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1463 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1464 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1465 </argument>
1466 </arguments>
1467 <types>
1468 <type name='in_out_t'/>
1469 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1470 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1471 <op_profile name="BI"/>
1472 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1473 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1474 <op_profile name="BI"/>
1475 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1476 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1477 <op_profile name="BI"/>
1478 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1479 </operator>
1480 <operator>
1481 <name>CEIL</name>
1482 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1483 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1484 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1485 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1486 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1487 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1488 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1489 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1490 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1491 </argument>
1492 </arguments>
1493 <types>
1494 <type name='in_out_t'/>
1495 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1496 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1497 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1498 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1499 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1500 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1501 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1502 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1503 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1504 </typesupport>
1505 </operator>
1506 <operator>
1507 <name>CLZ</name>
1508 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1509 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1510 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1511 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1512 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1513 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1514 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1515 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1516 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1517 </argument>
1518 </arguments>
1519 <types>
1520 <type name='in_out_t'/>
1521 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1522 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1523 <op_profile name="BI"/>
1524 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1525 </operator>
Eric Kunze1f058832024-02-13 16:51:17 -0800[diff] [blame]1526 <operator>
1527 <name>COS</name>
1528 <arguments>
1529 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
1530 <description>Input tensor</description>
1531 <levellimit value="rank(shape)" limit="MAX_RANK"/>
1532 <rank min="0" max="MAX_RANK"/>
1533 </argument>
1534 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
1535 <description>Output tensor of same type and shape as input</description>
1536 <rank min="0" max="MAX_RANK"/>
1537 </argument>
1538 </arguments>
1539 <types>
1540 <type name='in_out_t'/>
1541 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1542 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1543 <op_profile name="MI"/>
Eric Kunze1f058832024-02-13 16:51:17 -0800[diff] [blame]1544 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1545 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1546 <op_profile name="EXT-BF16"/>
Eric Kunze1f058832024-02-13 16:51:17 -0800[diff] [blame]1547 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1548 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1549 <op_profile name="MI"/>
Eric Kunze1f058832024-02-13 16:51:17 -0800[diff] [blame]1550 </typesupport>
1551 </operator>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1552 <operator>
1553 <name>EXP</name>
1554 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1555 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1556 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1557 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1558 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1559 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1560 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1561 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1562 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1563 </argument>
1564 </arguments>
1565 <types>
1566 <type name='in_out_t'/>
1567 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1568 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1569 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1570 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1571 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1572 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1573 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1574 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1575 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1576 </typesupport>
1577 </operator>
1578 <operator>
1579 <name>FLOOR</name>
1580 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1581 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1582 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1583 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1584 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1585 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1586 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1587 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1588 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1589 </argument>
1590 </arguments>
1591 <types>
1592 <type name='in_out_t'/>
1593 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1594 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1595 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1596 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1597 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1598 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1599 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1600 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1601 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1602 </typesupport>
1603 </operator>
1604 <operator>
1605 <name>LOG</name>
1606 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1607 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1608 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1609 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1610 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1611 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1612 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1613 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1614 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1615 </argument>
1616 </arguments>
1617 <types>
1618 <type name='in_out_t'/>
1619 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1620 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1621 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1622 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1623 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1624 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1625 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1626 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1627 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1628 </typesupport>
1629 </operator>
1630 <operator>
1631 <name>LOGICAL_NOT</name>
1632 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1633 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1634 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1635 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1636 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1637 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1638 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1639 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1640 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1641 </argument>
1642 </arguments>
1643 <types>
1644 <type name='in_out_t'/>
1645 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1646 <typesupport mode="Boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1647 <op_profile name="BI"/>
1648 <op_profile name="MI"/>
1649 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1650 </operator>
1651 <operator>
1652 <name>NEGATE</name>
1653 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1654 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1655 <description>Input tensor</description>
Jeremy Johnson9bb5f5d2023-04-06 11:37:05 +0100[diff] [blame]1656 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1657 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1658 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1659 <argument category="attribute" name="input1_zp" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1660 <description>Input 1 zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1661 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1662 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1663 <argument category="attribute" name="output_zp" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1664 <description>Output zero point. Must be zero for non-int8 types.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1665 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1666 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1667 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1668 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1669 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1670 </argument>
1671 </arguments>
1672 <types>
1673 <type name='in_out_t'/>
1674 <type name='acc_t'/>
1675 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1676 <typesupport mode="signed 8" in_out_t="i8_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1677 <op_profile name="BI"/>
1678 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1679 <typesupport mode="signed 16" in_out_t="i16_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1680 <op_profile name="BI"/>
1681 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1682 <typesupport mode="signed 32" in_out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1683 <op_profile name="BI"/>
1684 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1685 <typesupport mode="fp16" in_out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1686 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1687 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1688 <typesupport mode="bf16" in_out_t="bf16_t" acc_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1689 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1690 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1691 <typesupport mode="fp32" in_out_t="fp32_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1692 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1693 </typesupport>
1694 </operator>
1695 <operator>
1696 <name>RECIPROCAL</name>
1697 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1698 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1699 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1700 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1701 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1702 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1703 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1704 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1705 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1706 </argument>
1707 </arguments>
1708 <types>
1709 <type name='in_out_t'/>
1710 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1711 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1712 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1713 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1714 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1715 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1716 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1717 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1718 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1719 </typesupport>
1720 </operator>
1721 <operator>
1722 <name>RSQRT</name>
1723 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1724 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1725 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1726 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1727 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1728 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1729 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1730 <description>Output tensor of same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1731 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1732 </argument>
1733 </arguments>
1734 <types>
1735 <type name='in_out_t'/>
1736 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1737 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1738 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1739 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1740 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1741 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1742 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1743 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1744 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1745 </typesupport>
1746 </operator>
1747 </operatorgroup>
1748 <operatorgroup name="elementwise-ternary">
1749 <operator>
1750 <name>SELECT</name>
1751 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1752 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="bool_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1753 <description>Input selector tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1754 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1755 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1756 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1757 <description>Input value tensor if input1 is True</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1758 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1759 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1760 <argument category="input" name="input3" type="tensor_t" shape="shape3" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1761 <description>Input value tensor if input1 is False</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1762 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1763 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1764 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1765 <description>Output tensor of same type as input2 and input3</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1766 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1767 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1768 </argument>
1769 </arguments>
1770 <types>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1771 <type name='in_out_t'/>
1772 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1773 <typesupport mode="Boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1774 <op_profile name="BI"/>
1775 <op_profile name="MI"/>
1776 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1777 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1778 <op_profile name="BI"/>
1779 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1780 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1781 <op_profile name="BI"/>
1782 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1783 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1784 <op_profile name="BI"/>
1785 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1786 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1787 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1788 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1789 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1790 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1791 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1792 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1793 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1794 </typesupport>
1795 </operator>
Eric Kunze1f058832024-02-13 16:51:17 -0800[diff] [blame]1796 <operator>
1797 <name>SIN</name>
1798 <arguments>
1799 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
1800 <description>Input tensor</description>
1801 <levellimit value="rank(shape)" limit="MAX_RANK"/>
1802 <rank min="0" max="MAX_RANK"/>
1803 </argument>
1804 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
1805 <description>Output tensor of same type and shape as input</description>
1806 <rank min="0" max="MAX_RANK"/>
1807 </argument>
1808 </arguments>
1809 <types>
1810 <type name='in_out_t'/>
1811 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1812 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1813 <op_profile name="MI"/>
Eric Kunze1f058832024-02-13 16:51:17 -0800[diff] [blame]1814 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1815 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1816 <op_profile name="EXT-BF16"/>
Eric Kunze1f058832024-02-13 16:51:17 -0800[diff] [blame]1817 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1818 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1819 <op_profile name="MI"/>
Eric Kunze1f058832024-02-13 16:51:17 -0800[diff] [blame]1820 </typesupport>
1821 </operator>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1822 </operatorgroup>
1823 <operatorgroup name="comparison">
1824 <operator>
1825 <name>EQUAL</name>
1826 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1827 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1828 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1829 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1830 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1831 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1832 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1833 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1834 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1835 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1836 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1837 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1838 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1839 </argument>
1840 </arguments>
1841 <types>
1842 <type name='in_t'/>
1843 <type name='out_t'/>
1844 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1845 <typesupport mode="signed 32" in_t="i32_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1846 <op_profile name="BI"/>
1847 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1848 <typesupport mode="fp16" in_t="fp16_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1849 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1850 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1851 <typesupport mode="bf16" in_t="bf16_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1852 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1853 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1854 <typesupport mode="fp32" in_t="fp32_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1855 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1856 </typesupport>
1857 </operator>
1858 <operator>
1859 <name>GREATER</name>
1860 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1861 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1862 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1863 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1864 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1865 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1866 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1867 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1868 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1869 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1870 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1871 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1872 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1873 </argument>
1874 </arguments>
1875 <types>
1876 <type name='in_t'/>
1877 <type name='out_t'/>
1878 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1879 <typesupport mode="signed 32" in_t="i32_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1880 <op_profile name="BI"/>
1881 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1882 <typesupport mode="fp16" in_t="fp16_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1883 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1884 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1885 <typesupport mode="bf16" in_t="bf16_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1886 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1887 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1888 <typesupport mode="fp32" in_t="fp32_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1889 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1890 </typesupport>
1891 </operator>
1892 <operator>
1893 <name>GREATER_EQUAL</name>
1894 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1895 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1896 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1897 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1898 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1899 <argument category="input" name="input2" type="tensor_t" shape="shape2" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1900 <description>Input tensor with the same rank as input1</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1901 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1902 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1903 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze8033f122023-10-27 11:47:05 -0700[diff] [blame]1904 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]1905 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1906 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1907 </argument>
1908 </arguments>
1909 <types>
1910 <type name='in_t'/>
1911 <type name='out_t'/>
1912 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1913 <typesupport mode="signed 32" in_t="i32_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1914 <op_profile name="BI"/>
1915 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1916 <typesupport mode="fp16" in_t="fp16_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1917 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1918 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1919 <typesupport mode="bf16" in_t="bf16_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1920 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1921 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1922 <typesupport mode="fp32" in_t="fp32_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1923 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1924 </typesupport>
1925 </operator>
1926 </operatorgroup>
1927 <operatorgroup name="reduction">
1928 <operator>
1929 <name>REDUCE_ALL</name>
1930 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1931 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1932 <description>Input tensor</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]1933 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1934 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]1935 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1936 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1937 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1938 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1939 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1940 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]1941 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1942 </argument>
1943 </arguments>
1944 <types>
1945 <type name='in_out_t'/>
1946 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1947 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1948 <op_profile name="BI"/>
1949 <op_profile name="MI"/>
1950 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1951 </operator>
1952 <operator>
1953 <name>REDUCE_ANY</name>
1954 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1955 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1956 <description>Input tensor</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]1957 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1958 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]1959 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1960 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1961 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1962 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1963 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1964 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]1965 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1966 </argument>
1967 </arguments>
1968 <types>
1969 <type name='in_out_t'/>
1970 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1971 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1972 <op_profile name="BI"/>
1973 <op_profile name="MI"/>
1974 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1975 </operator>
1976 <operator>
1977 <name>REDUCE_MAX</name>
1978 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1979 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]1980 <description>Input tensor</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]1981 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1982 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]1983 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1984 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1985 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1986 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]1987 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1988 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]1989 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]1990 </argument>
1991 </arguments>
1992 <types>
1993 <type name='in_out_t'/>
1994 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1995 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1996 <op_profile name="BI"/>
1997 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]1998 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]1999 <op_profile name="BI"/>
2000 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2001 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2002 <op_profile name="BI"/>
2003 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2004 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2005 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2006 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2007 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2008 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2009 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2010 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2011 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2012 </typesupport>
2013 </operator>
2014 <operator>
2015 <name>REDUCE_MIN</name>
2016 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2017 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2018 <description>Input tensor</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]2019 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2020 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]2021 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2022 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2023 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2024 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2025 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2026 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]2027 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2028 </argument>
2029 </arguments>
2030 <types>
2031 <type name='in_out_t'/>
2032 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2033 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2034 <op_profile name="BI"/>
2035 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2036 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2037 <op_profile name="BI"/>
2038 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2039 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2040 <op_profile name="BI"/>
2041 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2042 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2043 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2044 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2045 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2046 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2047 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2048 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2049 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2050 </typesupport>
2051 </operator>
2052 <operator>
2053 <name>REDUCE_PRODUCT</name>
2054 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2055 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2056 <description>Input tensor</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]2057 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2058 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]2059 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2060 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2061 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2062 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2063 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2064 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]2065 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2066 </argument>
2067 </arguments>
2068 <types>
2069 <type name='in_out_t'/>
2070 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2071 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2072 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2073 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2074 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2075 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2076 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2077 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2078 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2079 </typesupport>
2080 </operator>
2081 <operator>
2082 <name>REDUCE_SUM</name>
2083 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2084 <argument category="input" name="input" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Dominic Symes9151dd52023-11-03 14:29:51 +0000[diff] [blame]2085 <description>Input tensor</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]2086 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2087 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]2088 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2089 <description>Axis to reduce, in range from 0 to rank(shape1)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2090 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2091 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2092 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2093 <description>Output tensor. Same rank as the input tensor.</description>
Eric Kunze67f6b262023-06-30 15:04:25 -0700[diff] [blame]2094 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2095 </argument>
2096 </arguments>
2097 <types>
2098 <type name='in_out_t'/>
Dominic Symes9151dd52023-11-03 14:29:51 +0000[diff] [blame]2099 <type name='acc_t'/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2100 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2101 <typesupport mode="signed 32" in_out_t="i32_t" acc_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2102 <op_profile name="BI"/>
2103 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2104 <typesupport mode="fp16" in_out_t="fp16_t" acc_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2105 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2106 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2107 <typesupport mode="bf16" in_out_t="bf16_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2108 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2109 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2110 <typesupport mode="fp32" in_out_t="fp32_t" acc_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2111 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2112 </typesupport>
2113 </operator>
2114 </operatorgroup>
2115 <operatorgroup name="data-layout">
2116 <operator>
2117 <name>CONCAT</name>
2118 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2119 <argument category="input" name="input1" type="tensor_list_t" shape="shapes1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2120 <description>List of input tensors. All inputs must have the same rank and data type</description>
Eric Kunzed44dd792024-04-16 17:07:43 -0700[diff] [blame]2121 <levellimit value="tensor_list_shape(input1)" limit="MAX_TENSOR_LIST_SIZE"/>
Dominic Symes830b43b2023-05-09 10:14:49 +0100[diff] [blame]2122 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2123 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]2124 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2125 <description>Axis along which concatenation is to occur, in range from 0 to rank(shape)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2126 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2127 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2128 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2129 <description>Output tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2130 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2131 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2132 </argument>
2133 </arguments>
2134 <types>
2135 <type name='in_out_t'/>
2136 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2137 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2138 <op_profile name="BI"/>
2139 <op_profile name="MI"/>
2140 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2141 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2142 <op_profile name="BI"/>
2143 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2144 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2145 <op_profile name="BI"/>
2146 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2147 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2148 <op_profile name="BI"/>
2149 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2150 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2151 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2152 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2153 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2154 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2155 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2156 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2157 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2158 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2159 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2160 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2161 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2162 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2163 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2164 </typesupport>
2165 </operator>
2166 <operator>
2167 <name>PAD</name>
2168 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2169 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2170 <description>Input tensor</description>
2171 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2172 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2173 <argument category="input" name="padding" type="shape_t" shape="-" tensor-element-type="-">
2174 <description>Number of pad elements at the start and end of each dimension.
2175 The values in padding are interpreted as start, end of each dimension.
2176 As an example for rank 2, the values would be interpreted as [start_dim0, end_dim0, start_dim1, end_dim1].</description>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2177 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2178 <argument category="attribute" name="pad_const" type="tensor_t" shape="-" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2179 <description>Constant value to be used as padding</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2180 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2181 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2182 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2183 <description>Output tensor of same type as the input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2184 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2185 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2186 </argument>
2187 </arguments>
2188 <types>
2189 <type name='in_out_t'/>
2190 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2191 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2192 <op_profile name="BI"/>
2193 <op_profile name="MI"/>
2194 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2195 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2196 <op_profile name="BI"/>
2197 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2198 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2199 <op_profile name="BI"/>
2200 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2201 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2202 <op_profile name="BI"/>
2203 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2204 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2205 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2206 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2207 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2208 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2209 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2210 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2211 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2212 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2213 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2214 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2215 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2216 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2217 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2218 </typesupport>
2219 </operator>
2220 <operator>
2221 <name>RESHAPE</name>
2222 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2223 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2224 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2225 <levellimit value="rank(shape1)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2226 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2227 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2228 <argument category="input" name="shape" type="shape_t" shape="-" tensor-element-type="-">
2229 <description>shape_t giving the new shape.</description>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2230 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2231 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2232 <description>Output tensor of same type, size as the input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2233 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2234 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2235 </argument>
2236 </arguments>
2237 <types>
2238 <type name='in_out_t'/>
2239 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2240 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2241 <op_profile name="BI"/>
2242 <op_profile name="MI"/>
2243 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2244 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2245 <op_profile name="BI"/>
2246 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2247 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2248 <op_profile name="BI"/>
2249 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2250 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2251 <op_profile name="BI"/>
2252 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2253 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2254 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2255 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2256 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2257 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2258 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2259 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2260 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2261 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2262 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2263 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2264 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2265 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2266 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2267 </typesupport>
2268 </operator>
2269 <operator>
2270 <name>REVERSE</name>
2271 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2272 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2273 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2274 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2275 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2276 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]2277 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2278 <description>Axis to reverse, in range from 0 to rank(shape)-1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2279 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2280 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2281 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2282 <description>Output tensor. Same shape as input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2283 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2284 </argument>
2285 </arguments>
2286 <types>
2287 <type name='in_out_t'/>
2288 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2289 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2290 <op_profile name="BI"/>
2291 <op_profile name="MI"/>
2292 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2293 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2294 <op_profile name="BI"/>
2295 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2296 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2297 <op_profile name="BI"/>
2298 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2299 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2300 <op_profile name="BI"/>
2301 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2302 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2303 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2304 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2305 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2306 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2307 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2308 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2309 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2310 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2311 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2312 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2313 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2314 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2315 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2316 </typesupport>
2317 </operator>
2318 <operator>
2319 <name>SLICE</name>
2320 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2321 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2322 <description>Input tensor</description>
2323 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2324 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2325 <argument category="input" name="start" type="shape_t" shape="[rank(shape1)]" tensor-element-type="size_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2326 <description>List of integer coordinates, of length equal to the rank of input1. Start coordinate for slicing.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2327 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2328 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2329 <argument category="input" name="size" type="shape_t" shape="[rank(shape1)]" tensor-element-type="size_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2330 <description>List of integer size values, of length equal to the rank of input1. Size of the input to be
2331used.</description>
Luke Hutton580fdd12023-02-06 16:37:15 +0000[diff] [blame]2332 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2333 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2334 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2335 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2336 <description>Output tensor of same type as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2337 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2338 </argument>
2339 </arguments>
2340 <types>
2341 <type name='in_out_t'/>
2342 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2343 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2344 <op_profile name="BI"/>
2345 <op_profile name="MI"/>
2346 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2347 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2348 <op_profile name="BI"/>
2349 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2350 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2351 <op_profile name="BI"/>
2352 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2353 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2354 <op_profile name="BI"/>
2355 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2356 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2357 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2358 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2359 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2360 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2361 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2362 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2363 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2364 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2365 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2366 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2367 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2368 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2369 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2370 </typesupport>
2371 </operator>
2372 <operator>
2373 <name>TILE</name>
2374 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2375 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2376 <description>Input tensor</description>
2377 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2378 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2379 <argument category="input" name="multiples" type="shape_t" shape="[rank(shape1)]" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2380 <description>Number of times to replicate input1 in each dimension</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2381 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2382 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2383 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2384 <description>Output tensor of same type, rank as the input tensor</description>
Luke Hutton580fdd12023-02-06 16:37:15 +0000[diff] [blame]2385 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2386 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2387 </argument>
2388 </arguments>
2389 <types>
2390 <type name='in_out_t'/>
2391 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2392 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2393 <op_profile name="BI"/>
2394 <op_profile name="MI"/>
2395 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2396 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2397 <op_profile name="BI"/>
2398 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2399 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2400 <op_profile name="BI"/>
2401 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2402 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2403 <op_profile name="BI"/>
2404 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2405 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2406 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2407 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2408 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2409 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2410 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2411 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2412 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2413 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2414 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2415 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2416 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2417 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2418 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2419 </typesupport>
2420 </operator>
2421 <operator>
2422 <name>TRANSPOSE</name>
2423 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2424 <argument category="input" name="input1" type="tensor_t" shape="shape1" tensor-element-type="in_out_t">
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2425 <description>Input tensor</description>
2426 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2427 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]2428 <argument category="attribute" name="perms" type="tensor_t" shape="[rank(shape1)]" tensor-element-type="i32_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2429 <description>List of integers of length equal to the rank of input1. Values must be valid dimensions within shape1, and may not be repeated.</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2430 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2431 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2432 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2433 <description>Output tensor of same type, rank as the input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2434 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2435 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2436 </argument>
2437 </arguments>
2438 <types>
2439 <type name='in_out_t'/>
2440 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2441 <typesupport mode="boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2442 <op_profile name="BI"/>
2443 <op_profile name="MI"/>
2444 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2445 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2446 <op_profile name="BI"/>
2447 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2448 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2449 <op_profile name="BI"/>
2450 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2451 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2452 <op_profile name="BI"/>
2453 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2454 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2455 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2456 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2457 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2458 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2459 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2460 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2461 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2462 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2463 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2464 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2465 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2466 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2467 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2468 </typesupport>
2469 </operator>
2470 </operatorgroup>
2471 <operatorgroup name="scatter-gather">
2472 <operator>
2473 <name>GATHER</name>
2474 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2475 <argument category="input" name="values" type="tensor_t" shape="[N,K,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2476 <description>3D value tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2477 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2478 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2479 <argument category="input" name="indices" type="tensor_t" shape="[N,W]" tensor-element-type="size_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2480 <description>2D index tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2481 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2482 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2483 <argument category="output" name="output" type="tensor_t" shape="[N,W,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2484 <description>3D output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2485 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2486 </argument>
2487 </arguments>
2488 <types>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2489 <type name='in_out_t'/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2490 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2491 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2492 <op_profile name="BI"/>
2493 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2494 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2495 <op_profile name="BI"/>
2496 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2497 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2498 <op_profile name="BI"/>
2499 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2500 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2501 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2502 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2503 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2504 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2505 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2506 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2507 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2508 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2509 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2510 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2511 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2512 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2513 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2514 </typesupport>
2515 </operator>
2516 <operator>
2517 <name>SCATTER</name>
2518 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2519 <argument category="input" name="values_in" type="tensor_t" shape="[N,K,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2520 <description>3D values in tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2521 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2522 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2523 <argument category="input" name="indices" type="tensor_t" shape="[N,W]" tensor-element-type="size_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2524 <description>2D index tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2525 <rank min="2" max="2"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2526 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2527 <argument category="input" name="input" type="tensor_t" shape="[N,W,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2528 <description>3D input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2529 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2530 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2531 <argument category="output" name="values_out" type="tensor_t" shape="[N,K,C]" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2532 <description>3D output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2533 <rank min="3" max="3"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2534 </argument>
2535 </arguments>
2536 <types>
Kevin Petit18548922023-03-17 17:12:30 +0000[diff] [blame]2537 <type name='in_out_t'/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2538 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2539 <typesupport mode="signed 8" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2540 <op_profile name="BI"/>
2541 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2542 <typesupport mode="signed 16" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2543 <op_profile name="BI"/>
2544 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2545 <typesupport mode="signed 32" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2546 <op_profile name="BI"/>
2547 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2548 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2549 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2550 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2551 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2552 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2553 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2554 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2555 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2556 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2557 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2558 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2559 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2560 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2561 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2562 </typesupport>
2563 </operator>
2564 </operatorgroup>
2565 <operatorgroup name="image">
2566 <operator>
2567 <name>RESIZE</name>
2568 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2569 <argument category="input" name="input" type="tensor_t" shape="[N,IH,IW,C]" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2570 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2571 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2572 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2573 <argument category="input" name="scale" type="shape_t" shape="[4]" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2574 <description>[scale_y_n, scale_y_d, scale_x_n, scale_x_d]</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2575 <levellimit value="scale_y_n/scale_y_d" limit="MAX_SCALE"/>
2576 <levellimit value="scale_x_n/scale_x_d" limit="MAX_SCALE"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2577 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2578 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2579 <argument category="input" name="offset" type="shape_t" shape="[2]" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2580 <description>[offset_y, offset_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2581 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2582 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]2583 <argument category="input" name="border" type="shape_t" shape="[2]" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2584 <description>[border_y, border_x]</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2585 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2586 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2587 <argument category="attribute" name="mode" type="tensor_t" shape="-" tensor-element-type="resize_mode_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2588 <description>BILINEAR or NEAREST</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2589 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2590 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2591 <argument category="output" name="output" type="tensor_t" shape="[N,OH,OW,C]" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2592 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2593 <rank min="4" max="4"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2594 </argument>
2595 </arguments>
2596 <types>
2597 <type name='resize_t'/>
2598 <type name='in_t'/>
2599 <type name='out_t'/>
2600 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2601 <typesupport mode="signed 8, bilinear" resize_t="i16_t" in_t="i8_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2602 <op_profile name="BI"/>
2603 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2604 <typesupport mode="signed 8, nearest" resize_t="i16_t" in_t="i8_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2605 <op_profile name="BI"/>
2606 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2607 <typesupport mode="signed 16, bilinear" resize_t="i16_t" in_t="i16_t" out_t="i48_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2608 <op_profile name="EXT-INT16"/>
2609 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2610 <typesupport mode="signed 16, nearest" resize_t="i16_t" in_t="i16_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2611 <op_profile name="EXT-INT16"/>
2612 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2613 <typesupport mode="fp16" resize_t="fp16_t" in_t="fp16_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2614 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2615 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2616 <typesupport mode="bf16" resize_t="bf16_t" in_t="bf16_t" out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2617 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2618 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2619 <typesupport mode="fp32" resize_t="fp32_t" in_t="fp32_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2620 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2621 </typesupport>
2622 </operator>
2623 </operatorgroup>
2624 <operatorgroup name="type-conversion">
2625 <operator>
2626 <name>CAST</name>
2627 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2628 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2629 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2630 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2631 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2632 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2633 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2634 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2635 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2636 </argument>
2637 </arguments>
2638 <types>
2639 <type name='in_t'/>
2640 <type name='out_t'/>
2641 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2642 <typesupport mode="bool to signed 8" in_t="bool_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2643 <op_profile name="BI"/>
2644 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2645 <typesupport mode="bool to signed 16" in_t="bool_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2646 <op_profile name="BI"/>
2647 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2648 <typesupport mode="bool to signed 32" in_t="bool_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2649 <op_profile name="BI"/>
2650 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2651 <typesupport mode="signed 8 to bool" in_t="i8_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2652 <op_profile name="BI"/>
2653 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2654 <typesupport mode="signed 8 to signed 16" in_t="i8_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2655 <op_profile name="BI"/>
2656 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2657 <typesupport mode="signed 8 to signed 32" in_t="i8_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2658 <op_profile name="BI"/>
2659 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2660 <typesupport mode="signed 8 to fp16" in_t="i8_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2661 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2662 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2663 <typesupport mode="signed 8 to bf16" in_t="i8_t" out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2664 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2665 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2666 <typesupport mode="signed 8 to fp32" in_t="i8_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2667 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2668 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2669 <typesupport mode="signed 16 to bool" in_t="i16_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2670 <op_profile name="BI"/>
2671 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2672 <typesupport mode="signed 16 to signed 8" in_t="i16_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2673 <op_profile name="BI"/>
2674 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2675 <typesupport mode="signed 16 to signed 32" in_t="i16_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2676 <op_profile name="BI"/>
2677 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2678 <typesupport mode="signed 16 to fp16" in_t="i16_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2679 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2680 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2681 <typesupport mode="signed 16 to bf16" in_t="i16_t" out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2682 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2683 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2684 <typesupport mode="signed 16 to fp32" in_t="i16_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2685 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2686 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2687 <typesupport mode="signed 32 to bool" in_t="i32_t" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2688 <op_profile name="BI"/>
2689 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2690 <typesupport mode="signed 32 to signed 8" in_t="i32_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2691 <op_profile name="BI"/>
2692 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2693 <typesupport mode="signed 32 to signed 16" in_t="i32_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2694 <op_profile name="BI"/>
2695 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2696 <typesupport mode="signed 32 to fp16" in_t="i32_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2697 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2698 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2699 <typesupport mode="signed 32 to bf16" in_t="i32_t" out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2700 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2701 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2702 <typesupport mode="signed 32 to fp32" in_t="i32_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2703 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2704 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2705 <typesupport mode="bf16 to signed 8" in_t="bf16_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2706 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2707 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2708 <typesupport mode="bf16 to signed 16" in_t="bf16_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2709 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2710 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2711 <typesupport mode="bf16 to signed 32" in_t="bf16_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2712 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2713 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2714 <typesupport mode="bf16 to fp8e4m3" in_t="bf16_t" out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2715 <op_profile name="EXT-BF16" and_name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2716 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2717 <typesupport mode="bf16 to fp8e5m2" in_t="bf16_t" out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2718 <op_profile name="EXT-BF16" and_name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2719 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2720 <typesupport mode="bf16 to fp32" in_t="bf16_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2721 <op_profile name="EXT-BF16"/>
Eric Kunze3c5f0e12022-10-06 16:23:33 -0700[diff] [blame]2722 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2723 <typesupport mode="fp8e4m3 to fp16" in_t="fp8e4m3_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2724 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2725 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2726 <typesupport mode="fp8e4m3 to bf16" in_t="fp8e4m3_t" out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2727 <op_profile name="EXT-FP8E4M3" and_name="EXT-BF16"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2728 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2729 <typesupport mode="fp8e4m3 to fp32" in_t="fp8e4m3_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2730 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2731 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2732 <typesupport mode="fp8e5m2 to fp16" in_t="fp8e5m2_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2733 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2734 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2735 <typesupport mode="fp8e5m2 to bf16" in_t="fp8e5m2_t" out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2736 <op_profile name="EXT-FP8E5M2" and_name="EXT-BF16"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2737 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2738 <typesupport mode="fp8e5m2 to fp32" in_t="fp8e5m2_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2739 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2740 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2741 <typesupport mode="fp16 to signed 8" in_t="fp16_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2742 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2743 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2744 <typesupport mode="fp16 to signed 16" in_t="fp16_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2745 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2746 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2747 <typesupport mode="fp16 to signed 32" in_t="fp16_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2748 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2749 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2750 <typesupport mode="fp16 to fp8e4m3" in_t="fp16_t" out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2751 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2752 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2753 <typesupport mode="fp16 to fp8e5m2" in_t="fp16_t" out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2754 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2755 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2756 <typesupport mode="fp16 to fp32" in_t="fp16_t" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2757 <op_profile name="MI"/>
Eric Kunze3c5f0e12022-10-06 16:23:33 -0700[diff] [blame]2758 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2759 <typesupport mode="fp32 to signed 8" in_t="fp32_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2760 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2761 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2762 <typesupport mode="fp32 to signed 16" in_t="fp32_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2763 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2764 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2765 <typesupport mode="fp32 to signed 32" in_t="fp32_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2766 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2767 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2768 <typesupport mode="fp32 to fp8e4m3" in_t="fp32_t" out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2769 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2770 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2771 <typesupport mode="fp32 to fp8e5m2" in_t="fp32_t" out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2772 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2773 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2774 <typesupport mode="fp32 to bf16" in_t="fp32_t" out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2775 <op_profile name="EXT-BF16"/>
Eric Kunze3c5f0e12022-10-06 16:23:33 -0700[diff] [blame]2776 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2777 <typesupport mode="fp32 to fp16" in_t="fp32_t" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2778 <op_profile name="MI"/>
Eric Kunze3c5f0e12022-10-06 16:23:33 -0700[diff] [blame]2779 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2780 </operator>
2781 <operator>
2782 <name>RESCALE</name>
2783 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2784 <argument category="input" name="input" type="tensor_t" shape="shape" tensor-element-type="in_t">
Dominic Symes8783adb2022-07-27 12:53:11 +0100[diff] [blame]2785 <description>Input tensor</description>
Dominic Symese4d6a1b2022-11-04 18:00:03 +0000[diff] [blame]2786 <levellimit value="rank(shape)" limit="MAX_RANK"/>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2787 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2788 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2789 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2790 <description>Output tensor with the same shape as input</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2791 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2792 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2793 <argument category="attribute" name="input_zp" type="tensor_t" shape="-" tensor-element-type="in_t">
Eric Kunze8e14dcd2023-06-20 16:11:40 -0700[diff] [blame]2794 <description>Input tensor zero point. int8/uint8 can have zero point within their valid range. uint16 zero point must be either 0 or 32768. All other types must have zero point equal to 0.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2795 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2796 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2797 <argument category="attribute" name="output_zp" type="tensor_t" shape="-" tensor-element-type="out_t">
Eric Kunze8e14dcd2023-06-20 16:11:40 -0700[diff] [blame]2798 <description>Output tensor zero point.int8/uint8 can have zero point within their valid range. uint16 zero point must be either 0 or 32768. All other types must have zero point equal to 0.</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2799 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2800 </argument>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2801 <argument category="input" name="multiplier" type="tensor_t" shape="[NC]" tensor-element-type="mul_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2802 <description>Scaling multiplier array</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2803 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2804 </argument>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2805 <argument category="input" name="shift" type="tensor_t" shape="[NC]" tensor-element-type="i8_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2806 <description>Scaling shift array</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2807 <rank min="1" max="1"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2808 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2809 <argument category="attribute" name="scale32" type="tensor_t" shape="-" tensor-element-type="bool_t">
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]2810 <description>if (scale32) mul_t=i32_t else mul_t=i16_t</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2811 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2812 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2813 <argument category="attribute" name="double_round" type="tensor_t" shape="-" tensor-element-type="bool_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2814 <description>Select double round mode</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2815 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2816 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2817 <argument category="attribute" name="per_channel" type="tensor_t" shape="-" tensor-element-type="bool_t">
Dominic Symes8783adb2022-07-27 12:53:11 +0100[diff] [blame]2818 <description>if (per_channel) NC=shape[rank(shape)-1] else NC=1</description>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2819 <rank min="0" max="0"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2820 </argument>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]2821 <argument category="attribute" name="input_unsigned" type="tensor_t" shape="-" tensor-element-type="bool_t">
2822 <description>If True, treat the input values as unsigned.</description>
2823 <rank min="0" max="0"/>
2824 </argument>
2825 <argument category="attribute" name="output_unsigned" type="tensor_t" shape="-" tensor-element-type="bool_t">
2826 <description>If True, treat the output values as unsigned.</description>
2827 <rank min="0" max="0"/>
2828 </argument>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2829 </arguments>
2830 <types>
2831 <type name='in_t'/>
2832 <type name='out_t'/>
2833 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2834 <typesupport mode="8-bit to 8-bit" in_t="i8_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2835 <op_profile name="BI"/>
2836 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2837 <typesupport mode="8-bit to 16-bit" in_t="i8_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2838 <op_profile name="BI"/>
2839 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2840 <typesupport mode="8-bit to 32-bit" in_t="i8_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2841 <op_profile name="BI"/>
2842 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2843 <typesupport mode="16-bit to 8-bit" in_t="i16_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2844 <op_profile name="BI"/>
2845 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2846 <typesupport mode="16-bit to 16-bit" in_t="i16_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2847 <op_profile name="BI"/>
2848 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2849 <typesupport mode="16-bit to 32-bit" in_t="i16_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2850 <op_profile name="BI"/>
2851 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2852 <typesupport mode="32-bit to 8-bit" in_t="i32_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2853 <op_profile name="BI"/>
2854 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2855 <typesupport mode="32-bit to 16-bit" in_t="i32_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2856 <op_profile name="BI"/>
2857 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2858 <typesupport mode="32-bit to 32-bit" in_t="i32_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2859 <op_profile name="BI"/>
2860 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2861 <typesupport mode="48-bit to 8-bit" in_t="i48_t" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2862 <op_profile name="EXT-INT16"/>
2863 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2864 <typesupport mode="48-bit to 16-bit" in_t="i48_t" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2865 <op_profile name="EXT-INT16"/>
2866 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2867 <typesupport mode="48-bit to 32-bit" in_t="i48_t" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2868 <op_profile name="EXT-INT16"/>
2869 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2870 </operator>
2871 </operatorgroup>
2872 <operatorgroup name="data-node">
2873 <operator>
2874 <name>CONST</name>
2875 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2876 <argument category="attribute" name="values" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2877 <description>Constant values</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2878 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2879 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2880 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="out_t">
Eric Kunzef43fdce2023-10-30 14:14:15 -0700[diff] [blame]2881 <description>Output tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2882 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2883 </argument>
2884 </arguments>
2885 <types>
2886 <type name='out_t' />
2887 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2888 <typesupport mode="Boolean" out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2889 <op_profile name="BI"/>
2890 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2891 <typesupport mode="4-bit" out_t="i4_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2892 <op_profile name="EXT-INT4"/>
2893 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2894 <typesupport mode="8-bit" out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2895 <op_profile name="BI"/>
2896 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2897 <typesupport mode="16-bit" out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2898 <op_profile name="BI"/>
2899 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2900 <typesupport mode="32-bit" out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2901 <op_profile name="BI"/>
2902 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2903 <typesupport mode="48-bit" out_t="i48_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2904 <op_profile name="EXT-INT16"/>
2905 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2906 <typesupport mode="fp8e4m3" out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2907 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2908 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2909 <typesupport mode="fp8e5m2" out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2910 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2911 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2912 <typesupport mode="fp16" out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2913 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2914 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2915 <typesupport mode="bf16" out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2916 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2917 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2918 <typesupport mode="fp32" out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2919 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2920 </typesupport>
2921 </operator>
2922 <operator>
2923 <name>IDENTITY</name>
2924 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2925 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2926 <description>Input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2927 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2928 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]2929 <argument category="output" name="output" type="tensor_t" shape="shape" tensor-element-type="in_out_t">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2930 <description>Output tensor of the same type, size as the input tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]2931 <rank min="0" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2932 </argument>
2933 </arguments>
2934 <types>
2935 <type name='in_out_t' />
2936 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2937 <typesupport mode="Boolean" in_out_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2938 <op_profile name="BI"/>
2939 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2940 <typesupport mode="4-bit" in_out_t="i4_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2941 <op_profile name="EXT-INT4"/>
2942 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2943 <typesupport mode="8-bit" in_out_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2944 <op_profile name="BI"/>
2945 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2946 <typesupport mode="16-bit" in_out_t="i16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2947 <op_profile name="BI"/>
2948 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2949 <typesupport mode="32-bit" in_out_t="i32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2950 <op_profile name="BI"/>
2951 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2952 <typesupport mode="48-bit" in_out_t="i48_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2953 <op_profile name="EXT-INT16"/>
2954 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2955 <typesupport mode="fp8e4m3" in_out_t="fp8e4m3_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2956 <op_profile name="EXT-FP8E4M3"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2957 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2958 <typesupport mode="fp8e5m2" in_out_t="fp8e5m2_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2959 <op_profile name="EXT-FP8E5M2"/>
Eric Kunze74e2ceb2023-10-20 15:58:55 -0700[diff] [blame]2960 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2961 <typesupport mode="fp16" in_out_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2962 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2963 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2964 <typesupport mode="bf16" in_out_t="bf16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2965 <op_profile name="EXT-BF16"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2966 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2967 <typesupport mode="fp32" in_out_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2968 <op_profile name="MI"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]2969 </typesupport>
2970 </operator>
2971 </operatorgroup>
Eric Kunze633a3d92023-07-11 14:10:44 -0700[diff] [blame]2972 <operatorgroup name="custom">
2973 <operator>
2974 <name>CUSTOM</name>
2975 <arguments>
2976 <argument category="input" name="input_list" type="tensor_list_t" shape="-" tensor-element-type="-">
2977 <description>List of input tensors</description>
Eric Kunzed44dd792024-04-16 17:07:43 -0700[diff] [blame]2978 <levellimit value="tensor_list_shape(input_list)" limit="MAX_TENSOR_LIST_SIZE"/>
Eric Kunze633a3d92023-07-11 14:10:44 -0700[diff] [blame]2979 </argument>
Jerry Ge946ba352023-10-31 15:52:26 +0000[diff] [blame]2980 <argument category="attribute" name="operator_name" type="String" shape="-" tensor-element-type="-">
Eric Kunze633a3d92023-07-11 14:10:44 -0700[diff] [blame]2981 <description>String which tells the backend which custom operator is being called</description>
2982 </argument>
Jerry Ge946ba352023-10-31 15:52:26 +0000[diff] [blame]2983 <argument category="attribute" name="domain_name" type="String" shape="-" tensor-element-type="-">
Eric Kunze633a3d92023-07-11 14:10:44 -0700[diff] [blame]2984 <description>String idenifier which can help avoid name collisions on the operator field.
2985 Different implementations of a given operator would be in different domains.
2986 Implementations can choose which domains they want to support.</description>
2987 </argument>
2988 <argument category="attribute" name="implementation_attrs" type="String" shape="-" tensor-element-type="-">
2989 <description>String value containing implementation specific attributes which apply to the operation</description>
2990 </argument>
2991 <argument category="output" name="output_list" type="tensor_list_t" shape="-" tensor-element-type="-">
2992 <description>List of output tensors</description>
Eric Kunzed44dd792024-04-16 17:07:43 -0700[diff] [blame]2993 <levellimit value="tensor_list_shape(output_list)" limit="MAX_TENSOR_LIST_SIZE"/>
Eric Kunze633a3d92023-07-11 14:10:44 -0700[diff] [blame]2994 </argument>
2995 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]2996 <types>
2997 <type name='tensor_list_t' />
2998 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]2999 <typesupport mode="All" tensor_list_t="-" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3000 <op_profile name="BI"/>
3001 <op_profile name="MI"/>
3002 </typesupport>
Eric Kunze633a3d92023-07-11 14:10:44 -0700[diff] [blame]3003 </operator>
3004 </operatorgroup>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3005 <operatorgroup name="control-flow">
3006 <operator>
3007 <name>COND_IF</name>
3008 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]3009 <argument category="input" name="condition" type="tensor_t" shape="shape" tensor-element-type="bool_t">
Dominic Symes4370b932022-11-30 14:25:20 +0000[diff] [blame]3010 <description>Input condition as a size 1 tensor</description>
Eric Kunze42085e32023-01-09 11:16:51 -0800[diff] [blame]3011 <rank min="1" max="MAX_RANK"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3012 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]3013 <argument category="input" name="input_list" type="tensor_list_t" shape="-" tensor-element-type="-">
Kevin Petitc0e467a2023-05-10 16:21:23 +0100[diff] [blame]3014 <description>List of input tensors</description>
Eric Kunzed44dd792024-04-16 17:07:43 -0700[diff] [blame]3015 <levellimit value="tensor_list_shape(input_list)" limit="MAX_TENSOR_LIST_SIZE"/>
Kevin Petitc0e467a2023-05-10 16:21:23 +0100[diff] [blame]3016 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]3017 <argument category="attribute" name="then_graph" type="tosa_graph_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3018 <description>TOSA graph to execute if condition is true</description>
3019 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]3020 <argument category="attribute" name="else_graph" type="tosa_graph_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3021 <description>TOSA graph to execute if condition is false</description>
3022 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]3023 <argument category="output" name="output_list" type="tensor_list_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3024 <description>List of output tensors</description>
Eric Kunzed44dd792024-04-16 17:07:43 -0700[diff] [blame]3025 <levellimit value="tensor_list_shape(output_list)" limit="MAX_TENSOR_LIST_SIZE"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3026 </argument>
3027 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3028 <types>
3029 <type name='cond_t' />
3030 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3031 <typesupport mode="Boolean" cond_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3032 <op_profile name="BI"/>
3033 <op_profile name="MI"/>
3034 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3035 </operator>
3036 <operator>
3037 <name>WHILE_LOOP</name>
3038 <arguments>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]3039 <argument category="input" name="input_list" type="tensor_list_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3040 <description>List of input tensors</description>
Eric Kunzed44dd792024-04-16 17:07:43 -0700[diff] [blame]3041 <levellimit value="tensor_list_shape(input_list)" limit="MAX_TENSOR_LIST_SIZE"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3042 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]3043 <argument category="attribute" name="cond_graph" type="tosa_graph_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3044 <description>TOSA graph to evaluate the condition</description>
3045 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]3046 <argument category="attribute" name="body_graph" type="tosa_graph_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3047 <description>TOSA graph to execute the loop body</description>
3048 </argument>
Kevin Petit5333c252023-05-16 09:08:48 +0100[diff] [blame]3049 <argument category="output" name="output_list" type="tensor_list_t" shape="-" tensor-element-type="-">
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3050 <description>List of output tensors</description>
Eric Kunzed44dd792024-04-16 17:07:43 -0700[diff] [blame]3051 <levellimit value="tensor_list_shape(output_list)" limit="MAX_TENSOR_LIST_SIZE"/>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3052 </argument>
3053 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3054 <types>
3055 <type name='cond_t' />
3056 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3057 <typesupport mode="Boolean" cond_t="bool_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3058 <op_profile name="BI"/>
3059 <op_profile name="MI"/>
3060 </typesupport>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3061 </operator>
3062 </operatorgroup>
Jerry Ge0fc278b2023-08-11 16:43:30 +0000[diff] [blame]3063 <operatorgroup name="variable">
3064 <operator>
3065 <name>VARIABLE</name>
3066 <arguments>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]3067 <argument category="attribute" name="uid" type="tensor_t" shape="-" tensor-element-type="i32_t">
Jerry Ge0fc278b2023-08-11 16:43:30 +0000[diff] [blame]3068 <description>Globally unique identifier for the declared variable tensor.</description>
3069 <rank min="0" max="0"/>
3070 </argument>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]3071 <argument category="attribute" name="var_shape" type="tensor_t" shape="var_shape" tensor-element-type="size_t">
Jerry Ge0fc278b2023-08-11 16:43:30 +0000[diff] [blame]3072 <description>The variable tensor shape</description>
3073 <rank min="1" max="1"/>
3074 </argument>
3075 <argument category="attribute" name="type" type="tensor_t" shape="-" tensor-element-type="var_t">
3076 <description>Type of the tensor variable elements.</description>
3077 <rank min="0" max="0"/>
3078 </argument>
3079 <argument category="attribute" name="initial_value" type="tensor_t" shape="shape" tensor-element-type="in_t" optional="true">
3080 <description>Initial value of the variable tensor. This argument is optional with default value NULL.</description>
3081 <levellimit value="rank(shape)" limit="MAX_RANK"/>
3082 <rank min="0" max="MAX_RANK"/>
3083 </argument>
3084 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3085 <types>
3086 <type name='var_t' />
3087 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3088 <typesupport mode="signed 8" var_t="i8_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3089 <op_profile name="BI" and_name="EXT-VARIABLE"/>
3090 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3091 <typesupport mode="fp16" var_t="fp16_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3092 <op_profile name="MI" and_name="EXT-VARIABLE"/>
3093 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3094 <typesupport mode="fp32" var_t="fp32_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3095 <op_profile name="MI" and_name="EXT-VARIABLE"/>
3096 </typesupport>
Jerry Ge0fc278b2023-08-11 16:43:30 +0000[diff] [blame]3097 </operator>
3098 <operator>
3099 <name>VARIABLE_WRITE</name>
3100 <arguments>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]3101 <argument category="attribute" name="uid" type="tensor_t" shape="-" tensor-element-type="i32_t">
Jerry Ge0fc278b2023-08-11 16:43:30 +0000[diff] [blame]3102 <description>Globally unique identifier of the variable tensor that is writing to</description>
3103 <rank min="0" max="0"/>
3104 </argument>
3105 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_t">
3106 <description>Input tensor</description>
3107 <levellimit value="rank(shape)" limit="MAX_RANK"/>
3108 <rank min="0" max="MAX_RANK"/>
3109 </argument>
3110 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3111 <types>
3112 <type name='var_t' />
3113 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3114 <typesupport mode="signed 8" var_t="i8_t" version_added="1.0">
Eric Kunzece015e72024-03-19 16:02:07 -0700[diff] [blame]3115 <op_profile name="BI" and_name="EXT-VARIABLE"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3116 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3117 <typesupport mode="fp16" var_t="fp16_t" version_added="1.0">
Eric Kunzece015e72024-03-19 16:02:07 -0700[diff] [blame]3118 <op_profile name="MI" and_name="EXT-VARIABLE"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3119 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3120 <typesupport mode="fp32" var_t="fp32_t" version_added="1.0">
Eric Kunzece015e72024-03-19 16:02:07 -0700[diff] [blame]3121 <op_profile name="MI" and_name="EXT-VARIABLE"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3122 </typesupport>
Jerry Ge0fc278b2023-08-11 16:43:30 +0000[diff] [blame]3123 </operator>
3124 <operator>
3125 <name>VARIABLE_READ</name>
3126 <arguments>
Eric Kunzefb0284e2023-07-18 15:20:53 -0700[diff] [blame]3127 <argument category="attribute" name="uid" type="tensor_t" shape="-" tensor-element-type="i32_t">
Jerry Ge0fc278b2023-08-11 16:43:30 +0000[diff] [blame]3128 <description>Globally unique identifier of the variable tensor that is reading from </description>
3129 <rank min="0" max="0"/>
3130 </argument>
3131 <argument category="output" name="output1" type="tensor_t" shape="shape" tensor-element-type="out_t">
3132 <description>Output tensor</description>
3133 <levellimit value="rank(shape)" limit="MAX_RANK"/>
3134 <rank min="0" max="MAX_RANK"/>
3135 </argument>
3136 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3137 <types>
3138 <type name='var_t' />
3139 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3140 <typesupport mode="signed 8" var_t="i8_t" version_added="1.0">
Eric Kunzece015e72024-03-19 16:02:07 -0700[diff] [blame]3141 <op_profile name="BI" and_name="EXT-VARIABLE"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3142 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3143 <typesupport mode="fp16" var_t="fp16_t" version_added="1.0">
Eric Kunzece015e72024-03-19 16:02:07 -0700[diff] [blame]3144 <op_profile name="MI" and_name="EXT-VARIABLE"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3145 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3146 <typesupport mode="fp32" var_t="fp32_t" version_added="1.0">
Eric Kunzece015e72024-03-19 16:02:07 -0700[diff] [blame]3147 <op_profile name="MI" and_name="EXT-VARIABLE"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3148 </typesupport>
Jerry Ge0fc278b2023-08-11 16:43:30 +0000[diff] [blame]3149 </operator>
3150 </operatorgroup>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]3151 <operatorgroup name="shape">
3152 <operator>
3153 <name>ADD_SHAPE</name>
3154 <arguments>
3155 <argument category="input" name="input1" type="shape_t" shape="-" tensor-element-type="-">
3156 <description>Input 1</description>
3157 </argument>
3158 <argument category="input" name="input2" type="shape_t" shape="-" tensor-element-type="-">
3159 <description>Input 2</description>
3160 </argument>
3161 <argument category="output" name="output" type="shape_t" shape="-" tensor-element-type="-">
3162 <description>Output shape</description>
3163 </argument>
3164 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3165 <types>
3166 <type name='shape_t' />
3167 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3168 <typesupport mode="shape" shape_t="size_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3169 <op_profile name="BI"/>
3170 <op_profile name="MI"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3171 </typesupport>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]3172 </operator>
3173 <operator>
3174 <name>CONCAT_SHAPE</name>
3175 <arguments>
3176 <argument category="input" name="input1" type="shape_list_t" shape="-" tensor-element-type="-">
3177 <description>List of input shape values</description>
3178 </argument>
3179 <argument category="output" name="output" type="shape_t" shape="-" tensor-element-type="-">
3180 <description>Output shape</description>
3181 </argument>
3182 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3183 <types>
3184 <type name='shape_t' />
3185 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3186 <typesupport mode="shape" shape_t="size_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3187 <op_profile name="BI"/>
3188 <op_profile name="MI"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3189 </typesupport>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]3190 </operator>
3191 <operator>
3192 <name>CONST_SHAPE</name>
3193 <arguments>
3194 <argument category="attribute" name="values" type="shape_t" shape="-" tensor-element-type="-">
3195 <description>Constant shape</description>
3196 </argument>
3197 <argument category="output" name="output" type="shape_t" shape="-" tensor-element-type="-">
3198 <description>Output shape</description>
3199 </argument>
3200 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3201 <types>
3202 <type name='shape_t' />
3203 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3204 <typesupport mode="shape" shape_t="size_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3205 <op_profile name="BI"/>
3206 <op_profile name="MI"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3207 </typesupport>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]3208 </operator>
3209 <operator>
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3210 <name>DIM</name>
3211 <arguments>
3212 <argument category="input" name="input1" type="tensor_t" shape="shape" tensor-element-type="in_t">
3213 <description>Input tensor</description>
3214 <levellimit value="rank(shape)" limit="MAX_RANK"/>
3215 <rank min="1" max="MAX_RANK"/>
3216 </argument>
3217 <argument category="attribute" name="axis" type="tensor_t" shape="-" tensor-element-type="i32_t">
3218 <description>Axis in range from 0 to rank(shape) - 1</description>
3219 <rank min="0" max="0"/>
3220 </argument>
3221 <argument category="output" name="output" type="shape_t" shape="-" tensor-element-type="-" >
3222 <description>Output shape type of size 1 giving the size of the shape for the given axis</description>
3223 </argument>
3224 </arguments>
3225 <types>
3226 <type name='in_t'/>
3227 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3228 <typesupport mode="boolean" in_t="bool_t" version_added="1.0">
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3229 <op_profile name="BI"/>
3230 <op_profile name="MI"/>
3231 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3232 <typesupport mode="signed 8" in_t="i8_t" version_added="1.0">
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3233 <op_profile name="BI"/>
3234 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3235 <typesupport mode="signed 16" in_t="i16_t" version_added="1.0">
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3236 <op_profile name="BI"/>
3237 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3238 <typesupport mode="signed 32" in_t="i32_t" version_added="1.0">
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3239 <op_profile name="BI"/>
3240 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3241 <typesupport mode="fp8e4m3" in_t="fp8e4m3_t" version_added="1.0">
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3242 <op_profile name="EXT-FP8E4M3"/>
3243 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3244 <typesupport mode="fp8e5m2" in_t="fp8e5m2_t" version_added="1.0">
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3245 <op_profile name="EXT-FP8E5M2"/>
3246 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3247 <typesupport mode="fp16" in_t="fp16_t" version_added="1.0">
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3248 <op_profile name="MI"/>
3249 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3250 <typesupport mode="bf16" in_t="bf16_t" version_added="1.0">
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3251 <op_profile name="EXT-BF16"/>
3252 </typesupport>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3253 <typesupport mode="fp32" in_t="fp32_t" version_added="1.0">
Eric Kunze83012912024-03-19 16:25:09 -0700[diff] [blame]3254 <op_profile name="MI"/>
3255 </typesupport>
3256 </operator>
3257 <operator>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]3258 <name>DIV_SHAPE</name>
3259 <arguments>
3260 <argument category="input" name="input1" type="shape_t" shape="-" tensor-element-type="-">
3261 <description>Input 1</description>
3262 </argument>
3263 <argument category="input" name="input2" type="shape_t" shape="-" tensor-element-type="-">
3264 <description>Input 2</description>
3265 </argument>
3266 <argument category="output" name="output" type="shape_t" shape="-" tensor-element-type="-">
3267 <description>Output shape</description>
3268 </argument>
3269 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3270 <types>
3271 <type name='shape_t' />
3272 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3273 <typesupport mode="shape" shape_t="size_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3274 <op_profile name="BI"/>
3275 <op_profile name="MI"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3276 </typesupport>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]3277 </operator>
3278 <operator>
3279 <name>MUL_SHAPE</name>
3280 <arguments>
3281 <argument category="input" name="input1" type="shape_t" shape="-" tensor-element-type="-">
3282 <description>Input 1</description>
3283 </argument>
3284 <argument category="input" name="input2" type="shape_t" shape="-" tensor-element-type="-">
3285 <description>Input 2</description>
3286 </argument>
3287 <argument category="output" name="output" type="shape_t" shape="-" tensor-element-type="-">
3288 <description>Output shape</description>
3289 </argument>
3290 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3291 <types>
3292 <type name='shape_t' />
3293 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3294 <typesupport mode="shape" shape_t="size_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3295 <op_profile name="BI"/>
3296 <op_profile name="MI"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3297 </typesupport>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]3298 </operator>
3299 <operator>
3300 <name>SUB_SHAPE</name>
3301 <arguments>
3302 <argument category="input" name="input1" type="shape_t" shape="-" tensor-element-type="-">
3303 <description>Input 1</description>
3304 </argument>
3305 <argument category="input" name="input2" type="shape_t" shape="-" tensor-element-type="-">
3306 <description>Input 2</description>
3307 </argument>
3308 <argument category="output" name="output" type="shape_t" shape="-" tensor-element-type="-">
3309 <description>Output shape</description>
3310 </argument>
3311 </arguments>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3312 <types>
3313 <type name='shape_t' />
3314 </types>
Eric Kunzee6c07c82024-04-16 18:08:08 -0700[diff] [blame]3315 <typesupport mode="shape" shape_t="size_t" version_added="1.0">
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3316 <op_profile name="BI"/>
3317 <op_profile name="MI"/>
Eric Kunze6dd34102024-02-25 22:24:52 -0800[diff] [blame]3318 </typesupport>
Eric Kunze526f6c72024-01-12 17:18:42 -0800[diff] [blame]3319 </operator>
3320 </operatorgroup>
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3321 </operators>
Eric Kunze544227e2023-02-13 16:19:34 -0800[diff] [blame]3322
Kevin Petit53e76592023-04-27 17:28:16 +0100[diff] [blame]3323 <enum name="resize_mode_t" description="Valid resize types">
Eric Kunze544227e2023-02-13 16:19:34 -0800[diff] [blame]3324 <enumval value="0" name="NEAREST_NEIGHBOR" description="Nearest neighbor resize"/>
3325 <enumval value="1" name="BILINEAR" description="Bilinear resize"/>
3326 </enum>
3327
Eric Kunze0afe61f2024-02-14 16:33:31 -0800[diff] [blame]3328 <enum name="acc_type_t" description="Allowed accumulator types">
Eric Kunze544227e2023-02-13 16:19:34 -0800[diff] [blame]3329 <enumval value="0" name="INT32" description="32-bit integer"/>
3330 <enumval value="1" name="FP16" description="16-bit floating-point"/>
3331 <enumval value="2" name="FP32" description="32-bit floating-point"/>
Eric Kunze0afe61f2024-02-14 16:33:31 -0800[diff] [blame]3332 <enumval value="3" name="INT48" description="48-bit integer"/>
Eric Kunze544227e2023-02-13 16:19:34 -0800[diff] [blame]3333 </enum>
3334
Jerry Ge0fc278b2023-08-11 16:43:30 +0000[diff] [blame]3335 <enum name="var_t" description="Variable tensor data type">
3336 <enumval value="0" name="BOOLEAN" description="Boolean"/>
3337 <enumval value="1" name="INT8" description="8-bit integer"/>
3338 <enumval value="2" name="INT16" description="16-bit integer"/>
3339 <enumval value="3" name="INT32" description="32-bit integer"/>
3340 <enumval value="4" name="FP16" description="16-bit floating-point"/>
3341 <enumval value="5" name="BF16" description="16-bit brain floating-point"/>
3342 <enumval value="6" name="FP32" description="32-bit floating-point"/>
3343 </enum>
3344
Eric Kunze58098a72022-08-05 15:40:12 -0700[diff] [blame]3345</tosa>