Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
Derek Lamberti | 0028d1b | 2019-02-20 13:57:42 +0000 | [diff] [blame] | 6 | namespace armnnSerializer; |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 7 | |
| 8 | file_identifier "ARMN"; |
| 9 | |
| 10 | file_extension "armnn"; |
| 11 | |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 12 | enum ActivationFunction : byte { |
| 13 | Sigmoid = 0, |
| 14 | TanH = 1, |
| 15 | Linear = 2, |
| 16 | ReLu = 3, |
| 17 | BoundedReLu = 4, |
| 18 | SoftReLu = 5, |
| 19 | LeakyReLu = 6, |
| 20 | Abs = 7, |
| 21 | Sqrt = 8, |
| 22 | Square = 9 |
| 23 | } |
| 24 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 25 | enum DataType : byte { |
| 26 | Float16 = 0, |
| 27 | Float32 = 1, |
| 28 | QuantisedAsymm8 = 2, |
| 29 | Signed32 = 3, |
| 30 | Boolean = 4 |
| 31 | } |
| 32 | |
Saoirse Stewart | 3166c3e | 2019-02-18 15:24:53 +0000 | [diff] [blame] | 33 | enum DataLayout : byte { |
| 34 | NHWC = 0, |
| 35 | NCHW = 1 |
| 36 | } |
| 37 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 38 | table TensorInfo { |
| 39 | dimensions:[uint]; |
| 40 | dataType:DataType; |
| 41 | quantizationScale:float = 1.0; |
| 42 | quantizationOffset:int = 0; |
| 43 | } |
| 44 | |
| 45 | struct Connection { |
| 46 | sourceLayerIndex:uint; |
| 47 | outputSlotIndex:uint; |
| 48 | } |
| 49 | |
| 50 | table ByteData { |
| 51 | data:[byte]; |
| 52 | } |
| 53 | |
| 54 | table ShortData { |
| 55 | data:[short]; |
| 56 | } |
| 57 | |
| 58 | table IntData { |
| 59 | data:[int]; |
| 60 | } |
| 61 | |
| 62 | table LongData { |
| 63 | data:[long]; |
| 64 | } |
| 65 | |
| 66 | union ConstTensorData { ByteData, ShortData, IntData, LongData } |
| 67 | |
| 68 | table ConstTensor { |
| 69 | info:TensorInfo; |
| 70 | data:ConstTensorData; |
| 71 | } |
| 72 | |
| 73 | table InputSlot { |
| 74 | index:uint; |
| 75 | connection:Connection; |
| 76 | } |
| 77 | |
| 78 | table OutputSlot { |
| 79 | index:uint; |
| 80 | tensorInfo:TensorInfo; |
| 81 | } |
| 82 | |
| 83 | enum LayerType : uint { |
| 84 | Addition = 0, |
| 85 | Input = 1, |
Sadik Armagan | 5f45027 | 2019-02-12 14:31:45 +0000 | [diff] [blame] | 86 | Multiplication = 2, |
Aron Virginas-Tar | fc413c0 | 2019-02-13 15:41:52 +0000 | [diff] [blame] | 87 | Output = 3, |
Saoirse Stewart | 3166c3e | 2019-02-18 15:24:53 +0000 | [diff] [blame] | 88 | Pooling2d = 4, |
Saoirse Stewart | 263829c | 2019-02-19 15:54:14 +0000 | [diff] [blame] | 89 | Reshape = 5, |
Mike Kelly | a0766c3 | 2019-02-19 17:22:07 +0000 | [diff] [blame] | 90 | Softmax = 6, |
Aron Virginas-Tar | c04125f | 2019-02-19 16:31:08 +0000 | [diff] [blame] | 91 | Convolution2d = 7, |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 92 | DepthwiseConvolution2d = 8, |
Nattapat Chaimanowong | 30b0020 | 2019-02-20 17:31:34 +0000 | [diff] [blame] | 93 | Activation = 9, |
Sadik Armagan | dbb0c0c | 2019-02-21 09:01:41 +0000 | [diff] [blame] | 94 | Permute = 10, |
Conor Kennedy | 7627788 | 2019-02-26 08:29:54 +0000 | [diff] [blame] | 95 | FullyConnected = 11, |
Nattapat Chaimanowong | 4528699 | 2019-02-26 15:53:02 +0000 | [diff] [blame] | 96 | Constant = 12, |
Nattapat Chaimanowong | 6b4ed98 | 2019-02-26 17:24:13 +0000 | [diff] [blame] | 97 | SpaceToBatchNd = 13, |
Éanna Ó Catháin | 5888589 | 2019-02-27 16:16:39 +0000 | [diff] [blame] | 98 | BatchToSpaceNd = 14, |
Aron Virginas-Tar | 0fe3245 | 2019-02-28 13:12:47 +0000 | [diff] [blame] | 99 | Division = 15, |
Nattapat Chaimanowong | 235cea5 | 2019-02-28 16:27:30 +0000 | [diff] [blame] | 100 | Minimum = 16, |
Aron Virginas-Tar | 377351e | 2019-02-27 14:42:31 +0000 | [diff] [blame] | 101 | Equal = 17, |
Nina Drozd | 5772878 | 2019-02-27 10:53:27 +0000 | [diff] [blame] | 102 | Maximum = 18, |
Nattapat Chaimanowong | ebb0f9c | 2019-03-01 12:14:06 +0000 | [diff] [blame] | 103 | Normalization = 19, |
Sadik Armagan | 8b42a38 | 2019-03-01 14:24:49 +0000 | [diff] [blame^] | 104 | Pad = 20, |
| 105 | Rsqrt = 21 |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 106 | } |
| 107 | |
| 108 | // Base layer table to be used as part of other layers |
| 109 | table LayerBase { |
| 110 | index:uint; |
| 111 | layerName:string; |
| 112 | layerType:LayerType; |
| 113 | inputSlots:[InputSlot]; |
| 114 | outputSlots:[OutputSlot]; |
| 115 | } |
| 116 | |
| 117 | table BindableLayerBase { |
| 118 | base:LayerBase; |
| 119 | layerBindingId:int; |
| 120 | } |
| 121 | |
| 122 | // Table for each layer defined below |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 123 | table ActivationLayer { |
| 124 | base:LayerBase; |
| 125 | descriptor:ActivationDescriptor; |
| 126 | } |
| 127 | |
| 128 | table ActivationDescriptor { |
| 129 | function:ActivationFunction = Sigmoid; |
| 130 | a:float; |
| 131 | b:float; |
| 132 | } |
| 133 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 134 | table AdditionLayer { |
| 135 | base:LayerBase; |
| 136 | } |
| 137 | |
Conor Kennedy | 7627788 | 2019-02-26 08:29:54 +0000 | [diff] [blame] | 138 | table ConstantLayer { |
| 139 | base:LayerBase; |
| 140 | input:ConstTensor; |
| 141 | } |
| 142 | |
Mike Kelly | a0766c3 | 2019-02-19 17:22:07 +0000 | [diff] [blame] | 143 | table Convolution2dLayer { |
| 144 | base:LayerBase; |
| 145 | descriptor:Convolution2dDescriptor; |
| 146 | weights:ConstTensor; |
| 147 | biases:ConstTensor; |
| 148 | } |
| 149 | |
| 150 | table Convolution2dDescriptor { |
| 151 | padLeft:uint; |
| 152 | padRight:uint; |
| 153 | padTop:uint; |
| 154 | padBottom:uint; |
| 155 | strideX:uint; |
| 156 | strideY:uint; |
| 157 | biasEnabled:bool = false; |
| 158 | dataLayout:DataLayout = NCHW; |
| 159 | } |
| 160 | |
Éanna Ó Catháin | 5888589 | 2019-02-27 16:16:39 +0000 | [diff] [blame] | 161 | table DivisionLayer { |
| 162 | base:LayerBase; |
| 163 | } |
| 164 | |
Nattapat Chaimanowong | 235cea5 | 2019-02-28 16:27:30 +0000 | [diff] [blame] | 165 | table EqualLayer { |
| 166 | base:LayerBase; |
| 167 | } |
| 168 | |
Sadik Armagan | dbb0c0c | 2019-02-21 09:01:41 +0000 | [diff] [blame] | 169 | table FullyConnectedLayer { |
| 170 | base:LayerBase; |
| 171 | descriptor:FullyConnectedDescriptor; |
| 172 | weights:ConstTensor; |
| 173 | biases:ConstTensor; |
| 174 | } |
| 175 | |
| 176 | table FullyConnectedDescriptor { |
| 177 | biasEnabled:bool = false; |
| 178 | transposeWeightsMatrix:bool = false; |
| 179 | } |
| 180 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 181 | table InputLayer { |
| 182 | base:BindableLayerBase; |
| 183 | } |
| 184 | |
Aron Virginas-Tar | 0fe3245 | 2019-02-28 13:12:47 +0000 | [diff] [blame] | 185 | table MinimumLayer { |
| 186 | base:LayerBase; |
| 187 | } |
| 188 | |
Aron Virginas-Tar | 377351e | 2019-02-27 14:42:31 +0000 | [diff] [blame] | 189 | table MaximumLayer { |
| 190 | base:LayerBase; |
| 191 | } |
| 192 | |
Sadik Armagan | 5f45027 | 2019-02-12 14:31:45 +0000 | [diff] [blame] | 193 | table MultiplicationLayer { |
| 194 | base:LayerBase; |
| 195 | } |
| 196 | |
Saoirse Stewart | 3166c3e | 2019-02-18 15:24:53 +0000 | [diff] [blame] | 197 | table Pooling2dLayer { |
| 198 | base:LayerBase; |
| 199 | descriptor:Pooling2dDescriptor; |
| 200 | } |
| 201 | |
| 202 | enum PoolingAlgorithm : byte { |
| 203 | Max = 0, |
| 204 | Average = 1, |
| 205 | L2 = 2 |
| 206 | } |
| 207 | |
| 208 | enum OutputShapeRounding : byte { |
| 209 | Floor = 0, |
| 210 | Ceiling = 1 |
| 211 | } |
| 212 | |
| 213 | enum PaddingMethod : byte { |
| 214 | IgnoreValue = 0, |
| 215 | Exclude = 1 |
| 216 | } |
| 217 | |
| 218 | table Pooling2dDescriptor { |
| 219 | poolType:PoolingAlgorithm; |
| 220 | padLeft:uint; |
| 221 | padRight:uint; |
| 222 | padTop:uint; |
| 223 | padBottom:uint; |
| 224 | poolWidth:uint; |
| 225 | poolHeight:uint; |
| 226 | strideX:uint; |
| 227 | strideY:uint; |
| 228 | outputShapeRounding:OutputShapeRounding; |
| 229 | paddingMethod:PaddingMethod; |
| 230 | dataLayout:DataLayout; |
| 231 | } |
| 232 | |
Aron Virginas-Tar | fc413c0 | 2019-02-13 15:41:52 +0000 | [diff] [blame] | 233 | table SoftmaxLayer { |
| 234 | base:LayerBase; |
| 235 | descriptor:SoftmaxDescriptor; |
| 236 | } |
| 237 | |
| 238 | table SoftmaxDescriptor { |
| 239 | beta:float; |
| 240 | } |
| 241 | |
Aron Virginas-Tar | c04125f | 2019-02-19 16:31:08 +0000 | [diff] [blame] | 242 | table DepthwiseConvolution2dLayer { |
| 243 | base:LayerBase; |
| 244 | descriptor:DepthwiseConvolution2dDescriptor; |
| 245 | weights:ConstTensor; |
| 246 | biases:ConstTensor; |
| 247 | } |
| 248 | |
| 249 | table DepthwiseConvolution2dDescriptor { |
| 250 | padLeft:uint; |
| 251 | padRight:uint; |
| 252 | padTop:uint; |
| 253 | padBottom:uint; |
| 254 | strideX:uint; |
| 255 | strideY:uint; |
| 256 | biasEnabled:bool = false; |
| 257 | dataLayout:DataLayout = NCHW; |
| 258 | } |
| 259 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 260 | table OutputLayer { |
| 261 | base:BindableLayerBase; |
| 262 | } |
| 263 | |
Saoirse Stewart | 263829c | 2019-02-19 15:54:14 +0000 | [diff] [blame] | 264 | table ReshapeLayer { |
| 265 | base:LayerBase; |
| 266 | descriptor:ReshapeDescriptor; |
| 267 | } |
| 268 | |
| 269 | table ReshapeDescriptor { |
| 270 | targetShape:[uint]; |
| 271 | } |
| 272 | |
Nattapat Chaimanowong | 30b0020 | 2019-02-20 17:31:34 +0000 | [diff] [blame] | 273 | table PermuteLayer { |
| 274 | base:LayerBase; |
| 275 | descriptor:PermuteDescriptor; |
| 276 | } |
| 277 | |
| 278 | table PermuteDescriptor { |
| 279 | dimMappings:[uint]; |
| 280 | } |
| 281 | |
Nattapat Chaimanowong | 4528699 | 2019-02-26 15:53:02 +0000 | [diff] [blame] | 282 | table SpaceToBatchNdLayer { |
| 283 | base:LayerBase; |
| 284 | descriptor:SpaceToBatchNdDescriptor; |
| 285 | } |
| 286 | |
| 287 | table SpaceToBatchNdDescriptor { |
| 288 | blockShape:[uint]; |
| 289 | padList:[uint]; |
| 290 | dataLayout:DataLayout; |
| 291 | } |
| 292 | |
Nattapat Chaimanowong | 6b4ed98 | 2019-02-26 17:24:13 +0000 | [diff] [blame] | 293 | table BatchToSpaceNdLayer { |
| 294 | base:LayerBase; |
| 295 | descriptor:BatchToSpaceNdDescriptor; |
| 296 | } |
| 297 | |
| 298 | table BatchToSpaceNdDescriptor { |
| 299 | blockShape:[uint]; |
| 300 | crops:[uint]; |
| 301 | dataLayout:DataLayout; |
| 302 | } |
| 303 | |
Nina Drozd | 5772878 | 2019-02-27 10:53:27 +0000 | [diff] [blame] | 304 | enum NormalizationAlgorithmChannel : byte { |
| 305 | Across = 0, |
| 306 | Within = 1 |
| 307 | } |
| 308 | |
| 309 | enum NormalizationAlgorithmMethod : byte { |
| 310 | LocalBrightness = 0, |
| 311 | LocalContrast = 1 |
| 312 | } |
| 313 | |
| 314 | table NormalizationLayer { |
| 315 | base:LayerBase; |
| 316 | descriptor:NormalizationDescriptor; |
| 317 | } |
| 318 | |
| 319 | table NormalizationDescriptor { |
| 320 | normChannelType:NormalizationAlgorithmChannel = Across; |
| 321 | normMethodType:NormalizationAlgorithmMethod = LocalBrightness; |
| 322 | normSize:uint; |
| 323 | alpha:float; |
| 324 | beta:float; |
| 325 | k:float; |
| 326 | dataLayout:DataLayout = NCHW; |
| 327 | } |
| 328 | |
Nattapat Chaimanowong | ebb0f9c | 2019-03-01 12:14:06 +0000 | [diff] [blame] | 329 | table PadLayer { |
| 330 | base:LayerBase; |
| 331 | descriptor:PadDescriptor; |
| 332 | } |
| 333 | |
| 334 | table PadDescriptor { |
| 335 | padList:[uint]; |
| 336 | } |
| 337 | |
Sadik Armagan | 8b42a38 | 2019-03-01 14:24:49 +0000 | [diff] [blame^] | 338 | table RsqrtLayer { |
| 339 | base:LayerBase; |
| 340 | } |
| 341 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 342 | union Layer { |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 343 | ActivationLayer, |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 344 | AdditionLayer, |
Nattapat Chaimanowong | 6b4ed98 | 2019-02-26 17:24:13 +0000 | [diff] [blame] | 345 | BatchToSpaceNdLayer, |
Conor Kennedy | 7627788 | 2019-02-26 08:29:54 +0000 | [diff] [blame] | 346 | ConstantLayer, |
Mike Kelly | a0766c3 | 2019-02-19 17:22:07 +0000 | [diff] [blame] | 347 | Convolution2dLayer, |
Aron Virginas-Tar | c04125f | 2019-02-19 16:31:08 +0000 | [diff] [blame] | 348 | DepthwiseConvolution2dLayer, |
Sadik Armagan | dbb0c0c | 2019-02-21 09:01:41 +0000 | [diff] [blame] | 349 | FullyConnectedLayer, |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 350 | InputLayer, |
Sadik Armagan | 5f45027 | 2019-02-12 14:31:45 +0000 | [diff] [blame] | 351 | MultiplicationLayer, |
Aron Virginas-Tar | fc413c0 | 2019-02-13 15:41:52 +0000 | [diff] [blame] | 352 | OutputLayer, |
Nattapat Chaimanowong | 30b0020 | 2019-02-20 17:31:34 +0000 | [diff] [blame] | 353 | PermuteLayer, |
Saoirse Stewart | 3166c3e | 2019-02-18 15:24:53 +0000 | [diff] [blame] | 354 | Pooling2dLayer, |
Saoirse Stewart | 263829c | 2019-02-19 15:54:14 +0000 | [diff] [blame] | 355 | ReshapeLayer, |
Nattapat Chaimanowong | 4528699 | 2019-02-26 15:53:02 +0000 | [diff] [blame] | 356 | SoftmaxLayer, |
Éanna Ó Catháin | 5888589 | 2019-02-27 16:16:39 +0000 | [diff] [blame] | 357 | SpaceToBatchNdLayer, |
Aron Virginas-Tar | 0fe3245 | 2019-02-28 13:12:47 +0000 | [diff] [blame] | 358 | DivisionLayer, |
Nattapat Chaimanowong | 235cea5 | 2019-02-28 16:27:30 +0000 | [diff] [blame] | 359 | MinimumLayer, |
Aron Virginas-Tar | 377351e | 2019-02-27 14:42:31 +0000 | [diff] [blame] | 360 | EqualLayer, |
Nina Drozd | 5772878 | 2019-02-27 10:53:27 +0000 | [diff] [blame] | 361 | MaximumLayer, |
Nattapat Chaimanowong | ebb0f9c | 2019-03-01 12:14:06 +0000 | [diff] [blame] | 362 | NormalizationLayer, |
Sadik Armagan | 8b42a38 | 2019-03-01 14:24:49 +0000 | [diff] [blame^] | 363 | PadLayer, |
| 364 | RsqrtLayer |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 365 | } |
| 366 | |
Saoirse Stewart | 49dbe0e | 2019-02-05 17:27:06 +0000 | [diff] [blame] | 367 | table AnyLayer { |
| 368 | layer:Layer; |
| 369 | } |
| 370 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 371 | // Root type for serialized data is the graph of the network |
| 372 | table SerializedGraph { |
Saoirse Stewart | 49dbe0e | 2019-02-05 17:27:06 +0000 | [diff] [blame] | 373 | layers:[AnyLayer]; |
Mike Kelly | 8c1701a | 2019-02-11 17:01:27 +0000 | [diff] [blame] | 374 | inputIds:[uint]; |
| 375 | outputIds:[uint]; |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 376 | } |
| 377 | |
| 378 | root_type SerializedGraph; |