Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 1 | // |
| 2 | // Copyright © 2017 Arm Ltd. All rights reserved. |
| 3 | // SPDX-License-Identifier: MIT |
| 4 | // |
| 5 | |
Derek Lamberti | 0028d1b | 2019-02-20 13:57:42 +0000 | [diff] [blame] | 6 | namespace armnnSerializer; |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 7 | |
| 8 | file_identifier "ARMN"; |
| 9 | |
| 10 | file_extension "armnn"; |
| 11 | |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 12 | enum ActivationFunction : byte { |
| 13 | Sigmoid = 0, |
| 14 | TanH = 1, |
| 15 | Linear = 2, |
| 16 | ReLu = 3, |
| 17 | BoundedReLu = 4, |
| 18 | SoftReLu = 5, |
| 19 | LeakyReLu = 6, |
| 20 | Abs = 7, |
| 21 | Sqrt = 8, |
| 22 | Square = 9 |
| 23 | } |
| 24 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 25 | enum DataType : byte { |
| 26 | Float16 = 0, |
| 27 | Float32 = 1, |
| 28 | QuantisedAsymm8 = 2, |
| 29 | Signed32 = 3, |
| 30 | Boolean = 4 |
| 31 | } |
| 32 | |
Saoirse Stewart | 3166c3e | 2019-02-18 15:24:53 +0000 | [diff] [blame] | 33 | enum DataLayout : byte { |
| 34 | NHWC = 0, |
| 35 | NCHW = 1 |
| 36 | } |
| 37 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 38 | table TensorInfo { |
| 39 | dimensions:[uint]; |
| 40 | dataType:DataType; |
| 41 | quantizationScale:float = 1.0; |
| 42 | quantizationOffset:int = 0; |
| 43 | } |
| 44 | |
| 45 | struct Connection { |
| 46 | sourceLayerIndex:uint; |
| 47 | outputSlotIndex:uint; |
| 48 | } |
| 49 | |
| 50 | table ByteData { |
| 51 | data:[byte]; |
| 52 | } |
| 53 | |
| 54 | table ShortData { |
| 55 | data:[short]; |
| 56 | } |
| 57 | |
| 58 | table IntData { |
| 59 | data:[int]; |
| 60 | } |
| 61 | |
| 62 | table LongData { |
| 63 | data:[long]; |
| 64 | } |
| 65 | |
| 66 | union ConstTensorData { ByteData, ShortData, IntData, LongData } |
| 67 | |
| 68 | table ConstTensor { |
| 69 | info:TensorInfo; |
| 70 | data:ConstTensorData; |
| 71 | } |
| 72 | |
| 73 | table InputSlot { |
| 74 | index:uint; |
| 75 | connection:Connection; |
| 76 | } |
| 77 | |
| 78 | table OutputSlot { |
| 79 | index:uint; |
| 80 | tensorInfo:TensorInfo; |
| 81 | } |
| 82 | |
| 83 | enum LayerType : uint { |
| 84 | Addition = 0, |
| 85 | Input = 1, |
Sadik Armagan | 5f45027 | 2019-02-12 14:31:45 +0000 | [diff] [blame] | 86 | Multiplication = 2, |
Aron Virginas-Tar | fc413c0 | 2019-02-13 15:41:52 +0000 | [diff] [blame] | 87 | Output = 3, |
Saoirse Stewart | 3166c3e | 2019-02-18 15:24:53 +0000 | [diff] [blame] | 88 | Pooling2d = 4, |
Saoirse Stewart | 263829c | 2019-02-19 15:54:14 +0000 | [diff] [blame] | 89 | Reshape = 5, |
Mike Kelly | a0766c3 | 2019-02-19 17:22:07 +0000 | [diff] [blame] | 90 | Softmax = 6, |
Aron Virginas-Tar | c04125f | 2019-02-19 16:31:08 +0000 | [diff] [blame] | 91 | Convolution2d = 7, |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 92 | DepthwiseConvolution2d = 8, |
Nattapat Chaimanowong | 30b0020 | 2019-02-20 17:31:34 +0000 | [diff] [blame] | 93 | Activation = 9, |
Sadik Armagan | dbb0c0c | 2019-02-21 09:01:41 +0000 | [diff] [blame] | 94 | Permute = 10, |
Conor Kennedy | 7627788 | 2019-02-26 08:29:54 +0000 | [diff] [blame] | 95 | FullyConnected = 11, |
Nattapat Chaimanowong | 4528699 | 2019-02-26 15:53:02 +0000 | [diff] [blame] | 96 | Constant = 12, |
Nattapat Chaimanowong | 6b4ed98 | 2019-02-26 17:24:13 +0000 | [diff] [blame] | 97 | SpaceToBatchNd = 13, |
Éanna Ó Catháin | 5888589 | 2019-02-27 16:16:39 +0000 | [diff] [blame] | 98 | BatchToSpaceNd = 14, |
Aron Virginas-Tar | 0fe3245 | 2019-02-28 13:12:47 +0000 | [diff] [blame] | 99 | Division = 15, |
Nattapat Chaimanowong | 235cea5 | 2019-02-28 16:27:30 +0000 | [diff] [blame] | 100 | Minimum = 16, |
Aron Virginas-Tar | 377351e | 2019-02-27 14:42:31 +0000 | [diff] [blame] | 101 | Equal = 17, |
Nina Drozd | 5772878 | 2019-02-27 10:53:27 +0000 | [diff] [blame] | 102 | Maximum = 18, |
Nattapat Chaimanowong | ebb0f9c | 2019-03-01 12:14:06 +0000 | [diff] [blame] | 103 | Normalization = 19, |
Sadik Armagan | 8b42a38 | 2019-03-01 14:24:49 +0000 | [diff] [blame] | 104 | Pad = 20, |
Finn Williams | dd2ba7e | 2019-03-01 11:51:52 +0000 | [diff] [blame] | 105 | Rsqrt = 21, |
ruoyan01 | 8e7fa23 | 2019-02-28 15:09:07 +0000 | [diff] [blame] | 106 | Floor = 22, |
Conor Kennedy | 79ffdf5 | 2019-03-01 14:24:54 +0000 | [diff] [blame^] | 107 | BatchNormalization = 23, |
| 108 | Greater = 24 |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 109 | } |
| 110 | |
| 111 | // Base layer table to be used as part of other layers |
| 112 | table LayerBase { |
| 113 | index:uint; |
| 114 | layerName:string; |
| 115 | layerType:LayerType; |
| 116 | inputSlots:[InputSlot]; |
| 117 | outputSlots:[OutputSlot]; |
| 118 | } |
| 119 | |
| 120 | table BindableLayerBase { |
| 121 | base:LayerBase; |
| 122 | layerBindingId:int; |
| 123 | } |
| 124 | |
| 125 | // Table for each layer defined below |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 126 | table ActivationLayer { |
| 127 | base:LayerBase; |
| 128 | descriptor:ActivationDescriptor; |
| 129 | } |
| 130 | |
| 131 | table ActivationDescriptor { |
| 132 | function:ActivationFunction = Sigmoid; |
| 133 | a:float; |
| 134 | b:float; |
| 135 | } |
| 136 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 137 | table AdditionLayer { |
| 138 | base:LayerBase; |
| 139 | } |
| 140 | |
Conor Kennedy | 7627788 | 2019-02-26 08:29:54 +0000 | [diff] [blame] | 141 | table ConstantLayer { |
| 142 | base:LayerBase; |
| 143 | input:ConstTensor; |
| 144 | } |
| 145 | |
Mike Kelly | a0766c3 | 2019-02-19 17:22:07 +0000 | [diff] [blame] | 146 | table Convolution2dLayer { |
| 147 | base:LayerBase; |
| 148 | descriptor:Convolution2dDescriptor; |
| 149 | weights:ConstTensor; |
| 150 | biases:ConstTensor; |
| 151 | } |
| 152 | |
| 153 | table Convolution2dDescriptor { |
| 154 | padLeft:uint; |
| 155 | padRight:uint; |
| 156 | padTop:uint; |
| 157 | padBottom:uint; |
| 158 | strideX:uint; |
| 159 | strideY:uint; |
| 160 | biasEnabled:bool = false; |
| 161 | dataLayout:DataLayout = NCHW; |
| 162 | } |
| 163 | |
Éanna Ó Catháin | 5888589 | 2019-02-27 16:16:39 +0000 | [diff] [blame] | 164 | table DivisionLayer { |
| 165 | base:LayerBase; |
| 166 | } |
| 167 | |
Nattapat Chaimanowong | 235cea5 | 2019-02-28 16:27:30 +0000 | [diff] [blame] | 168 | table EqualLayer { |
| 169 | base:LayerBase; |
| 170 | } |
| 171 | |
Finn Williams | dd2ba7e | 2019-03-01 11:51:52 +0000 | [diff] [blame] | 172 | table FloorLayer{ |
| 173 | base:LayerBase; |
| 174 | } |
| 175 | |
Sadik Armagan | dbb0c0c | 2019-02-21 09:01:41 +0000 | [diff] [blame] | 176 | table FullyConnectedLayer { |
| 177 | base:LayerBase; |
| 178 | descriptor:FullyConnectedDescriptor; |
| 179 | weights:ConstTensor; |
| 180 | biases:ConstTensor; |
| 181 | } |
| 182 | |
| 183 | table FullyConnectedDescriptor { |
| 184 | biasEnabled:bool = false; |
| 185 | transposeWeightsMatrix:bool = false; |
| 186 | } |
| 187 | |
Conor Kennedy | 79ffdf5 | 2019-03-01 14:24:54 +0000 | [diff] [blame^] | 188 | table GreaterLayer { |
| 189 | base:LayerBase; |
| 190 | } |
| 191 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 192 | table InputLayer { |
| 193 | base:BindableLayerBase; |
| 194 | } |
| 195 | |
Aron Virginas-Tar | 0fe3245 | 2019-02-28 13:12:47 +0000 | [diff] [blame] | 196 | table MinimumLayer { |
| 197 | base:LayerBase; |
| 198 | } |
| 199 | |
Aron Virginas-Tar | 377351e | 2019-02-27 14:42:31 +0000 | [diff] [blame] | 200 | table MaximumLayer { |
| 201 | base:LayerBase; |
| 202 | } |
| 203 | |
Sadik Armagan | 5f45027 | 2019-02-12 14:31:45 +0000 | [diff] [blame] | 204 | table MultiplicationLayer { |
| 205 | base:LayerBase; |
| 206 | } |
| 207 | |
Saoirse Stewart | 3166c3e | 2019-02-18 15:24:53 +0000 | [diff] [blame] | 208 | table Pooling2dLayer { |
| 209 | base:LayerBase; |
| 210 | descriptor:Pooling2dDescriptor; |
| 211 | } |
| 212 | |
| 213 | enum PoolingAlgorithm : byte { |
| 214 | Max = 0, |
| 215 | Average = 1, |
| 216 | L2 = 2 |
| 217 | } |
| 218 | |
| 219 | enum OutputShapeRounding : byte { |
| 220 | Floor = 0, |
| 221 | Ceiling = 1 |
| 222 | } |
| 223 | |
| 224 | enum PaddingMethod : byte { |
| 225 | IgnoreValue = 0, |
| 226 | Exclude = 1 |
| 227 | } |
| 228 | |
| 229 | table Pooling2dDescriptor { |
| 230 | poolType:PoolingAlgorithm; |
| 231 | padLeft:uint; |
| 232 | padRight:uint; |
| 233 | padTop:uint; |
| 234 | padBottom:uint; |
| 235 | poolWidth:uint; |
| 236 | poolHeight:uint; |
| 237 | strideX:uint; |
| 238 | strideY:uint; |
| 239 | outputShapeRounding:OutputShapeRounding; |
| 240 | paddingMethod:PaddingMethod; |
| 241 | dataLayout:DataLayout; |
| 242 | } |
| 243 | |
Aron Virginas-Tar | fc413c0 | 2019-02-13 15:41:52 +0000 | [diff] [blame] | 244 | table SoftmaxLayer { |
| 245 | base:LayerBase; |
| 246 | descriptor:SoftmaxDescriptor; |
| 247 | } |
| 248 | |
| 249 | table SoftmaxDescriptor { |
| 250 | beta:float; |
| 251 | } |
| 252 | |
Aron Virginas-Tar | c04125f | 2019-02-19 16:31:08 +0000 | [diff] [blame] | 253 | table DepthwiseConvolution2dLayer { |
| 254 | base:LayerBase; |
| 255 | descriptor:DepthwiseConvolution2dDescriptor; |
| 256 | weights:ConstTensor; |
| 257 | biases:ConstTensor; |
| 258 | } |
| 259 | |
| 260 | table DepthwiseConvolution2dDescriptor { |
| 261 | padLeft:uint; |
| 262 | padRight:uint; |
| 263 | padTop:uint; |
| 264 | padBottom:uint; |
| 265 | strideX:uint; |
| 266 | strideY:uint; |
| 267 | biasEnabled:bool = false; |
| 268 | dataLayout:DataLayout = NCHW; |
| 269 | } |
| 270 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 271 | table OutputLayer { |
| 272 | base:BindableLayerBase; |
| 273 | } |
| 274 | |
Saoirse Stewart | 263829c | 2019-02-19 15:54:14 +0000 | [diff] [blame] | 275 | table ReshapeLayer { |
| 276 | base:LayerBase; |
| 277 | descriptor:ReshapeDescriptor; |
| 278 | } |
| 279 | |
| 280 | table ReshapeDescriptor { |
| 281 | targetShape:[uint]; |
| 282 | } |
| 283 | |
Nattapat Chaimanowong | 30b0020 | 2019-02-20 17:31:34 +0000 | [diff] [blame] | 284 | table PermuteLayer { |
| 285 | base:LayerBase; |
| 286 | descriptor:PermuteDescriptor; |
| 287 | } |
| 288 | |
| 289 | table PermuteDescriptor { |
| 290 | dimMappings:[uint]; |
| 291 | } |
| 292 | |
Nattapat Chaimanowong | 4528699 | 2019-02-26 15:53:02 +0000 | [diff] [blame] | 293 | table SpaceToBatchNdLayer { |
| 294 | base:LayerBase; |
| 295 | descriptor:SpaceToBatchNdDescriptor; |
| 296 | } |
| 297 | |
| 298 | table SpaceToBatchNdDescriptor { |
| 299 | blockShape:[uint]; |
| 300 | padList:[uint]; |
| 301 | dataLayout:DataLayout; |
| 302 | } |
| 303 | |
Nattapat Chaimanowong | 6b4ed98 | 2019-02-26 17:24:13 +0000 | [diff] [blame] | 304 | table BatchToSpaceNdLayer { |
| 305 | base:LayerBase; |
| 306 | descriptor:BatchToSpaceNdDescriptor; |
| 307 | } |
| 308 | |
| 309 | table BatchToSpaceNdDescriptor { |
| 310 | blockShape:[uint]; |
| 311 | crops:[uint]; |
| 312 | dataLayout:DataLayout; |
| 313 | } |
| 314 | |
Nina Drozd | 5772878 | 2019-02-27 10:53:27 +0000 | [diff] [blame] | 315 | enum NormalizationAlgorithmChannel : byte { |
| 316 | Across = 0, |
| 317 | Within = 1 |
| 318 | } |
| 319 | |
| 320 | enum NormalizationAlgorithmMethod : byte { |
| 321 | LocalBrightness = 0, |
| 322 | LocalContrast = 1 |
| 323 | } |
| 324 | |
| 325 | table NormalizationLayer { |
| 326 | base:LayerBase; |
| 327 | descriptor:NormalizationDescriptor; |
| 328 | } |
| 329 | |
| 330 | table NormalizationDescriptor { |
| 331 | normChannelType:NormalizationAlgorithmChannel = Across; |
| 332 | normMethodType:NormalizationAlgorithmMethod = LocalBrightness; |
| 333 | normSize:uint; |
| 334 | alpha:float; |
| 335 | beta:float; |
| 336 | k:float; |
| 337 | dataLayout:DataLayout = NCHW; |
| 338 | } |
| 339 | |
Nattapat Chaimanowong | ebb0f9c | 2019-03-01 12:14:06 +0000 | [diff] [blame] | 340 | table PadLayer { |
| 341 | base:LayerBase; |
| 342 | descriptor:PadDescriptor; |
| 343 | } |
| 344 | |
| 345 | table PadDescriptor { |
| 346 | padList:[uint]; |
| 347 | } |
| 348 | |
Sadik Armagan | 8b42a38 | 2019-03-01 14:24:49 +0000 | [diff] [blame] | 349 | table RsqrtLayer { |
| 350 | base:LayerBase; |
| 351 | } |
| 352 | |
ruoyan01 | 8e7fa23 | 2019-02-28 15:09:07 +0000 | [diff] [blame] | 353 | table BatchNormalizationLayer { |
| 354 | base:LayerBase; |
| 355 | descriptor:BatchNormalizationDescriptor; |
| 356 | mean:ConstTensor; |
| 357 | variance:ConstTensor; |
| 358 | beta:ConstTensor; |
| 359 | gamma:ConstTensor; |
| 360 | } |
| 361 | |
| 362 | table BatchNormalizationDescriptor { |
| 363 | eps:float; |
| 364 | dataLayout:DataLayout; |
| 365 | } |
| 366 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 367 | union Layer { |
Mike Kelly | af48401 | 2019-02-20 16:53:11 +0000 | [diff] [blame] | 368 | ActivationLayer, |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 369 | AdditionLayer, |
Nattapat Chaimanowong | 6b4ed98 | 2019-02-26 17:24:13 +0000 | [diff] [blame] | 370 | BatchToSpaceNdLayer, |
ruoyan01 | 8e7fa23 | 2019-02-28 15:09:07 +0000 | [diff] [blame] | 371 | BatchNormalizationLayer, |
Conor Kennedy | 7627788 | 2019-02-26 08:29:54 +0000 | [diff] [blame] | 372 | ConstantLayer, |
Mike Kelly | a0766c3 | 2019-02-19 17:22:07 +0000 | [diff] [blame] | 373 | Convolution2dLayer, |
Aron Virginas-Tar | c04125f | 2019-02-19 16:31:08 +0000 | [diff] [blame] | 374 | DepthwiseConvolution2dLayer, |
Sadik Armagan | dbb0c0c | 2019-02-21 09:01:41 +0000 | [diff] [blame] | 375 | FullyConnectedLayer, |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 376 | InputLayer, |
Sadik Armagan | 5f45027 | 2019-02-12 14:31:45 +0000 | [diff] [blame] | 377 | MultiplicationLayer, |
Aron Virginas-Tar | fc413c0 | 2019-02-13 15:41:52 +0000 | [diff] [blame] | 378 | OutputLayer, |
Nattapat Chaimanowong | 30b0020 | 2019-02-20 17:31:34 +0000 | [diff] [blame] | 379 | PermuteLayer, |
Saoirse Stewart | 3166c3e | 2019-02-18 15:24:53 +0000 | [diff] [blame] | 380 | Pooling2dLayer, |
Saoirse Stewart | 263829c | 2019-02-19 15:54:14 +0000 | [diff] [blame] | 381 | ReshapeLayer, |
Nattapat Chaimanowong | 4528699 | 2019-02-26 15:53:02 +0000 | [diff] [blame] | 382 | SoftmaxLayer, |
Éanna Ó Catháin | 5888589 | 2019-02-27 16:16:39 +0000 | [diff] [blame] | 383 | SpaceToBatchNdLayer, |
Aron Virginas-Tar | 0fe3245 | 2019-02-28 13:12:47 +0000 | [diff] [blame] | 384 | DivisionLayer, |
Nattapat Chaimanowong | 235cea5 | 2019-02-28 16:27:30 +0000 | [diff] [blame] | 385 | MinimumLayer, |
Aron Virginas-Tar | 377351e | 2019-02-27 14:42:31 +0000 | [diff] [blame] | 386 | EqualLayer, |
Nina Drozd | 5772878 | 2019-02-27 10:53:27 +0000 | [diff] [blame] | 387 | MaximumLayer, |
Nattapat Chaimanowong | ebb0f9c | 2019-03-01 12:14:06 +0000 | [diff] [blame] | 388 | NormalizationLayer, |
Sadik Armagan | 8b42a38 | 2019-03-01 14:24:49 +0000 | [diff] [blame] | 389 | PadLayer, |
Finn Williams | dd2ba7e | 2019-03-01 11:51:52 +0000 | [diff] [blame] | 390 | RsqrtLayer, |
Conor Kennedy | 79ffdf5 | 2019-03-01 14:24:54 +0000 | [diff] [blame^] | 391 | FloorLayer, |
| 392 | GreaterLayer |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 393 | } |
| 394 | |
Saoirse Stewart | 49dbe0e | 2019-02-05 17:27:06 +0000 | [diff] [blame] | 395 | table AnyLayer { |
| 396 | layer:Layer; |
| 397 | } |
| 398 | |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 399 | // Root type for serialized data is the graph of the network |
| 400 | table SerializedGraph { |
Saoirse Stewart | 49dbe0e | 2019-02-05 17:27:06 +0000 | [diff] [blame] | 401 | layers:[AnyLayer]; |
Mike Kelly | 8c1701a | 2019-02-11 17:01:27 +0000 | [diff] [blame] | 402 | inputIds:[uint]; |
| 403 | outputIds:[uint]; |
Nattapat Chaimanowong | 969eea3 | 2019-01-30 13:33:11 +0000 | [diff] [blame] | 404 | } |
| 405 | |
| 406 | root_type SerializedGraph; |