MLBEDSW-3654 Add/use op ifm/ofm shapes

Add ifm/ofm shapes to op
Changed to rely on these shapes

Signed-off-by: Patrik Gustavsson <patrik.gustavsson@arm.com>
Change-Id: I571535a1dcadc2bdb04a3c727a8e1c49703b174d
diff --git a/ethosu/vela/operation_util.py b/ethosu/vela/operation_util.py
index a267b2a..a55b954 100644
--- a/ethosu/vela/operation_util.py
+++ b/ethosu/vela/operation_util.py
@@ -61,6 +61,7 @@
     ofm = Tensor([1, height, 1, 1], ifm.dtype, op.name + "_tens0")
     ofm.quantization = quantization
     op.set_output_tensor(ofm)
+    op.set_ifm_ofm_shapes()
     return op
 
 
@@ -81,6 +82,7 @@
     sum_of_exp = Tensor(ofm_shape, DataType.int32, op.name + "_tens0")
     sum_of_exp.quantization = quantization
     op.set_output_tensor(sum_of_exp)
+    op.set_ifm_ofm_shapes()
     return op
 
 
@@ -190,4 +192,5 @@
     ofm = Tensor(ofm_shape, dtype, f"{op.name}_tens0")
     ofm.quantization = quantization
     op.set_output_tensor(ofm)
+    op.set_ifm_ofm_shapes()
     return op