IVGCVSW-1951 Remove type templating from NeonDepthwiseConvolutionWorkload

Change-Id: I411d02949524eb802672d83ee281300c34b007c8
diff --git a/src/backends/neon/workloads/CMakeLists.txt b/src/backends/neon/workloads/CMakeLists.txt
index 9c57dff..cf47d66 100644
--- a/src/backends/neon/workloads/CMakeLists.txt
+++ b/src/backends/neon/workloads/CMakeLists.txt
@@ -18,12 +18,8 @@
     NeonConvertFp32ToFp16Workload.hpp
     NeonConvolution2dWorkload.cpp
     NeonConvolution2dWorkload.hpp
-    NeonDepthwiseConvolutionBaseWorkload.cpp
-    NeonDepthwiseConvolutionBaseWorkload.hpp
-    NeonDepthwiseConvolutionFloatWorkload.cpp
-    NeonDepthwiseConvolutionFloatWorkload.hpp
-    NeonDepthwiseConvolutionUint8Workload.cpp
-    NeonDepthwiseConvolutionUint8Workload.hpp
+    NeonDepthwiseConvolutionWorkload.cpp
+    NeonDepthwiseConvolutionWorkload.hpp
     NeonFloorFloatWorkload.cpp
     NeonFloorFloatWorkload.hpp
     NeonFullyConnectedWorkload.cpp