IVGCVSW-3073 Refactor reference DepthwiseConvolution2d workloads

Change-Id: I3cf8d9dbc4f8c95e0e2311505dd7e9f9069f1ab5
Signed-off-by: Ruomei Yan <ruomei.yan@arm.com>
diff --git a/src/backends/reference/backend.mk b/src/backends/reference/backend.mk
index 3146fca..b7a35ab 100644
--- a/src/backends/reference/backend.mk
+++ b/src/backends/reference/backend.mk
@@ -35,8 +35,7 @@
         workloads/RefConvertFp32ToFp16Workload.cpp \
         workloads/RefConvolution2dWorkload.cpp \
         workloads/RefDebugWorkload.cpp \
-        workloads/RefDepthwiseConvolution2dFloat32Workload.cpp \
-        workloads/RefDepthwiseConvolution2dUint8Workload.cpp \
+        workloads/RefDepthwiseConvolution2dWorkload.cpp \
         workloads/RefDequantizeWorkload.cpp \
         workloads/RefDetectionPostProcessFloat32Workload.cpp \
         workloads/RefDetectionPostProcessUint8Workload.cpp \