Fix LeNet-f16 convolution regression

Resolves COMPMID-5420

Signed-off-by: Adnan AlSinan <adnan.alsinan@arm.com>
Change-Id: I24dca916f49f82e7e5ec809500ae5fe32c8adc97
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/8020
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: SiCong Li <sicong.li@arm.com>
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Benchmark: Arm Jenkins <bsgcomp@arm.com>
diff --git a/src/gpu/cl/operators/ClConv2d.cpp b/src/gpu/cl/operators/ClConv2d.cpp
index 09beee7..db193ce 100644
--- a/src/gpu/cl/operators/ClConv2d.cpp
+++ b/src/gpu/cl/operators/ClConv2d.cpp
@@ -281,7 +281,7 @@
                 }
 
                 // Direct convolution case
-                if(is_direct_valid)
+                if(is_direct_valid && workload_gte_8192)
                 {
                     if((gpu_target == arm_compute::GPUTarget::G71 || gpu_target == arm_compute::GPUTarget::G72 || get_arch_from_target(gpu_target) == arm_compute::GPUTarget::MIDGARD))
                     {
@@ -292,7 +292,7 @@
                     }
                     else if(gpu_target == arm_compute::GPUTarget::G76)
                     {
-                        if((is_large_kernel_sz && workload_gte_8192 && is_ifm_ge_16) || (is_ofm_lte_8 && is_ifm_ge_16))
+                        if((is_large_kernel_sz && is_ifm_ge_16) || (is_ofm_lte_8 && is_ifm_ge_16))
                         {
                             return ConvolutionMethod::DIRECT;
                         }