Revert "Fix performance regression in ClConv2D"

- Reverting commit e54d8c07e75d70baeb80fecbb43088027ea45658
  because it has caused unexpected regressions.
Resolves: COMPMID-5504
Signed-off-by: Ramy Elgammal <ramy.elgammal@arm.com>
Change-Id: I2a0bcc6a311009a81f20a146079758ad138fff5b
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/8092
Benchmark: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: Gunes Bayir <gunes.bayir@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
Tested-by: Arm Jenkins <bsgcomp@arm.com>
diff --git a/src/gpu/cl/operators/ClConv2d.cpp b/src/gpu/cl/operators/ClConv2d.cpp
index cd64c8d..8119fc8 100644
--- a/src/gpu/cl/operators/ClConv2d.cpp
+++ b/src/gpu/cl/operators/ClConv2d.cpp
@@ -273,11 +273,6 @@
                         {
                             return ConvolutionMethod::WINOGRAD;
                         }
-
-                        if(weights->dimension(idx_w) > 3 && weights->dimension(idx_h) > 3)
-                        {
-                            return ConvolutionMethod::WINOGRAD;
-                        }
                     }
                     else
                     {
@@ -306,11 +301,7 @@
                     {
                         if( ((is_large_kernel_sz || is_m_one) && workload_gte_8192) || is_ofm_lte_8 )
                         {
-                            // Do not use direct convolution when the kernel is large and the stride is unit
-                            if(!(is_large_kernel_sz && conv_info.stride().first == 1 && conv_info.stride().second == 1))
-                            {
-                                return ConvolutionMethod::DIRECT;
-                            }
+                            return ConvolutionMethod::DIRECT;
                         }
                     }
                 }