diff --git a/ConversionUtils.hpp b/ConversionUtils.hpp
index a284a50..6f1f100 100644
--- a/ConversionUtils.hpp
+++ b/ConversionUtils.hpp
@@ -2220,6 +2220,13 @@
         return Fail("%s: Operation has invalid input", __func__);
     }
 
+    const armnn::TensorInfo& inputInfo  = input.GetTensorInfo();
+    const armnn::Optional<unsigned int>& quantizationDim = inputInfo.GetQuantizationDim();
+    if (quantizationDim.has_value() && quantizationDim.value() != 0)
+    {
+        return Fail("%s: Operation has quantization dimension different than 0", __func__);
+    }
+
     const Operand* const outputOperand = GetOutputOperand<HalPolicy>(operation, 0, model);
     if (!outputOperand)
     {
@@ -2237,8 +2244,8 @@
                                IsDequantizeSupported,
                                data.m_Backends,
                                isSupported,
-                               input.GetTensorInfo(),
-                               GetTensorInfoForOperand(*outputOperand));
+                               inputInfo,
+                               outputInfo);
     if (!isSupported)
     {
         return false;