blob: 28d7753973b73d996f88b5b588a3e6ec9f83181d [file] [log] [blame]
//
// Copyright © 2022-2024 Arm Ltd and Contributors. All rights reserved.
// SPDX-License-Identifier: MIT
//
#include <armnn/Optional.hpp>
#include <armnn/Types.hpp>
#include <tosaReference/TosaRefLayerSupport.hpp>
#include <doctest/doctest.h>
#include <string>
using namespace armnn;
TEST_SUITE("TosaRefLayerSupported")
{
TEST_CASE("IsLayerSupportedTosaReferenceAddition")
{
TensorShape shape0 = {1,1,3,4};
TensorShape shape1 = {1,1,3,4};
TensorShape outShape = {1,1,3,4};
TensorInfo in0(shape0, DataType::Float32);
TensorInfo in1(shape1, DataType::Float32);
TensorInfo out(outShape, DataType::Float32);
BaseDescriptor desc;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Addition,
{in0, in1, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceAdditionUnsupported")
{
TensorShape shape0 = {1,1,3,4};
TensorShape shape1 = {4};
TensorShape outShape = {1,1,3,4};
TensorInfo in0(shape0, DataType::Signed64);
TensorInfo in1(shape1, DataType::Signed64);
TensorInfo out(outShape, DataType::Signed64);
BaseDescriptor desc;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Addition,
{in0, in1, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceConcat")
{
TensorShape input0Shape = { 2, 3, 2, 2 };
TensorShape input1Shape = { 2, 3, 2, 2 };
TensorShape outputShape = { 2, 6, 2, 2 };
TensorInfo input0Info(input0Shape, DataType::Float32);
TensorInfo input1Info(input1Shape, DataType::Float32);
TensorInfo outputInfo(outputShape, DataType::Float32);
OriginsDescriptor descriptor;
std::vector<TensorShape> shapes = {input0Shape, input1Shape} ;
unsigned int concatAxis = 1;
descriptor = CreateDescriptorForConcatenation(shapes.begin(), shapes.end(), concatAxis);
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Concat,
{input0Info, input1Info, outputInfo},
descriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceConcatUnsupported")
{
TensorShape input0Shape = { 2, 3, 2, 2 };
TensorShape input1Shape = { 2, 3, 2, 2 };
TensorShape outputShape = { 2, 6, 2, 2 };
TensorInfo input0Info(input0Shape, armnn::DataType::QAsymmU8);
TensorInfo input1Info(input1Shape, armnn::DataType::QAsymmU8);
TensorInfo outputInfo(outputShape, armnn::DataType::QAsymmU8);
OriginsDescriptor descriptor;
std::vector<armnn::TensorShape> shapes = {input0Shape, input1Shape} ;
unsigned int concatAxis = 1;
descriptor = armnn::CreateDescriptorForConcatenation(shapes.begin(), shapes.end(), concatAxis);
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Concat,
{input0Info, input1Info, outputInfo},
descriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceConstant")
{
TensorInfo outputInfo({1,1,3,4}, DataType::Float32);
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Constant,
{outputInfo},
BaseDescriptor(),
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceConv2d")
{
TensorInfo inputInfo ({ 1, 5, 5, 1 }, DataType::Float32);
TensorInfo outputInfo({ 1, 3, 3, 1 }, DataType::Float32);
TensorInfo weightsInfo({ 1, 3, 3, 1 }, DataType::Float32);
TensorInfo biasesInfo ({ 1 }, DataType::Float32);
Convolution2dDescriptor desc;
desc.m_BiasEnabled = true;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Convolution2d,
{inputInfo, outputInfo, weightsInfo, biasesInfo},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceConv2dUnsupported")
{
// If inputs and weights are Fp32, output must match.
TensorInfo inputInfo ({ 1, 5, 5, 1 }, DataType::Float32);
TensorInfo outputInfo({ 1, 3, 3, 1 }, DataType::Signed64);
TensorInfo weightsInfo({ 1, 3, 3, 1 }, DataType::Float32, 0.0f, 0, true);
TensorInfo biasesInfo ({ 1 }, DataType::Float32, 0.0f, 0, true);
Convolution2dDescriptor desc;
desc.m_BiasEnabled = true;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Convolution2d,
{inputInfo, outputInfo, weightsInfo, biasesInfo},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceMultiplication")
{
TensorShape shape0 = {1,1,3,4};
TensorShape shape1 = {1,1,3,4};
TensorShape outShape = {1,1,3,4};
TensorInfo in0(shape0, armnn::DataType::Float32);
TensorInfo in1(shape1, armnn::DataType::Float32);
TensorInfo out(outShape, armnn::DataType::Float32);
BaseDescriptor desc;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(armnn::LayerType::Multiplication,
{in0, in1, out},
desc,
armnn::EmptyOptional(),
armnn::EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceMultiplicationUnsupported")
{
TensorShape shape0 = {1,1,3,4};
TensorShape shape1 = {1,2,3,4};
TensorShape outShape = {1,1,3,4};
TensorInfo in0(shape0, armnn::DataType::Signed64);
TensorInfo in1(shape1, armnn::DataType::Signed64);
TensorInfo out(outShape, armnn::DataType::Signed64);
BaseDescriptor desc;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(armnn::LayerType::Multiplication,
{in0, in1, out},
desc,
armnn::EmptyOptional(),
armnn::EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceMaxPooling2d")
{
TensorShape inShape = {1,1,3,4};
TensorShape outShape = {1,1,3,4};
TensorInfo in(inShape, DataType::Float32);
TensorInfo out(outShape, DataType::Float32);
Pooling2dDescriptor desc;
desc.m_PoolHeight = 1;
desc.m_PoolWidth = 1;
desc.m_StrideX = 1;
desc.m_StrideY = 1;
desc.m_PoolType = PoolingAlgorithm::Max;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Pooling2d,
{in, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceAvgPooling2d_IgnoreValue")
{
TensorShape inShape = {1,1,3,4};
TensorShape outShape = {1,1,3,4};
TensorInfo in(inShape, DataType::Float32);
TensorInfo out(outShape, DataType::Float32);
Pooling2dDescriptor desc;
desc.m_PoolHeight = 1;
desc.m_PoolWidth = 1;
desc.m_StrideX = 1;
desc.m_StrideY = 1;
desc.m_PaddingMethod = PaddingMethod::IgnoreValue;
desc.m_PoolType = PoolingAlgorithm::Average;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Pooling2d,
{in, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceLeakyReLuActivation")
{
TensorInfo inputInfo1({1,1,3,4}, DataType::Float32);
TensorInfo inputInfo2({1,1,3,4}, DataType::Float32);
TensorInfo outputInfo({1,1,3,4}, DataType::Float32);
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
ActivationDescriptor descriptor;
descriptor.m_Function = ActivationFunction::LeakyReLu;
auto supported = supportChecker.IsLayerSupported(LayerType::Activation,
{inputInfo1, inputInfo2, outputInfo},
descriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceActivationUnsupported")
{
TensorInfo inputInfo1({1,1,3,4}, DataType::Float32);
TensorInfo inputInfo2({1,1,3,4}, DataType::Float32);
TensorInfo outputInfo({1,1,3,4}, DataType::Float32);
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
ActivationDescriptor descriptor;
descriptor.m_Function = ActivationFunction::HardSwish;
auto supported = supportChecker.IsLayerSupported(LayerType::Activation,
{inputInfo1, inputInfo2, outputInfo},
descriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceMaxPooling2dUnsupported")
{
TensorShape inShape = {1,1,3,4};
TensorShape outShape = {1,1,3,4};
TensorInfo in(inShape, DataType::Signed64);
TensorInfo out(outShape, DataType::Signed64);
Pooling2dDescriptor desc;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Pooling2d,
{in, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceAvgPooling2dUnsupported_InputOutputDatatypeDifferent")
{
TensorShape inShape = {1,1,3,4};
TensorShape outShape = {1,1,3,4};
TensorInfo in(inShape, DataType::Float32);
TensorInfo out(outShape, DataType::Float16);
Pooling2dDescriptor desc;
desc.m_PaddingMethod = PaddingMethod::IgnoreValue;
desc.m_PoolType = PoolingAlgorithm::Average;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Pooling2d,
{in, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceReshape")
{
TensorShape inShape = {3,4};
TensorShape outShape = {12};
TensorInfo in(inShape, DataType::Float32);
TensorInfo out(outShape, DataType::Float32);
ReshapeDescriptor desc;
desc.m_TargetShape = {12};
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Reshape,
{in, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceResize")
{
TensorShape inShape = { 1, 720, 1280, 3 };
TensorShape outShape = { 1, 1080, 1920, 3 };
TensorInfo in(inShape, DataType::Float32);
TensorInfo out(outShape, DataType::Float32);
ResizeDescriptor descriptor;
descriptor.m_DataLayout = armnn::DataLayout::NHWC;
descriptor.m_TargetHeight = 1080;
descriptor.m_TargetWidth = 1920;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Resize,
{in, out},
descriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceReshapeUnsupported")
{
TensorShape inShape = {3,4};
TensorShape outShape = {12};
TensorInfo in(inShape, DataType::Signed64);
TensorInfo out(outShape, DataType::Signed64);
ReshapeDescriptor desc;
desc.m_TargetShape = {12};
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Reshape,
{in, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceRsqrt")
{
TensorShape shape0 = {2,2};
TensorShape outShape = {2,2};
TensorInfo in0(shape0, DataType::Float32);
TensorInfo out(outShape, DataType::Float32);
ElementwiseUnaryDescriptor desc(UnaryOperation::Rsqrt);
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::ElementwiseUnary,
{in0, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceRsqrtUnsupported")
{
TensorShape shape0 = {1,1,3,4};
TensorShape outShape = {1,3,1,4};
TensorInfo in0(shape0, DataType::Signed64);
TensorInfo out(outShape, DataType::Signed64);
ElementwiseUnaryDescriptor desc(UnaryOperation::Rsqrt);
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::ElementwiseUnary,
{in0, out},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceSlice")
{
TensorShape inShape = {3,2,3};
TensorShape outShape = {2,1,3};
TensorInfo in(inShape, DataType::Float32);
TensorInfo out(outShape, DataType::Float32);
SliceDescriptor descriptor;
descriptor.m_Begin = {1,0,0 };
descriptor.m_Size = {2,1,3 };
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Slice,
{in, out},
descriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceSliceUnsupported")
{
TensorShape inShape = {3,2,3};
TensorShape outShape = {2,1,3};
TensorInfo in(inShape, DataType::Signed64);
TensorInfo out(outShape, DataType::Signed64);
SliceDescriptor descriptor;
descriptor.m_Begin = {1,0,0};
descriptor.m_Size = {2,1,3};
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Slice,
{in, out},
descriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceSplit")
{
TensorShape inShape = {1, 18, 4, 4};
TensorShape outShape = {1, 6, 4, 4};
TensorInfo in(inShape, DataType::Float32);
TensorInfo out(outShape, DataType::Float32);
const unsigned int numViews = 3;
const unsigned int numDimensions = 4;
armnn::SplitterDescriptor descriptor(numViews, numDimensions);
descriptor.SetAxis(static_cast<int32_t>(1));
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Splitter,
{in, out, out, out},
descriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceSplitUnsupported")
{
TensorShape inShape = {1, 18, 4, 4};
TensorShape outShape = {1, 6, 4, 4};
TensorInfo in(inShape, DataType::Signed64);
TensorInfo out(outShape, DataType::Signed64);
const unsigned int numViews = 3;
const unsigned int numDimensions = 4;
armnn::SplitterDescriptor descriptor(numViews, numDimensions);
descriptor.SetAxis(static_cast<int32_t>(1));
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Splitter,
{in, out, out, out},
descriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceSubtraction")
{
TensorShape shape0 = {1,1,3,4};
TensorShape shape1 = {1,1,3,4};
TensorShape outShape = {1,1,3,4};
TensorInfo in0(shape0, armnn::DataType::Float32);
TensorInfo in1(shape1, armnn::DataType::Float32);
TensorInfo out(outShape, armnn::DataType::Float32);
BaseDescriptor desc;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(armnn::LayerType::Subtraction,
{in0, in1, out},
desc,
armnn::EmptyOptional(),
armnn::EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceSubtractionUnsupported")
{
TensorShape shape0 = {1,1,3,4};
TensorShape shape1 = {4};
TensorShape outShape = {1,1,3,4};
TensorInfo in0(shape0, armnn::DataType::Signed64);
TensorInfo in1(shape1, armnn::DataType::Signed64);
TensorInfo out(outShape, armnn::DataType::Signed64);
BaseDescriptor desc;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(armnn::LayerType::Subtraction,
{in0, in1, out},
desc,
armnn::EmptyOptional(),
armnn::EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceTransposeConv2d")
{
TensorInfo inputInfo ({ 1, 3, 3, 1 }, DataType::Float32);
TensorInfo outputInfo({ 1, 5, 5, 1 }, DataType::Float32);
TensorInfo weightsInfo({ 1, 3, 3, 1 }, DataType::Float32);
TensorInfo biasesInfo ({ 1 }, DataType::Float32);
TransposeConvolution2dDescriptor desc;
desc.m_StrideX = 1;
desc.m_StrideY = 1;
desc.m_BiasEnabled = true;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::TransposeConvolution2d,
{inputInfo, outputInfo, weightsInfo, biasesInfo},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceTransposeConv2dUnsupported")
{
// If inputs and weights are Fp32, output must match.
TensorInfo inputInfo ({ 1, 3, 3, 1 }, DataType::Float32);
TensorInfo outputInfo({ 1, 5, 5, 1 }, DataType::Float32);
TensorInfo weightsInfo({ 1, 3, 3, 1 }, DataType::Float32, 0.0f, 0, true);
TensorInfo biasesInfo ({ 1 }, DataType::Float32, 0.0f, 0, true);
TransposeConvolution2dDescriptor desc;
desc.m_BiasEnabled = true;
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::TransposeConvolution2d,
{inputInfo, outputInfo, weightsInfo, biasesInfo},
desc,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceTranspose")
{
TensorShape inShape = { 1, 1, 5, 3 };
TensorShape outShape = { 1, 5, 1, 3 };
TensorInfo in(inShape, DataType::Float32);
TensorInfo out(outShape, DataType::Float32);
TransposeDescriptor transposeDescriptor = TransposeDescriptor({ 0, 2, 1 ,3 });
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Transpose,
{in, out},
transposeDescriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(supported);
}
TEST_CASE("IsLayerSupportedTosaReferenceTransposeUnsupported")
{
TensorShape inShape = { 1, 1, 5, 3 };
TensorShape outShape = { 1, 5, 1, 3 };
TensorInfo in(inShape, DataType::Signed64);
TensorInfo out(outShape, DataType::Signed64);
TransposeDescriptor transposeDescriptor = TransposeDescriptor({ 0, 2, 1 ,3 });
TosaRefLayerSupport supportChecker;
std::string reasonIfNotSupported;
auto supported = supportChecker.IsLayerSupported(LayerType::Transpose,
{in, out},
transposeDescriptor,
EmptyOptional(),
EmptyOptional(),
reasonIfNotSupported);
CHECK(!supported);
}
}