blob: ab4305c18ea8a1f206768d1515df070342e8e115 [file] [log] [blame]
# Copyright © 2020 Arm Ltd. All rights reserved.
# SPDX-License-Identifier: MIT
"""
This file contains the custom python implementation for Arm NN Const Tensor objects.
"""
import numpy as np
from .._generated.pyarmnn import DataType_QAsymmU8, DataType_QSymmS8, DataType_QSymmS16, DataType_Signed32, \
DataType_QAsymmS8, DataType_Float32, DataType_Float16
from .._generated.pyarmnn import ConstTensor as AnnConstTensor, TensorInfo, Tensor
class ConstTensor(AnnConstTensor):
"""Creates a PyArmNN ConstTensor object.
A ConstTensor is a Tensor with an immutable data store. Typically, a ConstTensor
is used to input data into a network when running inference.
This class overrides the swig generated Tensor class. The aim of
this is to have an easy to use public API for the ConstTensor objects.
"""
def __init__(self, *args):
"""
Supported tensor data types:
`DataType_QAsymmU8`,
`DataType_QAsymmS8`,
`DataType_QSymmS16`,
`DataType_QSymmS8`,
`DataType_Signed32`,
`DataType_Float32`,
`DataType_Float16`
Examples:
Create empty ConstTensor
>>> import pyarmnn as ann
>>> import numpy as np
>>> ann.ConstTensor()
Create ConstTensor given tensor info and input data
>>> input_data = np.array(...)
>>> ann.ConstTensor(ann.TensorInfo(...), input_data)
Create ConstTensor from another ConstTensor i.e. copy ConstTensor
>>> ann.ConstTensor(ann.ConstTensor())
Create ConstTensor from tensor
>>> ann.ConstTensor(ann.Tensor())
Args:
tensor (Tensor, optional): Create a ConstTensor from a Tensor.
const_tensor (ConstTensor, optional): Create a ConstTensor from a ConstTensor i.e. copy.
tensor_info (TensorInfo, optional): Tensor information.
input_data (ndarray): The numpy array will be transformed to a
buffer according to type returned by `TensorInfo.GetDataType`.
Input data values type must correspond to data type returned by
`TensorInfo.GetDataType`.
Raises:
TypeError: Unsupported input data type.
ValueError: Unsupported tensor data type, incorrect input data size and creation of ConstTensor from non-constant TensorInfo.
"""
self.__memory_area = None
# TensorInfo as first argument and numpy array as second
if len(args) > 1 and isinstance(args[0], TensorInfo):
if not isinstance(args[1], np.ndarray):
raise TypeError('Data must be provided as a numpy array.')
# if TensorInfo IsConstant is false
elif not args[0].IsConstant():
raise ValueError('TensorInfo when initializing ConstTensor must be set to constant.')
else:
self.__create_memory_area(args[0].GetDataType(), args[0].GetNumBytes(), args[0].GetNumElements(),
args[1])
super().__init__(args[0], self.__memory_area.data)
# copy constructor - reference to memory area is passed from copied const
# tensor and armnn's copy constructor is called
elif len(args) > 0 and isinstance(args[0], (ConstTensor, Tensor)):
# if TensorInfo IsConstant is false
if not args[0].GetInfo().IsConstant():
raise ValueError('TensorInfo of Tensor when initializing ConstTensor must be set to constant.')
else:
self.__memory_area = args[0].get_memory_area()
super().__init__(args[0])
# empty tensor
elif len(args) == 0:
super().__init__()
else:
raise ValueError('Incorrect number of arguments or type of arguments provided to create Const Tensor.')
def __copy__(self) -> 'ConstTensor':
""" Make copy of a const tensor.
Make const tensor copyable using the python copy operation.
Note:
The tensor memory area is NOT copied. Instead, the new tensor maintains a
reference to the same memory area as the old tensor.
Example:
Copy empty tensor
>>> from copy import copy
>>> import pyarmnn as ann
>>> tensor = ann.ConstTensor()
>>> copied_tensor = copy(tensor)
Returns:
Tensor: a copy of the tensor object provided.
"""
return ConstTensor(self)
@staticmethod
def __check_size(data: np.ndarray, num_bytes: int, num_elements: int):
""" Check the size of the input data against the number of bytes provided by tensor info.
Args:
data (ndarray): Input data.
num_bytes (int): Number of bytes required by tensor info.
num_elements: Number of elements required by tensor info.
Raises:
ValueError: number of bytes in input data does not match tensor info.
"""
size_in_bytes = data.nbytes
elements = data.size
if size_in_bytes != num_bytes:
raise ValueError(
"ConstTensor requires {} bytes, {} provided. "
"Is your input array data type ({}) aligned with TensorInfo?".format(num_bytes, size_in_bytes,
data.dtype))
if elements != num_elements:
raise ValueError("ConstTensor requires {} elements, {} provided.".format(num_elements, elements))
def __create_memory_area(self, data_type: int, num_bytes: int, num_elements: int, data: np.ndarray):
""" Create the memory area used by the tensor to output its results.
Args:
data_type (int): The type of data that will be stored in the memory area.
See DataType_*.
num_bytes (int): Determines the size of the memory area that will be created.
num_elements (int): Determines number of elements in memory area.
data (ndarray): Input data as numpy array.
"""
np_data_type_mapping = {DataType_QAsymmU8: np.uint8,
DataType_QAsymmS8: np.int8,
DataType_QSymmS8: np.int8,
DataType_Float32: np.float32,
DataType_QSymmS16: np.int16,
DataType_Signed32: np.int32,
DataType_Float16: np.float16}
if data_type not in np_data_type_mapping:
raise ValueError("The data type provided for this Tensor is not supported: {}".format(data_type))
if np_data_type_mapping[data_type] != data.dtype:
raise TypeError("Expected data to have type {} for type {} but instead got numpy.{}".format(np_data_type_mapping[data_type], data_type, data.dtype))
self.__check_size(data, num_bytes, num_elements)
self.__memory_area = data
self.__memory_area.flags.writeable = False
def get_memory_area(self) -> np.ndarray:
""" Get values that are stored by the tensor.
Returns:
ndarray: Tensor data (as numpy array).
"""
return self.__memory_area