arm_compute/core/NEON/kernels/assembly/INEGEMMWrapperKernel.h

/*
 * Copyright (c) 2018-2019 Arm Limited.
 *
 * SPDX-License-Identifier: MIT
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to
 * deal in the Software without restriction, including without limitation the
 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
 * sell copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */
#ifndef ARM_COMPUTE_INEGEMMWRAPPERKERNEL_H
#define ARM_COMPUTE_INEGEMMWRAPPERKERNEL_H

#include "arm_compute/core/NEON/INEKernel.h"

namespace arm_compute
{
class ITensor;

/** Common interface for all the arm_gemm Gemms
 */
class INEGEMMWrapperKernel : public INEKernel
{
public:
    /** Parameters defining the dimensions of the matrices being multiplied */
    struct Params
    {
        unsigned int M{ 0 };       /**< Rows in output matrix C (and input matrix A). */
        unsigned int N{ 0 };       /**< Columns in output matrix C (and input matrix B). */
        unsigned int K{ 0 };       /**< Columns of input matrix A (= rows of input matrix B). */
        unsigned int batches{ 0 }; /**< Number of "batched" GEMMs (unique A and C, shared B). */
        unsigned int multis{ 0 };  /**< Number of "multi" GEMMs (unique A, B and C). */
    };

    static Params extract_parameters(const ITensor *a, const ITensor *b, const ITensor *c, const GEMMInfo &gemm_info);

    /** Constructor */
    INEGEMMWrapperKernel();
    /** Prevent instances of this class from being copied */
    INEGEMMWrapperKernel(const INEGEMMWrapperKernel &) = delete;
    /** Prevent instances of this class from being copied */
    INEGEMMWrapperKernel &operator=(const INEGEMMWrapperKernel &) = delete;
    /** Allow instances of this class to be moved */
    INEGEMMWrapperKernel(INEGEMMWrapperKernel &&) = default;
    /** Allow instances of this class to be moved */
    INEGEMMWrapperKernel &operator=(INEGEMMWrapperKernel &&) = default;
    /** Initialise the kernel's input and output.
     *
     * @note The input and output tensor must have the same dimensions
     *
     * @param[in]  a         Input tensor (Matrix A)
     * @param[in]  b         Input tensor (Matrix B)
     * @param[out] c         Output tensor to store the result of matrix multiplication. Data type supported: same as @p input0.
     * @param[in]  alpha     Scalar multiplier to apply to AB matrix product.
     * @param[in]  beta      Scalar multiplier to apply to input C matrix before adding product.
     * @param[in]  gemm_info GEMM meta-data
     */
    void configure(const ITensor *a, const ITensor *b, ITensor *c, float alpha, float beta, const GEMMInfo &gemm_info);

    // Inherited methods overridden:
    void run(const Window &window, const ThreadInfo &info) override;

protected:
    /** Called as part of configure() after _a, _b, _c and _params have been set.
     *
     * @param[in] alpha Scalar multiplier to apply to AB matrix product.
     * @param[in] beta  Scalar multiplier to apply to input C matrix before adding product.
     *
     * @return A 3D execution window.
     */
    virtual Window configure_internal(float alpha, float beta) = 0;

    /** Run the kernel from the start to the end offset in window.
     *
     * @param[in] window       Window to use for the iteration
     * @param[in] start_offset Where to start iterating from (In Window coordinates)
     * @param[in] end_offset   Where to stop iterating (In Window coordinates).
     * @param[in] info         Info about executing thread and CPU.
     */
    virtual void run_internal(const Window &window, const Coordinates &start_offset, const Coordinates &end_offset, const ThreadInfo &info) = 0;

    const ITensor *_a;
    const ITensor *_b;
    ITensor       *_c;
    Params         _params;
    GEMMInfo       _gemm_info;

private:
    Window      _window3d;
    TensorShape _window_shape;
};

} // namespace arm_compute

#endif /* ARM_COMPUTE_INEGEMMRAPPERKERNEL_H */