blob: d97dd5c3de966853900d9e785eadd0cf403e917b [file] [log] [blame]
Pablo Telloeb82fd22018-02-23 13:43:50 +00001/*
2 * Copyright (c) 2017-2018 ARM Limited.
3 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24#ifdef __aarch64__
25
26#include "arm_gemm.hpp"
27#include "gemm_common.hpp"
David Manselle39334c2018-07-06 17:53:35 +010028#include "gemm_implementation.hpp"
Pablo Telloeb82fd22018-02-23 13:43:50 +000029#include "gemm_interleaved.hpp"
30
David Manselle39334c2018-07-06 17:53:35 +010031#include "kernels/a64_gemm_u16_12x8.hpp"
Anthony Barbier5f707732018-07-03 16:22:02 +010032#include "kernels/a64_gemm_u8_12x8.hpp"
David Manselle39334c2018-07-06 17:53:35 +010033#include "kernels/a64_gemm_u8_4x4.hpp"
Pablo Telloeb82fd22018-02-23 13:43:50 +000034
Anthony Barbier5f707732018-07-03 16:22:02 +010035namespace arm_gemm {
36
David Manselle39334c2018-07-06 17:53:35 +010037class GemmImpl_gemm_u8_interleaved_dot : public GemmImplementation<uint8_t, uint32_t> {
38public:
39 bool is_supported(const GemmArgs<uint32_t> &args) override {
40 return args._ci->has_dotprod();
Pablo Telloeb82fd22018-02-23 13:43:50 +000041 }
42
David Manselle39334c2018-07-06 17:53:35 +010043 UniqueGemmCommon<uint8_t, uint32_t> instantiate(const GemmArgs<uint32_t> &args) override {
44 return UniqueGemmCommon<uint8_t, uint32_t>(new GemmInterleaved<gemm_u8_12x8, uint8_t, uint32_t>(args));
45 }
Pablo Telloeb82fd22018-02-23 13:43:50 +000046
David Manselle39334c2018-07-06 17:53:35 +010047 GemmImpl_gemm_u8_interleaved_dot() : GemmImplementation<uint8_t, uint32_t>(GemmMethod::GEMM_INTERLEAVED_DOT) { }
48};
49
50class GemmImpl_gemm_u8_interleaved : public GemmImplementation<uint8_t, uint32_t> {
51public:
52 UniqueGemmCommon<uint8_t, uint32_t> instantiate(const GemmArgs<uint32_t> &args) override {
53 return UniqueGemmCommon<uint8_t, uint32_t>(new GemmInterleaved<gemm_u8_4x4, uint8_t, uint32_t>(args));
54 }
55
56 GemmImpl_gemm_u8_interleaved() : GemmImplementation<uint8_t, uint32_t>(GemmMethod::GEMM_INTERLEAVED) { }
57};
58
59static std::vector<GemmImplementation<uint8_t, uint32_t> *> gemm_u8_methods = {
60 new GemmImpl_gemm_u8_interleaved_dot(),
61 new GemmImpl_gemm_u8_interleaved()
62};
63
64template<>
65std::vector<GemmImplementation<uint8_t, uint32_t> *> &gemm_implementation_list<uint8_t, uint32_t>() {
66 return gemm_u8_methods;
Pablo Telloeb82fd22018-02-23 13:43:50 +000067}
68
David Manselle39334c2018-07-06 17:53:35 +010069/* Explicitly instantiate the external functions for these types. */
70template UniqueGemmCommon<uint8_t, uint32_t> gemm<uint8_t, uint32_t>(GemmArgs<uint32_t> &args, GemmConfig *cfg);
71template GemmMethod get_gemm_method<uint8_t, uint32_t>(GemmArgs<uint32_t> &args);
72template bool method_is_compatible<uint8_t, uint32_t>(GemmMethod method, GemmArgs<uint32_t> &args);
73
Pablo Telloeb82fd22018-02-23 13:43:50 +000074} // namespace arm_gemm
75
David Manselle39334c2018-07-06 17:53:35 +010076#endif // __aarch64__