commit 19844f605f5e5b71d05164711dee13f8652adafe
author SiCong Li <sicong.li@arm.com> Tue May 16 16:46:34 2023 +0100
committer SiCong Li <sicong.li@arm.com> Tue Jul 04 09:06:41 2023 +0000
tree 99aa1242a37aefda01e4284bc48c63f93f625258
parent 2f0ef00cc092b5eff901debee0c3f5a38114f40a

Add Kernel Writer driver code to dynamic fusion

* Partially port ElementwiseBinary component to ckw (broadcast not
  supported yet)
* Port Store component to ckw
* Move KernelArgumentsHelpers to ckw_driver/ as it's only used by the
  driver

ckw_driver is a middle layer between dynamic fusion and Compute Kernel
Writer (CKW). It consumes the fused kernel component stream produced by
Dynamic Fusion and uses CKW to write the kernel code complete with all
meta info needed by the runtime to enqueue the kernel.

It consists of two parts:
* Kernel writing: This resides in dynamic_fusion/sketch
* Runtime utilities: This resides in dynamic_fusion/runtime

The integration (separation between DF and CKW) occurs in two places:
* Inside GpuCKWDriver
    global driver that coordinates how the
    final fused kernel code is assembled together alongwith other meta
    info needed by runtime.

* Inside each instantiated IGpuCKWComponentDriver
    component driver that drives CKW to write component-specific code
    or do component-specific configurations

Partially resolves: COMPMID-5792 COMPMID-6282 COMPMID-6260 COMPMID-6266

Signed-off-by: SiCong Li <sicong.li@arm.com>
Change-Id: Ib57a080a65fe8cfee1a8df1529fe572005a6d2f2
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/9847
Reviewed-by: Gunes Bayir <gunes.bayir@arm.com>
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
Benchmark: Arm Jenkins <bsgcomp@arm.com>

src/dynamic_fusion/sketch/gpu/components/IGpuKernelComponent.h

diff --git a/src/dynamic_fusion/sketch/gpu/components/IGpuKernelComponent.h b/src/dynamic_fusion/sketch/gpu/components/IGpuKernelComponent.h
index 8bb1915..d600956 100644
--- a/src/dynamic_fusion/sketch/gpu/components/IGpuKernelComponent.h
+++ b/src/dynamic_fusion/sketch/gpu/components/IGpuKernelComponent.h
@@ -1,5 +1,5 @@
 /*
- * Copyright (c) 2022 Arm Limited.
+ * Copyright (c) 2022-2023 Arm Limited.
  *
  * SPDX-License-Identifier: MIT
  *
@@ -21,8 +21,8 @@
  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  * SOFTWARE.
  */
-#ifndef SRC_DYNAMIC_FUSION_SKETCH_GPU_COMPONENTS_IGPUKERNELCOMPONENT
-#define SRC_DYNAMIC_FUSION_SKETCH_GPU_COMPONENTS_IGPUKERNELCOMPONENT
+#ifndef ACL_SRC_DYNAMIC_FUSION_SKETCH_GPU_COMPONENTS_IGPUKERNELCOMPONENT
+#define ACL_SRC_DYNAMIC_FUSION_SKETCH_GPU_COMPONENTS_IGPUKERNELCOMPONENT
 
 #include "Types.h"
 
@@ -60,6 +60,7 @@
 
 /** Forward declaration */
 class IGpuTemplateComponentWriter;
+class IGpuCkwComponentDriver;
 
 /** An abstract interface of a component. It enables manipulation by the component graph for purposes like fusion
  */
@@ -105,6 +106,11 @@
     }
     /** Get template writer for the component */
     virtual const IGpuTemplateComponentWriter *template_writer() const = 0;
+    /** Get compute kernel writer driver for the component */
+    virtual const IGpuCkwComponentDriver *ckw_component_driver() const
+    {
+        return nullptr;
+    }
     /** Get component type */
     virtual GpuComponentType type() const = 0;
 
@@ -116,4 +122,4 @@
 } // namespace dynamic_fusion
 } // namespace experimental
 } // namespace arm_compute
-#endif /* SRC_DYNAMIC_FUSION_SKETCH_GPU_COMPONENTS_IGPUKERNELCOMPONENT */
+#endif /* ACL_SRC_DYNAMIC_FUSION_SKETCH_GPU_COMPONENTS_IGPUKERNELCOMPONENT */