Specify GPU high priority files in SConscript

Fixes build error when building high priority only operators.

Resolves: COMPMID-4758

Change-Id: I535d52db8423c77233859c2f5b42be100b80aa37
Signed-off-by: Michele Di Giorgio <michele.digiorgio@arm.com>
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/6046
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: Pablo Marquez Tello <pablo.tello@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
diff --git a/SConscript b/SConscript
index 2f53ead..2f43e39 100644
--- a/SConscript
+++ b/SConscript
@@ -431,14 +431,19 @@
      runtime_files_hp += Glob('src/runtime/OMP/OMPScheduler.cpp')
 
 if env['opencl']:
-    runtime_files_hp += filelist['gpu']['common']
-    runtime_files += Glob('src/runtime/CL/functions/*.cpp')
-
     operators = filelist['gpu']['operators']
     for operator in operators:
-        runtime_files += get_gpu_runtime_files(operator)
-        if "kernel" in operators[operator]["files"]:
-            core_files += operators[operator]["files"]["kernel"]
+        if operator in filelist['gpu']['high_priority']:
+            runtime_files_hp += get_gpu_runtime_files(operator)
+            if "kernel" in operators[operator]["files"]:
+                core_files_hp += operators[operator]["files"]["kernel"]
+        else:
+            runtime_files += get_gpu_runtime_files(operator)
+            if "kernel" in operators[operator]["files"]:
+                core_files += operators[operator]["files"]["kernel"]
+
+    runtime_files_hp += filelist['gpu']['common']
+    runtime_files += Glob('src/runtime/CL/functions/*.cpp')
 
     graph_files += Glob('src/graph/backends/CL/*.cpp')