IVGCVSW-2396 Go back to using offset memory manager

Change-Id: If6cf69b1569eb69c9481369a99ca7066be0fdd9d
Signed-off-by: Sadik Armagan <sadik.armagan@arm.com>
diff --git a/src/backends/neon/NeonBackend.cpp b/src/backends/neon/NeonBackend.cpp
index 046685a..830d637 100644
--- a/src/backends/neon/NeonBackend.cpp
+++ b/src/backends/neon/NeonBackend.cpp
@@ -48,7 +48,7 @@
 IBackendInternal::IMemoryManagerUniquePtr NeonBackend::CreateMemoryManager() const
 {
     return std::make_unique<NeonMemoryManager>(std::make_unique<arm_compute::Allocator>(),
-                                               BaseMemoryManager::MemoryAffinity::Buffer);
+                                               BaseMemoryManager::MemoryAffinity::Offset);
 }
 
 IBackendInternal::IWorkloadFactoryPtr NeonBackend::CreateWorkloadFactory(