Remove workaround of setting CORE_OPTIMIZATION_LEVEL to -Ofast

Change-Id: I97d0e8e7000d621193432af7380ae22d2e5a262a
Signed-off-by: Anton Moberg <anton.moberg@arm.com>
diff --git a/tflite_micro.cmake b/tflite_micro.cmake
index 083acbd..56f54a4 100644
--- a/tflite_micro.cmake
+++ b/tflite_micro.cmake
@@ -72,7 +72,6 @@
                           $<$<BOOL:${FLOAT}>:FLOAT=${FLOAT}>
                           BUILD_TYPE=${TFLU_BUILD_TYPE}
                           $<$<BOOL:${TFLU_OPTIMIZATION_LEVEL}>:KERNEL_OPTIMIZATION_LEVEL=${TFLU_OPTIMIZATION_LEVEL}>
-                          $<$<BOOL:${TFLU_OPTIMIZATION_LEVEL}>:CORE_OPTIMIZATION_LEVEL=${TFLU_OPTIMIZATION_LEVEL}>
                           CMSIS_PATH=${CMSIS_PATH}
                           ETHOSU_DRIVER_PATH=${CORE_DRIVER_PATH}
                           ETHOSU_DRIVER_LIBS=${TFLU_ETHOSU_LIBS}