commit 00de9ee6aaa6328980a6d1c6b04fa75741194de3
author Davide Grohmann <davide.grohmann@arm.com> Wed Mar 23 14:59:56 2022 +0100
committer Davide Grohmann <davide.grohmann@arm.com> Thu May 05 11:11:25 2022 +0200
tree dfdac207b49be1ea66fb2ec77bf553ab811824fa
parent 60c5737c37471b4e34f1ffc085e8b12e2a7c6866

Initial support for inference cancellation

Infransctrure work to being able to send back and forth requests and
responses for inference cancellations.  The implementation is stubbed
to always fail in this commit.

Change-Id: Id7848930b81a3f38fe6c05323ccca2edd6b5b5bf

applications/message_handler/message_handler.cpp

diff --git a/applications/message_handler/message_handler.cpp b/applications/message_handler/message_handler.cpp
index a634c16..f06d056 100644
--- a/applications/message_handler/message_handler.cpp
+++ b/applications/message_handler/message_handler.cpp
@@ -117,7 +117,7 @@
 #endif
 
     default:
-        printf("Error: Network model index out of range. index=%u\n", index);
+        printf("Error: Network model index out of range. index=%" PRIu32 "\n", index);
         return true;
     }
 
@@ -131,7 +131,7 @@
     case ETHOSU_CORE_NETWORK_INDEX:
         return getNetwork(buffer.index, data, size);
     default:
-        printf("Error: Unsupported network model type. type=%u\n", buffer.type);
+        printf("Error: Unsupported network model type. type=%" PRIu32 "\n", buffer.type);
         return true;
     }
 }
@@ -293,6 +293,19 @@
         }
         break;
     }
+    case ETHOSU_CORE_MSG_CANCEL_INFERENCE_REQ: {
+        ethosu_core_cancel_inference_req req;
+        if (!inputMessageQueue.read(req)) {
+            sendErrorAndResetQueue(ETHOSU_CORE_MSG_ERR_INVALID_PAYLOAD, "CancelInferenceReq. Failed to read payload");
+            break;
+        }
+        printf("Msg: CancelInferenceReq. user_arg=0x%" PRIx64 ", inference_handle=0x%" PRIx64 "\n",
+               req.user_arg,
+               req.inference_handle);
+
+        sendCancelInferenceRsp(req.user_arg, ETHOSU_CORE_STATUS_ERROR);
+        break;
+    }
     case ETHOSU_CORE_MSG_NETWORK_INFO_REQ: {
         ethosu_core_network_info_req req;
         if (!inputMessageQueue.read(req)) {
@@ -393,6 +406,16 @@
         mailbox.sendMessage();
     }
 }
+void IncomingMessageHandler::sendCancelInferenceRsp(uint64_t userArg, uint32_t status) {
+    ethosu_core_cancel_inference_rsp cancellation;
+    cancellation.user_arg = userArg;
+    cancellation.status   = status;
+    if (!outputMessageQueue.write(ETHOSU_CORE_MSG_CANCEL_INFERENCE_RSP, cancellation)) {
+        printf("ERROR: Msg: Failed to write cancel inference response. No mailbox message sent\n");
+    } else {
+        mailbox.sendMessage();
+    }
+}
 
 void IncomingMessageHandler::readCapabilties(ethosu_core_msg_capabilities_rsp &rsp) {
     rsp = {};

applications/message_handler/message_handler.hpp

diff --git a/applications/message_handler/message_handler.hpp b/applications/message_handler/message_handler.hpp
index 60787e8..fa79205 100644
--- a/applications/message_handler/message_handler.hpp
+++ b/applications/message_handler/message_handler.hpp
@@ -59,6 +59,7 @@
     void sendNetworkInfoRsp(uint64_t userArg, EthosU::ethosu_core_network_buffer &network);
     void sendInferenceRsp(EthosU::ethosu_core_inference_rsp &inference);
     void sendFailedInferenceRsp(uint64_t userArg, uint32_t status);
+    void sendCancelInferenceRsp(uint64_t userArg, uint32_t status);
     void readCapabilties(EthosU::ethosu_core_msg_capabilities_rsp &rsp);
 
     MessageQueue::QueueImpl inputMessageQueue;