commit a9d539548ab90693682683b4c685a1597b1c8c26
author Jared Smolens <jared.smolens@arm.com> Tue Aug 24 23:48:19 2021 +0000
committer Jared Smolens <jared.smolens@arm.com> Wed Aug 25 08:28:03 2021 -0700
tree 140029c3deb9a541c092bef91584bf41c1bf34eb
parent acb550f4410ae861e53cae27a9feb4b11d45769f

Restore expectedFailure to test description files

- Updated example tests, added missing npy files
- Updated README file with fields in desc.json

Change-Id: I5651ed5260866a8381adf620fb6dd6405cb2833b

verif/tosa_serializer.py

diff --git a/verif/tosa_serializer.py b/verif/tosa_serializer.py
index 35dd9a2..b7f5565 100644
--- a/verif/tosa_serializer.py
+++ b/verif/tosa_serializer.py
@@ -591,6 +591,7 @@
 
         # Is this an illegal test that is expected to fail?
         self.expectedReturnCode = TosaReturnCode.VALID
+        self.expectedFailure = False
         self.expectedFailureDesc = ""
 
     def __str__(self):
@@ -674,6 +675,13 @@
         self.expectedReturnCode = val
         self.expectedFailureDesc = desc
 
+        if val == TosaReturnCode.VALID:
+            self.expectedFailure = False
+        else:
+            # Unpredictable or error results are considered expected failures
+            # for conformance
+            self.expectedFailure = True
+
     def serialize(self):
 
         builder = self.builder
@@ -724,6 +732,7 @@
         test_desc["ofm_name"] = ofm_name
         test_desc["ofm_file"] = ofm_file
         test_desc["expected_return_code"] = self.expectedReturnCode
+        test_desc["expected_failure"] = self.expectedFailure
         if self.expectedFailureDesc:
             test_desc["expected_failure_desc"] = self.expectedFailureDesc