Add support for FP8 to reference model
Signed-off-by: Won Jeon <won.jeon@arm.com>
Change-Id: I99b70f94aff2ccd4af64875697e124eb60bc5b08
diff --git a/verif/conformance/tosa_main_profile_ops_info.json b/verif/conformance/tosa_main_profile_ops_info.json
index 7792417..7559c62 100644
--- a/verif/conformance/tosa_main_profile_ops_info.json
+++ b/verif/conformance/tosa_main_profile_ops_info.json
@@ -185,6 +185,30 @@
"2"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -233,6 +257,24 @@
"--allow-pooling-and-conv-oversizes"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -315,6 +357,30 @@
"2,65538,1,1"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -527,6 +593,30 @@
"2"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -592,6 +682,30 @@
"1,2,1,65529"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -647,6 +761,24 @@
"--allow-pooling-and-conv-oversizes"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -722,6 +854,28 @@
"--allow-pooling-and-conv-oversizes"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--target-shape",
+ "1,7,18,5,4",
+ "--target-shape",
+ "1,6,12,17,3",
+ "--tensor-dim-range",
+ "1,4",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -787,6 +941,24 @@
"--allow-pooling-and-conv-oversizes"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -840,6 +1012,30 @@
"3"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -1183,6 +1379,30 @@
"5000,1,1"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -1505,6 +1725,30 @@
"1,65538,3"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -1551,6 +1795,24 @@
"--allow-pooling-and-conv-oversizes"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -1699,6 +1961,30 @@
"1,1,65539,1"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -1889,6 +2175,30 @@
"2"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -1935,6 +2245,30 @@
"1,65535,1,2"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -2046,6 +2380,24 @@
"2989,6,1"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -2091,6 +2443,30 @@
"1,65543,2,1"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -2161,6 +2537,30 @@
"1"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -2214,6 +2614,30 @@
"1"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-shape",
+ "10,24,9,13",
+ "--target-shape",
+ "8,14,20,5",
+ "--tensor-dim-range",
+ "1,16",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {
@@ -3111,6 +3535,30 @@
"2"
]
]
+ },
+ "float8": {
+ "from_version" : "v0.100.0",
+ "no_negative_tests": "true",
+ "generator_args": [
+ [
+ "--target-dtype",
+ "fp8e4m3",
+ "--target-dtype",
+ "fp8e5m2",
+ "--fp-values-range",
+ "-max,max",
+ "--tensor-dim-range",
+ "32,64",
+ "--target-rank",
+ "1",
+ "--target-rank",
+ "2",
+ "--target-rank",
+ "3",
+ "--num-rand-permutations",
+ "2"
+ ]
+ ]
}
},
"selection": {