michaelh/zephyr
1
0
Fork 0
Code Releases Activity

sanitycheck: use status column for status

Browse source 
We used the column 'passed' as a boolean to signify pass or fail,
however we do have other states that need to be tracked.
Remove the boolean and use a text field instead that has the status as a
string.

Signed-off-by: Anas Nashif <anas.nashif@intel.com>
This commit is contained in:
Anas Nashif 2020-03-09 14:56:38 -04:00
commit a45c1da6d7
1 changed files with 4 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

11
scripts/sanitycheck
View file

@ -2654,7 +2654,7 @@ class TestSuite:
instance_list = [] instance_list = []
for row in cr: for row in cr:
total_tests += 1 total_tests += 1
if row["passed"] == "True": if row["status"] in ["passed", "skipped"]:
continue continue
test = row["test"] test = row["test"]
platform = self.get_platform(row["platform"]) platform = self.get_platform(row["platform"])
@ -3170,7 +3170,7 @@ class TestSuite:
def csv_report(self, filename): def csv_report(self, filename):
with open(filename, "wt") as csvfile: with open(filename, "wt") as csvfile:
fieldnames = ["test", "arch", "platform", "passed", "status", fieldnames = ["test", "arch", "platform", "status",
"extra_args", "handler", "handler_time", "ram_size", "extra_args", "handler", "handler_time", "ram_size",
"rom_size"] "rom_size"]
cw = csv.DictWriter(csvfile, fieldnames, lineterminator=os.linesep) cw = csv.DictWriter(csvfile, fieldnames, lineterminator=os.linesep)
@ -3182,11 +3182,8 @@ class TestSuite:
"extra_args": " ".join(instance.testcase.extra_args), "extra_args": " ".join(instance.testcase.extra_args),
"handler": instance.platform.simulation} "handler": instance.platform.simulation}
if instance.status in ["failed", "timeout"]: rowdict["status"] = instance.status
rowdict["passed"] = False if instance.status not in ["failed", "timeout"]:
rowdict["status"] = instance.reason
else:
rowdict["passed"] = True
if instance.handler: if instance.handler:
rowdict["handler_time"] = instance.metrics.get("handler_time", 0) rowdict["handler_time"] = instance.metrics.get("handler_time", 0)
ram_size = instance.metrics.get("ram_size", 0) ram_size = instance.metrics.get("ram_size", 0)