michaelh/zephyr
1
0
Fork 0
Code Releases Activity

sanitychecks: add skip keyword for skipping tests unconditionally

Browse source 
In case we want to skip a test for whatever reason without having to change
the other filters or deleting the ini file.

Change-Id: I8af527b1c56b8a2f395cb9ca336162233f150c2e
Signed-off-by: Anas Nashif <anas.nashif@intel.com>
This commit is contained in:
Anas Nashif 2015-10-12 13:10:57 -04:00
commit 2bd99bcbdf
1 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
scripts/sanitycheck
View file

@ -21,6 +21,9 @@ Each testcase.ini block can define the following key/value pairs:
functional domains but can be anything. Command line invocations functional domains but can be anything. Command line invocations
of this script can filter the set of tests to run based on tag. of this script can filter the set of tests to run based on tag.
skip = <True|False>
skip testcase unconditionally. This can be used for broken tests.
extra_args = <list of extra arguments> extra_args = <list of extra arguments>
Extra arguments to pass to Make when building or running the Extra arguments to pass to Make when building or running the
test case. test case.
@ -712,6 +715,7 @@ platform_valid_keys = {"qemu_support" : {"type" : "bool", "default" : False},
testcase_valid_keys = {"tags" : {"type" : "set", "required" : True}, testcase_valid_keys = {"tags" : {"type" : "set", "required" : True},
"extra_args" : {"type" : "list"}, "extra_args" : {"type" : "list"},
"build_only" : {"type" : "bool", "default" : False}, "build_only" : {"type" : "bool", "default" : False},
"skip" : {"type" : "bool", "default" : False},
"timeout" : {"type" : "int", "default" : 60}, "timeout" : {"type" : "int", "default" : 60},
"arch_whitelist" : {"type" : "set"}, "arch_whitelist" : {"type" : "set"},
"arch_exclude" : {"type" : "set"}, "arch_exclude" : {"type" : "set"},
@ -955,6 +959,7 @@ class TestCase:
self.extra_args = tc_dict["extra_args"] self.extra_args = tc_dict["extra_args"]
self.arch_whitelist = tc_dict["arch_whitelist"] self.arch_whitelist = tc_dict["arch_whitelist"]
self.arch_exclude = tc_dict["arch_exclude"] self.arch_exclude = tc_dict["arch_exclude"]
self.skip = tc_dict["skip"]
self.platform_exclude = tc_dict["platform_exclude"] self.platform_exclude = tc_dict["platform_exclude"]
self.platform_whitelist = tc_dict["platform_whitelist"] self.platform_whitelist = tc_dict["platform_whitelist"]
self.config_whitelist = tc_dict["config_whitelist"] self.config_whitelist = tc_dict["config_whitelist"]
@ -1115,6 +1120,9 @@ class TestSuite:
for plat in arch.platforms: for plat in arch.platforms:
instance = TestInstance(tc, plat, self.outdir) instance = TestInstance(tc, plat, self.outdir)
if tc.skip:
continue
if tag_filter and not tc.tags.intersection(tag_filter): if tag_filter and not tc.tags.intersection(tag_filter):
continue continue
@ -1182,6 +1190,10 @@ class TestSuite:
for plat in arch.platforms: for plat in arch.platforms:
instance = TestInstance(tc, plat, self.outdir) instance = TestInstance(tc, plat, self.outdir)
if tc.skip:
discards[instance] = "Skip filter"
continue
if tag_filter and not tc.tags.intersection(tag_filter): if tag_filter and not tc.tags.intersection(tag_filter):
discards[instance] = "Command line testcase tag filter" discards[instance] = "Command line testcase tag filter"
continue continue