sanitychecks: add skip keyword for skipping tests unconditionally
In case we want to skip a test for whatever reason without having to change the other filters or deleting the ini file. Change-Id: I8af527b1c56b8a2f395cb9ca336162233f150c2e Signed-off-by: Anas Nashif <anas.nashif@intel.com>
This commit is contained in:
parent
6f0e6617d2
commit
2bd99bcbdf
1 changed files with 12 additions and 0 deletions
|
@ -21,6 +21,9 @@ Each testcase.ini block can define the following key/value pairs:
|
|||
functional domains but can be anything. Command line invocations
|
||||
of this script can filter the set of tests to run based on tag.
|
||||
|
||||
skip = <True|False>
|
||||
skip testcase unconditionally. This can be used for broken tests.
|
||||
|
||||
extra_args = <list of extra arguments>
|
||||
Extra arguments to pass to Make when building or running the
|
||||
test case.
|
||||
|
@ -712,6 +715,7 @@ platform_valid_keys = {"qemu_support" : {"type" : "bool", "default" : False},
|
|||
testcase_valid_keys = {"tags" : {"type" : "set", "required" : True},
|
||||
"extra_args" : {"type" : "list"},
|
||||
"build_only" : {"type" : "bool", "default" : False},
|
||||
"skip" : {"type" : "bool", "default" : False},
|
||||
"timeout" : {"type" : "int", "default" : 60},
|
||||
"arch_whitelist" : {"type" : "set"},
|
||||
"arch_exclude" : {"type" : "set"},
|
||||
|
@ -955,6 +959,7 @@ class TestCase:
|
|||
self.extra_args = tc_dict["extra_args"]
|
||||
self.arch_whitelist = tc_dict["arch_whitelist"]
|
||||
self.arch_exclude = tc_dict["arch_exclude"]
|
||||
self.skip = tc_dict["skip"]
|
||||
self.platform_exclude = tc_dict["platform_exclude"]
|
||||
self.platform_whitelist = tc_dict["platform_whitelist"]
|
||||
self.config_whitelist = tc_dict["config_whitelist"]
|
||||
|
@ -1115,6 +1120,9 @@ class TestSuite:
|
|||
for plat in arch.platforms:
|
||||
instance = TestInstance(tc, plat, self.outdir)
|
||||
|
||||
if tc.skip:
|
||||
continue
|
||||
|
||||
if tag_filter and not tc.tags.intersection(tag_filter):
|
||||
continue
|
||||
|
||||
|
@ -1182,6 +1190,10 @@ class TestSuite:
|
|||
for plat in arch.platforms:
|
||||
instance = TestInstance(tc, plat, self.outdir)
|
||||
|
||||
if tc.skip:
|
||||
discards[instance] = "Skip filter"
|
||||
continue
|
||||
|
||||
if tag_filter and not tc.tags.intersection(tag_filter):
|
||||
discards[instance] = "Command line testcase tag filter"
|
||||
continue
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue