michaelh/zephyr
1
0
Fork 0
Code Releases Activity

scripts: tests: Blackbox test expansion - addon

Browse source 
Adds tests related to the addon flags:
*     --enable-ubsan
*     --enable-lsan
*     --enable-asan
*     --enable-valgrind
*     --allow-installed-plugin
*     --pytest-args
* -x, --extra-args
* extra test args for the binary

Signed-off-by: Lukasz Mrugala <lukaszx.mrugala@intel.com>
This commit is contained in:
Lukasz Mrugala 2024-02-21 12:36:15 +00:00 • committed by David Leach
commit 3fb11e260a
34 changed files with 813 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
scripts/tests/twister_blackbox/conftest.py
View file

@ -21,6 +21,7 @@ sys.path.insert(0, os.path.join(ZEPHYR_BASE, "scripts/pylib/twister"))
sys.path.insert(0, os.path.join(ZEPHYR_BASE, "scripts"))
sample_filename_mock = mock.PropertyMock(return_value='test_sample.yaml')
testsuite_filename_mock = mock.PropertyMock(return_value='test_data.yaml')
sample_filename_mock = mock.PropertyMock(return_value='test_sample.yaml')

2
scripts/tests/twister_blackbox/pytest.ini Normal file
View file

@ -0,0 +1,2 @@
[pytest]
norecursedirs = test_data *.egg .* _darcs build CVS dist node_modules venv {arch}

339
scripts/tests/twister_blackbox/test_addon.py Normal file
View file

@ -0,0 +1,339 @@
#!/usr/bin/env python3
# Copyright (c) 2024 Intel Corporation
#
# SPDX-License-Identifier: Apache-2.0
"""
Blackbox tests for twister's command line functions concerning addons to normal functions
"""
import importlib
import mock
import os
import pkg_resources
import pytest
import re
import shutil
import subprocess
import sys
from conftest import ZEPHYR_BASE, TEST_DATA, sample_filename_mock, testsuite_filename_mock
from twisterlib.testplan import TestPlan
class TestAddon:
@classmethod
def setup_class(cls):
apath = os.path.join(ZEPHYR_BASE, 'scripts', 'twister')
cls.loader = importlib.machinery.SourceFileLoader('__main__', apath)
cls.spec = importlib.util.spec_from_loader(cls.loader.name, cls.loader)
cls.twister_module = importlib.util.module_from_spec(cls.spec)
@classmethod
def teardown_class(cls):
pass
@pytest.mark.parametrize(
'ubsan_flags, expected_exit_value',
[
# No sanitiser, no problem
([], '0'),
# Sanitiser catches a mistake, error is raised
(['--enable-ubsan'], '1')
],
ids=['no sanitiser', 'ubsan']
)
@mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
def test_enable_ubsan(self, out_path, ubsan_flags, expected_exit_value):
test_platforms = ['native_sim']
test_path = os.path.join(TEST_DATA, 'tests', 'san', 'ubsan')
args = ['-i', '--outdir', out_path, '-T', test_path] + \
ubsan_flags + \
[] + \
[val for pair in zip(
['-p'] * len(test_platforms), test_platforms
) for val in pair]
with mock.patch.object(sys, 'argv', [sys.argv[0]] + args), \
pytest.raises(SystemExit) as sys_exit:
self.loader.exec_module(self.twister_module)
assert str(sys_exit.value) == expected_exit_value
@pytest.mark.parametrize(
'lsan_flags, expected_exit_value',
[
# No sanitiser, no problem
([], '0'),
# Sanitiser catches a mistake, error is raised
(['--enable-asan', '--enable-lsan'], '1')
],
ids=['no sanitiser', 'lsan']
)
@mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
def test_enable_lsan(self, out_path, lsan_flags, expected_exit_value):
test_platforms = ['native_sim']
test_path = os.path.join(TEST_DATA, 'tests', 'san', 'lsan')
args = ['-i', '--outdir', out_path, '-T', test_path] + \
lsan_flags + \
[] + \
[val for pair in zip(
['-p'] * len(test_platforms), test_platforms
) for val in pair]
with mock.patch.object(sys, 'argv', [sys.argv[0]] + args), \
pytest.raises(SystemExit) as sys_exit:
self.loader.exec_module(self.twister_module)
assert str(sys_exit.value) == expected_exit_value
@pytest.mark.parametrize(
'asan_flags, expected_exit_value, expect_asan',
[
# No sanitiser, no problem
# Note that on some runs it may fail,
# as the process is killed instead of ending normally.
# This is not 100% repeatable, so this test is removed for now.
# ([], '0', False),
# Sanitiser catches a mistake, error is raised
(['--enable-asan'], '1', True)
],
ids=[
#'no sanitiser',
'asan'
]
)
@mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
def test_enable_asan(self, capfd, out_path, asan_flags, expected_exit_value, expect_asan):
test_platforms = ['native_sim']
test_path = os.path.join(TEST_DATA, 'tests', 'san', 'asan')
args = ['-i', '--outdir', out_path, '-T', test_path] + \
asan_flags + \
[] + \
[val for pair in zip(
['-p'] * len(test_platforms), test_platforms
) for val in pair]
with mock.patch.object(sys, 'argv', [sys.argv[0]] + args), \
pytest.raises(SystemExit) as sys_exit:
self.loader.exec_module(self.twister_module)
assert str(sys_exit.value) == expected_exit_value
out, err = capfd.readouterr()
sys.stdout.write(out)
sys.stderr.write(err)
asan_template = r'^==\d+==ERROR:\s+AddressSanitizer:'
assert expect_asan == bool(re.search(asan_template, err, re.MULTILINE))
@mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
def test_extra_test_args(self, capfd, out_path):
test_platforms = ['native_sim']
test_path = os.path.join(TEST_DATA, 'tests', 'params', 'dummy')
args = ['-i', '--outdir', out_path, '-T', test_path] + \
[] + \
['-vvv'] + \
[val for pair in zip(
['-p'] * len(test_platforms), test_platforms
) for val in pair] + \
['--', '-list']
with mock.patch.object(sys, 'argv', [sys.argv[0]] + args), \
pytest.raises(SystemExit) as sys_exit:
self.loader.exec_module(self.twister_module)
# Use of -list makes tests not run.
# Thus, the tests 'failed'.
assert str(sys_exit.value) == '1'
out, err = capfd.readouterr()
sys.stdout.write(out)
sys.stderr.write(err)
expected_test_names = [
'param_tests::test_assert1',
'param_tests::test_assert2',
'param_tests::test_assert3',
]
assert all([testname in err for testname in expected_test_names])
@mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
def test_extra_args(self, caplog, out_path):
test_platforms = ['qemu_x86', 'frdm_k64f']
path = os.path.join(TEST_DATA, 'tests', 'dummy', 'agnostic', 'group2')
args = ['--outdir', out_path, '-T', path] + \
['--extra-args', 'USE_CCACHE=0', '--extra-args', 'DUMMY=1'] + \
[] + \
[val for pair in zip(
['-p'] * len(test_platforms), test_platforms
) for val in pair]
with mock.patch.object(sys, 'argv', [sys.argv[0]] + args), \
pytest.raises(SystemExit) as sys_exit:
self.loader.exec_module(self.twister_module)
assert str(sys_exit.value) == '0'
with open(os.path.join(out_path, 'twister.log')) as f:
twister_log = f.read()
pattern_cache = r'Calling cmake: [^\n]+ -DUSE_CCACHE=0 [^\n]+\n'
pattern_dummy = r'Calling cmake: [^\n]+ -DDUMMY=1 [^\n]+\n'
assert ' -DUSE_CCACHE=0 ' in twister_log
res = re.search(pattern_cache, twister_log)
assert res
assert ' -DDUMMY=1 ' in twister_log
res = re.search(pattern_dummy, twister_log)
assert res
# This test is not side-effect free.
# It installs and uninstalls pytest-twister-harness using pip
# It uses pip to check whether that plugin is previously installed
# and reinstalls it if detected at the start of its run.
# However, it does NOT restore the original plugin, ONLY reinstalls it.
@pytest.mark.parametrize(
'allow_flags, do_install, expected_exit_value, expected_logs',
[
([], True, '1', ['By default Twister should work without pytest-twister-harness'
' plugin being installed, so please, uninstall it by'
' `pip uninstall pytest-twister-harness` and'
' `git clean -dxf scripts/pylib/pytest-twister-harness`.']),
(['--allow-installed-plugin'], True, '0', ['You work with installed version'
' of pytest-twister-harness plugin.']),
([], False, '0', []),
(['--allow-installed-plugin'], False, '0', []),
],
ids=['installed, but not allowed', 'installed, allowed',
'not installed, not allowed', 'not installed, but allowed']
)
@mock.patch.object(TestPlan, 'SAMPLE_FILENAME', sample_filename_mock)
def test_allow_installed_plugin(self, caplog, out_path, allow_flags, do_install,
expected_exit_value, expected_logs):
environment_twister_module = importlib.import_module('twisterlib.environment')
harness_twister_module = importlib.import_module('twisterlib.harness')
runner_twister_module = importlib.import_module('twisterlib.runner')
pth_path = os.path.join(ZEPHYR_BASE, 'scripts', 'pylib', 'pytest-twister-harness')
check_installed_command = [sys.executable, '-m', 'pip', 'list']
install_command = [sys.executable, '-m', 'pip', 'install', '--no-input', pth_path]
uninstall_command = [sys.executable, '-m', 'pip', 'uninstall', '--yes',
'pytest-twister-harness']
def big_uninstall():
pth_path = os.path.join(ZEPHYR_BASE, 'scripts', 'pylib', 'pytest-twister-harness')
subprocess.run(uninstall_command, check=True,)
# For our registration to work, we have to delete the installation cache
additional_cache_paths = [
# Plugin cache
os.path.join(pth_path, 'src', 'pytest_twister_harness.egg-info'),
# Additional caches
os.path.join(pth_path, 'src', 'pytest_twister_harness', '__pycache__'),
os.path.join(pth_path, 'src', 'pytest_twister_harness', 'device', '__pycache__'),
os.path.join(pth_path, 'src', 'pytest_twister_harness', 'helpers', '__pycache__'),
os.path.join(pth_path, 'src', 'pytest_twister_harness', 'build'),
]
for additional_cache_path in additional_cache_paths:
if os.path.exists(additional_cache_path):
if os.path.isfile(additional_cache_path):
os.unlink(additional_cache_path)
else:
shutil.rmtree(additional_cache_path)
# To refresh the PYTEST_PLUGIN_INSTALLED global variable
def refresh_plugin_installed_variable():
pkg_resources._initialize_master_working_set()
importlib.reload(environment_twister_module)
importlib.reload(harness_twister_module)
importlib.reload(runner_twister_module)
check_installed_result = subprocess.run(check_installed_command, check=True,
capture_output=True, text=True)
previously_installed = 'pytest-twister-harness' in check_installed_result.stdout
# To ensure consistent test start
big_uninstall()
if do_install:
subprocess.run(install_command, check=True)
# Refresh before the test, no matter the testcase
refresh_plugin_installed_variable()
test_platforms = ['native_sim']
test_path = os.path.join(TEST_DATA, 'samples', 'pytest', 'shell')
args = ['-i', '--outdir', out_path, '-T', test_path] + \
allow_flags + \
[] + \
[val for pair in zip(
['-p'] * len(test_platforms), test_platforms
) for val in pair]
with mock.patch.object(sys, 'argv', [sys.argv[0]] + args), \
pytest.raises(SystemExit) as sys_exit:
self.loader.exec_module(self.twister_module)
# To ensure consistent test exit, prevent dehermetisation
if do_install:
big_uninstall()
# To restore previously-installed plugin as well as we can
if previously_installed:
subprocess.run(install_command, check=True)
if previously_installed or do_install:
refresh_plugin_installed_variable()
assert str(sys_exit.value) == expected_exit_value
assert all([log in caplog.text for log in expected_logs])
@mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
def test_pytest_args(self, out_path):
test_platforms = ['native_sim']
test_path = os.path.join(TEST_DATA, 'tests', 'pytest')
args = ['-i', '--outdir', out_path, '-T', test_path] + \
['--pytest-args=--custom-pytest-arg', '--pytest-args=foo',
'--pytest-args=--cmdopt', '--pytest-args=.'] + \
[] + \
[val for pair in zip(
['-p'] * len(test_platforms), test_platforms
) for val in pair]
with mock.patch.object(sys, 'argv', [sys.argv[0]] + args), \
pytest.raises(SystemExit) as sys_exit:
self.loader.exec_module(self.twister_module)
# YAML was modified so that the test will fail without command line override.
assert str(sys_exit.value) == '0'
@pytest.mark.parametrize(
'valgrind_flags, expected_exit_value',
[
# No sanitiser, leak is ignored
([], '0'),
# Sanitiser catches a mistake, error is raised
(['--enable-valgrind'], '1')
],
ids=['no valgrind', 'valgrind']
)
@mock.patch.object(TestPlan, 'TESTSUITE_FILENAME', testsuite_filename_mock)
def test_enable_valgrind(self, capfd, out_path, valgrind_flags, expected_exit_value):
test_platforms = ['native_sim']
test_path = os.path.join(TEST_DATA, 'tests', 'san', 'val')
args = ['-i', '--outdir', out_path, '-T', test_path] + \
valgrind_flags + \
[] + \
[val for pair in zip(
['-p'] * len(test_platforms), test_platforms
) for val in pair]
with mock.patch.object(sys, 'argv', [sys.argv[0]] + args), \
pytest.raises(SystemExit) as sys_exit:
self.loader.exec_module(self.twister_module)
assert str(sys_exit.value) == expected_exit_value

8
scripts/tests/twister_blackbox/test_data/samples/pytest/shell/CMakeLists.txt Normal file
View file

@ -0,0 +1,8 @@
# SPDX-License-Identifier: Apache-2.0
cmake_minimum_required(VERSION 3.20.0)
find_package(Zephyr REQUIRED HINTS $ENV{ZEPHYR_BASE})
project(shell)
FILE(GLOB app_sources src/*.c)
target_sources(app PRIVATE ${app_sources})

5
scripts/tests/twister_blackbox/test_data/samples/pytest/shell/prj.conf Normal file
View file

@ -0,0 +1,5 @@
CONFIG_PRINTK=y
CONFIG_SHELL=y
CONFIG_LOG=y
CONFIG_SHELL_BACKEND_SERIAL=y
CONFIG_KERNEL_SHELL=y

23
scripts/tests/twister_blackbox/test_data/samples/pytest/shell/pytest/test_shell.py Executable file
View file

@ -0,0 +1,23 @@
# Copyright (c) 2023 Nordic Semiconductor ASA
#
# SPDX-License-Identifier: Apache-2.0
import logging
from twister_harness import Shell
logger = logging.getLogger(__name__)
def test_shell_print_help(shell: Shell):
logger.info('send "help" command')
lines = shell.exec_command('help')
assert 'Available commands:' in lines, 'expected response not found'
logger.info('response is valid')
def test_shell_print_version(shell: Shell):
logger.info('send "kernel version" command')
lines = shell.exec_command('kernel version')
assert any(['Zephyr version' in line for line in lines]), 'expected response not found'
logger.info('response is valid')

14
scripts/tests/twister_blackbox/test_data/samples/pytest/shell/src/main.c Normal file
View file

@ -0,0 +1,14 @@
/*
* Copyright (c) 2023 Nordic Semiconductor ASA
*
* SPDX-License-Identifier: Apache-2.0
*/
int main(void)
{
/* Shell application source code is injected by applied Kconfg SHELL
* options, no more "extra" functionalities are required for exemplary
* pytest test.
*/
return 0;
}

14
scripts/tests/twister_blackbox/test_data/samples/pytest/shell/test_sample.yaml Normal file
View file

@ -0,0 +1,14 @@
tests:
sample.pytest.shell:
filter: CONFIG_SERIAL and dt_chosen_enabled("zephyr,shell-uart")
min_ram: 40
harness: pytest
extra_configs:
- arch:posix:CONFIG_NATIVE_UART_0_ON_STDINOUT=y
integration_platforms:
- native_sim
- qemu_cortex_m3
tags:
- test_framework
- pytest
- shell

8
scripts/tests/twister_blackbox/test_data/tests/params/dummy/CMakeLists.txt Normal file
View file

@ -0,0 +1,8 @@
# SPDX-License-Identifier: Apache-2.0
cmake_minimum_required(VERSION 3.20.0)
find_package(Zephyr REQUIRED HINTS $ENV{ZEPHYR_BASE})
project(integration)
FILE(GLOB app_sources src/*.c)
target_sources(app PRIVATE ${app_sources})

1
scripts/tests/twister_blackbox/test_data/tests/params/dummy/prj.conf Normal file
View file

@ -0,0 +1 @@
CONFIG_ZTEST=y

44
scripts/tests/twister_blackbox/test_data/tests/params/dummy/src/main.c Normal file
View file

@ -0,0 +1,44 @@
/*
* Copyright (c) 2024 Intel Corporation
*
* SPDX-License-Identifier: Apache-2.0
*/
#include <zephyr/ztest.h>
ZTEST_SUITE(param_tests, NULL, NULL, NULL, NULL, NULL);
/**
* @brief Test Asserts
*
* This test verifies various assert macros provided by ztest.
*
*/
ZTEST(param_tests, test_assert1)
{
zassert_true(1, "1 was false");
zassert_false(0, "0 was true");
zassert_is_null(NULL, "NULL was not NULL");
zassert_not_null("foo", "\"foo\" was NULL");
zassert_equal(1, 1, "1 was not equal to 1");
zassert_equal_ptr(NULL, NULL, "NULL was not equal to NULL");
}
ZTEST(param_tests, test_assert2)
{
zassert_true(1, "1 was false");
zassert_false(0, "0 was true");
zassert_is_null(NULL, "NULL was not NULL");
zassert_not_null("foo", "\"foo\" was NULL");
zassert_equal(1, 1, "1 was not equal to 1");
zassert_equal_ptr(NULL, NULL, "NULL was not equal to NULL");
}
ZTEST(param_tests, test_assert3)
{
zassert_true(1, "1 was false");
zassert_false(0, "0 was true");
zassert_is_null(NULL, "NULL was not NULL");
zassert_not_null("foo", "\"foo\" was NULL");
zassert_equal(1, 1, "1 was not equal to 1");
zassert_equal_ptr(NULL, NULL, "NULL was not equal to NULL");
}

9
scripts/tests/twister_blackbox/test_data/tests/params/dummy/test_data.yaml Normal file
View file

@ -0,0 +1,9 @@
tests:
params.dummy:
platform_allow:
- native_sim
- qemu_x86
- qemu_x86_64
integration_platforms:
- native_sim
tags: params

7
scripts/tests/twister_blackbox/test_data/tests/pytest/CMakeLists.txt Normal file
View file

@ -0,0 +1,7 @@
# SPDX-License-Identifier: Apache-2.0
cmake_minimum_required(VERSION 3.20.0)
find_package(Zephyr REQUIRED HINTS $ENV{ZEPHYR_BASE})
project(pytest_sample)
target_sources(app PRIVATE src/main.c)

2
scripts/tests/twister_blackbox/test_data/tests/pytest/prj.conf Normal file
View file

@ -0,0 +1,2 @@
CONFIG_ZTEST=y
CONFIG_IDLE_STACK_SIZE=4096

27
scripts/tests/twister_blackbox/test_data/tests/pytest/pytest/conftest.py Normal file
View file

@ -0,0 +1,27 @@
# Copyright (c) 2020 Intel Corporation.
#
# SPDX-License-Identifier: Apache-2.0
import pytest
# add option "--cmdopt" to pytest, or it will report "unknown option"
# this option is passed from twister.
def pytest_addoption(parser):
parser.addoption(
'--cmdopt'
)
parser.addoption(
'--custom-pytest-arg'
)
# define fixture to return value of option "--cmdopt", this fixture
# will be requested by other fixture of tests.
@pytest.fixture()
def cmdopt(request):
return request.config.getoption('--cmdopt')
# define fixture to return value of option "--custom-pytest-arg", this fixture
# will be requested by other fixture of tests.
@pytest.fixture()
def custom_pytest_arg(request):
return request.config.getoption('--custom-pytest-arg')

42
scripts/tests/twister_blackbox/test_data/tests/pytest/pytest/test_sample.py Executable file
View file

@ -0,0 +1,42 @@
# Copyright (c) 2020 Intel Corporation.
#
# SPDX-License-Identifier: Apache-2.0
import os
import pytest
# fixture cmdopt defined in conftest.py, it can be requested either in
# tests or in other fixtures
@pytest.fixture(autouse=True)
def pytest_cmdopt_handle(cmdopt):
''' An auto fixture, all tests automatically request this fixture.
Argument "cmdopt" is a fixture defined in conftest.py, it returns
the value of an option passed by twister, this fixture export
that value to environment.
'''
print("handle cmdopt:")
print(cmdopt)
data_path = cmdopt
os.environ['data_path'] = str(data_path)
def test_case(cmdopt):
''' Test cases make use of fixture cmdopt to get the value of "--cmdopt" option
passed by twister. Actually, fixture cmdopt returns a path of the directory
which holds the artifacts generated by ztest. The main work of test cases
in this file is to check those stuff in that directory.
This test case simply compare the return value of cmdopt with the
environment variable exported by fixture pytest_cmdopt_handle.
'''
assert os.path.exists(cmdopt)
print("run test cases in:")
print(cmdopt)
def test_custom_arg(custom_pytest_arg):
''' Test passing of custom command line arguments to pytest.
'''
assert custom_pytest_arg == "foo"
if __name__ == "__main__":
pytest.main()

13
scripts/tests/twister_blackbox/test_data/tests/pytest/src/main.c Normal file
View file

@ -0,0 +1,13 @@
/*
* Copyright (c) 2020 Intel Corporation
*
* SPDX-License-Identifier: Apache-2.0
*/
#include <zephyr/ztest.h>
ZTEST_SUITE(test_pytest, NULL, NULL, NULL, NULL, NULL);
ZTEST(test_pytest, test_pytest)
{
TC_PRINT("Hello world\n");
}

13
scripts/tests/twister_blackbox/test_data/tests/pytest/test_data.yaml Normal file
View file

@ -0,0 +1,13 @@
tests:
sample.twister.pytest:
platform_allow:
- native_posix
- native_sim
harness: pytest
harness_config:
pytest_args: ["--custom-pytest-arg", "foo", "--cmdopt", "."]
tags:
- test_framework
- pytest
integration_platforms:
- native_sim

8
scripts/tests/twister_blackbox/test_data/tests/san/asan/CMakeLists.txt Normal file
View file

@ -0,0 +1,8 @@
# SPDX-License-Identifier: Apache-2.0
cmake_minimum_required(VERSION 3.20.0)
find_package(Zephyr REQUIRED HINTS $ENV{ZEPHYR_BASE})
project(integration)
FILE(GLOB app_sources src/*.c)
target_sources(app PRIVATE ${app_sources})

1
scripts/tests/twister_blackbox/test_data/tests/san/asan/prj.conf Normal file
View file

@ -0,0 +1 @@
CONFIG_ZTEST=y

48
scripts/tests/twister_blackbox/test_data/tests/san/asan/src/main.c Normal file
View file

@ -0,0 +1,48 @@
/*
* Copyright (c) 2024 Intel Corporation
*
* SPDX-License-Identifier: Apache-2.0
*/
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <stdint.h>
#include <limits.h>
#include <zephyr/ztest.h>
ZTEST_SUITE(a1_1_tests, NULL, NULL, NULL, NULL, NULL);
int *ptr;
int helper(void)
{
char *s = malloc(10);
strcpy(s, "123456789");
s[9] = '0';
free(s);
strcpy(s, "Hello");
printf("string is: %s\n", s);
return 0;
}
/**
* @brief Test Asserts
*
* This test verifies various assert macros provided by ztest.
*
*/
ZTEST(a1_1_tests, test_assert)
{
helper();
zassert_true(1, "1 was false");
zassert_false(0, "0 was true");
zassert_is_null(NULL, "NULL was not NULL");
zassert_not_null("foo", "\"foo\" was NULL");
zassert_equal(1, 1, "1 was not equal to 1");
zassert_equal_ptr(NULL, NULL, "NULL was not equal to NULL");
}

11
scripts/tests/twister_blackbox/test_data/tests/san/asan/test_data.yaml Normal file
View file

@ -0,0 +1,11 @@
tests:
san.asan:
platform_allow:
- native_sim
- qemu_x86
- qemu_x86_64
integration_platforms:
- native_sim
tags:
- agnostic
- subgrouped

8
scripts/tests/twister_blackbox/test_data/tests/san/lsan/CMakeLists.txt Normal file
View file

@ -0,0 +1,8 @@
# SPDX-License-Identifier: Apache-2.0
cmake_minimum_required(VERSION 3.20.0)
find_package(Zephyr REQUIRED HINTS $ENV{ZEPHYR_BASE})
project(integration)
FILE(GLOB app_sources src/*.c)
target_sources(app PRIVATE ${app_sources})

1
scripts/tests/twister_blackbox/test_data/tests/san/lsan/prj.conf Normal file
View file

@ -0,0 +1 @@
CONFIG_ZTEST=y

43
scripts/tests/twister_blackbox/test_data/tests/san/lsan/src/main.c Normal file
View file

@ -0,0 +1,43 @@
/*
* Copyright (c) 2023 Intel Corporation
*
* SPDX-License-Identifier: Apache-2.0
*/
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <stdint.h>
#include <limits.h>
#include <zephyr/ztest.h>
ZTEST_SUITE(a1_1_tests, NULL, NULL, NULL, NULL, NULL);
int helper(void)
{
char *s = malloc(100);
s[0] = '!';
s[1] = '\0';
printf("string is: %s\n", s);
return 0;
}
/**
* @brief Test Asserts
*
* This test verifies various assert macros provided by ztest.
*
*/
ZTEST(a1_1_tests, test_assert)
{
helper();
zassert_true(1, "1 was false");
zassert_false(0, "0 was true");
zassert_is_null(NULL, "NULL was not NULL");
zassert_not_null("foo", "\"foo\" was NULL");
zassert_equal(1, 1, "1 was not equal to 1");
zassert_equal_ptr(NULL, NULL, "NULL was not equal to NULL");
}

11
scripts/tests/twister_blackbox/test_data/tests/san/lsan/test_data.yaml Normal file
View file

@ -0,0 +1,11 @@
tests:
san.lsan:
platform_allow:
- native_sim
- qemu_x86
- qemu_x86_64
integration_platforms:
- native_sim
tags:
- agnostic
- subgrouped

8
scripts/tests/twister_blackbox/test_data/tests/san/ubsan/CMakeLists.txt Normal file
View file

@ -0,0 +1,8 @@
# SPDX-License-Identifier: Apache-2.0
cmake_minimum_required(VERSION 3.20.0)
find_package(Zephyr REQUIRED HINTS $ENV{ZEPHYR_BASE})
project(integration)
FILE(GLOB app_sources src/*.c)
target_sources(app PRIVATE ${app_sources})

1
scripts/tests/twister_blackbox/test_data/tests/san/ubsan/prj.conf Normal file
View file

@ -0,0 +1 @@
CONFIG_ZTEST=y

34
scripts/tests/twister_blackbox/test_data/tests/san/ubsan/src/main.c Normal file
View file

@ -0,0 +1,34 @@
/*
* Copyright (c) 2023 Intel Corporation
*
* SPDX-License-Identifier: Apache-2.0
*/
#include <stdio.h>
#include <stdlib.h>
#include <limits.h>
#include <zephyr/ztest.h>
ZTEST_SUITE(a1_1_tests, NULL, NULL, NULL, NULL, NULL);
/**
* @brief Test Asserts
*
* This test verifies various assert macros provided by ztest.
*
*/
ZTEST(a1_1_tests, test_assert)
{
int k = INT_MAX;
k += 256;
printf("num is: %d\n", k);
zassert_true(1, "1 was false");
zassert_false(0, "0 was true");
zassert_is_null(NULL, "NULL was not NULL");
zassert_not_null("foo", "\"foo\" was NULL");
zassert_equal(1, 1, "1 was not equal to 1");
zassert_equal_ptr(NULL, NULL, "NULL was not equal to NULL");
}

11
scripts/tests/twister_blackbox/test_data/tests/san/ubsan/test_data.yaml Normal file
View file

@ -0,0 +1,11 @@
tests:
san.ubsan:
platform_allow:
- native_sim
- qemu_x86
- qemu_x86_64
integration_platforms:
- native_sim
tags:
- agnostic
- subgrouped

8
scripts/tests/twister_blackbox/test_data/tests/san/val/CMakeLists.txt Normal file
View file

@ -0,0 +1,8 @@
# SPDX-License-Identifier: Apache-2.0
cmake_minimum_required(VERSION 3.20.0)
find_package(Zephyr REQUIRED HINTS $ENV{ZEPHYR_BASE})
project(integration)
FILE(GLOB app_sources src/*.c)
target_sources(app PRIVATE ${app_sources})

1
scripts/tests/twister_blackbox/test_data/tests/san/val/prj.conf Normal file
View file

@ -0,0 +1 @@
CONFIG_ZTEST=y

36
scripts/tests/twister_blackbox/test_data/tests/san/val/src/main.c Normal file
View file

@ -0,0 +1,36 @@
/*
* Copyright (c) 2024 Intel Corporation
*
* SPDX-License-Identifier: Apache-2.0
*/
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <stdint.h>
#include <limits.h>
#include <zephyr/ztest.h>
ZTEST_SUITE(a1_1_tests, NULL, NULL, NULL, NULL, NULL);
/**
* @brief Test Asserts
*
* This test verifies various assert macros provided by ztest.
*
*/
ZTEST(a1_1_tests, test_assert)
{
char *s = malloc(10);
strcpy(s, "123456789");
printf("string is: %s\n", s);
zassert_true(1, "1 was false");
zassert_false(0, "0 was true");
zassert_is_null(NULL, "NULL was not NULL");
zassert_not_null("foo", "\"foo\" was NULL");
zassert_equal(1, 1, "1 was not equal to 1");
zassert_equal_ptr(NULL, NULL, "NULL was not equal to NULL");
}

11
scripts/tests/twister_blackbox/test_data/tests/san/val/test_data.yaml Normal file
View file

@ -0,0 +1,11 @@
tests:
san.valgrind:
platform_allow:
- native_sim
- qemu_x86
- qemu_x86_64
integration_platforms:
- native_sim
tags:
- agnostic
- subgrouped