From 55ce5510f5fca2cd7cb166ecbc065615d6b4424f Mon Sep 17 00:00:00 2001 From: Anas Nashif Date: Mon, 9 Apr 2018 07:55:04 -0500 Subject: [PATCH] tests: cleanup subsystem tests meta-data Cleanup testnames, tagging and filtering. Signed-off-by: Anas Nashif --- samples/mpu/mem_domain_apis_test/sample.yaml | 2 +- .../gen_inc_file/testcase.yaml | 2 +- tests/benchmarks/app_kernel/testcase.yaml | 2 +- tests/benchmarks/boot_time/testcase.yaml | 2 +- tests/benchmarks/footprint/testcase.yaml | 8 ++++---- tests/benchmarks/latency_measure/testcase.yaml | 2 +- tests/benchmarks/sys_kernel/testcase.yaml | 2 +- tests/benchmarks/timing_info/testcase.yaml | 2 +- tests/shell/testcase.yaml | 2 +- tests/subsys/dfu/img_util/testcase.yaml | 3 ++- tests/subsys/dfu/mcuboot/testcase.yaml | 3 ++- tests/subsys/fs/fat_fs_api/testcase.yaml | 4 ++-- tests/subsys/fs/fcb/testcase.yaml | 2 +- tests/subsys/fs/multi-fs/testcase.yaml | 2 +- tests/subsys/fs/nffs_fs_api/testcase.yaml | 14 ++++++-------- tests/subsys/logging/logger-hook/testcase.yaml | 2 +- tests/subsys/settings/fcb/testcase.yaml | 3 +-- tests/subsys/settings/nffs/testcase.yaml | 3 +-- tests/subsys/storage/flash_map/testcase.yaml | 2 +- 19 files changed, 30 insertions(+), 32 deletions(-) diff --git a/samples/mpu/mem_domain_apis_test/sample.yaml b/samples/mpu/mem_domain_apis_test/sample.yaml index 0115bdd8a65..b48a0622c70 100644 --- a/samples/mpu/mem_domain_apis_test/sample.yaml +++ b/samples/mpu/mem_domain_apis_test/sample.yaml @@ -1,7 +1,7 @@ sample: name: Memory Domain APIs Test tests: - test: + kernel.memory_protection.memory_domains: filter: CONFIG_ARCH_HAS_USERSPACE tags: samples harness: console diff --git a/tests/application_development/gen_inc_file/testcase.yaml b/tests/application_development/gen_inc_file/testcase.yaml index 933973a2241..0a49cb8a88e 100644 --- a/tests/application_development/gen_inc_file/testcase.yaml +++ b/tests/application_development/gen_inc_file/testcase.yaml @@ -1,3 +1,3 @@ tests: - test: + buildsystem.include_file: tags: gen_inc_file diff --git a/tests/benchmarks/app_kernel/testcase.yaml b/tests/benchmarks/app_kernel/testcase.yaml index eaca21b9b3a..b17d58e97a9 100644 --- a/tests/benchmarks/app_kernel/testcase.yaml +++ b/tests/benchmarks/app_kernel/testcase.yaml @@ -1,5 +1,5 @@ tests: - test: + benchmark.application: arch_whitelist: x86 arm min_ram: 32 tags: benchmark diff --git a/tests/benchmarks/boot_time/testcase.yaml b/tests/benchmarks/boot_time/testcase.yaml index fe741bd7f84..ded27b97441 100644 --- a/tests/benchmarks/boot_time/testcase.yaml +++ b/tests/benchmarks/boot_time/testcase.yaml @@ -1,5 +1,5 @@ tests: - test: + benchmark.boot_time: arch_whitelist: x86 arm posix tags: benchmark filter: CONFIG_SYS_CLOCK_HW_CYCLES_PER_SEC >= 1000000 diff --git a/tests/benchmarks/footprint/testcase.yaml b/tests/benchmarks/footprint/testcase.yaml index f0434ba38d3..286f2bb7f67 100644 --- a/tests/benchmarks/footprint/testcase.yaml +++ b/tests/benchmarks/footprint/testcase.yaml @@ -1,21 +1,21 @@ tests: - footprint-float: + benchmark.footprint.float: arch_whitelist: x86 arm build_only: true extra_args: TEST=float filter: CONFIG_FLOAT tags: footprint - footprint-max: + benchmark.footprint.max: arch_whitelist: x86 arm build_only: true extra_args: TEST=max min_ram: 8 tags: footprint - footprint-min: + benchmark.footprint.min: build_only: true extra_args: TEST=min tags: footprint - footprint-reg: + benchmark.footprint.regular: arch_whitelist: x86 arm build_only: true extra_args: TEST=reg diff --git a/tests/benchmarks/latency_measure/testcase.yaml b/tests/benchmarks/latency_measure/testcase.yaml index 98f9c50a9fe..175be7496ce 100644 --- a/tests/benchmarks/latency_measure/testcase.yaml +++ b/tests/benchmarks/latency_measure/testcase.yaml @@ -1,5 +1,5 @@ tests: - test: + benchmark.latency: arch_whitelist: x86 arm posix filter: CONFIG_PRINTK tags: benchmark diff --git a/tests/benchmarks/sys_kernel/testcase.yaml b/tests/benchmarks/sys_kernel/testcase.yaml index a097f786d48..37072d36107 100644 --- a/tests/benchmarks/sys_kernel/testcase.yaml +++ b/tests/benchmarks/sys_kernel/testcase.yaml @@ -1,5 +1,5 @@ tests: - test: + benchmark.kernel: arch_exclude: nios2 riscv32 xtensa min_ram: 32 tags: benchmark diff --git a/tests/benchmarks/timing_info/testcase.yaml b/tests/benchmarks/timing_info/testcase.yaml index eb091863c41..32e863bd8de 100644 --- a/tests/benchmarks/timing_info/testcase.yaml +++ b/tests/benchmarks/timing_info/testcase.yaml @@ -1,4 +1,4 @@ tests: - test: + benchmark.timing: arch_whitelist: x86 arm tags: benchmark diff --git a/tests/shell/testcase.yaml b/tests/shell/testcase.yaml index c9ca2ca63e4..dcce4337f71 100644 --- a/tests/shell/testcase.yaml +++ b/tests/shell/testcase.yaml @@ -1,5 +1,5 @@ tests: - test: + shell: filter: ( CONFIG_UART_CONSOLE and CONFIG_SERIAL_SUPPORT_INTERRUPT ) or CONFIG_NATIVE_POSIX_STDIN_CONSOLE tags: shell diff --git a/tests/subsys/dfu/img_util/testcase.yaml b/tests/subsys/dfu/img_util/testcase.yaml index 04a0b8858b8..f915dce1a9b 100644 --- a/tests/subsys/dfu/img_util/testcase.yaml +++ b/tests/subsys/dfu/img_util/testcase.yaml @@ -1,4 +1,5 @@ tests: - test: + use.device.image_util: + depends_on: usb_device platform_whitelist: nrf52840_pca10056 tags: dfu_image_util diff --git a/tests/subsys/dfu/mcuboot/testcase.yaml b/tests/subsys/dfu/mcuboot/testcase.yaml index 679e0181898..32b3d1ef708 100644 --- a/tests/subsys/dfu/mcuboot/testcase.yaml +++ b/tests/subsys/dfu/mcuboot/testcase.yaml @@ -1,4 +1,5 @@ tests: - test: + usb.device.dfu: + depends_on: usb_device platform_whitelist: nrf52840_pca10056 tags: dfu_mcuboot diff --git a/tests/subsys/fs/fat_fs_api/testcase.yaml b/tests/subsys/fs/fat_fs_api/testcase.yaml index b6869caf9cc..54f7f3cc40f 100644 --- a/tests/subsys/fs/fat_fs_api/testcase.yaml +++ b/tests/subsys/fs/fat_fs_api/testcase.yaml @@ -1,4 +1,4 @@ tests: - test: + filesystem.fat: platform_whitelist: arduino_101 - tags: fs + tags: filesystem diff --git a/tests/subsys/fs/fcb/testcase.yaml b/tests/subsys/fs/fcb/testcase.yaml index 84cbc5f071b..f3943cafcfa 100644 --- a/tests/subsys/fs/fcb/testcase.yaml +++ b/tests/subsys/fs/fcb/testcase.yaml @@ -1,4 +1,4 @@ tests: - test: + filesystem.fcb: platform_whitelist: nrf52840_pca10056 nrf52_pca10040 nrf51_pca10028 tags: flash_circural_buffer diff --git a/tests/subsys/fs/multi-fs/testcase.yaml b/tests/subsys/fs/multi-fs/testcase.yaml index bbb082ca26f..dd18cfc6b5f 100644 --- a/tests/subsys/fs/multi-fs/testcase.yaml +++ b/tests/subsys/fs/multi-fs/testcase.yaml @@ -1,4 +1,4 @@ tests: - subsys.fs.multifs: + filesystem.multifs: platform_whitelist: qemu_x86 tags: nffs fatfs fs diff --git a/tests/subsys/fs/nffs_fs_api/testcase.yaml b/tests/subsys/fs/nffs_fs_api/testcase.yaml index 9f839244513..561845e4a27 100644 --- a/tests/subsys/fs/nffs_fs_api/testcase.yaml +++ b/tests/subsys/fs/nffs_fs_api/testcase.yaml @@ -1,20 +1,18 @@ +common: + tags: nffs filesystem tests: - test_basic: + filesystem.nffs.basic: extra_args: TEST=basic platform_whitelist: qemu_x86 - tags: nffs fs - test_cache: + filesystem.nffs.cache: extra_args: TEST=cache extra_configs: - CONFIG_FS_NFFS_NUM_CACHE_BLOCKS=64 - CONFIG_FS_NFFS_NUM_CACHE_INODES=4 platform_whitelist: qemu_x86 - tags: nffs fs - test_large: + filesystem.nffs.large: extra_args: TEST=large platform_whitelist: qemu_x86 - tags: nffs fs - test_performance: + filesystem.nffs.performance: extra_args: TEST=performance platform_whitelist: qemu_x86 - tags: nffs fs diff --git a/tests/subsys/logging/logger-hook/testcase.yaml b/tests/subsys/logging/logger-hook/testcase.yaml index 0c9bfc5d179..dc5ceca2fe8 100644 --- a/tests/subsys/logging/logger-hook/testcase.yaml +++ b/tests/subsys/logging/logger-hook/testcase.yaml @@ -1,5 +1,5 @@ tests: - test: + system.logging: tags: samples harness: console harness_config: diff --git a/tests/subsys/settings/fcb/testcase.yaml b/tests/subsys/settings/fcb/testcase.yaml index a2c10d236ff..75af705682e 100644 --- a/tests/subsys/settings/fcb/testcase.yaml +++ b/tests/subsys/settings/fcb/testcase.yaml @@ -1,5 +1,4 @@ tests: - test: - build_only: true + system.settings.fcb: platform_whitelist: nrf52840_pca10056, nrf52_pca10040 tags: settings_fcb diff --git a/tests/subsys/settings/nffs/testcase.yaml b/tests/subsys/settings/nffs/testcase.yaml index b09eca18a57..27439819e87 100644 --- a/tests/subsys/settings/nffs/testcase.yaml +++ b/tests/subsys/settings/nffs/testcase.yaml @@ -1,5 +1,4 @@ tests: - test: - build_only: true + system.settings.nffs: platform_whitelist: nrf52840_pca10056, nrf52_pca10040 tags: settings_fs diff --git a/tests/subsys/storage/flash_map/testcase.yaml b/tests/subsys/storage/flash_map/testcase.yaml index 22d2bf16f4e..a83defb9d0b 100644 --- a/tests/subsys/storage/flash_map/testcase.yaml +++ b/tests/subsys/storage/flash_map/testcase.yaml @@ -1,4 +1,4 @@ tests: - test: + storage.flash_map: platform_whitelist: nrf52840_pca10056 nrf52_pca10040 nrf51_pca10028 tags: flash_map