summaryrefslogtreecommitdiff
diff options
authorJeff Lane <jeffrey.lane@canonical.com>2022-04-12 18:00:17 -0400
committerJeff Lane <jeffrey.lane@canonical.com>2022-04-12 18:00:17 -0400
commita97348a20bf8a6ce25268ea241c8ca28552c4c7a (patch)
treec19dd43b5d9dc7c3eaa73991f4174523af03c628
parent3a75e96f15036697cad5247029dfa4a6111f708e (diff)
Update testplans (and create nested plans) for 22.04 Server Cert. lp: #1968737
-rw-r--r--units/cpu/test-plan.pxu4
-rw-r--r--units/disk/test-plan.pxu14
-rw-r--r--units/ethernet/test-plan.pxu24
-rw-r--r--units/info/test-plan.pxu4
-rw-r--r--units/memory/test-plan.pxu8
-rw-r--r--units/miscellanea/test-plan.pxu39
-rw-r--r--units/networking/test-plan.pxu10
-rw-r--r--units/nvdimm/test-plan.pxu4
8 files changed, 70 insertions, 37 deletions
diff --git a/units/cpu/test-plan.pxu b/units/cpu/test-plan.pxu
index f649267..32a80b5 100644
--- a/units/cpu/test-plan.pxu
+++ b/units/cpu/test-plan.pxu
@@ -74,13 +74,13 @@ include:
cpu/cstates
cpu/cstates_results.log
-id: cpu-server
+id: server-cpu
unit: test plan
_name: CPU Tests (Server)
_description: CPU Tests (Server)
include:
cpu/clocktest certification-status=blocker
- cpu/cpufreq_test-server certification-status=blocker
+ cpu/cpufreq_test-server certification-status=non-blocker
cpu/maxfreq_test certification-status=blocker
cpu/maxfreq_test-log-attach certification-status=non-blocker
cpu/topology certification-status=blocker
diff --git a/units/disk/test-plan.pxu b/units/disk/test-plan.pxu
index 3c59a64..1409171 100644
--- a/units/disk/test-plan.pxu
+++ b/units/disk/test-plan.pxu
@@ -54,3 +54,17 @@ include:
disk/storage_device_.*
bootstrap_include:
device
+
+id: server-disk
+unit: test plan
+_name: Server Disk Tests
+_Description: AUtomated disk tests for Ubuntu Server
+include:
+ disk/detect certification-status=blocker
+ disk/stats_.* certification-status=blocker
+ disk/read_performance_.* certification-status=blocker
+ disk/smart_.* certification-status=non-blocker
+ disk/fstrim_.* certification-status=non-blocker
+ disk/disk_stress_ng_.* certification-status=blocker
+ disk/disk_cpu_load_.* certification-status=blocker
+ disk/apste_support_on_.* certification-status=non-blocker
diff --git a/units/ethernet/test-plan.pxu b/units/ethernet/test-plan.pxu
index 87b176c..c6d43f4 100644
--- a/units/ethernet/test-plan.pxu
+++ b/units/ethernet/test-plan.pxu
@@ -99,10 +99,10 @@ _name: Server Ethernet Tests
_description: Automated ethernet tests for server certification
estimated_duration: 4h
include:
- ethernet/info_automated_server
- ethernet/ethtool_info
- ethernet/ethertool_check_.*
- ethernet/multi_iperf3_nic_device.*
+ ethernet/info_automated_server certification-status=non-blocker
+ ethernet/ethtool_info certification-status=non-blocker
+ ethernet/ethertool_check_.* certification-status=non-blocker
+ ethernet/multi_iperf3_nic_device.* certification-status=blocker
bootstrap_include:
device
executable
@@ -113,10 +113,10 @@ _name: Server Ethernet SRU Tests
_description: Automated ethernet tests for server regression testing
estimated_duration: 4h
include:
- ethernet/info_automated_server
- ethernet/ethtool_info
- ethernet/ethertool_check_.*
- ethernet/sru_iperf3_stress_device-.*
+ ethernet/info_automated_server certification-status=non-blocker
+ ethernet/ethtool_info certification-status=non-blocker
+ ethernet/ethertool_check_.* certification-status=non-blocker
+ ethernet/sru_iperf3_stress_device-.* certification-status=blocker
bootstrap_include:
device
executable
@@ -127,10 +127,10 @@ _name: Server Ethernet Tests (Speed Check Disabled)
_description: Automated ethernet tests for server certification without speed check
estimated_duration: 4h
include:
- ethernet/info_automated_server
- ethernet/ethtool_info
- ethernet/ethertool_check_.*
- ethernet/multi_iperf3_nic_underspeed_device.*
+ ethernet/info_automated_server certification-status=non-blocker
+ ethernet/ethtool_info certification-status=non-blocker
+ ethernet/ethertool_check_.* certification-status=non-blocker
+ ethernet/multi_iperf3_nic_underspeed_device.* certification-status=non-blocker
bootstrap_include:
device
executable
diff --git a/units/info/test-plan.pxu b/units/info/test-plan.pxu
index 52e4da3..598d317 100644
--- a/units/info/test-plan.pxu
+++ b/units/info/test-plan.pxu
@@ -42,7 +42,7 @@ include:
lsmod_attachment
lspci_attachment
lspci_standard_config_attachment
- lstopo_verbose_attachment
+ lstpo_verbose_attachment
lstopo_visual_attachment
lsusb_attachment
meminfo_attachment
@@ -69,6 +69,7 @@ include:
dmi_attachment
dmidecode_attachment
efi_attachment
+ info/buildstamp
info/disk_partitions
info/hdparm_.*.txt
info/network-config
@@ -78,6 +79,7 @@ include:
lshw_attachment
lsmod_attachment
lspci_attachment
+ lspci_network_attachment
lstopo_verbose_attachment
lstopo_visual_attachment
lsusb_attachment
diff --git a/units/memory/test-plan.pxu b/units/memory/test-plan.pxu
index 123d437..6ff0e93 100644
--- a/units/memory/test-plan.pxu
+++ b/units/memory/test-plan.pxu
@@ -18,3 +18,11 @@ _name: Automated memory tests
_description: Automated memory tests for Ubuntu Core devices
include:
memory/info
+
+id: server-memory
+unit: test plan
+_name: Automated memory tests
+_desctiption: Automated memory tests for Server Cert
+include:
+ memory/info certification-status=blocker
+ memory/memory_stress_ng certification-status=blocker
diff --git a/units/miscellanea/test-plan.pxu b/units/miscellanea/test-plan.pxu
index b6e4de7..8dfe72e 100644
--- a/units/miscellanea/test-plan.pxu
+++ b/units/miscellanea/test-plan.pxu
@@ -62,23 +62,25 @@ _name: Miscellaneous server cert tests
_description:
Miscellaneous server tests (log checks, dmi data, etc)
mandatory_include:
- miscellanea/submission-resources
- miscellanea/cpuid
- miscellanea/get_make_and_model
- miscellanea/get_maas_version certification-status=blocker
- miscellanea/maas_user_check
- miscellanea/efi_boot_mode certification-status=blocker
- miscellanea/secure_boot_mode
- miscellanea/reboot_firmware
- miscellanea/efi_pxeboot
+ miscellanea/apport-directory certification-status=non-blocker
+ miscellanea/bmc_info certification-status=non-blocker
miscellanea/check_prerelease certification-status=blocker
- miscellanea/kernel_taint_test
- miscellanea/cpus_are_not_samples
+ miscellanea/cpuid certification-status=non-blocker
+ miscellanea/cpus_are_not_samples certification-status=blocker
+ miscellanea/debsums certification-status=non-blocker
+ miscellanea/dmitest_server certification-status=blocker
+ miscellanea/efi_boot_mode certification-status=blocker
+ miscellanea/efi_pxeboot certification-status=non-blocker
+ miscellanea/get_make_and_model certification-status=non-blocker
+ miscellanea/get_maas_version certification-status=blocker
miscellanea/ipmi_test certification-status=blocker
- miscellanea/bmc_info
- miscellanea/dmitest_server
- miscellanea/sosreport
- miscellanea/sosreport_attachment
+ miscellanea/kernel_taint_test certification-status=blocker
+ miscellanea/maas_user_check certification-status=blocker
+ miscellanea/reboot_firmware certification-status=non-blocker
+ miscellanea/secure_boot_mode certification-status=non-blocker
+ miscellanea/sosreport certification-status=non-blocker
+ miscellanea/sosreport_attachment certification-status=non-blocker
+ miscellanea/submission-resources certification-status=non-blocker
include:
id: server-miscellaneous-regression
@@ -87,10 +89,7 @@ _name: Miscellaneous server cert tests
_description:
Miscellaneous server tests (log checks, dmi data, etc)
mandatory_include:
- miscellanea/submission-resources
- miscellanea/cpuid
+ miscellanea/apport-directory certification-status=non-blocker
miscellanea/ipmi_test certification-status=blocker
- miscellanea/bmc_info
- miscellanea/dmitest_server
- miscellanea/maas_user_check
+ info/systemd-analyze certification-status=non-blocker
include:
diff --git a/units/networking/test-plan.pxu b/units/networking/test-plan.pxu
index c00504f..c2fbd86 100644
--- a/units/networking/test-plan.pxu
+++ b/units/networking/test-plan.pxu
@@ -85,3 +85,13 @@ include:
after-suspend-ipv6_link_local_address_.*
bootstrap_include:
device
+
+id: server-networking
+unit: test plan
+_name: Networking tests for Server
+_description: Networking tests for Server Cert
+include:
+ networking/predictable_names certification-status=blocker
+ networking/ntp certification-status=non-blocker
+
+
diff --git a/units/nvdimm/test-plan.pxu b/units/nvdimm/test-plan.pxu
index 601a788..d56ce61 100644
--- a/units/nvdimm/test-plan.pxu
+++ b/units/nvdimm/test-plan.pxu
@@ -3,5 +3,5 @@ unit: test plan
_name: NVDIM Specific Tests
_description: NVDIMM related tests
include:
- nvdimm/info
- nvdimm/health
+ nvdimm/info certification-status=blocker
+ nvdimm/health certification-status=blocker