add oem generic test plans

10 files changed, 408 insertions, 13 deletions

diff --git a/units/ReadMe.txt b/units/ReadMe.txt
new file mode 100644
index 0000000..20d9af5
--- /dev/null
+++ b/units/ReadMe.txt
@@ -0,0 +1,41 @@
+###################################################
+Version: 0.1
+The rules of the nested part for OEM projects.
+###################################################
+I. Background
+All OEM projects should nest the test plan named "oem-generic-xxx" and then add the
+specific test plan and test case for the porject needed.
+
+II. Test plan structure
+Here using Somerville as an example:
+
+- client-cert-18-04 <---- oem-generic-full <--- somerville-iev-full
+
+- oem-generic-blocker <--- somerville-iev-blocker
+
+- oem-generic-audio <--- somerville-audio
+
+- oem-generic-auto <--- somerville-auto
+
+- oem-generic-docking <--- somerville-docking
+
+- oem-generic-graphic <--- somerville-graphic
+
+- oem-generic-stress <--- somerville-stress
+
+- oem-generic-touch-webcam <--- somerville-touch-webcam
+
+- oem-generic-wireless <--- somerville-wireless
+
+III. Test Revision History
+**** 2019/7 18.04 Test Coverage ****
+Removed both before/after suspend test cases:
+bluetooth/HID
+keys/battery-info
+mediacard/sd-insert
+mediacard/sd-storage
+mediacard/sd-remove
+touchpad/horizontal
+touchpad/vertical
+touchpad/multitouch-manual
+touchpad/multitouch-dash
diff --git a/units/oem-generic-audio.pxu b/units/oem-generic-audio.pxu
new file mode 100644
index 0000000..d0d4543
--- /dev/null
+++ b/units/oem-generic-audio.pxu
@@ -0,0 +1,52 @@
+id: oem-generic-audio
+_name: OEM Generic Audio
+unit: test plan
+_description: The generic audio test plan for all OEM
+ projects.
+include:
+nested_part:
+ com.canonical.certification::submission-cert-full
+ com.canonical.certification::audio-cert-full
+ com.canonical.certification::monitor-integrated-gpu-cert-full
+ com.canonical.certification::before-suspend-reference-cert-full
+ com.canonical.certification::after-suspend-audio-cert-full
+ com.canonical.certification::after-suspend-monitor-integrated-gpu-cert-full
+ com.canonical.certification::after-suspend-reference-cert-full
+ # Automated Tests
+ # The following tests are purely automated and/or lenghty stress tests.
+ # They have been moved to the end of the test run to improve the testing
+ # process.
+ com.canonical.certification::misc-client-cert-full
+ com.canonical.certification::info-attachment-cert-full
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
+exclude:
+ com.canonical.certification::monitor/1_powersaving_.*
+ com.canonical.certification::monitor/1_dim_brightness_.*
+ com.canonical.certification::monitor/1_type-c_vga_.*
+ com.canonical.certification::thunderbolt/daisy-chain
+ com.canonical.certification::thunderbolt3/daisy-chain
+ com.canonical.certification::monitor/1_vga_.*
+ com.canonical.certification::monitor/1_multi-head_.*
+ com.canonical.certification::after-suspend-manual-monitor/1_powersaving_.*
+ com.canonical.certification::after-suspend-manual-monitor/1_dim_brightness_.*
+ com.canonical.certification::after-suspend-manual-monitor/1_type-c_vga_.*
+ com.canonical.certification::after-suspend-manual-thunderbolt/daisy-chain
+ com.canonical.certification::after-suspend-manual-thunderbolt3/daisy-chain
+ com.canonical.certification::after-suspend-manual-monitor/1_vga_.*
+ com.canonical.certification::after-suspend-manual-monitor/1_multi-head_.*
+ com.canonical.certification::suspend/network_before_suspend
+ com.canonical.certification::suspend/cpu_before_suspend
+ com.canonical.certification::suspend/memory_before_suspend
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend
+ com.canonical.certification::bluetooth4/beacon_eddystone_url_.*
+ com.canonical.certification::suspend/network_after_suspend
+ com.canonical.certification::suspend/cpu_after_suspend
+ com.canonical.certification::suspend/memory_after_suspend
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend
+ com.canonical.certification::after-suspend-manual-bluetooth4/beacon_eddystone_url_.* 
diff --git a/units/oem-generic-auto.pxu b/units/oem-generic-auto.pxu
new file mode 100644
index 0000000..4104462
--- /dev/null
+++ b/units/oem-generic-auto.pxu
@@ -0,0 +1,86 @@
+id: oem-generic-auto
+_name: OEM Generic Auto
+unit: test plan
+_description: The generic test plan for all OEM projects.
+include:
+ com.canonical.certification::audio/alsa_record_playback_automated
+ com.canonical.certification::bluetooth/detect-output
+ com.canonical.certification::camera/detect
+ com.canonical.certification::camera/multiple-resolution-images
+ com.canonical.certification::cpu/scaling_test
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/offlining_test
+ com.canonical.certification::cpu/topology
+ com.canonical.certification::disk/read_performance_.*
+ com.canonical.certification::graphics/xorg-version
+ com.canonical.certification::graphics/1_compiz_check_.*
+ com.canonical.certification::graphics/xorg-failsafe
+ com.canonical.certification::graphics/xorg-process
+ com.canonical.certification::graphics/2_auto_switch_card_.*
+ com.canonical.certification::graphics/2_valid_opengl_renderer_.*
+ com.canonical.certification::graphics/2_driver_version_.*
+ com.canonical.certification::graphics/2_compiz_check_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.*_auto
+ com.canonical.certification::install/apt-get-gets-updates
+ com.canonical.certification::mediacard/sd-preinserted
+ com.canonical.certification::memory/info
+ com.canonical.certification::ethernet/detect
+ com.canonical.certification::ethernet/info_automated
+ com.canonical.certification::miscellanea/dkms_build_validation
+ com.canonical.certification::networking/http
+ com.canonical.certification::networking/gateway_ping
+ com.canonical.certification::power-management/tickless_idle
+ com.canonical.certification::power-management/rtc
+ com.canonical.certification::power-management/fwts_wakealarm
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ com.canonical.certification::usb/detect
+ com.canonical.certification::usb/storage-preinserted
+ com.canonical.certification::wireless/nm_connection_save_.*
+ com.canonical.certification::wireless/wireless_scanning_.*
+ com.canonical.certification::wireless/wireless_connection_wpa_bg_nm_.*
+ com.canonical.certification::wireless/wireless_connection_open_bg_nm_.*
+ com.canonical.certification::wireless/wireless_connection_wpa_n_nm_.*
+ com.canonical.certification::wireless/wireless_connection_open_n_nm_.*
+ com.canonical.certification::wireless/nm_connection_restore_.*
+ com.canonical.certification::suspend/audio_before_suspend
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend
+ com.canonical.certification::suspend/cpu_before_suspend
+ com.canonical.certification::suspend/network_before_suspend
+ com.canonical.certification::suspend/memory_before_suspend
+ com.canonical.certification::suspend/suspend_advanced_auto
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::suspend/audio_after_suspend_auto
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_auto
+ com.canonical.certification::suspend/2_suspend-time-check_.*_auto
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*_auto
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_auto
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.*_auto
+ com.canonical.certification::suspend/2_resolution_after_suspend_.*_auto
+ com.canonical.certification::graphics/1_auto_switch_card_.*
+ com.canonical.certification::suspend/1_resolution_before_suspend_.*_auto
+ com.canonical.certification::suspend/1_suspend_after_switch_to_card_.*_auto
+ com.canonical.certification::suspend/1_suspend-time-check_.*_auto
+ com.canonical.certification::suspend/1_suspend-single-log-attach_.*_auto
+ com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_auto
+ com.canonical.certification::suspend/1_driver_version_after_suspend_.*_auto
+ com.canonical.certification::suspend/1_resolution_after_suspend_.*_auto
+ com.canonical.certification::suspend/network_resume_time_auto
+ com.canonical.certification::suspend/wifi_resume_time_auto
+ com.canonical.certification::suspend/usb_storage_preinserted_after_suspend
+ com.canonical.certification::suspend/record_playback_after_suspend_auto
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend_auto
+ com.canonical.certification::suspend/cpu_after_suspend_auto
+ com.canonical.certification::suspend/memory_after_suspend_auto
+ com.canonical.certification::after-suspend-wireless/nm_connection_save_.*
+ com.canonical.certification::after-suspend-wireless/wireless_connection_wpa_bg_nm_.*
+ com.canonical.certification::after-suspend-wireless/wireless_connection_open_bg_nm_.*
+ com.canonical.certification::after-suspend-wireless/wireless_connection_wpa_n_nm_.*
+ com.canonical.certification::after-suspend-wireless/wireless_connection_open_n_nm_.*
+ com.canonical.certification::after-suspend-wireless/nm_connection_restore_.*
+ com.canonical.certification::suspend/gpu_lockup_after_suspend
+nested_part:
+ com.canonical.certification::submission-cert-full
+ com.canonical.certification::info-attachment-cert-full
+bootstrap_include:
+ com.canonical.certification::device
+ com.canonical.certification::graphics_card
diff --git a/units/oem-generic-blocker.pxu b/units/oem-generic-blocker.pxu
new file mode 100644
index 0000000..05f4194
--- /dev/null
+++ b/units/oem-generic-blocker.pxu
@@ -0,0 +1,67 @@
+id: oem-generic-blocker 
+_name: OEM Generic Blocker
+unit: test plan
+_description: The generic blocker test plan for OEM projects.
+include:
+nested_part:
+ com.canonical.certification::submission-cert-full
+ com.canonical.certification::audio-cert-blockers
+ com.canonical.certification::bluetooth-cert-blockers
+ com.canonical.certification::camera-cert-blockers
+ com.canonical.certification::esata-cert-blockers
+ com.canonical.certification::firewire-cert-blockers
+ com.canonical.certification::thunderbolt-cert-blockers
+ com.canonical.certification::monitor-integrated-gpu-cert-blockers
+ com.canonical.certification::graphics-integrated-gpu-cert-blockers
+ com.canonical.certification::graphics-discrete-gpu-cert-blockers
+ com.canonical.certification::monitor-discrete-gpu-cert-blockers
+ com.canonical.certification::input-cert-blockers
+ com.canonical.certification::keys-cert-blockers
+ com.canonical.certification::mediacard-cert-blockers
+ com.canonical.certification::networking-cert-blockers
+ com.canonical.certification::optical-cert-blockers
+ com.canonical.certification::power-management-precheck-cert-blockers
+ com.canonical.certification::touchpad-cert-blockers
+ com.canonical.certification::touchscreen-cert-blockers
+ com.canonical.certification::usb-cert-blockers
+ com.canonical.certification::usb3-cert-blockers
+ com.canonical.certification::usb-c-cert-blockers
+ com.canonical.certification::wireless-cert-blockers
+ com.canonical.certification::before-suspend-reference-cert-blockers
+ # Test discrete card first, if present, since it's the one we will be using
+ # after coming back from suspend if the system has hybrid graphics.
+ com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-blockers
+ com.canonical.certification::after-suspend-manual-monitor-discrete-gpu-cert-blockers
+ com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-blockers
+ com.canonical.certification::after-suspend-manual-monitor-integrated-gpu-cert-blockers
+ com.canonical.certification::suspend-key-led-oops-check-cert-blockers
+ com.canonical.certification::after-suspend-reference-cert-blockers
+ com.canonical.certification::after-suspend-audio-cert-blockers
+ com.canonical.certification::after-suspend-camera-cert-blockers
+ com.canonical.certification::after-suspend-input-cert-blockers
+ com.canonical.certification::after-suspend-mediacard-cert-blockers
+ com.canonical.certification::after-suspend-optical-cert-blockers
+ com.canonical.certification::after-suspend-touchpad-cert-blocker
+ com.canonical.certification::after-suspend-touchscreen-cert-blocker
+ com.canonical.certification::after-suspend-usb-cert-blockers
+ com.canonical.certification::after-suspend-usb3-cert-blockers
+ com.canonical.certification::after-suspend-usb-c-cert-blockers
+ com.canonical.certification::after-suspend-wireless-cert-blockers
+ com.canonical.certification::after-suspend-keys-cert-blockers
+ # The following tests should run BEFORE the automated tests. The reboot and
+ # power off tests will also give us a clean system to start the stress run
+ # with.
+ com.canonical.certification::power-management-reboot-poweroff-cert-blockers
+ # Automated Tests
+ # The following tests are purely automated and/or lenghty stress tests.
+ # They have been moved to the end of the test run to improve the testing
+ # process.
+ com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated
+ com.canonical.certification::stress-ng-cert-automated
+ com.canonical.certification::stress-30-reboot-poweroff-automated
+ com.canonical.certification::misc-client-cert-blockers
+ com.canonical.certification::cpu-cert-blockers
+ com.canonical.certification::disk-cert-blockers
+ com.canonical.certification::info-attachment-cert-full
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
diff --git a/units/oem-generic-full.pxu b/units/oem-generic-full.pxu
new file mode 100644
index 0000000..d03aa90
--- /dev/null
+++ b/units/oem-generic-full.pxu
@@ -0,0 +1,12 @@
+id: oem-generic-full 
+_name: 18.04 OEM generic full test
+unit: test plan
+_description:
+ This test plan nested to 18.04 client certification test plan
+ which include all required test cases need to be passed for
+ Ubuntu cert.
+include:
+nested_part:
+ client-cert-18-04
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
diff --git a/units/oem-generic-graphic.pxu b/units/oem-generic-graphic.pxu
new file mode 100644
index 0000000..f5dbc6c
--- /dev/null
+++ b/units/oem-generic-graphic.pxu
@@ -0,0 +1,51 @@
+id: oem-generic-graphic
+_name: OEM Generic Graphic
+unit: test plan
+_description: The generic graphic test plan for all OEM
+ projects.
+include:
+nested_part:
+ com.canonical.certification::submission-cert-full
+ com.canonical.certification::monitor-integrated-gpu-cert-full
+ com.canonical.certification::graphics-integrated-gpu-cert-full
+ com.canonical.certification::graphics-discrete-gpu-cert-full
+ com.canonical.certification::monitor-discrete-gpu-cert-full
+ com.canonical.certification::keys-cert-full
+ com.canonical.certification::before-suspend-reference-cert-full
+ # Test discrete card first, if present, since it's the one we will be using
+ # after coming back from suspend if the system has hybrid graphics.
+ com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full
+ com.canonical.certification::after-suspend-monitor-discrete-gpu-cert-full
+ # Now we ask to switch to the integrated graphics card. This requires a
+ # restart of checkbox.
+ com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full
+ com.canonical.certification::after-suspend-monitor-integrated-gpu-cert-full
+ com.canonical.certification::after-suspend-reference-cert-full
+ com.canonical.certification::after-suspend-keys-cert-full
+ # Automated Tests
+ # The following tests are purely automated and/or lenghty stress tests.
+ # They have been moved to the end of the test run to improve the testing
+ # process.
+ com.canonical.certification::misc-client-cert-full
+ com.canonical.certification::info-attachment-cert-full
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
+exclude:
+ com.canonical.certification::keys/lock-screen
+ com.canonical.certification::keys/super
+ com.canonical.certification::keys/battery-info
+ com.canonical.certification::keys/media-control
+ com.canonical.certification::keys/mute
+ com.canonical.certification::keys/volume
+ com.canonical.certification::keys/wireless
+ com.canonical.certification::keys/keyboard-backlight
+ com.canonical.certification::keys/microphone-mute
+ com.canonical.certification::after-suspend-manual-keys/lock-screen
+ com.canonical.certification::after-suspend-manual-keys/super
+ com.canonical.certification::after-suspend-manual-keys/battery-info
+ com.canonical.certification::after-suspend-manual-keys/media-control
+ com.canonical.certification::after-suspend-manual-keys/mute
+ com.canonical.certification::after-suspend-manual-keys/volume
+ com.canonical.certification::after-suspend-manual-keys/wireless
+ com.canonical.certification::after-suspend-manual-keys/keyboard-backlight
+ com.canonical.certification::after-suspend-manual-keys/microphone-mute
diff --git a/units/oem-generic-regression.pxu b/units/oem-generic-regression.pxu
deleted file mode 100644
index 96124e1..0000000
--- a/units/oem-generic-regression.pxu
+++ /dev/null
@@ -1,13 +0,0 @@
-id: oem-generic-regression
-_name: OEM Generic Regression Test
-unit: test plan
-_description:
- This test plan is nested to certification SRU.
- Used this to be a generic regression test plan
- for OEM projects.
-include:
-mandatory_include:
- com.canonical.certification::miscellanea/submission-resources
- com.canonical.plainbox::collect-manifest
-nested_part:
- com.canonical.certification::sru
diff --git a/units/oem-generic-stress.pxu b/units/oem-generic-stress.pxu
new file mode 100644
index 0000000..98e26ef
--- /dev/null
+++ b/units/oem-generic-stress.pxu
@@ -0,0 +1,14 @@
+id: oem-generic-stress
+_name: OEM Generic Stress
+unit: test plan
+_description: The generic stress tests for OEM projects.
+include:
+nested_part:
+ com.canonical.certification::submission-cert-full
+ com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated
+ com.canonical.certification::stress-ng-cert-automated
+ com.canonical.certification::stress-30-reboot-poweroff-automated
+ com.canonical.certification::info-attachment-cert-full
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.ce::misc/generic/stress/journald-persistent-auto
diff --git a/units/oem-generic-touch-webcam.pxu b/units/oem-generic-touch-webcam.pxu
new file mode 100644
index 0000000..fa7d3f8
--- /dev/null
+++ b/units/oem-generic-touch-webcam.pxu
@@ -0,0 +1,43 @@
+id: oem-generic-touch-webcam
+_name: OEM Generic Touch Webcam
+unit: test plan
+_description: The generic touchpad, touchscreen and
+ webcam test plan for OEM projects.
+include:
+nested_part:
+ com.canonical.certification::submission-cert-full
+ com.canonical.certification::camera-cert-full
+ com.canonical.certification::input-cert-full
+ com.canonical.certification::led-cert-full
+ com.canonical.certification::touchpad-cert-full
+ com.canonical.certification::touchscreen-cert-full
+ com.canonical.certification::before-suspend-reference-cert-full
+ # Test discrete card first, if present, since it's the one we will be using
+ # after coming back from suspend if the system has hybrid graphics.
+ # Now we ask to switch to the integrated graphics card. This requires a
+ # restart of checkbox.
+ com.canonical.certification::after-suspend-reference-cert-full
+ com.canonical.certification::after-suspend-camera-cert-full
+ com.canonical.certification::after-suspend-input-cert-full
+ com.canonical.certification::after-suspend-led-cert-full
+ com.canonical.certification::after-suspend-touchpad-cert-full
+ com.canonical.certification::after-suspend-touchscreen-cert-full
+ # Automated Tests
+ # The following tests are purely automated and/or lenghty stress tests.
+ # They have been moved to the end of the test run to improve the testing
+ # process.
+ com.canonical.certification::misc-client-cert-full
+ com.canonical.certification::info-attachment-cert-full
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
+exclude:
+ com.canonical.certification::led/battery-charged
+ com.canonical.certification::led/battery-charging
+ com.canonical.certification::led/battery-low
+ com.canonical.certification::led/caps-lock
+ com.canonical.certification::led/power
+ com.canonical.certification::suspend/led_after_suspend/battery-charged
+ com.canonical.certification::suspend/led_after_suspend/battery-charging
+ com.canonical.certification::suspend/led_after_suspend/battery-low
+ com.canonical.certification::suspend/led_after_suspend/caps-lock
+ com.canonical.certification::suspend/led_after_suspend/power
diff --git a/units/oem-generic-wireless.pxu b/units/oem-generic-wireless.pxu
new file mode 100644
index 0000000..c8a7233
--- /dev/null
+++ b/units/oem-generic-wireless.pxu
@@ -0,0 +1,42 @@
+id: oem-generic-wireless
+_name: OEM Generic Wireless
+unit: test plan
+_description: The generic wireless/network/bluetooth/wwan tests for OEM
+ projects.
+include:
+nested_part:
+ com.canonical.certification::submission-cert-full
+ com.canonical.certification::bluetooth-cert-full
+ com.canonical.certification::mobilebroadband-cert-full
+ com.canonical.certification::keys-cert-full
+ com.canonical.certification::networking-cert-full
+ com.canonical.certification::power-management-precheck-cert
+ com.canonical.certification::wireless-cert-full
+ com.canonical.certification::before-suspend-reference-cert-full
+ com.canonical.certification::after-suspend-reference-cert-full
+ com.canonical.certification::after-suspend-wireless-cert-full
+ com.canonical.certification::after-suspend-keys-cert-full
+ com.canonical.certification::info-attachment-cert-full
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
+exclude:
+ com.canonical.certification::keys/lock-screen
+ com.canonical.certification::keys/super
+ com.canonical.certification::keys/battery-info
+ com.canonical.certification::keys/brightness
+ com.canonical.certification::keys/media-control
+ com.canonical.certification::keys/mute
+ com.canonical.certification::keys/volume
+ com.canonical.certification::keys/video-out
+ com.canonical.certification::keys/keyboard-backlight
+ com.canonical.certification::keys/microphone-mute
+ com.canonical.certification::after-suspend-manual-keys/lock-screen
+ com.canonical.certification::after-suspend-manual-keys/super
+ com.canonical.certification::after-suspend-manual-keys/battery-info
+ com.canonical.certification::after-suspend-manual-keys/brightness
+ com.canonical.certification::after-suspend-manual-keys/media-control
+ com.canonical.certification::after-suspend-manual-keys/mute
+ com.canonical.certification::after-suspend-manual-keys/volume
+ com.canonical.certification::after-suspend-manual-keys/video-out
+ com.canonical.certification::after-suspend-manual-keys/keyboard-backlight
+ com.canonical.certification::after-suspend-manual-keys/microphone-mute