Update Somerville and Stella test plan

12 files changed, 58 insertions, 1709 deletions

diff --git a/units/somerville-fv-regression.pxu b/units/somerville-fv-regression.pxu
index 3228c7f..ac30958 100644
--- a/units/somerville-fv-regression.pxu
+++ b/units/somerville-fv-regression.pxu
@@ -1,4 +1,4 @@
-# Version: 1.0.4 2018-09-12
+# Version: 1.0.5 2019-06-13
 id: somerville-fv-regression
 _name: Somerville FV Regression
 unit: test plan
@@ -45,7 +45,9 @@ nested_part:
 # Test discrete card first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
 com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-blockers
+ # com.canonical.certification::after-suspend-manual-monitor-discrete-gpu-cert-blockers
 com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-blockers
+ # com.canonical.certification::after-suspend-manual-monitor-integrated-gpu-cert-blockers
 com.canonical.certification::suspend-key-led-oops-check-cert-blockers
 com.canonical.certification::after-suspend-reference-cert-blockers
 com.canonical.certification::after-suspend-audio-cert-blockers
diff --git a/units/somerville-graphic.pxu b/units/somerville-graphic.pxu
index 492f151..5a8abdc 100644
--- a/units/somerville-graphic.pxu
+++ b/units/somerville-graphic.pxu
@@ -1,4 +1,4 @@
-# Version: 1.0.1 2018-09-12
+# Version: 1.0.2 2019-06-14
 id: somerville-graphic
 _name: Somerville Graphic
 unit: test plan
@@ -30,9 +30,11 @@ nested_part:
 # Test discrete card first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
 com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full
+ # com.canonical.certification::after-suspend-monitor-discrete-gpu-cert-full
 # Now we ask to switch to the integrated graphics card. This requires a
 # restart of checkbox.
 com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full
+ com.canonical.certification::after-suspend-monitor-integrated-gpu-cert-full
 com.canonical.certification::suspend-key-led-oops-check-cert
 com.canonical.certification::after-suspend-reference-cert-full
 com.canonical.certification::after-suspend-keys-cert-full
diff --git a/units/somerville-iev-full.pxu b/units/somerville-iev-full.pxu
index be5df0a..7d18e3f 100644
--- a/units/somerville-iev-full.pxu
+++ b/units/somerville-iev-full.pxu
@@ -1,4 +1,4 @@
-# Version: 1.0.2 2018-09-19
+# Version: 1.0.3 2019-06-13
 id: somerville-iev-full
 _name: Somerville IEV Full
 unit: test plan
@@ -47,9 +47,11 @@ nested_part:
 # Test discrete card first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
 com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full
+ # com.canonical.certification::after-suspend-monitor-discrete-gpu-cert-full
 # Now we ask to switch to the integrated graphics card. This requires a
 # restart of checkbox.
 com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full
+ com.canonical.certification::after-suspend-monitor-integrated-gpu-cert-full
 com.canonical.certification::suspend-key-led-oops-check-cert
 com.canonical.certification::after-suspend-reference-cert-full
 com.canonical.certification::after-suspend-audio-cert-full
@@ -68,12 +70,13 @@ nested_part:
 # power off tests will also give us a clean system to start the stress run
 # with.
 com.canonical.certification::power-management-reboot-poweroff-cert
- #Automated Tests
+ # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests.
 # They have been moved to the end of the test run to improve the testing
 # process.
 com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated
 com.canonical.certification::misc-client-cert-full
+ com.canonical.certification::cpu-cert-full
 com.canonical.certification::disk-cert-automated
 com.canonical.certification::tpm2.0_3.0.4
 com.canonical.certification::info-attachment-cert-full
diff --git a/units/somerville-iev-regression.pxu b/units/somerville-iev-regression.pxu
index 2c77700..b916672 100644
--- a/units/somerville-iev-regression.pxu
+++ b/units/somerville-iev-regression.pxu
@@ -1,4 +1,4 @@
-# Version: 1.0.2 2018-09-12
+# Version: 1.0.3 2019-06-13
 id: somerville-iev-regression
 _name: Somerville IEV Regression
 unit: test plan
@@ -44,7 +44,9 @@ nested_part:
 # Test discrete card first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
 com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-blockers
+ # com.canonical.certification::after-suspend-manual-monitor-discrete-gpu-cert-blockers
 com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-blockers
+ # com.canonical.certification::after-suspend-manual-monitor-integrated-gpu-cert-blockers
 com.canonical.certification::suspend-key-led-oops-check-cert-blockers
 com.canonical.certification::after-suspend-reference-cert-blockers
 com.canonical.certification::after-suspend-audio-cert-blockers
diff --git a/units/stella-full-14-04-3.pxu b/units/stella-full-14-04-3.pxu
deleted file mode 100644
index c1fcc0d..0000000
--- a/units/stella-full-14-04-3.pxu
+++ /dev/null
@@ -1,505 +0,0 @@
-id: stella-full-14-04-3
-_name: Stella Full 14.04.3
-unit: test plan
-include:
- ## Common Whitelist for OEM projects
- ## Rev 1.6, 2016-06-30
- ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox
- ## Updated for new Plainbox template units
- # Resource Jobs
- com.canonical.certification::block_device
- com.canonical.certification::cdimage
- com.canonical.certification::cpuinfo
- com.canonical.certification::display
- com.canonical.certification::dmi
- com.canonical.certification::dpkg
- com.canonical.certification::efi
- com.canonical.certification::environment
- com.canonical.certification::lsb
- com.canonical.certification::meminfo
- com.canonical.certification::module
- com.canonical.certification::optical_drive_.* certification-status=blocker
- com.canonical.certification::package
- #resources
- com.canonical.certification::sleep
- #touchpad_scroll
- com.canonical.certification::xinput
- com.canonical.certification::uname
- com.canonical.certification::usb
- com.canonical.certification::IEEE_80211
- # requirement of s3/s4 tests
- com.canonical.certification::rtc
- # Tests grouped by categories. Categories start with '__'
- com.canonical.certification::miscellanea/tester-info
- #miscellanea/chvt
- # See Automated Tests section at the end of this file
- #com.canonical.certification::audio/generator_.*
- com.canonical.certification::audio/alsa_info_collect
- com.canonical.certification::audio/alsa_info_attachment
- #audio/alsa_record_playback_usb
- com.canonical.certification::audio/list_devices
- com.canonical.certification::audio/playback_auto certification-status=blocker
- com.canonical.certification::audio/channels
- #audio/check_volume
- com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- #audio/plug-detection
- com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/playback_headphones certification-status=blocker
- com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- #audio/external-linein
- #audio/external-lineout
- # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- # See Automated Tests section at the end of this file
- com.canonical.certification::bluetooth/detect-output certification-status=blocker
- com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- com.canonical.certification::bluetooth/audio certification-status=blocker
- com.canonical.certification::bluetooth/browse-files certification-status=blocker
- com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- com.canonical.certification::bluetooth/HID
- com.canonical.certification::camera/detect certification-status=blocker
- com.canonical.certification::camera/still certification-status=blocker
- com.canonical.certification::camera/display certification-status=blocker
- com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # See Automated Tests section at the end of this file
- # See Automated Tests section at the end of this file
- com.canonical.certification::disk/detect certification-status=blocker
- #com.canonical.certification::disk/hdd-parking
- com.canonical.certification::thunderbolt/insert certification-status=non-blocker
- com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
- com.canonical.certification::thunderbolt/remove certification-status=non-blocker
- # See the Thunderbolt monitor test for the daisy-chain test
- com.canonical.certification::firmware/fwts_desktop_diagnosis
- com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- com.canonical.certification::firmware/no_ACPI_REV_interface
- com.canonical.certification::miscellanea/dmitest_client
- # required by suspend/network_before_suspend
- com.canonical.certification::ethernet/detect certification-status=blocker
- com.canonical.certification::ethernet/info_automated
- ## this test cause a unused test case error, but required for cert.
- com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
- com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
- # See Graphic Tests section for monitor test on second graphic card
- com.canonical.certification::graphics/xorg-version certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/driver_version
- com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/1_video_.* certification-status=blocker
- com.canonical.certification::graphics/1_minimum_resolution_.*
- com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
- # Below are tests that do not appear in Cert-14.04 test plan
- com.canonical.certification::graphics/1_modes_.*
- com.canonical.certification::graphics/1_color_depth_.*
- com.canonical.certification::graphics/1_fresh_rate_.*
- com.canonical.certification::graphics/1_graphic_memory_.*
- com.canonical.certification::graphics/1_resolution_.*
- com.canonical.certification::graphics/1_resolution-change_.*
- com.canonical.certification::graphics/1_screen_resolution_.*
- com.canonical.certification::graphics/1_unity_support_.*
- com.canonical.certification::graphics/1_screenshot_.*
- com.canonical.certification::graphics/1_screenshot.jpg_.*
- com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
- com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
- # Switch to second card (if any)
- com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/2_video_.* certification-status=blocker
- com.canonical.certification::graphics/2_minimum_resolution_.*
- com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
- # Below are tests that do not appear in Cert-14.04 test plan
- com.canonical.certification::graphics/2_modes_.*
- com.canonical.certification::graphics/2_color_depth_.*
- com.canonical.certification::graphics/2_fresh_rate_.*
- com.canonical.certification::graphics/2_graphic_memory_.*
- com.canonical.certification::graphics/2_resolution_.*
- com.canonical.certification::graphics/2_resolution-change_.*
- com.canonical.certification::graphics/2_screen_resolution_.*
- com.canonical.certification::graphics/2_unity_support_.*
- com.canonical.certification::graphics/2_screenshot_.*
- com.canonical.certification::graphics/2_screenshot.jpg_.*
- com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
- com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
- # Monitor tests on second graphic card
- com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
- com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- #See below, power-management/hibernate_advanced
- com.canonical.certification::input/accelerometer certification-status=non-blocker
- com.canonical.certification::input/pointing_.* certification-status=blocker
- com.canonical.certification::input/keyboard certification-status=blocker
- com.canonical.certification::input/clicking_.* certification-status=blocker
- com.canonical.certification::keys/mute certification-status=blocker
- com.canonical.certification::keys/volume certification-status=blocker
- com.canonical.certification::keys/brightness certification-status=blocker
- com.canonical.certification::keys/wireless certification-status=blocker
- com.canonical.certification::keys/super certification-status=blocker
- com.canonical.certification::keys/media-control certification-status=blocker
- com.canonical.certification::keys/video-out certification-status=blocker
- com.canonical.certification::keys/battery-info certification-status=blocker
- com.canonical.certification::keys/touchpad
- com.canonical.certification::keys/microphone-mute certification-status=blocker
- #com.canonical.certification::keys/hibernate
- #com.canonical.certification::keys/keyboard-backlight
- #com.canonical.certification::keys/keyboard-overhead-light
- #com.canonical.certification::keys/lock-screen
- com.canonical.certification::led/power certification-status=blocker
- com.canonical.certification::led/wlan certification-status=non-blocker
- com.canonical.certification::led/mute certification-status=blocker
- com.canonical.certification::led/hdd
- com.canonical.certification::led/camera certification-status=blocker
- com.canonical.certification::led/battery-charging
- com.canonical.certification::led/battery-charged
- #com.canonical.certification::led/microphone
- #com.canonical.certification::led/bluetooth
- com.canonical.certification::led/numeric-keypad certification-status=blocker
- com.canonical.certification::led/caps-lock certification-status=blocker
- com.canonical.certification::led/touchpad
- #com.canonical.certification::led/wireless
- com.canonical.certification::mediacard/sd-insert certification-status=blocker
- com.canonical.certification::mediacard/sd-storage certification-status=blocker
- com.canonical.certification::mediacard/sd-remove certification-status=blocker
- com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- # See Automated Tests section at the end of this file
- #com.canonical.certification::mobilebroadband/gsm_connection
- #com.canonical.certification::mobilebroadband/cdma_connection
- # Monitor tests below are not relevant anymore since they are now handled for each graphic cards
- # com.canonical.certification::monitor/powersaving certification-status=blocker
- # com.canonical.certification::monitor/dim_brightness certification-status=blocker
- # com.canonical.certification::monitor/displayport certification-status=blocker
- # com.canonical.certification::monitor/dvi certification-status=blocker
- # com.canonical.certification::monitor/hdmi certification-status=blocker
- # com.canonical.certification::monitor/rca certification-status=blocker
- # com.canonical.certification::monitor/svideo certification-status=blocker
- # com.canonical.certification::monitor/vga certification-status=blocker
- # com.canonical.certification::monitor/multi-head certification-status=blocker
- # See Automated Tests section at the end of this file
- #networking/wired_connection
- ## use above test as a reminder to connect ethernet cable
- com.canonical.certification::networking/gateway_ping certification-status=blocker
- #above case does not exist
- com.canonical.certification::networking/ntp certification-status=blocker
- com.canonical.certification::optical_drive_.* certification-status=blocker
- com.canonical.certification::optical/detect certification-status=blocker
- com.canonical.certification::optical/read_.* certification-status=blocker
- #optical/read-automated
- #optical/cdrom-audio-playback
- com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::power-management/rtc certification-status=blocker
- com.canonical.certification::power-management/tickless_idle certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm-log-attach
- #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- #com.canonical.certification::power-management/hibernate-single-log-check
- #com.canonical.certification::power-management/hibernate-single-log-attach
- # hibernate cases moved to further below
- com.canonical.certification::touchpad/basic
- com.canonical.certification::touchpad/detected-as-mouse
- com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- com.canonical.certification::touchpad/continuous-move certification-status=blocker
- com.canonical.certification::touchpad/horizontal certification-status=blocker
- com.canonical.certification::touchpad/vertical certification-status=blocker
- com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- com.canonical.certification::touchscreen/tap-detect
- com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-rotate
- com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
- com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- com.canonical.certification::usb/detect certification-status=blocker
- com.canonical.certification::usb/HID certification-status=blocker
- com.canonical.certification::usb/insert certification-status=blocker
- com.canonical.certification::usb/storage-automated certification-status=blocker
- com.canonical.certification::usb/remove certification-status=blocker
- com.canonical.certification::usb3/insert certification-status=blocker
- com.canonical.certification::usb3/storage-automated certification-status=blocker
- com.canonical.certification::usb3/remove certification-status=blocker
- #wireless/wireless_connection
- ## as a reminder for QA to make sure wireless connected
- #led/wlan
- #led/wlan-disabled
- #com.canonical.certification::suspend/generator_.*
- com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- # Ethernet was not connected here
- com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
- # Now we ask to switch to the first graphics card. This requires a restart
- # of checkbox.
- com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- com.canonical.certification::power-management/lid certification-status=blocker
- com.canonical.certification::power-management/lid_close certification-status=blocker
- com.canonical.certification::power-management/lid_open certification-status=blocker
- com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- com.canonical.certification::suspend/suspend-single-log-attach
- com.canonical.certification::led/power-blink-suspend certification-status=blocker
- com.canonical.certification::led/suspend certification-status=blocker
- com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker
- com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-single-log-attach
- com.canonical.certification::keys/sleep certification-status=blocker
- com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- #mediacard/cf-insert-after-suspend
- #mediacard/cf-storage-after-suspend
- #mediacard/cf-remove-after-suspend
- #mediacard/msp-insert-after-suspend
- #mediacard/msp-storage-after-suspend
- #mediacard/msp-remove-after-suspend
- #mediacard/xd-insert-after-suspend
- #mediacard/xd-storage-after-suspend
- #mediacard/xd-remove-after-suspend
- com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- # Ethernet was not connected here
- com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- ##suspend/xrandr_screens_after_suspend.tar.gz
- ## this one depends on cycle_resolutions_after_suspend_auto
- com.canonical.certification::suspend/keys_after_suspend/mute
- com.canonical.certification::suspend/keys_after_suspend/volume
- com.canonical.certification::suspend/keys_after_suspend/brightness
- #com.canonical.certification::suspend/keys_after_suspend/wireless
- com.canonical.certification::suspend/keys_after_suspend/super
- com.canonical.certification::suspend/keys_after_suspend/media-control
- com.canonical.certification::suspend/keys_after_suspend/sleep
- com.canonical.certification::suspend/keys_after_suspend/video-out
- com.canonical.certification::suspend/keys_after_suspend/battery-info
- com.canonical.certification::suspend/keys_after_suspend/touchpad
- com.canonical.certification::suspend/led_after_suspend/wlan
- com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- com.canonical.certification::suspend/led_after_suspend/camera
- com.canonical.certification::suspend/led_after_suspend/caps-lock
- com.canonical.certification::suspend/led_after_suspend/mute
- com.canonical.certification::suspend/led_after_suspend/microphone-mute
- com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- com.canonical.certification::suspend/led_after_suspend/power
- com.canonical.certification::suspend/led_after_suspend/battery-charging
- com.canonical.certification::suspend/led_after_suspend/battery-charged
- com.canonical.certification::suspend/led_after_suspend/hdd
- com.canonical.certification::suspend/led_after_suspend/touchpad
- #suspend/led_after_suspend/camera
- #suspend/led_after_suspend/power
- #suspend/led_after_suspend/battery-charging
- #suspend/led_after_suspend/battery-charged
- #suspend/led_after_suspend/battery-low
- #suspend/led_after_suspend/hdd
- #suspend/led_after_suspend/numeric-keypad
- #suspend/led_after_suspend/caps-lock
- #suspend/led_after_suspend/wireless
- #suspend/led_after_suspend/touchpad
- com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- #suspend/gpu_lockup_after_suspend
- ## depends on suspend_advanced_auto, so skip
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
- com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- # The following tests should run BEFORE the automated tests. The reboot and
- # power off tests will also give us a clean system to start the stress run
- # with.
- com.canonical.certification::power-management/poweroff
- com.canonical.certification::power-management/poweroff-log-attach
- com.canonical.certification::power-management/reboot
- com.canonical.certification::power-management/reboot-log-attach
- # Automated Tests
- # The following tests are purely automated and/or lenghty stress tests. They
- # have been moved to the end of the test run to improve the testing process.
- com.canonical.certification::install/apt-get-gets-updates
- com.canonical.certification::benchmarks/disk/hdparm-read_.*
- com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- com.canonical.certification::benchmarks/graphics/gtkperf
- com.canonical.certification::benchmarks/graphics/render-bench
- #benchmarks/graphics/qgears2-Xrender-gearsfancy
- #benchmarks/graphics/qgears2-Xrender-compo
- #benchmarks/graphics/qgears2-gl-gearsfancy
- #benchmarks/graphics/qgears2-gl-compo
- #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959
- #com.canonical.certification::benchmarks/graphics/glmark2
- #com.canonical.certification::benchmarks/system/cpu_on_idle
- #com.canonical.certification::benchmarks/system/disk_on_idle
- com.canonical.certification::cpu/cstates certification-status=blocker
- com.canonical.certification::cpu/cstates_results.log
- com.canonical.certification::cpu/scaling_test certification-status=blocker
- com.canonical.certification::cpu/scaling_test-log-attach
- com.canonical.certification::cpu/offlining_test certification-status=blocker
- com.canonical.certification::cpu/topology certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test-log-attach
- com.canonical.certification::cpu/clocktest
- com.canonical.certification::disk/stats_.* certification-status=blocker
- com.canonical.certification::disk/read_performance_.* certification-status=blocker
- com.canonical.certification::disk/storage_device_.* certification-status=blocker
- com.canonical.certification::graphics/generator_3d_window_open_close
- com.canonical.certification::graphics/generator_3d_window_move
- com.canonical.certification::graphics/generator_3d_window_suspend_resume
- com.canonical.certification::graphics/generator_multi_3d_windows_open_close
- com.canonical.certification::memory/info certification-status=blocker
- #com.canonical.certification::miscellanea/fwts_test
- #com.canonical.certification::miscellanea/fwts_results.log
- com.canonical.certification::miscellanea/oops certification-status=blocker
- com.canonical.certification::miscellanea/oops_results.log
- com.canonical.certification::codecs_attachment
- com.canonical.certification::cpuinfo_attachment
- com.canonical.certification::dmesg_attachment
- com.canonical.certification::dmi_attachment
- com.canonical.certification::dmidecode_attachment
- com.canonical.certification::efi_attachment
- com.canonical.certification::lspci_attachment
- com.canonical.certification::lspci_network_attachment
- com.canonical.certification::lsusb_attachment
- com.canonical.certification::meminfo_attachment
- com.canonical.certification::modprobe_attachment
- com.canonical.certification::modules_attachment
- com.canonical.certification::sysctl_attachment
- com.canonical.certification::sysfs_attachment
- com.canonical.certification::udev_attachment
- com.canonical.certification::udev_resource_attachment
- com.canonical.certification::recovery_info_attachment
- com.canonical.certification::lsmod_attachment
- com.canonical.certification::acpi_sleep_attachment
- com.canonical.certification::lspci_standard_config_attachment
- com.canonical.certification::kernel_cmdline_attachment
- com.canonical.certification::modinfo_attachment
- com.canonical.certification::dkms_info_attachment
- com.canonical.certification::info/hdparm_.*.txt
- com.canonical.certification::installer_debug.gz
- com.canonical.certification::info/buildstamp
- com.canonical.certification::info/touchpad_driver
- com.canonical.certification::info/audio_device_driver
- com.canonical.certification::info/network_devices
- com.canonical.certification::info/xrandr
- com.canonical.certification::info/disk_partitions
-#unit: category
-#id: stella
-#_name: Stella tests
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
- com.canonical.ce::stella/hotkeys/help
- com.canonical.ce::stella/account/switch-to-guest-session
- com.canonical.ce::stella/hp-particular/hp-documents
- com.canonical.ce::stella/hp-particular/hp-wallpaper
- #stella/hp-particular/build_valid_check
- #stella/hp-particular/collect_installed_information_client
- #stella/third-party-addon/Adobe-flash
- com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed
- #stella/third-party-addon/check-Hanyi-font-installed
- com.canonical.ce::stella/third-party-addon/Unity-mode-default3d
- # non OSP release source list tests
- com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
- # OSP release source list tests
- com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
- #stella/sourcelist/distro-oem-repository-sp2
- # Stella specific source list tests
- com.canonical.ce::stella/sourcelist/.*-repository$
- #stella/cnb-sourcelist/ludao-repository
- #stella/vnb-sourcelist/oem-sp1-repository
- #stella/vnb-sourcelist/oem-sp2-repository
- #stella/vnb-sourcelist/daan-repository
- #stella/cmit-sourcelist/oem-trusty-repository
- #stella/cmit-sourcelist/datong-repository
-bootstrap_include:
- com.canonical.certification::device
- com.canonical.certification::fwts
- com.canonical.certification::graphics_card
-mandatory_include:
- com.canonical.certification::miscellanea/submission-resources
- com.canonical.plainbox::collect-manifest
-nested_part:
- com.canonical.certification::wireless-cert-automated
- com.canonical.certification::after-suspend-wireless-cert-automated
diff --git a/units/stella-full-14-04.pxu b/units/stella-full-14-04.pxu
deleted file mode 100644
index afac9fe..0000000
--- a/units/stella-full-14-04.pxu
+++ /dev/null
@@ -1,535 +0,0 @@
-id: stella-full-14-04
-_name: Stella Full 14.04
-unit: test plan
-include:
- ## Common Whitelist for OEM projects
- ## Rev 1.5, 2016-07-05
- ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox
- ## Updated for new Plainbox template units
- # Resource Jobs
- com.canonical.certification::block_device
- com.canonical.certification::cdimage
- com.canonical.certification::cpuinfo
- com.canonical.certification::display
- com.canonical.certification::dmi
- com.canonical.certification::dpkg
- com.canonical.certification::efi
- com.canonical.certification::environment
- com.canonical.certification::lsb
- com.canonical.certification::meminfo
- com.canonical.certification::module
- com.canonical.certification::package
- #resources
- com.canonical.certification::sleep
- #touchpad_scroll
- com.canonical.certification::xinput
- com.canonical.certification::uname
- com.canonical.certification::usb
- com.canonical.certification::IEEE_80211
- # requirement of s3/s4 tests
- com.canonical.certification::rtc
- # Tests grouped by categories. Categories start with '__'
- com.canonical.certification::miscellanea/tester-info
- #miscellanea/chvt
- # See Automated Tests section at the end of this file
- com.canonical.certification::audio/generator_.*
- com.canonical.certification::audio/alsa_info_collect
- com.canonical.certification::audio/alsa_info_attachment
- #audio/alsa_record_playback_usb
- com.canonical.certification::audio/list_devices
- com.canonical.certification::audio/playback_auto certification-status=blocker
- com.canonical.certification::audio/channels
- #audio/check_volume
- com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- com.canonical.certification::audio/playback_headphones certification-status=blocker
- com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- #audio/plug-detection
- com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- #audio/external-linein
- #audio/external-lineout
- # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- #com.canonical.certification::__codecs__
- #com.canonical.certification::codecs/ogg-vorbis
- #com.canonical.certification::codecs/wav
- # See Automated Tests section at the end of this file
- com.canonical.certification::bluetooth/detect-output certification-status=blocker
- com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- com.canonical.certification::bluetooth/audio certification-status=blocker
- com.canonical.certification::bluetooth/browse-files certification-status=blocker
- com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- com.canonical.certification::bluetooth/HID
- com.canonical.certification::camera/detect certification-status=blocker
- com.canonical.certification::camera/still certification-status=blocker
- com.canonical.certification::camera/display certification-status=blocker
- com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # See Automated Tests section at the end of this file
- # See Automated Tests section at the end of this file
- com.canonical.certification::disk/detect certification-status=blocker
- #com.canonical.certification::disk/hdd-parking
- #__esata__
- #esata/insert
- #esata/storage-test
- #esata/remove
- #__firewire__
- #firewire/insert
- #firewire/storage-test
- #firewire/remove
- #__floppy__
- #floppy/check
- #floppy/check_fd\d
- # firmware tests
- com.canonical.certification::firmware/fwts_desktop_diagnosis
- com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- #com.canonical.certification::firmware/no_ACPI_REV_interface
- com.canonical.certification::miscellanea/dmitest_client
- # required by suspend/network_before_suspend
- com.canonical.certification::ethernet/detect certification-status=blocker
- com.canonical.certification::ethernet/info_automated
- ## this test cause a unused test case error, but required for cert.
- com.canonical.certification::monitor/generator_.*
- com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
- # See Graphic Tests section for monitor test on second graphic card
- com.canonical.certification::graphics/generator_.*
- com.canonical.certification::graphics/xorg-version certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/driver_version
- com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/1_video_.* certification-status=blocker
- com.canonical.certification::graphics/1_minimum_resolution_.*
- com.canonical.certification::graphics/1_cycle_resolution_.*
- # Below are tests that do not appear in Cert-14.04 test plan
- com.canonical.certification::graphics/1_modes_.*
- com.canonical.certification::graphics/1_color_depth_.*
- com.canonical.certification::graphics/1_fresh_rate_.*
- com.canonical.certification::graphics/1_graphic_memory_.*
- com.canonical.certification::graphics/1_resolution_.*
- com.canonical.certification::graphics/1_resolution-change_.*
- com.canonical.certification::graphics/1_screen_resolution_.*
- com.canonical.certification::graphics/1_unity_support_.*
- com.canonical.certification::graphics/1_screenshot_.*
- com.canonical.certification::graphics/1_screenshot.jpg_.*
- com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
- com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
- # Switch to second card (if any)
- com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/2_video_.* certification-status=blocker
- com.canonical.certification::graphics/2_minimum_resolution_.*
- com.canonical.certification::graphics/2_cycle_resolution_.*
- # Below are tests that do not appear in Cert-14.04 test plan
- com.canonical.certification::graphics/2_modes_.*
- com.canonical.certification::graphics/2_color_depth_.*
- com.canonical.certification::graphics/2_fresh_rate_.*
- com.canonical.certification::graphics/2_graphic_memory_.*
- com.canonical.certification::graphics/2_resolution_.*
- com.canonical.certification::graphics/2_resolution-change_.*
- com.canonical.certification::graphics/2_screen_resolution_.*
- com.canonical.certification::graphics/2_unity_support_.*
- com.canonical.certification::graphics/2_screenshot_.*
- com.canonical.certification::graphics/2_screenshot.jpg_.*
- com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
- com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
- # Monitor tests on second graphic card
- com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- #See below, power-management/hibernate_advanced
- com.canonical.certification::input/accelerometer certification-status=non-blocker
- com.canonical.certification::input/pointing_.* certification-status=blocker
- com.canonical.certification::input/keyboard certification-status=blocker
- com.canonical.certification::input/clicking_.* certification-status=blocker
- com.canonical.certification::keys/mute certification-status=blocker
- com.canonical.certification::keys/volume certification-status=blocker
- com.canonical.certification::keys/brightness certification-status=blocker
- com.canonical.certification::keys/wireless certification-status=blocker
- com.canonical.certification::keys/super certification-status=blocker
- com.canonical.certification::keys/media-control certification-status=blocker
- com.canonical.certification::keys/video-out certification-status=blocker
- com.canonical.certification::keys/battery-info certification-status=blocker
- com.canonical.certification::keys/touchpad
- com.canonical.certification::keys/microphone-mute certification-status=blocker
- #com.canonical.certification::keys/hibernate
- #com.canonical.certification::keys/keyboard-backlight
- #com.canonical.certification::keys/keyboard-overhead-light
- #com.canonical.certification::keys/lock-screen
- com.canonical.certification::led/power certification-status=blocker
- com.canonical.certification::led/wlan certification-status=non-blocker
- com.canonical.certification::led/mute certification-status=blocker
- com.canonical.certification::led/hdd
- com.canonical.certification::led/camera certification-status=blocker
- com.canonical.certification::led/battery-charging
- com.canonical.certification::led/battery-charged
- #led/battery-low
- #com.canonical.certification::led/microphone
- #com.canonical.certification::led/bluetooth
- com.canonical.certification::led/numeric-keypad certification-status=blocker
- com.canonical.certification::led/caps-lock certification-status=blocker
- com.canonical.certification::led/touchpad
- #com.canonical.certification::led/wireless
- com.canonical.certification::mediacard/sd-insert certification-status=blocker
- com.canonical.certification::mediacard/sd-storage certification-status=blocker
- com.canonical.certification::mediacard/sd-remove certification-status=blocker
- com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- #mediacard/cf-insert
- #mediacard/cf-storage
- #mediacard/cf-remove
- #mediacard/msp-insert
- #mediacard/msp-storage
- #mediacard/msp-remove
- #mediacard/xd-insert
- #mediacard/xd-storage
- #mediacard/xd-remove
- # See Automated Tests section at the end of this file
- #com.canonical.certification::mobilebroadband/gsm_connection
- #com.canonical.certification::mobilebroadband/cdma_connection
- # Monitor tests below are not relevant anymore since they are now handled for each graphic cards
- # com.canonical.certification::monitor/powersaving certification-status=blocker
- # com.canonical.certification::monitor/dim_brightness certification-status=blocker
- # com.canonical.certification::monitor/displayport certification-status=blocker
- # com.canonical.certification::monitor/dvi certification-status=blocker
- # com.canonical.certification::monitor/hdmi certification-status=blocker
- # com.canonical.certification::monitor/rca certification-status=blocker
- # com.canonical.certification::monitor/svideo certification-status=blocker
- # com.canonical.certification::monitor/vga certification-status=blocker
- # com.canonical.certification::monitor/multi-head certification-status=blocker
- # See Automated Tests section at the end of this file
- #networking/wired_connection
- ## use above test as a reminder to connect ethernet cable
- com.canonical.certification::networking/gateway_ping certification-status=blocker
- #above case does not exist
- com.canonical.certification::networking/ntp certification-status=blocker
- com.canonical.certification::optical_drive_.* certification-status=blocker
- com.canonical.certification::optical/detect certification-status=blocker
- com.canonical.certification::optical/read_.* certification-status=blocker
- #optical/read-automated
- #optical/cdrom-audio-playback
- com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::power-management/generator_.*
- com.canonical.certification::power-management/rtc certification-status=blocker
- com.canonical.certification::power-management/tickless_idle certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm-log-attach
- com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-single-log-check
- com.canonical.certification::power-management/hibernate-single-log-attach
- com.canonical.certification::touchpad/basic
- com.canonical.certification::touchpad/detected-as-mouse
- com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- com.canonical.certification::touchpad/continuous-move certification-status=blocker
- com.canonical.certification::touchpad/horizontal certification-status=blocker
- com.canonical.certification::touchpad/vertical certification-status=blocker
- com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- com.canonical.certification::touchscreen/tap-detect
- com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-rotate
- com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
- com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- com.canonical.certification::usb/detect certification-status=blocker
- com.canonical.certification::usb/HID certification-status=blocker
- com.canonical.certification::usb/insert certification-status=blocker
- com.canonical.certification::usb/storage-automated certification-status=blocker
- com.canonical.certification::usb/remove certification-status=blocker
- com.canonical.certification::usb3/insert certification-status=blocker
- com.canonical.certification::usb3/storage-automated certification-status=blocker
- com.canonical.certification::usb3/remove certification-status=blocker
- #wireless/wireless_connection
- ## as a reminder for QA to make sure wireless connected
- #led/wlan
- #led/wlan-disabled
- com.canonical.certification::suspend/generator_.*
- com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- # Ethernet was not connected here
- com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*
- com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
- # Now we ask to switch to the first graphics card. This requires a restart
- # of checkbox.
- com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- com.canonical.certification::power-management/lid certification-status=blocker
- com.canonical.certification::power-management/lid_close certification-status=blocker
- com.canonical.certification::power-management/lid_open certification-status=blocker
- com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- com.canonical.certification::suspend/suspend-single-log-attach
- com.canonical.certification::led/power-blink-suspend certification-status=blocker
- com.canonical.certification::led/suspend certification-status=blocker
- com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cycle_resolutions_after_suspend
- com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- com.canonical.certification::keys/sleep certification-status=blocker
- com.canonical.certification::suspend/pointing-after-suspend
- com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- #mediacard/cf-insert-after-suspend
- #mediacard/cf-storage-after-suspend
- #mediacard/cf-remove-after-suspend
- #mediacard/msp-insert-after-suspend
- #mediacard/msp-storage-after-suspend
- #mediacard/msp-remove-after-suspend
- #mediacard/xd-insert-after-suspend
- #mediacard/xd-storage-after-suspend
- #mediacard/xd-remove-after-suspend
- com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- # Ethernet was not connected here
- com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- ##suspend/xrandr_screens_after_suspend.tar.gz
- ## this one depends on cycle_resolutions_after_suspend_auto
- com.canonical.certification::suspend/keys_after_suspend/mute
- com.canonical.certification::suspend/keys_after_suspend/volume
- com.canonical.certification::suspend/keys_after_suspend/brightness
- #com.canonical.certification::suspend/keys_after_suspend/wireless
- com.canonical.certification::suspend/keys_after_suspend/super
- com.canonical.certification::suspend/keys_after_suspend/media-control
- com.canonical.certification::suspend/keys_after_suspend/sleep
- com.canonical.certification::suspend/keys_after_suspend/video-out
- com.canonical.certification::suspend/keys_after_suspend/battery-info
- com.canonical.certification::suspend/keys_after_suspend/touchpad
- com.canonical.certification::suspend/led_after_suspend/wlan
- com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- com.canonical.certification::suspend/led_after_suspend/camera
- com.canonical.certification::suspend/led_after_suspend/caps-lock
- com.canonical.certification::suspend/led_after_suspend/mute
- com.canonical.certification::suspend/led_after_suspend/microphone-mute
- com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- com.canonical.certification::suspend/led_after_suspend/power
- com.canonical.certification::suspend/led_after_suspend/battery-charging
- com.canonical.certification::suspend/led_after_suspend/battery-charged
- com.canonical.certification::suspend/led_after_suspend/hdd
- com.canonical.certification::suspend/led_after_suspend/touchpad
- #suspend/led_after_suspend/camera
- #suspend/led_after_suspend/power
- #suspend/led_after_suspend/battery-charging
- #suspend/led_after_suspend/battery-charged
- #suspend/led_after_suspend/battery-low
- #suspend/led_after_suspend/hdd
- #suspend/led_after_suspend/numeric-keypad
- #suspend/led_after_suspend/caps-lock
- #suspend/led_after_suspend/wireless
- #suspend/led_after_suspend/touchpad
- com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- #suspend/gpu_lockup_after_suspend
- ## depends on suspend_advanced_auto, so skip
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
- com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- # The following tests should run BEFORE the automated tests. The reboot and
- # power off tests will also give us a clean system to start the stress run
- # with.
- com.canonical.certification::power-management/poweroff
- com.canonical.certification::power-management/poweroff-log-attach
- com.canonical.certification::power-management/reboot
- com.canonical.certification::power-management/reboot-log-attach
- # Automated Tests
- # The following tests are purely automated and/or lenghty stress tests. They
- # have been moved to the end of the test run to improve the testing process.
- com.canonical.certification::install/apt-get-gets-updates
- com.canonical.certification::benchmarks/disk/hdparm-read_.*
- com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- com.canonical.certification::benchmarks/graphics/gtkperf
- com.canonical.certification::benchmarks/graphics/render-bench
- #benchmarks/graphics/qgears2-Xrender-gearsfancy
- #benchmarks/graphics/qgears2-Xrender-compo
- #benchmarks/graphics/qgears2-gl-gearsfancy
- #benchmarks/graphics/qgears2-gl-compo
- #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959
- #com.canonical.certification::benchmarks/graphics/glmark2
- #com.canonical.certification::benchmarks/system/cpu_on_idle
- #com.canonical.certification::benchmarks/system/disk_on_idle
- com.canonical.certification::cpu/cstates certification-status=blocker
- com.canonical.certification::cpu/cstates_results.log
- com.canonical.certification::cpu/scaling_test certification-status=blocker
- com.canonical.certification::cpu/scaling_test-log-attach
- com.canonical.certification::cpu/offlining_test certification-status=blocker
- com.canonical.certification::cpu/topology certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test-log-attach
- com.canonical.certification::cpu/clocktest
- com.canonical.certification::disk/stats_.*
- com.canonical.certification::disk/read_performance_.* certification-status=blocker
- com.canonical.certification::disk/storage_device_.* certification-status=blocker
- com.canonical.certification::graphics/generator_3d_window_open_close
- com.canonical.certification::graphics/generator_3d_window_move
- com.canonical.certification::graphics/generator_3d_window_suspend_resume
- com.canonical.certification::graphics/generator_multi_3d_windows_open_close
- com.canonical.certification::memory/info certification-status=blocker
- #com.canonical.certification::miscellanea/fwts_test
- #com.canonical.certification::miscellanea/fwts_results.log
- com.canonical.certification::miscellanea/oops certification-status=blocker
- com.canonical.certification::miscellanea/oops_results.log
- #miscellanea/sources-list
- #com.canonical.certification::power-management/suspend_30_cycles
- #com.canonical.certification::power-management/suspend-30-cycles-log-check
- #com.canonical.certification::power-management/suspend-30-cycle-log-attach
- #com.canonical.certification::power-management/suspend-30-cycles-time-check
- #com.canonical.certification::power-management/hibernate_30_cycles
- #com.canonical.certification::power-management/hibernate-30-cycles-log-check
- #com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- #com.canonical.certification::stress/cpu_stress_test
- #stress/reboot
- #stress/reboot_log
- #stress/poweroff
- #stress/poweroff_log
- #Info attachment jobs
- com.canonical.certification::codecs_attachment
- com.canonical.certification::cpuinfo_attachment
- com.canonical.certification::dmesg_attachment
- com.canonical.certification::dmi_attachment
- com.canonical.certification::dmidecode_attachment
- com.canonical.certification::efi_attachment
- com.canonical.certification::lspci_attachment
- com.canonical.certification::lspci_network_attachment
- com.canonical.certification::lsusb_attachment
- com.canonical.certification::meminfo_attachment
- com.canonical.certification::modprobe_attachment
- com.canonical.certification::modules_attachment
- com.canonical.certification::sysctl_attachment
- com.canonical.certification::sysfs_attachment
- com.canonical.certification::udev_attachment
- com.canonical.certification::udev_resource_attachment
- com.canonical.certification::recovery_info_attachment
- com.canonical.certification::lsmod_attachment
- com.canonical.certification::acpi_sleep_attachment
- com.canonical.certification::lspci_standard_config_attachment
- com.canonical.certification::kernel_cmdline_attachment
- com.canonical.certification::modinfo_attachment
- com.canonical.certification::dkms_info_attachment
- com.canonical.certification::info/hdparm_.*.txt
- com.canonical.certification::installer_debug.gz
- com.canonical.certification::info/buildstamp
- com.canonical.certification::info/touchpad_driver
- com.canonical.certification::info/audio_device_driver
- com.canonical.certification::info/network_devices
- com.canonical.certification::info/xrandr
- com.canonical.certification::info/disk_partitions
- stella/energy-star-compliant-NB/suspend-on-AC-power
- stella/energy-star-compliant-NB/suspend-on-battery-power
- stella/hotkeys/help
- stella/account/switch-to-guest-session
- stella/hp-particular/hp-documents
- stella/hp-particular/hp-wallpaper
- #stella/hp-particular/build_valid_check
- #stella/hp-particular/collect_installed_information_client
- #stella/third-party-addon/Adobe-flash
- stella/third-party-addon/check-mp3-codec-installed
- #stella/third-party-addon/check-Hanyi-font-installed
- stella/third-party-addon/Unity-mode-default3d
- # non OSP release source list tests
- stella/sourcelist/distro-oem-repository-nonOSP
- # OSP release source list tests
- #stella/sourcelist/distro-oem-repository-sp1
- #stella/sourcelist/distro-oem-repository-sp2
- # Stella specific source list tests
- stella/sourcelist/.*-repository$
- #stella/cnb-sourcelist
- #stella/cnb-sourcelist/ludao-repository
- #stella/vnb-sourcelist
- #stella/vnb-sourcelist/oem-sp1-repository
- #stella/vnb-sourcelist/oem-sp2-repository
- #stella/vnb-sourcelist/daan-repository
- #stella/cmit-sourcelist
- #stella/cmit-sourcelist/oem-trusty-repository
- #stella/cmit-sourcelist/datong-repository
-bootstrap_include:
- com.canonical.certification::device
- com.canonical.certification::fwts
- com.canonical.certification::graphics_card
-mandatory_include:
- com.canonical.certification::miscellanea/submission-resources
- com.canonical.plainbox::collect-manifest
-nested_part:
- com.canonical.certification::wireless-cert-automated
- com.canonical.certification::after-suspend-wireless-cert-automated
diff --git a/units/stella-full-16-04-osp1.pxu b/units/stella-full-16-04-osp1.pxu
deleted file mode 100644
index a4af0d1..0000000
--- a/units/stella-full-16-04-osp1.pxu
+++ /dev/null
@@ -1,92 +0,0 @@
-id: stella-full-16-04-osp1
-_name: Stella Full 16.04 OSP1
-_description: Stella Full
-unit: test plan
-include:
- com.canonical.certification::dell_bto_xml_attachment
- com.canonical.certification::info/detect_dell_recovery
- com.canonical.certification::recovery_info_attachment
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
- com.canonical.ce::stella/hotkeys/help
- com.canonical.ce::stella/account/switch-to-guest-session
- com.canonical.ce::stella/hp-particular/hp-documents
- com.canonical.ce::stella/hp-particular/hp-wallpaper
- com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed
- com.canonical.ce::stella/third-party-addon/Unity-mode-default3d
- # non OSP release source list tests
- com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
- # OSP release source list tests
- com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
- # Stella specific source list tests
- com.canonical.ce::stella/sourcelist/.*-repository$
-nested_part:
- com.canonical.certification::submission-cert-full
- com.canonical.certification::audio-cert-full
- com.canonical.certification::bluetooth-cert-full
- com.canonical.certification::camera-cert-full
- com.canonical.certification::esata-cert-full
- com.canonical.certification::firewire-cert-full
- com.canonical.certification::thunderbolt-cert-full
- com.canonical.certification::monitor-integrated-gpu-cert-full
- com.canonical.certification::graphics-integrated-gpu-cert-full
- com.canonical.certification::graphics-discrete-gpu-cert-full
- com.canonical.certification::monitor-discrete-gpu-cert-full
- com.canonical.certification::input-cert-full
- com.canonical.certification::disk-cert-manual
- com.canonical.certification::keys-cert-full
- com.canonical.certification::led-cert-full
- com.canonical.certification::mediacard-cert-full
- com.canonical.certification::mobilebroadband-cert-full
- com.canonical.certification::networking-cert-full
- com.canonical.certification::optical-cert-full
- com.canonical.certification::power-management-precheck-cert
- com.canonical.certification::touchpad-cert-full
- com.canonical.certification::touchscreen-cert-full
- com.canonical.certification::usb-cert-full
- com.canonical.certification::usb3-cert-full
- com.canonical.certification::usb-c-cert-full
- com.canonical.certification::wireless-cert-full
- com.canonical.certification::before-suspend-reference-cert-full
- # Test discrete card first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full
- # Now we ask to switch to the integrated graphics card. This requires a
- # restart of checkbox.
- com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full
- com.canonical.certification::after-suspend-monitor-integrated-gpu-cert-full
- com.canonical.certification::suspend-key-led-oops-check-cert
- com.canonical.certification::after-suspend-reference-cert-full
- com.canonical.certification::after-suspend-audio-cert-full
- com.canonical.certification::after-suspend-camera-cert-full
- com.canonical.certification::after-suspend-input-cert-full
- com.canonical.certification::after-suspend-led-cert-full
- com.canonical.certification::after-suspend-mediacard-cert-full
- com.canonical.certification::after-suspend-touchpad-cert-full
- com.canonical.certification::after-suspend-usb-cert-full
- com.canonical.certification::after-suspend-usb3-cert-full
- com.canonical.certification::after-suspend-usb-c-cert-full
- com.canonical.certification::after-suspend-wireless-cert-full
- com.canonical.certification::after-suspend-keys-cert-full
- # The following tests should run BEFORE the automated tests. The reboot and
- # power off tests will also give us a clean system to start the stress run
- # with.
- com.canonical.certification::power-management-reboot-poweroff-cert
- # Automated Tests
- # The following tests are purely automated and/or lenghty stress tests.
- # They have been moved to the end of the test run to improve the testing
- # process.
- com.canonical.certification::misc-client-cert-full
- com.canonical.certification::cpu-cert-full
- com.canonical.certification::disk-cert-automated
- com.canonical.certification::stress-cert-full
- com.canonical.certification::tpm2.0
- com.canonical.certification::info-attachment-cert-full
-mandatory_include:
- com.canonical.certification::miscellanea/tester-info
-exclude:
- com.canonical.certification::power-management/suspend-30-cycle.*
- com.canonical.certification::power-management/suspend_30_cycle.*
- com.canonical.certification::power-management/hibernate_30.*
- com.canonical.certification::power-management/hibernate-30.*
- com.canonical.certification::stress/cpu_stress_ng_test
diff --git a/units/stella-full-16-04.pxu b/units/stella-full-16-04.pxu
deleted file mode 100644
index 4c4ce72..0000000
--- a/units/stella-full-16-04.pxu
+++ /dev/null
@@ -1,504 +0,0 @@
-id: stella-full-16-04
-_name: Stella Full 16.04
-unit: test plan
-include:
- ## Common Whitelist for OEM projects
- ## Rev 1.0, 2016-06-30
- ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox
- ## Updated for new Plainbox template units
- # Resource Jobs
- com.canonical.certification::block_device
- com.canonical.certification::cdimage
- com.canonical.certification::cpuinfo
- com.canonical.certification::display
- com.canonical.certification::dmi
- com.canonical.certification::dpkg
- com.canonical.certification::efi
- com.canonical.certification::environment
- com.canonical.certification::lsb
- com.canonical.certification::meminfo
- com.canonical.certification::module
- com.canonical.certification::optical_drive_.* certification-status=blocker
- com.canonical.certification::package
- #resources
- com.canonical.certification::sleep
- #touchpad_scroll
- com.canonical.certification::xinput
- com.canonical.certification::uname
- com.canonical.certification::usb
- com.canonical.certification::IEEE_80211
- # requirement of s3/s4 tests
- com.canonical.certification::rtc
- # Tests grouped by categories. Categories start with '__'
- com.canonical.certification::miscellanea/tester-info
- #miscellanea/chvt
- # See Automated Tests section at the end of this file
- #com.canonical.certification::audio/generator_.*
- com.canonical.certification::audio/alsa_info_collect
- com.canonical.certification::audio/alsa_info_attachment
- #audio/alsa_record_playback_usb
- com.canonical.certification::audio/list_devices
- com.canonical.certification::audio/playback_auto certification-status=blocker
- com.canonical.certification::audio/channels
- #audio/check_volume
- com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- #audio/plug-detection
- com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/playback_headphones certification-status=blocker
- com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- #audio/external-linein
- #audio/external-lineout
- # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- # See Automated Tests section at the end of this file
- com.canonical.certification::bluetooth/detect-output certification-status=blocker
- com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- #com.canonical.certification::bluetooth/audio certification-status=blocker
- com.canonical.certification::bluetooth/browse-files certification-status=blocker
- com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- com.canonical.certification::bluetooth/HID
- com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
- com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
- com.canonical.certification::camera/detect certification-status=blocker
- com.canonical.certification::camera/still certification-status=blocker
- com.canonical.certification::camera/display certification-status=blocker
- com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # See Automated Tests section at the end of this file
- # See Automated Tests section at the end of this file
- com.canonical.certification::disk/detect certification-status=blocker
- #com.canonical.certification::disk/hdd-parking
- com.canonical.certification::thunderbolt/insert certification-status=non-blocker
- com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
- com.canonical.certification::thunderbolt/remove certification-status=non-blocker
- # See the Thunderbolt monitor test for the daisy-chain test
- com.canonical.certification::firmware/fwts_desktop_diagnosis
- com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- com.canonical.certification::firmware/no_ACPI_REV_interface
- com.canonical.certification::miscellanea/dmitest_client
- # required by suspend/network_before_suspend
- com.canonical.certification::ethernet/detect certification-status=blocker
- com.canonical.certification::ethernet/info_automated
- ## this test cause a unused test case error, but required for cert.
- com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
- com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
- # See Graphic Tests section for monitor test on second graphic card
- com.canonical.certification::graphics/xorg-version certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/driver_version
- com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/1_video_.* certification-status=blocker
- com.canonical.certification::graphics/1_minimum_resolution_.*
- com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
- # Below are tests that do not appear in Cert-14.04 test plan
- com.canonical.certification::graphics/1_modes_.*
- com.canonical.certification::graphics/1_color_depth_.*
- com.canonical.certification::graphics/1_fresh_rate_.*
- com.canonical.certification::graphics/1_graphic_memory_.*
- com.canonical.certification::graphics/1_resolution_.*
- com.canonical.certification::graphics/1_resolution-change_.*
- com.canonical.certification::graphics/1_screen_resolution_.*
- com.canonical.certification::graphics/1_unity_support_.*
- com.canonical.certification::graphics/1_screenshot_.*
- com.canonical.certification::graphics/1_screenshot.jpg_.*
- com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
- com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
- # Switch to second card (if any)
- com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/2_video_.* certification-status=blocker
- com.canonical.certification::graphics/2_minimum_resolution_.*
- com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
- # Below are tests that do not appear in Cert-14.04 test plan
- com.canonical.certification::graphics/2_modes_.*
- com.canonical.certification::graphics/2_color_depth_.*
- com.canonical.certification::graphics/2_fresh_rate_.*
- com.canonical.certification::graphics/2_graphic_memory_.*
- com.canonical.certification::graphics/2_resolution_.*
- com.canonical.certification::graphics/2_resolution-change_.*
- com.canonical.certification::graphics/2_screen_resolution_.*
- com.canonical.certification::graphics/2_unity_support_.*
- com.canonical.certification::graphics/2_screenshot_.*
- com.canonical.certification::graphics/2_screenshot.jpg_.*
- com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
- com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
- # Monitor tests on second graphic card
- com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
- com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- #See below, power-management/hibernate_advanced
- com.canonical.certification::input/accelerometer certification-status=non-blocker
- com.canonical.certification::input/pointing_.* certification-status=blocker
- com.canonical.certification::input/keyboard certification-status=blocker
- com.canonical.certification::input/clicking_.* certification-status=blocker
- com.canonical.certification::keys/mute certification-status=blocker
- com.canonical.certification::keys/volume certification-status=blocker
- com.canonical.certification::keys/brightness certification-status=blocker
- com.canonical.certification::keys/wireless certification-status=blocker
- com.canonical.certification::keys/super certification-status=blocker
- com.canonical.certification::keys/media-control certification-status=blocker
- com.canonical.certification::keys/video-out certification-status=blocker
- com.canonical.certification::keys/battery-info certification-status=blocker
- com.canonical.certification::keys/touchpad
- com.canonical.certification::keys/microphone-mute certification-status=blocker
- #com.canonical.certification::keys/hibernate
- #com.canonical.certification::keys/keyboard-backlight
- #com.canonical.certification::keys/keyboard-overhead-light
- #com.canonical.certification::keys/lock-screen
- com.canonical.certification::led/power certification-status=blocker
- com.canonical.certification::led/wlan certification-status=non-blocker
- com.canonical.certification::led/mute certification-status=blocker
- com.canonical.certification::led/hdd
- com.canonical.certification::led/camera certification-status=blocker
- com.canonical.certification::led/battery-charging
- com.canonical.certification::led/battery-charged
- #com.canonical.certification::led/microphone
- #com.canonical.certification::led/bluetooth
- com.canonical.certification::led/numeric-keypad certification-status=blocker
- com.canonical.certification::led/caps-lock certification-status=blocker
- com.canonical.certification::led/touchpad
- #com.canonical.certification::led/wireless
- com.canonical.certification::mediacard/sd-insert certification-status=blocker
- com.canonical.certification::mediacard/sd-storage certification-status=blocker
- com.canonical.certification::mediacard/sd-remove certification-status=blocker
- com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- # See Automated Tests section at the end of this file
- #com.canonical.certification::mobilebroadband/gsm_connection
- #com.canonical.certification::mobilebroadband/cdma_connection
- # Monitor tests below are not relevant anymore since they are now handled for each graphic cards
- # com.canonical.certification::monitor/powersaving certification-status=blocker
- # com.canonical.certification::monitor/dim_brightness certification-status=blocker
- # com.canonical.certification::monitor/displayport certification-status=blocker
- # com.canonical.certification::monitor/dvi certification-status=blocker
- # com.canonical.certification::monitor/hdmi certification-status=blocker
- # com.canonical.certification::monitor/rca certification-status=blocker
- # com.canonical.certification::monitor/svideo certification-status=blocker
- # com.canonical.certification::monitor/vga certification-status=blocker
- # com.canonical.certification::monitor/multi-head certification-status=blocker
- # See Automated Tests section at the end of this file
- #networking/wired_connection
- ## use above test as a reminder to connect ethernet cable
- com.canonical.certification::networking/gateway_ping certification-status=blocker
- #above case does not exist
- com.canonical.certification::networking/ntp certification-status=blocker
- com.canonical.certification::optical_drive_.* certification-status=blocker
- com.canonical.certification::optical/detect certification-status=blocker
- com.canonical.certification::optical/read_.* certification-status=blocker
- #optical/read-automated
- #optical/cdrom-audio-playback
- com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::power-management/rtc certification-status=blocker
- com.canonical.certification::power-management/tickless_idle certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm-log-attach
- #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- #com.canonical.certification::power-management/hibernate-single-log-check
- #com.canonical.certification::power-management/hibernate-single-log-attach
- # hibernate cases moved to further below
- com.canonical.certification::touchpad/basic
- com.canonical.certification::touchpad/detected-as-mouse
- com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- com.canonical.certification::touchpad/continuous-move certification-status=blocker
- com.canonical.certification::touchpad/horizontal certification-status=blocker
- com.canonical.certification::touchpad/vertical certification-status=blocker
- com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- com.canonical.certification::touchscreen/tap-detect
- com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-rotate
- com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
- com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- com.canonical.certification::usb/detect certification-status=blocker
- com.canonical.certification::usb/HID certification-status=blocker
- com.canonical.certification::usb/insert certification-status=blocker
- com.canonical.certification::usb/storage-automated certification-status=blocker
- com.canonical.certification::usb/remove certification-status=blocker
- com.canonical.certification::usb3/insert certification-status=blocker
- com.canonical.certification::usb3/storage-automated certification-status=blocker
- com.canonical.certification::usb3/remove certification-status=blocker
- #wireless/wireless_connection
- ## as a reminder for QA to make sure wireless connected
- #led/wlan
- #led/wlan-disabled
- #com.canonical.certification::suspend/generator_.*
- com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- # Ethernet was not connected here
- com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- #com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- #com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
- # Now we ask to switch to the first graphics card. This requires a restart
- # of checkbox.
- com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- com.canonical.certification::power-management/lid certification-status=blocker
- com.canonical.certification::power-management/lid_close certification-status=blocker
- com.canonical.certification::power-management/lid_open certification-status=blocker
- com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- com.canonical.certification::suspend/suspend-single-log-attach
- com.canonical.certification::led/power-blink-suspend certification-status=blocker
- com.canonical.certification::led/suspend certification-status=blocker
- #com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- #com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker
- com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-single-log-attach
- com.canonical.certification::keys/sleep certification-status=blocker
- com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- #mediacard/cf-insert-after-suspend
- #mediacard/cf-storage-after-suspend
- #mediacard/cf-remove-after-suspend
- #mediacard/msp-insert-after-suspend
- #mediacard/msp-storage-after-suspend
- #mediacard/msp-remove-after-suspend
- #mediacard/xd-insert-after-suspend
- #mediacard/xd-storage-after-suspend
- #mediacard/xd-remove-after-suspend
- com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- # Ethernet was not connected here
- com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- ##suspend/xrandr_screens_after_suspend.tar.gz
- ## this one depends on cycle_resolutions_after_suspend_auto
- com.canonical.certification::suspend/keys_after_suspend/mute
- com.canonical.certification::suspend/keys_after_suspend/volume
- com.canonical.certification::suspend/keys_after_suspend/brightness
- #com.canonical.certification::suspend/keys_after_suspend/wireless
- com.canonical.certification::suspend/keys_after_suspend/super
- com.canonical.certification::suspend/keys_after_suspend/media-control
- com.canonical.certification::suspend/keys_after_suspend/sleep
- com.canonical.certification::suspend/keys_after_suspend/video-out
- com.canonical.certification::suspend/keys_after_suspend/battery-info
- com.canonical.certification::suspend/keys_after_suspend/touchpad
- com.canonical.certification::suspend/led_after_suspend/wlan
- com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- com.canonical.certification::suspend/led_after_suspend/camera
- com.canonical.certification::suspend/led_after_suspend/caps-lock
- com.canonical.certification::suspend/led_after_suspend/mute
- com.canonical.certification::suspend/led_after_suspend/microphone-mute
- com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- com.canonical.certification::suspend/led_after_suspend/power
- com.canonical.certification::suspend/led_after_suspend/battery-charging
- com.canonical.certification::suspend/led_after_suspend/battery-charged
- com.canonical.certification::suspend/led_after_suspend/hdd
- com.canonical.certification::suspend/led_after_suspend/touchpad
- #suspend/led_after_suspend/camera
- #suspend/led_after_suspend/power
- #suspend/led_after_suspend/battery-charging
- #suspend/led_after_suspend/battery-charged
- #suspend/led_after_suspend/battery-low
- #suspend/led_after_suspend/hdd
- #suspend/led_after_suspend/numeric-keypad
- #suspend/led_after_suspend/caps-lock
- #suspend/led_after_suspend/wireless
- #suspend/led_after_suspend/touchpad
- com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- #suspend/gpu_lockup_after_suspend
- ## depends on suspend_advanced_auto, so skip
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
- com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- # The following tests should run BEFORE the automated tests. The reboot and
- # power off tests will also give us a clean system to start the stress run
- # with.
- com.canonical.certification::power-management/poweroff
- com.canonical.certification::power-management/poweroff-log-attach
- com.canonical.certification::power-management/reboot
- com.canonical.certification::power-management/reboot-log-attach
- # Automated Tests
- # The following tests are purely automated and/or lenghty stress tests. They
- # have been moved to the end of the test run to improve the testing process.
- com.canonical.certification::tpm2.0/.*
- com.canonical.certification::install/apt-get-gets-updates
- com.canonical.certification::benchmarks/disk/hdparm-read_.*
- com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- com.canonical.certification::benchmarks/graphics/gtkperf
- com.canonical.certification::benchmarks/graphics/render-bench
- #benchmarks/graphics/qgears2-Xrender-gearsfancy
- #benchmarks/graphics/qgears2-Xrender-compo
- #benchmarks/graphics/qgears2-gl-gearsfancy
- #benchmarks/graphics/qgears2-gl-compo
- #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959
- #com.canonical.certification::benchmarks/graphics/glmark2
- #com.canonical.certification::benchmarks/system/cpu_on_idle
- #com.canonical.certification::benchmarks/system/disk_on_idle
- com.canonical.certification::cpu/cstates certification-status=blocker
- com.canonical.certification::cpu/cstates_results.log
- com.canonical.certification::cpu/scaling_test certification-status=blocker
- com.canonical.certification::cpu/scaling_test-log-attach
- com.canonical.certification::cpu/offlining_test certification-status=blocker
- com.canonical.certification::cpu/topology certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test-log-attach
- com.canonical.certification::cpu/clocktest
- com.canonical.certification::disk/stats_.* certification-status=blocker
- com.canonical.certification::disk/read_performance_.* certification-status=blocker
- com.canonical.certification::disk/storage_device_.* certification-status=blocker
- com.canonical.certification::graphics/generator_3d_window_open_close
- com.canonical.certification::graphics/generator_3d_window_move
- com.canonical.certification::graphics/generator_3d_window_suspend_resume
- com.canonical.certification::graphics/generator_multi_3d_windows_open_close
- com.canonical.certification::memory/info certification-status=blocker
- #com.canonical.certification::miscellanea/fwts_test
- #com.canonical.certification::miscellanea/fwts_results.log
- com.canonical.certification::miscellanea/oops certification-status=blocker
- com.canonical.certification::miscellanea/oops_results.log
- com.canonical.certification::codecs_attachment
- com.canonical.certification::cpuinfo_attachment
- com.canonical.certification::dmesg_attachment
- com.canonical.certification::dmi_attachment
- com.canonical.certification::dmidecode_attachment
- com.canonical.certification::efi_attachment
- com.canonical.certification::lspci_attachment
- com.canonical.certification::lspci_network_attachment
- com.canonical.certification::lsusb_attachment
- com.canonical.certification::meminfo_attachment
- com.canonical.certification::modprobe_attachment
- com.canonical.certification::modules_attachment
- com.canonical.certification::sysctl_attachment
- com.canonical.certification::sysfs_attachment
- com.canonical.certification::udev_attachment
- com.canonical.certification::udev_resource_attachment
- com.canonical.certification::recovery_info_attachment
- com.canonical.certification::lsmod_attachment
- com.canonical.certification::acpi_sleep_attachment
- com.canonical.certification::lspci_standard_config_attachment
- com.canonical.certification::kernel_cmdline_attachment
- com.canonical.certification::modinfo_attachment
- com.canonical.certification::dkms_info_attachment
- com.canonical.certification::info/hdparm_.*.txt
- com.canonical.certification::installer_debug.gz
- com.canonical.certification::info/buildstamp
- com.canonical.certification::info/touchpad_driver
- com.canonical.certification::info/audio_device_driver
- com.canonical.certification::info/network_devices
- com.canonical.certification::info/xrandr
- com.canonical.certification::info/disk_partitions
-#unit: category
-#id: stella
-#_name: Stella tests
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
- com.canonical.ce::stella/hotkeys/help
- com.canonical.ce::stella/account/switch-to-guest-session
- com.canonical.ce::stella/hp-particular/hp-documents
- com.canonical.ce::stella/hp-particular/hp-wallpaper
- #stella/hp-particular/build_valid_check
- #stella/hp-particular/collect_installed_information_client
- #stella/third-party-addon/Adobe-flash
- com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed
- #stella/third-party-addon/check-Hanyi-font-installed
- com.canonical.ce::stella/third-party-addon/Unity-mode-default3d
- # non OSP release source list tests
- com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
- # OSP release source list tests
- com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
- #stella/sourcelist/distro-oem-repository-sp2
- # Stella specific source list tests
- com.canonical.ce::stella/sourcelist/.*-repository$
- #stella/cnb-sourcelist/ludao-repository
- #stella/vnb-sourcelist/oem-sp1-repository
- #stella/vnb-sourcelist/oem-sp2-repository
- #stella/vnb-sourcelist/daan-repository
- #stella/cmit-sourcelist/oem-trusty-repository
- #stella/cmit-sourcelist/datong-repository
-bootstrap_include:
- com.canonical.certification::device
- com.canonical.certification::fwts
- com.canonical.certification::graphics_card
-mandatory_include:
- com.canonical.certification::miscellanea/submission-resources
- com.canonical.plainbox::collect-manifest
-nested_part:
- com.canonical.certification::wireless-cert-automated
- com.canonical.certification::after-suspend-wireless-cert-automated
diff --git a/units/stella-full-18-04.pxu b/units/stella-full-18-04.pxu
index 8d5c2fe..1bf9145 100644
--- a/units/stella-full-18-04.pxu
+++ b/units/stella-full-18-04.pxu
@@ -1,20 +1,15 @@
+# Version: 1.0.0 2019-06-13
 id: stella-full-18-04
 _name: Stella Full 18.04
-_description: Stella Full 18.04
 unit: test plan
+_description: Stella Full 18.04
 include:
 com.canonical.certification::recovery_info_attachment
 com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
 com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
- #com.canonical.ce::stella/hotkeys/help
 com.canonical.ce::stella/hp-particular/hp-documents
 com.canonical.ce::stella/hp-particular/hp-wallpaper
 com.canonical.ce::stella/desktop-kpi-dashboard
- # non OSP release source list tests
- # com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
- # OSP release source list tests
- # com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
- # Stella specific source list tests
 com.canonical.ce::stella/sourcelist/.*-repository$
 nested_part:
 com.canonical.certification::submission-cert-full
@@ -47,6 +42,7 @@ nested_part:
 # Test discrete card first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
 com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full
+ # com.canonical.certification::after-suspend-monitor-discrete-gpu-cert-full
 # Now we ask to switch to the integrated graphics card. This requires a
 # restart of checkbox.
 com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full
@@ -72,17 +68,13 @@ nested_part:
 # The following tests are purely automated and/or lenghty stress tests.
 # They have been moved to the end of the test run to improve the testing
 # process.
+ com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated
+ com.canonical.certification::stress-ng-cert-automated
+ com.canonical.certification::stress-30-reboot-poweroff-automated
 com.canonical.certification::misc-client-cert-full
 com.canonical.certification::cpu-cert-full
 com.canonical.certification::disk-cert-automated
- com.canonical.certification::stress-cert-full
- com.canonical.certification::tpm2.0
+ com.canonical.certification::tpm2.0_3.0.4
 com.canonical.certification::info-attachment-cert-full
 mandatory_include:
 com.canonical.certification::miscellanea/tester-info
-exclude:
- com.canonical.certification::power-management/suspend-30-cycle.*
- com.canonical.certification::power-management/suspend_30_cycle.*
- com.canonical.certification::power-management/hibernate_30.*
- com.canonical.certification::power-management/hibernate-30.*
- com.canonical.certification::stress/cpu_stress_ng_test
diff --git a/units/stella-graphics.pxu b/units/stella-graphics.pxu
index 87c5b2f..a2845ca 100644
--- a/units/stella-graphics.pxu
+++ b/units/stella-graphics.pxu
@@ -1,10 +1,9 @@
+# Version: 1.0.0 2019-06-14
 id: stella-graphics
 _name: Stella Graphics
-_description: Stella Graphic
 unit: test plan
+_description: Stella Graphic
 include:
-mandatory_include:
- com.canonical.certification::miscellanea/tester-info
 nested_part:
 com.canonical.certification::submission-cert-full
 com.canonical.certification::monitor-integrated-gpu-cert-full
@@ -17,9 +16,11 @@ nested_part:
 # Test discrete card first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
 com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full
+ # com.canonical.certification::after-suspend-monitor-discrete-gpu-cert-full
 # Now we ask to switch to the integrated graphics card. This requires a
 # restart of checkbox.
 com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full
+ com.canonical.certification::after-suspend-monitor-integrated-gpu-cert-full
 com.canonical.certification::suspend-key-led-oops-check-cert
 com.canonical.certification::after-suspend-reference-cert-full
 com.canonical.certification::after-suspend-keys-cert-full
@@ -35,6 +36,8 @@ nested_part:
 com.canonical.certification::stress-30-reboot-poweroff-automated
 com.canonical.certification::misc-client-cert-full
 com.canonical.certification::info-attachment-cert-full
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
 exclude:
 com.canonical.certification::keys/lock-screen
 com.canonical.certification::keys/super
@@ -62,4 +65,4 @@ exclude:
 com.canonical.certification::suspend/bluetooth_detect_after_suspend
 com.canonical.certification::suspend/bluetooth_obex_send_after_suspend
 com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend
- com.canonical.certification::suspend/bluetooth_obex_get_after_suspend \ No newline at end of file
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend
diff --git a/units/stella-stress.pxu b/units/stella-stress.pxu
index 853e66c..ae982b5 100644
--- a/units/stella-stress.pxu
+++ b/units/stella-stress.pxu
@@ -1,3 +1,4 @@
+# Version: 1.0.0 2019-06-14
 id: stella-stress
 _name: Stella Stress
 unit: test plan
diff --git a/units/stella-wireless.pxu b/units/stella-wireless.pxu
index 946ed6b..6df24c8 100644
--- a/units/stella-wireless.pxu
+++ b/units/stella-wireless.pxu
@@ -1,48 +1,43 @@
+# Version: 1.0.0 2019-06-14
 id: stella-wireless
 _name: Stella Wireless
-_description: Stella Wireless
 unit: test plan
+_description: Stella Wireless
 include:
-mandatory_include:
- com.canonical.certification::miscellanea/tester-info
 nested_part:
 com.canonical.certification::submission-cert-full
- com.canonical.certification::info-attachment-cert-full
- #overall network and ethernet tests
- com.canonical.certification::networking-cert-full
- #wwan tests
- com.canonical.certification::mobilebroadband-cert-full
- #before suspend bluetooth
 com.canonical.certification::bluetooth-cert-full
- com.canonical.certification::before-suspend-reference-cert-full
- #before suspend wifi
- com.canonical.certification::wireless-cert-full
- #before suspend hotkeys
+ com.canonical.certification::mobilebroadband-cert-full
 com.canonical.certification::keys-cert-full
- #before suspend LED
- com.canonical.certification::led-cert-full
- #suspend
- com.canonical.certification::suspend-key-led-oops-check-cert-blockers
- #after suspend hotkeys
- com.canonical.certification::after-suspend-keys-cert-full
- #after suspend LED
- com.canonical.certification::after-suspend-led-cert-full
- #after suspend wifi
+ com.canonical.certification::networking-cert-full
+ com.canonical.certification::power-management-precheck-cert
+ com.canonical.certification::wireless-cert-full
+ com.canonical.certification::before-suspend-reference-cert-full
+ # Test discrete card first, if present, since it's the one we will be using
+ # after coming back from suspend if the system has hybrid graphics.
+ # Now we ask to switch to the integrated graphics card. This requires a
+ # restart of checkbox.
+ com.canonical.certification::suspend-key-led-oops-check-cert
+ com.canonical.certification::after-suspend-reference-cert-full
 com.canonical.certification::after-suspend-wireless-cert-full
- #after suspend bluetooth
- com.canonical.certification::after-suspend-reference-cert-automated
- #stress
- com.canonical.certification::stress-ng-cert-automated
+ com.canonical.certification::after-suspend-keys-cert-full
+ power-management-s
+ # The following tests should run BEFORE the automated tests. The reboot and
+ # power off tests will also give us a clean system to start the stress run
+ # with.
+ com.canonical.certification::power-management-reboot-poweroff-cert
+ # Automated Tests
+ # The following tests are purely automated and/or lenghty stress tests.
+ # They have been moved to the end of the test run to improve the testing
+ # process.
 com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated
+ com.canonical.certification::stress-ng-cert-automated
 com.canonical.certification::stress-30-reboot-poweroff-automated
+ com.canonical.certification::misc-client-cert-full
+ com.canonical.certification::info-attachment-cert-full
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
 exclude:
- #cpu stress
- com.canonical.certification::stress/cpu_stress_ng_test
- #non bluetooth related suspend tests
- com.canonical.certification::suspend/audio.*
- com.canonical.certification::suspend/cpu.*
- com.canonical.certification::suspend/memory.*
- #non wireless related hotkey tests
 com.canonical.certification::keys/lock-screen
 com.canonical.certification::keys/super
 com.canonical.certification::keys/battery-info
@@ -53,7 +48,6 @@ exclude:
 com.canonical.certification::keys/video-out
 com.canonical.certification::keys/keyboard-backlight
 com.canonical.certification::keys/microphone-mute
- com.canonical.certification::keys/sleep
 com.canonical.certification::after-suspend-manual-keys/lock-screen
 com.canonical.certification::after-suspend-manual-keys/super
 com.canonical.certification::after-suspend-manual-keys/battery-info
@@ -64,18 +58,4 @@ exclude:
 com.canonical.certification::after-suspend-manual-keys/video-out
 com.canonical.certification::after-suspend-manual-keys/keyboard-backlight
 com.canonical.certification::after-suspend-manual-keys/microphone-mute
- # non wireless related LED tests
- com.canonical.certification::led/battery-charged
- com.canonical.certification::led/battery-charging
- com.canonical.certification::led/battery-low
- com.canonical.certification::led/camera
- com.canonical.certification::led/caps-lock
- com.canonical.certification::led/power
- com.canonical.certification::led/touchpad
- com.canonical.certification::suspend/led_after_suspend/battery-charged
- com.canonical.certification::suspend/led_after_suspend/battery-charging
- com.canonical.certification::suspend/led_after_suspend/battery-low
- com.canonical.certification::suspend/led_after_suspend/camera
- com.canonical.certification::suspend/led_after_suspend/caps-lock
- com.canonical.certification::suspend/led_after_suspend/power
- com.canonical.certification::suspend/led_after_suspend/touchpad
+ com.canonical.certification::stress/cpu_stress_ng_test