diff options
| -rw-r--r-- | jobs/somerville/oobe.txt.in | 8 | ||||
| -rw-r--r-- | jobs/somerville/power-management.txt.in | 9 | ||||
| -rw-r--r-- | jobs/somerville/somerville.txt.in | 136 | ||||
| -rw-r--r--[-rwxr-xr-x] | launcher/somerville-cli | 2 | ||||
| -rw-r--r-- | units/backup/somerville-blocker.pxu | 367 | ||||
| -rw-r--r-- | units/backup/somerville-full.pxu | 473 | ||||
| -rw-r--r-- | units/backup/somerville-stress.pxu | 94 | ||||
| -rw-r--r-- | units/somerville-bios-regression.pxu | 89 | ||||
| -rw-r--r-- | units/somerville-cpu.pxu | 271 | ||||
| -rw-r--r-- | units/somerville-fv-regression.pxu | 79 | ||||
| -rw-r--r-- | units/somerville-graphic.pxu | 268 | ||||
| -rw-r--r-- | units/somerville-iev-full.pxu (renamed from units/somerville-full.pxu) | 30 | ||||
| -rw-r--r-- | units/somerville-iev-regression.pxu | 72 | ||||
| -rw-r--r-- | units/somerville-touch-webcam.pxu | 201 | ||||
| -rw-r--r-- | units/somerville-wireless.pxu | 218 |
15 files changed, 577 insertions, 1740 deletions
diff --git a/jobs/somerville/oobe.txt.in b/jobs/somerville/oobe.txt.in new file mode 100644 index 0000000..83582ab --- /dev/null +++ b/jobs/somerville/oobe.txt.in @@ -0,0 +1,8 @@ +id: oobe +unit: test plan +_name: Somerville OOBE manual test +_description: Somerville OOBE manual test +include: + somerville/oobe-audioinput-unmute + somerville/oobe-audioplayback + somerville/oobe-volume-adjustment diff --git a/jobs/somerville/power-management.txt.in b/jobs/somerville/power-management.txt.in new file mode 100644 index 0000000..92146e7 --- /dev/null +++ b/jobs/somerville/power-management.txt.in @@ -0,0 +1,9 @@ +id: power-management-s +unit: test plan +_name: Somerville power management test +_description: Somerville power management test +include: + somerville/suspend-power-menu + somerville/suspend-power-button + somerville/suspend-on-battery-power + somerville/suspend-on-AC-power diff --git a/jobs/somerville/somerville.txt.in b/jobs/somerville/somerville.txt.in index 74377f7..0ad3848 100644 --- a/jobs/somerville/somerville.txt.in +++ b/jobs/somerville/somerville.txt.in @@ -6,13 +6,13 @@ id: somerville/phase-sku category_id: somerville plugin: manual _description: - PURPOSE: +_purpose: 1. Add hardware system code to report - STEPS: +_steps: 1. Enter the system code from the sticker on the hardware into the comments field below - For example: W13-E2-C2 + For example: ITA-DVT2-C1 2. Once the code has been entered, select "Yes" - VERIFICATION: +_verification: 1. No verification needed id: somerville/query-bto-version @@ -23,12 +23,12 @@ requires: pkg.name == "dell-recovery" command: cat /etc/buildstamp user: root _description: - PURPOSE: +_purpose: 1. Verify BTO version is correct - STEPS: +_steps: 1. BTO version information is: $output - VERIFICATION: +_verification: 1. Is the BTO version information correct? id: somerville/query-bto-version-output @@ -44,13 +44,13 @@ id: somerville/update category_id: somerville plugin: manual _description: - PURPOSE: +_purpose: 1. Verify the system can install updates successfully - STEPS: +_steps: 1. Use Update Manager to update the system - VERIFICATION: +_verification: 1. Were you able to update the system and still have full functionality, ie. wireless, ACPI functions, etc. ? - NOTES: +_notes: 1. Please perform this test last. id: somerville/manifest_version @@ -59,21 +59,21 @@ plugin: shell command: query_bto_version.py user: root _description: - PURPOSE: +_purpose: 1. Add manifest file name to the report - STEPS: +_steps: 1. Enter the manifest file name into the comments field below 2. Once the name has been entered, select "Yes" - VERIFICATION: +_verification: 1. No verification needed id: somerville/Serial-Port-onboard category_id: somerville plugin: manual _description: - PURPOSE: +_purpose: 1. To verify the on-board serial port driver is install correct. - STEPS: +_steps: 1. Install "minicom" on the test machine and client. 2. Modify the /etc/init/tty1.conf then replace "38400 tty1" to "115200 ttyS0" on the test machine. 3. Restart tty1 process. @@ -81,9 +81,9 @@ _description: 5. Excute minicom on the test machine and client. 6. Enter to the "Serial port setup", change the "Serial Device" to "/dev/ttyS0" on the test machine and "/dev/ttyUSB0" on the client. 7. Go to "Exit" to enter the terminal mode. - VERIFICATION: +_verification: 1. Type some characters on the each device, the other side should see the characters. - NOTES: +_notes: 1. Install minicom "sudo apt-get install minicom". 2. Restart tty process."sudo restart tty1". 3. Excute the minicom setting "minicom -s". @@ -91,46 +91,46 @@ _description: plugin: manual id: somerville/super-key-disabled _description: - PURPOSE: +_purpose: 1. To validate that the super key and any combinations with the super key is not in effect - STEPS: +_steps: 1. After installing the base image, click the super key, super + d, super + s, super + w, super + f and explore other combinations - VERIFICATION: +_verification: 1. There shouldn't be any response from the system after the keystroke. plugin: manual id: somerville/India-rupee-keyboard-layout _description: - PURPOSE: +_purpose: 1. To validate that the base image support India Rupee keyboard layout - STEPS: +_steps: 1. Install the base image and log in to desktop 2. Open gedit, press right Alt + 4 - VERIFICATION: +_verification: 1. India Rupee symbol should appear plugin: manual id: somerville/distro-upgrade-disable _description: - PURPOSE: +_purpose: 1. To validate the automatic distribution upgrade notification from update manager is disabled. STEPS: 1. (Work in progress) - VERIFICATION: +_verification: 1. There should not be any notification from the update manager. id: somerville/suspend-on-battery-power category_id: somerville plugin: manual _description: - PURPOSE: +_purpose: Verify system can enter suspend after idle for 30 minutes on battery power - STEPS: +_steps: 1. Boot into system 2. Make sure system running on battery power 3. Idle system for 10 minutes 4. Idle system for another 20 minutes - VERIFICATION: +_verification: 1. System will turn screen off after 10 minutes 2. System will enter suspend mode after 20 minutes @@ -138,14 +138,14 @@ id: somerville/suspend-on-AC-power category_id: somerville plugin: manual _description: - PURPOSE: +_purpose: Verify system can enter suspend after idle for 30 minutes on AC power - STEPS: +_steps: 1. Boot into system 2. Make sure AC Power plugged 3. Idle system for 10 minutes 4. Idle system for another 20 minutes - VERIFICATION: +_verification: 1. System will turn screen off after 10 minutes 2. System will enter suspend mode after 20 minutes @@ -153,14 +153,14 @@ id: somerville/suspend-power-menu category_id: somerville plugin: manual _description: - PURPOSE: +_purpose: 1. Suspend the System from Power Menu & Resume via Power Button - STEPS: +_steps: 1. Select the Power Icon in the upper right corner 2. Choose suspend in the dropdown 3. Wait a few seconds 4. Resume the system via the Power Button - VERIFICATION: +_verification: 1. Did the system Suspend successfully? 2. Did the system Resume via Power Button? @@ -168,14 +168,14 @@ id: somerville/suspend-power-button category_id: somerville plugin: manual _description: - PURPOSE: +_purpose: 1. Suspend and Resume the system via Power Button - STEPS: +_steps: 1. Press the Power Button. 2. Choose suspend in the Menu 3. Wait a few seconds 4. Resume the system via the Power Button - VERIFICATION: +_verification: 1. Did the system Suspend successfully? 2. Did the system Resume via Power Button? @@ -193,13 +193,13 @@ imports: from com.canonical.certification import package as pkg requires: pkg.name == 'fglrx' command: aticonfig --px-list-active-gpu _description: - PURPOSE: +_purpose: 1. Check AMD graphics default mode settings. (Skip test if config is Intel or NVIDIA graphics) - STEPS: +_steps: 1. Verify and check the default output mode. - VERIFICATION: +_verification: $output - NOTES: +_notes: 1.Need to base on the PM/Engineer define for default settings to verify this test case with Yes or No result. 2.Please also list the current graphics mode into Further information. @@ -217,9 +217,9 @@ command: dkms_build_exclusive_test _description: Check if DKMS has BUILD_EXCLUSIVE_KERNEL clause. - STEPS: +_steps: 1. Verify and check the output. - VERIFICATION: +_verification: No ERROR messages. id: somerville/dock-monitor-dual-head @@ -443,12 +443,12 @@ id: somerville/hotplug-ethernet-after-suspend command: /usr/lib/plainbox-provider-checkbox/bin/network_check estimated_duration: 10 _description: - PURPOSE: +_purpose: This test will check wired connection after hotplug fom suspend - STEPS: +_steps: 1. Disable WiFi connection 2. Click "Test" to verify that it's possible to establish a HTTP connection - VERIFICATION: +_verification: Did a notification show and was the connection correctly established? plugin: user-interact @@ -620,3 +620,45 @@ _steps: _verification: The verification of this test is automated. Do not change the automatically selected result. + +id: somerville/oobe-audioinput-unmute +category_id: somerville +plugin: manual +_description: +_purpose: + 1. Check the audio input is ummute +_steps: + 1. Launch Sound Setting. + 2. Click Input tab. + 3. Check the status of Mute checkbox on the right of Input volume bar. +_verification: + 1. Input Mute checkbox is unchecked. + +id: somerville/oobe-audioplayback +category_id: somerville +plugin: manual +_description: +_purpose: + 1. Check the audio playback function +_steps: + 1. Click the Files icon (the second icon in left launch bar). + 2. Press CTRL + L, the location bar of file manager will become text input for directory, + please input directory path: /usr/share/example-content/Ubuntu_Free_Culture_Showcase + 3. Doubleclick Nathan Haines - Ubuntu Through The Years.ogg. +_verification: + 1. Movie player will launch and play that ogg file, and sound output works well. + +id: somerville/oobe-volume-adjustment +category_id: somerville +plugin: manual +_description: +_purpose: + 1. Check the volume adjustment by manual +_steps: + 1. Play the Nathan Haines - Ubuntu Through The Years.ogg . + 2. Click the speaker icon of the media player. + 3. Try to adjust the volume by slide the volume bar up and down. +_verification: + 1. The output volume could be adjusted. + + diff --git a/launcher/somerville-cli b/launcher/somerville-cli index 9a31145..2b0fc90 100755..100644 --- a/launcher/somerville-cli +++ b/launcher/somerville-cli @@ -6,7 +6,7 @@ app_id = com.canonical.certification:somerville-testing [test plan] filter = *somerville* -unit = com.canonical.ce::somerville-full +unit = com.canonical.ce::somerville-iev-full [config] config_filename = plainbox.conf diff --git a/units/backup/somerville-blocker.pxu b/units/backup/somerville-blocker.pxu deleted file mode 100644 index e6abdff..0000000 --- a/units/backup/somerville-blocker.pxu +++ /dev/null @@ -1,367 +0,0 @@ -id: somerville-blocker-backup -_name: Somerville Blocker (Backup) -unit: test plan -include: - ## Online Update Whitelist for Dell projects - ## Rev 1.0, 2017-04-25 - # Resource Jobs - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::gconf - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::mobilebroadband - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::xinput - com.canonical.certification::resource - com.canonical.certification::hardware - com.canonical.certification::hardware/certification - somerville/query-bto-version - somerville/manifest_version - somerville/dell-repository - com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/tester-info - # com.canonical.certification::__audio__ - com.canonical.certification::audio/alsa_info_collect - com.canonical.certification::audio/alsa_info_attachment - com.canonical.certification::audio/list_devices - com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - com.canonical.certification::audio/playback_headphones certification-status=blocker - com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - com.canonical.certification::audio/playback_auto certification-status=blocker - com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker - # com.canonical.certification::__benchmarks__ - # com.canonical.certification::__codecs__ - # com.canonical.certification::__bluetooth__ - com.canonical.certification::bluetooth/detect-output certification-status=blocker - com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - com.canonical.certification::bluetooth/browse-files certification-status=blocker - com.canonical.certification::bluetooth/file-transfer certification-status=blocker - com.canonical.certification::bluetooth/HID certification-status=blocker - # com.canonical.certification::__camera__ - com.canonical.certification::camera/detect certification-status=blocker - com.canonical.certification::camera/still certification-status=blocker - com.canonical.certification::camera/display certification-status=blocker - com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # com.canonical.certification::__cpu__ - com.canonical.certification::cpu/cstates certification-status=blocker - com.canonical.certification::cpu/cstates_results.log - # com.canonical.certification::__disk__ - com.canonical.certification::disk/detect certification-status=blocker - # com.canonical.certification::__ethernet__ - # com.canonical.certification::__esata__ - com.canonical.certification::esata/insert certification-status=blocker - com.canonical.certification::esata/storage-test certification-status=blocker - com.canonical.certification::esata/remove certification-status=blocker - # com.canonical.certification::__firewire__ - com.canonical.certification::firewire/insert certification-status=blocker - com.canonical.certification::firewire/storage-test certification-status=blocker - com.canonical.certification::firewire/remove certification-status=blocker - # com.canonical.certification::__thunderbolt__ - com.canonical.certification::thunderbolt/insert certification-status=blocker - com.canonical.certification::thunderbolt/storage-test certification-status=blocker - com.canonical.certification::thunderbolt/remove certification-status=blocker - # com.canonical.certification::__firmware__ - # com.canonical.certification::__monitor__ - com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker - com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker - com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker - com.canonical.certification::monitor/1_vga_.* certification-status=blocker - com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker - # See Graphic Tests section for monitor test on second graphic card - # com.canonical.certification::__graphics__ - com.canonical.certification::graphics/xorg-version certification-status=blocker - com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - com.canonical.certification::graphics/xorg-process certification-status=blocker - com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - com.canonical.certification::graphics/1_video_.* certification-status=blocker - com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker - com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - com.canonical.certification::graphics/2_video_.* certification-status=blocker - com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker - com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker - com.canonical.certification::monitor/2_vga_.* certification-status=blocker - com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - # com.canonical.certification::__hibernate__ - # com.canonical.certification::__input__ - com.canonical.certification::input/pointing_.* certification-status=blocker - com.canonical.certification::input/clicking_.* certification-status=blocker - com.canonical.certification::input/keyboard certification-status=blocker - # com.canonical.certification::__keys__ - com.canonical.certification::keys/lock-screen certification-status=blocker - com.canonical.certification::keys/super certification-status=blocker - com.canonical.certification::keys/battery-info certification-status=blocker - com.canonical.certification::keys/brightness certification-status=blocker - com.canonical.certification::keys/media-control certification-status=blocker - com.canonical.certification::keys/mute certification-status=blocker - com.canonical.certification::keys/volume certification-status=blocker - com.canonical.certification::keys/video-out certification-status=blocker - com.canonical.certification::keys/wireless certification-status=blocker - com.canonical.certification::keys/keyboard-backlight certification-status=blocker - com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker - com.canonical.certification::keys/microphone-mute certification-status=blocker - # com.canonical.certification::__led__ - com.canonical.certification::led/camera certification-status=blocker - com.canonical.certification::led/caps-lock certification-status=blocker - com.canonical.certification::led/mute certification-status=blocker - com.canonical.certification::led/numeric-keypad certification-status=blocker - com.canonical.certification::led/power certification-status=blocker - # NOTE: led/power-blink-suspend and led/suspend are used later in the - # testplan just after a number of suspend tests. - # led/power-blink-suspend - # led/suspend - # NOTE: led/wireless is redundant given that we have led/wlan and - # led/bluetooth already - # led/wireless - # com.canonical.certification::__mediacard__ - com.canonical.certification::mediacard/sd-insert certification-status=blocker - com.canonical.certification::mediacard/sd-storage certification-status=blocker - com.canonical.certification::mediacard/sd-remove certification-status=blocker - com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - # com.canonical.certification::__memory__ - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/oops certification-status=blocker - com.canonical.certification::miscellanea/oops_results.log - # com.canonical.certification::__mobilebroadband__ - # com.canonical.certification::__networking__ - com.canonical.certification::ethernet/detect certification-status=blocker - com.canonical.certification::networking/gateway_ping certification-status=blocker - com.canonical.certification::networking/info.* certification-status=blocker - com.canonical.certification::networking/ntp certification-status=blocker - # com.canonical.certification::__optical__ - com.canonical.certification::optical/detect certification-status=blocker - com.canonical.certification::optical/read_.* certification-status=blocker - com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - com.canonical.certification::optical/dvd-write_.* certification-status=blocker - com.canonical.certification::optical/bluray-read_.* certification-status=blocker - com.canonical.certification::optical/bluray-write_.* certification-status=blocker - # com.canonical.certification::__power-management__ - # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well - com.canonical.certification::power-management/rtc certification-status=blocker - com.canonical.certification::power-management/tickless_idle certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm-log-attach - # com.canonical.certification::__touchpad__ - com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - com.canonical.certification::touchpad/continuous-move certification-status=blocker - com.canonical.certification::touchpad/horizontal certification-status=blocker - com.canonical.certification::touchpad/vertical certification-status=blocker - com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - # com.canonical.certification::__touchscreen__ - com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - # com.canonical.certification::__usb__ - com.canonical.certification::usb/detect certification-status=blocker - com.canonical.certification::usb/HID certification-status=blocker - com.canonical.certification::usb/insert certification-status=blocker - com.canonical.certification::usb/storage-automated certification-status=blocker - com.canonical.certification::usb/remove certification-status=blocker - com.canonical.certification::usb3/insert certification-status=blocker - com.canonical.certification::usb3/storage-automated certification-status=blocker - com.canonical.certification::usb3/remove certification-status=blocker - # com.canonical.certification::__wireless__ - com.canonical.certification::wireless/wireless_scanning certification-status=blocker - com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - # com.canonical.certification::__suspend__ - com.canonical.certification::suspend/network_before_suspend certification-status=blocker - com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker - # Test card 2 first, if present, since it's the one we will be using - # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial - com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker - # Now we ask to switch to the first graphics card. This requires a restart - # of checkbox. - com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial - com.canonical.certification::power-management/lid certification-status=blocker - com.canonical.certification::power-management/lid_close certification-status=blocker - com.canonical.certification::power-management/lid_open certification-status=blocker - com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::keys/sleep certification-status=blocker - com.canonical.certification::led/power-blink-suspend certification-status=blocker - com.canonical.certification::led/suspend certification-status=blocker - com.canonical.certification::suspend/network_after_suspend certification-status=blocker - com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker - com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker - com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker - com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker - com.canonical.certification::camera/display_after_suspend certification-status=blocker - com.canonical.certification::camera/still_after_suspend certification-status=blocker - com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker - com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/oops_after_suspend certification-status=blocker - com.canonical.certification::suspend/oops_results_after_suspend.log - com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - com.canonical.certification::suspend/keys_after_suspend/super - com.canonical.certification::suspend/keys_after_suspend/battery-info - com.canonical.certification::suspend/keys_after_suspend/brightness - com.canonical.certification::suspend/keys_after_suspend/media-control - com.canonical.certification::suspend/keys_after_suspend/mute - com.canonical.certification::suspend/keys_after_suspend/volume - com.canonical.certification::suspend/keys_after_suspend/video-out - com.canonical.certification::suspend/keys_after_suspend/wireless - com.canonical.certification::suspend/keys_after_suspend/touchpad - com.canonical.certification::suspend/led_after_suspend/bluetooth - com.canonical.certification::suspend/led_after_suspend/camera - com.canonical.certification::suspend/led_after_suspend/caps-lock - com.canonical.certification::suspend/led_after_suspend/mute - com.canonical.certification::suspend/led_after_suspend/numeric-keypad - com.canonical.certification::suspend/led_after_suspend/power - # The following tests should run BEFORE the automated tests. The reboot and - # power off tests will also give us a clean system to start the stress run - # with. - com.canonical.certification::power-management/poweroff certification-status=blocker - com.canonical.certification::power-management/poweroff-log-attach - com.canonical.certification::power-management/reboot certification-status=blocker - com.canonical.certification::power-management/reboot-log-attach - # com.canonical.certification::__install__ - # Automated Tests - # The following tests are purely automated and/or lenghty stress tests. - # They have been moved to the end of the test run to improve the testing - # process. - com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - com.canonical.certification::cpu/scaling_test certification-status=blocker - com.canonical.certification::cpu/scaling_test-log-attach - com.canonical.certification::cpu/maxfreq_test certification-status=blocker - com.canonical.certification::cpu/maxfreq_test-log-attach - com.canonical.certification::cpu/offlining_test certification-status=blocker - com.canonical.certification::cpu/topology certification-status=blocker - com.canonical.certification::disk/stats_.* - com.canonical.certification::disk/read_performance_.* certification-status=blocker - com.canonical.certification::disk/storage_device_.* certification-status=blocker - com.canonical.certification::memory/info certification-status=blocker - com.canonical.certification::memory/check certification-status=blocker - # Info attachment jobs - # com.canonical.certification::__info__ - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::dell_bto_xml_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/disk_partitions -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::fwts - com.canonical.certification::graphics_card -mandatory_include: - com.canonical.plainbox::collect-manifest - com.canonical.certification::miscellanea/device_check - # Meta-job to include required resources, don't remove. - com.canonical.certification::miscellanea/submission-resources diff --git a/units/backup/somerville-full.pxu b/units/backup/somerville-full.pxu deleted file mode 100644 index 86419aa..0000000 --- a/units/backup/somerville-full.pxu +++ /dev/null @@ -1,473 +0,0 @@ -id: somerville-full-backup -_name: Somerville Full (Backup) -unit: test plan -include: - ## Full Whitelist for Dell projects - ## Rev 1.9, 2017-03-27 - # Resource Jobs - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::gconf - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::mobilebroadband - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::xinput - com.canonical.certification::resource - com.canonical.certification::hardware - com.canonical.certification::hardware/certification - somerville/dkms-build-exclusive-test - somerville/recovery/desktop-disk - somerville/phase-sku - somerville/query-bto-version - somerville/manifest_version - somerville/dell-repository - somerville/platform-meta-test - com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/tester-info - com.canonical.certification::miscellanea/chvt - # com.canonical.certification::__audio__ - com.canonical.certification::audio/alsa_info_collect - com.canonical.certification::audio/alsa_info_attachment - com.canonical.certification::audio/list_devices - com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - com.canonical.certification::audio/playback_headphones certification-status=blocker - com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - com.canonical.certification::audio/playback_auto certification-status=blocker - com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker - com.canonical.certification::audio/channels - com.canonical.certification::audio/external-linein - com.canonical.certification::audio/external-lineout - # com.canonical.certification::__benchmarks__ - # com.canonical.certification::__codecs__ - com.canonical.certification::codecs/ogg-vorbis - com.canonical.certification::codecs/wav - # com.canonical.certification::__bluetooth__ - com.canonical.certification::bluetooth/detect-output certification-status=blocker - com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - com.canonical.certification::bluetooth/browse-files certification-status=blocker - com.canonical.certification::bluetooth/file-transfer certification-status=blocker - com.canonical.certification::bluetooth/HID - com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker - com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker - # com.canonical.certification::__camera__ - com.canonical.certification::camera/detect certification-status=blocker - com.canonical.certification::camera/still certification-status=blocker - com.canonical.certification::camera/display certification-status=blocker - com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # com.canonical.certification::__cpu__ - com.canonical.certification::cpu/cstates certification-status=blocker - com.canonical.certification::cpu/cstates_results.log - # com.canonical.certification::__disk__ - com.canonical.certification::disk/detect certification-status=blocker - # com.canonical.certification::__ethernet__ - # com.canonical.certification::__esata__ - com.canonical.certification::esata/insert certification-status=blocker - com.canonical.certification::esata/storage-test certification-status=blocker - com.canonical.certification::esata/remove certification-status=blocker - # com.canonical.certification::__firewire__ - com.canonical.certification::firewire/insert certification-status=blocker - com.canonical.certification::firewire/storage-test certification-status=blocker - com.canonical.certification::firewire/remove certification-status=blocker - # com.canonical.certification::__thunderbolt__ - com.canonical.certification::thunderbolt/insert certification-status=blocker - com.canonical.certification::thunderbolt/storage-test certification-status=blocker - com.canonical.certification::thunderbolt/remove certification-status=blocker - com.canonical.certification::thunderbolt3/insert certification-status=non-blocker - com.canonical.certification::thunderbolt3/storage-test certification-status=non-blocker - com.canonical.certification::thunderbolt3/remove certification-status=non-blocker - # com.canonical.certification::__firmware__ - # com.canonical.certification::__monitor__ - com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker - com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker - com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker - com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker - com.canonical.certification::monitor/1_vga_.* certification-status=blocker - com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker - # See Graphic Tests section for monitor test on second graphic card - # com.canonical.certification::__graphics__ - com.canonical.certification::graphics/xorg-version certification-status=blocker - com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - com.canonical.certification::graphics/xorg-process certification-status=blocker - com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - com.canonical.certification::graphics/1_video_.* certification-status=blocker - com.canonical.certification::graphics/1_minimum_resolution_.* - com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker - com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker - com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - com.canonical.certification::graphics/2_video_.* certification-status=blocker - com.canonical.certification::graphics/2_minimum_resolution_.* - com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker - com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker - com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker - com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::monitor/2_vga_.* certification-status=blocker - com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - # com.canonical.certification::__hibernate__ - # com.canonical.certification::__input__ - com.canonical.certification::input/accelerometer_verify certification-status=non-blocker - com.canonical.certification::input/accelerometer certification-status=non-blocker - com.canonical.certification::input/pointing_.* certification-status=blocker - com.canonical.certification::input/clicking_.* certification-status=blocker - com.canonical.certification::input/keyboard certification-status=blocker - com.canonical.certification::disk/hdd-parking certification-status=non-blocker - # com.canonical.certification::__keys__ - com.canonical.certification::keys/lock-screen certification-status=blocker - com.canonical.certification::keys/super certification-status=blocker - com.canonical.certification::keys/battery-info certification-status=blocker - com.canonical.certification::keys/brightness certification-status=blocker - com.canonical.certification::keys/media-control certification-status=blocker - com.canonical.certification::keys/mute certification-status=blocker - com.canonical.certification::keys/volume certification-status=blocker - com.canonical.certification::keys/video-out certification-status=blocker - com.canonical.certification::keys/wireless certification-status=blocker - com.canonical.certification::keys/keyboard-backlight certification-status=blocker - com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker - com.canonical.certification::keys/microphone-mute certification-status=blocker - com.canonical.certification::keys/touchpad - # com.canonical.certification::__led__ - com.canonical.certification::led/bluetooth certification-status=non-blocker - com.canonical.certification::led/camera certification-status=blocker - com.canonical.certification::led/caps-lock certification-status=blocker - com.canonical.certification::led/mute certification-status=blocker - com.canonical.certification::led/microphone-mute certification-status=non-blocker - com.canonical.certification::led/numeric-keypad certification-status=blocker - com.canonical.certification::led/power certification-status=blocker - com.canonical.certification::led/battery-charging - com.canonical.certification::led/battery-charged - com.canonical.certification::led/battery-low - # NOTE: led/power-blink-suspend and led/suspend are used later in the - # testplan just after a number of suspend tests. - # led/power-blink-suspend - # led/suspend - # NOTE: led/wireless is redundant given that we have led/wlan and - # led/bluetooth already - # led/wireless - com.canonical.certification::led/wlan certification-status=non-blocker - com.canonical.certification::led/wlan-disabled - com.canonical.certification::led/hdd - com.canonical.certification::led/touchpad - # com.canonical.certification::__mediacard__ - com.canonical.certification::mediacard/sd-insert certification-status=blocker - com.canonical.certification::mediacard/sd-storage certification-status=blocker - com.canonical.certification::mediacard/sd-remove certification-status=blocker - com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - com.canonical.certification::mediacard/msp-insert - com.canonical.certification::mediacard/msp-storage - com.canonical.certification::mediacard/msp-remove - com.canonical.certification::mediacard/cf-insert - com.canonical.certification::mediacard/cf-storage - com.canonical.certification::mediacard/cf-remove - com.canonical.certification::mediacard/xd-insert - com.canonical.certification::mediacard/xd-storage - com.canonical.certification::mediacard/xd-remove - # com.canonical.certification::__memory__ - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/oops certification-status=blocker - com.canonical.certification::miscellanea/oops_results.log - # com.canonical.certification::__mobilebroadband__ - com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker - com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker - # com.canonical.certification::__networking__ - com.canonical.certification::ethernet/detect certification-status=blocker - com.canonical.certification::networking/gateway_ping certification-status=blocker - com.canonical.certification::networking/info.* certification-status=blocker - com.canonical.certification::networking/ntp certification-status=blocker - # com.canonical.certification::__optical__ - com.canonical.certification::optical/detect certification-status=blocker - com.canonical.certification::optical/read_.* certification-status=blocker - com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - com.canonical.certification::optical/dvd-write_.* certification-status=blocker - com.canonical.certification::optical/bluray-read_.* certification-status=blocker - com.canonical.certification::optical/bluray-write_.* certification-status=blocker - # com.canonical.certification::__power-management__ - # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well - com.canonical.certification::power-management/rtc certification-status=blocker - com.canonical.certification::power-management/tickless_idle certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm-log-attach - # com.canonical.certification::__touchpad__ - com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - com.canonical.certification::touchpad/palm-rejection certification-status=non-blocker - com.canonical.certification::touchpad/continuous-move certification-status=blocker - com.canonical.certification::touchpad/horizontal certification-status=blocker - com.canonical.certification::touchpad/vertical certification-status=blocker - com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - # com.canonical.certification::__touchscreen__ - com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - com.canonical.certification::touchscreen/multitouch-rotate - com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker - # com.canonical.certification::__usb__ - com.canonical.certification::usb/detect certification-status=blocker - com.canonical.certification::usb/HID certification-status=blocker - com.canonical.certification::usb/insert certification-status=blocker - com.canonical.certification::usb/storage-automated certification-status=blocker - com.canonical.certification::usb/remove certification-status=blocker - com.canonical.certification::usb3/insert certification-status=blocker - com.canonical.certification::usb3/storage-automated certification-status=blocker - com.canonical.certification::usb3/remove certification-status=blocker - com.canonical.certification::usb-c/c-to-a-adapter/hid certification-status=non-blocker - com.canonical.certification::usb-c/c-to-a-adapter/insert certification-status=non-blocker - com.canonical.certification::usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker - com.canonical.certification::usb-c/c-to-a-adapter/remove certification-status=non-blocker - com.canonical.certification::usb-c/hid certification-status=non-blocker - com.canonical.certification::usb-c/insert certification-status=non-blocker - com.canonical.certification::usb-c/storage-automated certification-status=non-blocker - com.canonical.certification::usb-c/remove certification-status=non-blocker - # com.canonical.certification::__wireless__ - com.canonical.certification::wireless/wireless_scanning certification-status=blocker - com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - # com.canonical.certification::__suspend__ - com.canonical.certification::suspend/network_before_suspend certification-status=blocker - com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker - # Test card 2 first, if present, since it's the one we will be using - # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial - com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial - com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - com.canonical.certification::power-management/2_hibernate-single-log-attach_.* - # Now we ask to switch to the first graphics card. This requires a restart - # of checkbox. - com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial - com.canonical.certification::power-management/lid certification-status=blocker - com.canonical.certification::power-management/lid_close certification-status=blocker - com.canonical.certification::power-management/lid_open certification-status=blocker - com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial - com.canonical.certification::keys/sleep certification-status=blocker - com.canonical.certification::led/power-blink-suspend certification-status=blocker - com.canonical.certification::led/suspend certification-status=blocker - com.canonical.certification::suspend/network_after_suspend certification-status=blocker - com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker - com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker - com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker - com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker - com.canonical.certification::camera/display_after_suspend certification-status=blocker - com.canonical.certification::camera/still_after_suspend certification-status=blocker - com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker - com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - com.canonical.certification::suspend/msp-insert-after-suspend - com.canonical.certification::suspend/msp-storage-after-suspend - com.canonical.certification::suspend/msp-remove-after-suspend - com.canonical.certification::suspend/cf-insert-after-suspend - com.canonical.certification::suspend/cf-storage-after-suspend - com.canonical.certification::suspend/cf-remove-after-suspend - com.canonical.certification::suspend/xd-insert-after-suspend - com.canonical.certification::suspend/xd-storage-after-suspend - com.canonical.certification::suspend/xd-remove-after-suspend - com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/oops_after_suspend certification-status=blocker - com.canonical.certification::suspend/oops_results_after_suspend.log - com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - com.canonical.certification::suspend/keys_after_suspend/super - com.canonical.certification::suspend/keys_after_suspend/battery-info - com.canonical.certification::suspend/keys_after_suspend/brightness - com.canonical.certification::suspend/keys_after_suspend/media-control - com.canonical.certification::suspend/keys_after_suspend/mute - com.canonical.certification::suspend/keys_after_suspend/volume - com.canonical.certification::suspend/keys_after_suspend/video-out - com.canonical.certification::suspend/keys_after_suspend/wireless - com.canonical.certification::suspend/keys_after_suspend/touchpad - com.canonical.certification::suspend/led_after_suspend/bluetooth - com.canonical.certification::suspend/led_after_suspend/camera - com.canonical.certification::suspend/led_after_suspend/caps-lock - com.canonical.certification::suspend/led_after_suspend/mute - com.canonical.certification::suspend/led_after_suspend/microphone-mute - com.canonical.certification::suspend/led_after_suspend/numeric-keypad - com.canonical.certification::suspend/led_after_suspend/power - com.canonical.certification::suspend/led_after_suspend/battery-charging - com.canonical.certification::suspend/led_after_suspend/battery-charged - com.canonical.certification::suspend/led_after_suspend/battery-low - com.canonical.certification::suspend/led_after_suspend/wlan - com.canonical.certification::suspend/led_after_suspend/wlan-disabled - com.canonical.certification::suspend/led_after_suspend/hdd - com.canonical.certification::suspend/led_after_suspend/touchpad - com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - com.canonical.certification::power-management/hibernate-single-log-attach - com.canonical.certification::keys/hibernate - somerville/suspend-power-menu - somerville/suspend-power-button - somerville/suspend-on-battery-power - somerville/suspend-on-AC-power - # The following tests should run BEFORE the automated tests. The reboot and - # power off tests will also give us a clean system to start the stress run - # with. - com.canonical.certification::power-management/poweroff certification-status=blocker - com.canonical.certification::power-management/poweroff-log-attach - com.canonical.certification::power-management/reboot certification-status=blocker - com.canonical.certification::power-management/reboot-log-attach - # com.canonical.certification::__install__ - com.canonical.certification::install/apt-get-gets-updates - # Automated Tests - # The following tests are purely automated and/or lenghty stress tests. - # They have been moved to the end of the test run to improve the testing - # process. - com.canonical.certification::firmware/fwts_desktop_diagnosis - com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - com.canonical.certification::firmware/no_ACPI_REV_interface - com.canonical.certification::miscellanea/dmitest_client - com.canonical.certification::benchmarks/disk/hdparm-read_.* - com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - com.canonical.certification::benchmarks/graphics/gtkperf - com.canonical.certification::cpu/scaling_test certification-status=blocker - com.canonical.certification::cpu/scaling_test-log-attach - com.canonical.certification::cpu/maxfreq_test certification-status=blocker - com.canonical.certification::cpu/maxfreq_test-log-attach - com.canonical.certification::cpu/offlining_test certification-status=blocker - com.canonical.certification::cpu/topology certification-status=blocker - com.canonical.certification::cpu/clocktest - com.canonical.certification::disk/stats_.* - com.canonical.certification::disk/read_performance_.* certification-status=blocker - com.canonical.certification::disk/storage_device_.* certification-status=blocker - com.canonical.certification::memory/info certification-status=blocker - com.canonical.certification::memory/check certification-status=blocker - com.canonical.certification::tpm2.0/.* - # Info attachment jobs - # com.canonical.certification::__info__ - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::dell_bto_xml_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/disk_partitions -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::fwts - com.canonical.certification::graphics_card -mandatory_include: - com.canonical.plainbox::collect-manifest - com.canonical.certification::miscellanea/device_check - # Meta-job to include required resources, don't remove. - com.canonical.certification::miscellanea/submission-resources diff --git a/units/backup/somerville-stress.pxu b/units/backup/somerville-stress.pxu deleted file mode 100644 index 182a405..0000000 --- a/units/backup/somerville-stress.pxu +++ /dev/null @@ -1,94 +0,0 @@ -id: somerville-stress-backup -_name: Somerville Stress (Backup) -unit: test plan -include: - ## Stress Whitelist for Dell projects - ## Rev 1.6, 2016-06-24 - # Resource Jobs - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::gconf - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::mobilebroadband - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::xinput - com.canonical.certification::resource - com.canonical.certification::hardware - com.canonical.certification::hardware/certification - somerville/phase-sku - somerville/query-bto-version - somerville/manifest_version - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/tester-info - com.canonical.certification::miscellanea/fwts_test - com.canonical.certification::miscellanea/fwts_results.log - # com.canonical.certification::__power-management__ - com.canonical.certification::power-management/rtc certification-status=blocker - # com.canonical.certification::__suspend__ - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - # com.canonical.certification::__hibernate__ - com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - com.canonical.certification::power-management/suspend_30_cycles_with_reboots - com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots - com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots - com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots - com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker - com.canonical.certification::power-management/hibernate-30-cycles-log-check - com.canonical.certification::power-management/hibernate-30-cycle-log-attach - # com.canonical.certification::__stress__ - com.canonical.certification::stress/cpu_stress_test certification-status=blocker - com.canonical.certification::stress/reboot_30 - com.canonical.certification::stress/reboot_30_log - com.canonical.certification::stress/poweroff_30 - com.canonical.certification::stress/poweroff_30_log -# Info attachment jobs - # com.canonical.certification::__info__ - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::dell_bto_xml_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/disk_partitions -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::fwts - com.canonical.certification::graphics_card -mandatory_include: - com.canonical.plainbox::collect-manifest - com.canonical.certification::miscellanea/device_check - # Meta-job to include required resources, don't remove. - com.canonical.certification::miscellanea/submission-resources diff --git a/units/somerville-bios-regression.pxu b/units/somerville-bios-regression.pxu new file mode 100644 index 0000000..87472f2 --- /dev/null +++ b/units/somerville-bios-regression.pxu @@ -0,0 +1,89 @@ +# Version: 1.0.0 2017-11-23 +id: somerville-bios-regression +_name: Somerville BIOS Regression +_description: Somerville BIOS Regression +unit: test plan +include: + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::info/detect_dell_recovery + com.canonical.certification::recovery_info_attachment + somerville/dkms-build-exclusive-test + somerville/recovery/desktop-disk + somerville/phase-sku + somerville/query-bto-version + somerville/manifest_version + somerville/dell-repository + somerville/platform-meta-test +nested_part: + com.canonical.certification::submission-cert-full + com.canonical.certification::audio-cert-full + oobe + com.canonical.certification::graphics-integrated-gpu-cert-blockers + com.canonical.certification::monitor-integrated-gpu-cert-blockers + com.canonical.certification::mediacard-cert-blockers + com.canonical.certification::networking-cert-blockers + com.canonical.certification::touchpad-cert-blockers + com.canonical.certification::keys-cert-blockers + power-management-s + com.canonical.certification::power-management-reboot-poweroff-cert-blockers + com.canonical.certification::audio-cert-automated + com.canonical.certification::bluetooth-cert-automated + com.canonical.certification::camera-cert-automated + com.canonical.certification::mobilebroadband-cert-automated + com.canonical.certification::networking-cert-automated + com.canonical.certification::power-management-precheck-cert-automated + com.canonical.certification::wireless-cert-automated + com.canonical.certification::before-suspend-reference-cert-automated + com.canonical.certification::power-management-reboot-poweroff-cert-automated + com.canonical.certification::misc-client-cert-automated + com.canonical.certification::cpu-cert-automated + com.canonical.certification::disk-cert-automated + com.canonical.certification::tpm2.0 + com.canonical.certification::info-attachment-cert-full +mandatory_include: + # Meta-job to include required resources, don't remove. + com.canonical.certification::miscellanea/tester-info +exclude: + com.canonical.certification::audio/microphone-plug-detection + com.canonical.certification::audio/alsa_record_playback_external + com.canonical.certification::audio/playback_auto + com.canonical.certification::audio/alsa_record_playback_internal + com.canonical.certification::audio/external-linein + com.canonical.certification::audio/external-lineout + com.canonical.certification::graphics/1_glxgears_.* + com.canonical.certification::graphics/1_rotation_.* + com.canonical.certification::graphics/1_video_.* + com.canonical.certification::monitor/1_powersaving_.* + com.canonical.certification::monitor/1_dim_brightness_.* + com.canonical.certification::monitor/1_displayport_.* + com.canonical.certification::audio/1_playback_displayport_.* + com.canonical.certification::monitor/1_dvi_.* + com.canonical.certification::monitor/1_thunderbolt_.* + com.canonical.certification::audio/1_playback_thunderbolt_.* + com.canonical.certification::thunderbolt/daisy-chain + com.canonical.certification::monitor/1_vga_.* + com.canonical.certification::monitor/1_multi-head_.* + com.canonical.certification::mediacard/sdhc-insert + com.canonical.certification::mediacard/sdhc-storage + com.canonical.certification::mediacard/sdhc-remove + com.canonical.certification::keys/lock-screen + com.canonical.certification::keys/super + com.canonical.certification::keys/battery-info + com.canonical.certification::keys/media-control + com.canonical.certification::keys/mute + com.canonical.certification::keys/video-out + com.canonical.certification::keys/keyboard-backlight + com.canonical.certification::keys/microphone-mute + com.canonical.certification::touchpad/horizontal + com.canonical.certification::touchpad/vertical + com.canonical.certification::touchpad/singletouch-automated + com.canonical.certification::touchpad/singletouch-selection + com.canonical.certification::touchpad/drag-and-drop + com.canonical.certification::touchpad/multitouch-automated + com.canonical.certification::touchpad/multitouch-manual + com.canonical.certification::touchpad/multitouch-rightclick + com.canonical.certification::touchpad/multitouch-horizontal + com.canonical.certification::touchpad/multitouch-vertical + somerville/suspend-power-button + somerville/suspend-on-battery-power + somerville/suspend-on-AC-power diff --git a/units/somerville-cpu.pxu b/units/somerville-cpu.pxu index 6dd6e05..907d37d 100644 --- a/units/somerville-cpu.pxu +++ b/units/somerville-cpu.pxu @@ -1,234 +1,73 @@ +# Version: 1.0.0 2017-11-21 id: somerville-cpu _name: Somerville CPU +_description: Somerville CPU unit: test plan include: - ## CPU Whitelist for Dell projects - ## Rev 1.3, 2017-03-27 - # Resource Jobs - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::gconf - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::mobilebroadband - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::xinput - com.canonical.certification::resource - com.canonical.certification::hardware - com.canonical.certification::hardware/certification + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::info/detect_dell_recovery + com.canonical.certification::recovery_info_attachment + somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dell-repository - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/tester-info - com.canonical.certification::miscellanea/chvt - # com.canonical.certification::__audio__ - # com.canonical.certification::__benchmarks__ - # com.canonical.certification::__cpu__ - com.canonical.certification::cpu/cstates certification-status=blocker - com.canonical.certification::cpu/cstates_results.log - # com.canonical.certification::__monitor__ - com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker - com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker - com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker - com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker - com.canonical.certification::monitor/1_vga_.* certification-status=blocker - com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker - # See Graphic Tests section for monitor test on second graphic card - # com.canonical.certification::__graphics__ - com.canonical.certification::graphics/xorg-version certification-status=blocker - com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - com.canonical.certification::graphics/xorg-process certification-status=blocker - com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - com.canonical.certification::graphics/1_video_.* certification-status=blocker - com.canonical.certification::graphics/1_minimum_resolution_.* - com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker - com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker - com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - com.canonical.certification::graphics/2_video_.* certification-status=blocker - com.canonical.certification::graphics/2_minimum_resolution_.* - com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker - com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker - com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker - com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::monitor/2_vga_.* certification-status=blocker - com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - # com.canonical.certification::__hibernate__ - # com.canonical.certification::__keys__ - com.canonical.certification::keys/brightness certification-status=blocker - com.canonical.certification::keys/video-out certification-status=blocker - # com.canonical.certification::__memory__ - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/oops certification-status=blocker - com.canonical.certification::miscellanea/oops_results.log - # com.canonical.certification::__networking__ - com.canonical.certification::ethernet/detect certification-status=blocker - com.canonical.certification::networking/gateway_ping certification-status=blocker - com.canonical.certification::networking/info.* - com.canonical.certification::networking/ntp certification-status=blocker - # com.canonical.certification::__power-management__ - # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well - com.canonical.certification::power-management/rtc certification-status=blocker - com.canonical.certification::power-management/tickless_idle certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm-log-attach - # com.canonical.certification::__suspend__ - com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - # Test card 2 first, if present, since it's the one we will be using + somerville/platform-meta-test +nested_part: + com.canonical.certification::submission-cert-full + com.canonical.certification::monitor-integrated-gpu-cert-full + com.canonical.certification::graphics-integrated-gpu-cert-full + com.canonical.certification::graphics-discrete-gpu-cert-full + com.canonical.certification::monitor-discrete-gpu-cert-full + com.canonical.certification::keys-cert-full + com.canonical.certification::networking-cert-full + com.canonical.certification::power-management-precheck-cert + com.canonical.certification::before-suspend-reference-cert-full + # Test discrete card first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial - com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial - com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - com.canonical.certification::power-management/2_hibernate-single-log-attach_.* - # Now we ask to switch to the first graphics card. This requires a restart - # of checkbox. - com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial - com.canonical.certification::power-management/lid certification-status=blocker - com.canonical.certification::power-management/lid_close certification-status=blocker - com.canonical.certification::power-management/lid_open certification-status=blocker - com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial - com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - com.canonical.certification::suspend/keys_after_suspend/brightness - com.canonical.certification::suspend/keys_after_suspend/video-out - com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - com.canonical.certification::power-management/hibernate-single-log-attach - somerville/suspend-power-menu - somerville/suspend-power-button - somerville/suspend-on-battery-power - somerville/suspend-on-AC-power + com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full + # Now we ask to switch to the integrated graphics card. This requires a + # restart of checkbox. + com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full + com.canonical.certification::suspend-key-led-oops-check-cert + com.canonical.certification::after-suspend-reference-cert-full + com.canonical.certification::after-suspend-keys-cert-full + power-management-s # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - com.canonical.certification::power-management/poweroff certification-status=blocker - com.canonical.certification::power-management/poweroff-log-attach - com.canonical.certification::power-management/reboot certification-status=blocker - com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management-reboot-poweroff-cert # Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. - com.canonical.certification::firmware/fwts_desktop_diagnosis - com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz - com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - com.canonical.certification::firmware/no_ACPI_REV_interface - com.canonical.certification::miscellanea/dmitest_client - com.canonical.certification::benchmarks/graphics/gtkperf - com.canonical.certification::cpu/scaling_test certification-status=blocker - com.canonical.certification::cpu/scaling_test-log-attach - com.canonical.certification::cpu/maxfreq_test certification-status=blocker - com.canonical.certification::cpu/maxfreq_test-log-attach - com.canonical.certification::cpu/offlining_test certification-status=blocker - com.canonical.certification::cpu/topology certification-status=blocker - com.canonical.certification::cpu/clocktest - com.canonical.certification::disk/stats_.* - com.canonical.certification::disk/read_performance_.* certification-status=blocker - com.canonical.certification::disk/storage_device_.* certification-status=blocker - com.canonical.certification::memory/info certification-status=blocker - com.canonical.certification::memory/check certification-status=blocker - # Info attachment jobs - # com.canonical.certification::__info__ - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::dell_bto_xml_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/disk_partitions -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::fwts - com.canonical.certification::graphics_card + com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated + com.canonical.certification::stress-ng-cert-automated + com.canonical.certification::stress-30-reboot-poweroff-automated + com.canonical.certification::misc-client-cert-full + com.canonical.certification::cpu-cert-full + com.canonical.certification::disk-cert-automated + com.canonical.certification::info-attachment-cert-full mandatory_include: - com.canonical.plainbox::collect-manifest - com.canonical.certification::miscellanea/device_check - # Meta-job to include required resources, don't remove. - com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/tester-info +exclude: + com.canonical.certification::keys/sleep + com.canonical.certification::keys/lock-screen + com.canonical.certification::keys/super + com.canonical.certification::keys/battery-info + com.canonical.certification::keys/media-control + com.canonical.certification::keys/mute + com.canonical.certification::keys/volume + com.canonical.certification::keys/wireless + com.canonical.certification::keys/keyboard-backlight + com.canonical.certification::keys/microphone-mute + com.canonical.certification::after-suspend-manual-keys/lock-screen + com.canonical.certification::after-suspend-manual-keys/super + com.canonical.certification::after-suspend-manual-keys/battery-info + com.canonical.certification::after-suspend-manual-keys/media-control + com.canonical.certification::after-suspend-manual-keys/mute + com.canonical.certification::after-suspend-manual-keys/volume + com.canonical.certification::after-suspend-manual-keys/wireless + com.canonical.certification::after-suspend-manual-keys/keyboard-backlight + com.canonical.certification::after-suspend-manual-keys/microphone-mute diff --git a/units/somerville-fv-regression.pxu b/units/somerville-fv-regression.pxu new file mode 100644 index 0000000..34a6873 --- /dev/null +++ b/units/somerville-fv-regression.pxu @@ -0,0 +1,79 @@ +# Version: 1.0.0 2017-11-23 +id: somerville-fv-regression +_name: Somerville FV Regression +unit: test plan +_description: Somerville FV Regression +include: + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::info/detect_dell_recovery + com.canonical.certification::recovery_info_attachment + somerville/dkms-build-exclusive-test + somerville/recovery/desktop-disk + somerville/phase-sku + somerville/query-bto-version + somerville/manifest_version + somerville/dell-repository + somerville/platform-meta-test +nested_part: + com.canonical.certification::submission-cert-full + com.canonical.certification::audio-cert-blockers + oobe + com.canonical.certification::bluetooth-cert-blockers + com.canonical.certification::camera-cert-blockers + com.canonical.certification::esata-cert-blockers + com.canonical.certification::firewire-cert-blockers + com.canonical.certification::thunderbolt-cert-blockers + com.canonical.certification::monitor-integrated-gpu-cert-blockers + com.canonical.certification::graphics-integrated-gpu-cert-blockers + com.canonical.certification::graphics-discrete-gpu-cert-blockers + com.canonical.certification::monitor-discrete-gpu-cert-blockers + com.canonical.certification::input-cert-blockers + com.canonical.certification::keys-cert-blockers + com.canonical.certification::mediacard-cert-blockers + com.canonical.certification::networking-cert-blockers + com.canonical.certification::optical-cert-blockers + com.canonical.certification::power-management-precheck-cert-blockers + com.canonical.certification::touchpad-cert-blockers + com.canonical.certification::touchscreen-cert-blockers + com.canonical.certification::usb-cert-blockers + com.canonical.certification::usb3-cert-blockers + com.canonical.certification::wireless-cert-blockers + com.canonical.certification::before-suspend-reference-cert-blockers + # Test discrete card first, if present, since it's the one we will be using + # after coming back from suspend if the system has hybrid graphics. + com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-blockers + com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-blockers + com.canonical.certification::suspend-key-led-oops-check-cert-blockers + com.canonical.certification::after-suspend-reference-cert-blockers + com.canonical.certification::after-suspend-audio-cert-blockers + com.canonical.certification::after-suspend-camera-cert-blockers + com.canonical.certification::after-suspend-input-cert-blockers + com.canonical.certification::after-suspend-mediacard-cert-blockers + com.canonical.certification::after-suspend-touchpad-cert-blockers + com.canonical.certification::after-suspend-usb-cert-blockers + com.canonical.certification::after-suspend-usb3-cert-blockers + com.canonical.certification::after-suspend-wireless-cert-blockers + com.canonical.certification::after-suspend-keys-cert-blockers + power-management-s + # The following tests should run BEFORE the automated tests. The reboot and + # power off tests will also give us a clean system to start the stress run + # with. + com.canonical.certification::power-management-reboot-poweroff-cert-blockers + # Automated Tests + # The following tests are purely automated and/or lenghty stress tests. + # They have been moved to the end of the test run to improve the testing + # process. + com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated + com.canonical.certification::stress-ng-cert-automated + com.canonical.certification::stress-30-reboot-poweroff-automated + com.canonical.certification::misc-client-cert-blockers + com.canonical.certification::cpu-cert-blockers + com.canonical.certification::disk-cert-blockers + com.canonical.certification::info-attachment-cert-full +mandatory_include: + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::audio/channels +exclude: + somerville/suspend-power-button + somerville/suspend-on-battery-power + somerville/suspend-on-AC-power diff --git a/units/somerville-graphic.pxu b/units/somerville-graphic.pxu index 24bf0d9..edcc762 100644 --- a/units/somerville-graphic.pxu +++ b/units/somerville-graphic.pxu @@ -1,227 +1,73 @@ +# Version: 1.0.0 2017-11-22 id: somerville-graphic -_name: Somerville Graphics +_name: Somerville Graphic +_description: Somerville Graphic unit: test plan include: - ## Graphic Whitelist for Dell projects - ## Rev 1.7, 2017-03-27 - # Resource Jobs - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::gconf - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::mobilebroadband - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::xinput - com.canonical.certification::resource - com.canonical.certification::hardware - com.canonical.certification::hardware/certification + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::info/detect_dell_recovery + com.canonical.certification::recovery_info_attachment + somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dell-repository - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/tester-info - com.canonical.certification::miscellanea/chvt - # com.canonical.certification::__audio__ - # com.canonical.certification::__benchmarks__ - # com.canonical.certification::__disk__ - com.canonical.certification::disk/detect certification-status=blocker - # com.canonical.certification::__ethernet__ - # com.canonical.certification::__thunderbolt__ - # com.canonical.certification::__firmware__ - # com.canonical.certification::__monitor__ - com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker - com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker - com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker - com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker - com.canonical.certification::monitor/1_vga_.* certification-status=blocker - com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker - # See Graphic Tests section for monitor test on second graphic card - # com.canonical.certification::__graphics__ - com.canonical.certification::graphics/xorg-version certification-status=blocker - com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - com.canonical.certification::graphics/xorg-process certification-status=blocker - com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - com.canonical.certification::graphics/1_video_.* certification-status=blocker - com.canonical.certification::graphics/1_minimum_resolution_.* - com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker - com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker - com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - com.canonical.certification::graphics/2_video_.* certification-status=blocker - com.canonical.certification::graphics/2_minimum_resolution_.* - com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker - com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker - com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker - com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker - com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker - com.canonical.certification::monitor/2_vga_.* certification-status=blocker - com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - # com.canonical.certification::__hibernate__ - # com.canonical.certification::__keys__ - com.canonical.certification::keys/brightness certification-status=blocker - com.canonical.certification::keys/video-out certification-status=blocker - # com.canonical.certification::__memory__ - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/oops certification-status=blocker - com.canonical.certification::miscellanea/oops_results.log - # com.canonical.certification::__networking__ - com.canonical.certification::ethernet/detect certification-status=blocker - com.canonical.certification::networking/gateway_ping certification-status=blocker - com.canonical.certification::networking/info.* - com.canonical.certification::networking/ntp certification-status=blocker - # com.canonical.certification::__power-management__ - # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well - com.canonical.certification::power-management/rtc certification-status=blocker - com.canonical.certification::power-management/tickless_idle certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm-log-attach - # com.canonical.certification::__suspend__ - com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - # Test card 2 first, if present, since it's the one we will be using + somerville/platform-meta-test +nested_part: + com.canonical.certification::submission-cert-full + com.canonical.certification::monitor-integrated-gpu-cert-full + com.canonical.certification::graphics-integrated-gpu-cert-full + com.canonical.certification::graphics-discrete-gpu-cert-full + com.canonical.certification::monitor-discrete-gpu-cert-full + com.canonical.certification::disk-cert-manual + com.canonical.certification::keys-cert-full + com.canonical.certification::networking-cert-full + com.canonical.certification::power-management-precheck-cert + com.canonical.certification::before-suspend-reference-cert-full + # Test discrete card first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial - com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial - com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - com.canonical.certification::power-management/2_hibernate-single-log-attach_.* - # Now we ask to switch to the first graphics card. This requires a restart - # of checkbox. - com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial - com.canonical.certification::power-management/lid certification-status=blocker - com.canonical.certification::power-management/lid_close certification-status=blocker - com.canonical.certification::power-management/lid_open certification-status=blocker - com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker - com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial - com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - com.canonical.certification::suspend/keys_after_suspend/brightness - com.canonical.certification::suspend/keys_after_suspend/video-out - com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - com.canonical.certification::power-management/hibernate-single-log-attach - somerville/suspend-power-menu - somerville/suspend-power-button - somerville/suspend-on-battery-power - somerville/suspend-on-AC-power + com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full + # Now we ask to switch to the integrated graphics card. This requires a + # restart of checkbox. + com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full + com.canonical.certification::suspend-key-led-oops-check-cert + com.canonical.certification::after-suspend-reference-cert-full + com.canonical.certification::after-suspend-keys-cert-full + power-management-s # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run - # with. - com.canonical.certification::power-management/poweroff certification-status=blocker - com.canonical.certification::power-management/poweroff-log-attach - com.canonical.certification::power-management/reboot certification-status=blocker - com.canonical.certification::power-management/reboot-log-attach + # with. + com.canonical.certification::power-management-reboot-poweroff-cert # Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. - com.canonical.certification::firmware/fwts_desktop_diagnosis - com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz - com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - com.canonical.certification::firmware/no_ACPI_REV_interface - com.canonical.certification::miscellanea/dmitest_client - com.canonical.certification::benchmarks/graphics/gtkperf - com.canonical.certification::disk/stats_.* - com.canonical.certification::disk/read_performance_.* certification-status=blocker - com.canonical.certification::disk/storage_device_.* certification-status=blocker - com.canonical.certification::memory/info certification-status=blocker - com.canonical.certification::memory/check certification-status=blocker - # Info attachment jobs - # com.canonical.certification::__info__ - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::dell_bto_xml_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/disk_partitions -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::fwts - com.canonical.certification::graphics_card + com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated + com.canonical.certification::stress-ng-cert-automated + com.canonical.certification::stress-30-reboot-poweroff-automated + com.canonical.certification::misc-client-cert-full + com.canonical.certification::disk-cert-automated + com.canonical.certification::info-attachment-cert-full mandatory_include: - com.canonical.plainbox::collect-manifest - com.canonical.certification::miscellanea/device_check - # Meta-job to include required resources, don't remove. - com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/tester-info +exclude: + com.canonical.certification::keys/lock-screen + com.canonical.certification::keys/super + com.canonical.certification::keys/battery-info + com.canonical.certification::keys/media-control + com.canonical.certification::keys/mute + com.canonical.certification::keys/volume + com.canonical.certification::keys/wireless + com.canonical.certification::keys/keyboard-backlight + com.canonical.certification::keys/microphone-mute + com.canonical.certification::after-suspend-manual-keys/lock-screen + com.canonical.certification::after-suspend-manual-keys/super + com.canonical.certification::after-suspend-manual-keys/battery-info + com.canonical.certification::after-suspend-manual-keys/media-control + com.canonical.certification::after-suspend-manual-keys/mute + com.canonical.certification::after-suspend-manual-keys/volume + com.canonical.certification::after-suspend-manual-keys/wireless + com.canonical.certification::after-suspend-manual-keys/keyboard-backlight + com.canonical.certification::after-suspend-manual-keys/microphone-mute + com.canonical.certification::stress/cpu_stress_ng_test diff --git a/units/somerville-full.pxu b/units/somerville-iev-full.pxu index f449901..aca8fcb 100644 --- a/units/somerville-full.pxu +++ b/units/somerville-iev-full.pxu @@ -1,16 +1,7 @@ -id: power-management-somerville -unit: test plan -_name: Power Management Somerville tests -_description: Power Management Somerville tests -include: - somerville/suspend-power-menu - somerville/suspend-power-button - somerville/suspend-on-battery-power - somerville/suspend-on-AC-power - -id: somerville-full -_name: Somerville Full -_description: Somerville Full +# Version: 1.0.0 2017-11-21 +id: somerville-iev-full +_name: Somerville IEV Full +_description: Somerville IEV Full unit: test plan include: com.canonical.certification::dell_bto_xml_attachment @@ -69,26 +60,19 @@ nested_part: com.canonical.certification::after-suspend-usb3-cert-full com.canonical.certification::after-suspend-wireless-cert-full com.canonical.certification::after-suspend-keys-cert-full - power-management-somerville + power-management-s # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. com.canonical.certification::power-management-reboot-poweroff-cert - # Automated Tests + #Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. + com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated com.canonical.certification::misc-client-cert-full - com.canonical.certification::cpu-cert-full com.canonical.certification::disk-cert-automated - com.canonical.certification::stress-cert-full com.canonical.certification::tpm2.0 com.canonical.certification::info-attachment-cert-full mandatory_include: com.canonical.certification::miscellanea/tester-info -exclude: - com.canonical.certification::power-management/suspend-30-cycle.* - com.canonical.certification::power-management/suspend_30_cycle.* - com.canonical.certification::power-management/hibernate_30.* - com.canonical.certification::power-management/hibernate-30.* - com.canonical.certification::stress/cpu_stress_ng_test diff --git a/units/somerville-iev-regression.pxu b/units/somerville-iev-regression.pxu new file mode 100644 index 0000000..ad03e27 --- /dev/null +++ b/units/somerville-iev-regression.pxu @@ -0,0 +1,72 @@ +# Version: 1.0.0 2017-11-16 +id: somerville-iev-regression +_name: Somerville IEV Regression +unit: test plan +_description: Somerville IEV Regression +include: + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::info/detect_dell_recovery + com.canonical.certification::recovery_info_attachment + somerville/dkms-build-exclusive-test + somerville/recovery/desktop-disk + somerville/phase-sku + somerville/query-bto-version + somerville/manifest_version + somerville/dell-repository + somerville/platform-meta-test +nested_part: + com.canonical.certification::submission-cert-full + com.canonical.certification::audio-cert-blockers + com.canonical.certification::bluetooth-cert-blockers + com.canonical.certification::camera-cert-blockers + com.canonical.certification::esata-cert-blockers + com.canonical.certification::firewire-cert-blockers + com.canonical.certification::thunderbolt-cert-blockers + com.canonical.certification::monitor-integrated-gpu-cert-blockers + com.canonical.certification::graphics-integrated-gpu-cert-blockers + com.canonical.certification::graphics-discrete-gpu-cert-blockers + com.canonical.certification::monitor-discrete-gpu-cert-blockers + com.canonical.certification::input-cert-blockers + com.canonical.certification::keys-cert-blockers + com.canonical.certification::mediacard-cert-blockers + com.canonical.certification::networking-cert-blockers + com.canonical.certification::optical-cert-blockers + com.canonical.certification::power-management-precheck-cert-blockers + com.canonical.certification::touchpad-cert-blockers + com.canonical.certification::touchscreen-cert-blockers + com.canonical.certification::usb-cert-blockers + com.canonical.certification::usb3-cert-blockers + com.canonical.certification::wireless-cert-blockers + com.canonical.certification::before-suspend-reference-cert-blockers + # Test discrete card first, if present, since it's the one we will be using + # after coming back from suspend if the system has hybrid graphics. + com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-blockers + com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-blockers + com.canonical.certification::suspend-key-led-oops-check-cert-blockers + com.canonical.certification::after-suspend-reference-cert-blockers + com.canonical.certification::after-suspend-audio-cert-blockers + com.canonical.certification::after-suspend-camera-cert-blockers + com.canonical.certification::after-suspend-input-cert-blockers + com.canonical.certification::after-suspend-mediacard-cert-blockers + com.canonical.certification::after-suspend-touchpad-cert-blockers + com.canonical.certification::after-suspend-usb-cert-blockers + com.canonical.certification::after-suspend-usb3-cert-blockers + com.canonical.certification::after-suspend-wireless-cert-blockers + com.canonical.certification::after-suspend-keys-cert-blockers + # The following tests should run BEFORE the automated tests. The reboot and + # power off tests will also give us a clean system to start the stress run + # with. + com.canonical.certification::power-management-reboot-poweroff-cert-blockers + # Automated Tests + # The following tests are purely automated and/or lenghty stress tests. + # They have been moved to the end of the test run to improve the testing + # process. + com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated + com.canonical.certification::stress-ng-cert-automated + com.canonical.certification::stress-30-reboot-poweroff-automated + com.canonical.certification::misc-client-cert-blockers + com.canonical.certification::cpu-cert-blockers + com.canonical.certification::disk-cert-blockers + com.canonical.certification::info-attachment-cert-full +mandatory_include: + com.canonical.certification::miscellanea/tester-info diff --git a/units/somerville-touch-webcam.pxu b/units/somerville-touch-webcam.pxu index d764562..6b7e7de 100644 --- a/units/somerville-touch-webcam.pxu +++ b/units/somerville-touch-webcam.pxu @@ -1,163 +1,64 @@ +# Version: 1.0.0 2017-11-22 id: somerville-touch-webcam -_name: Somerville Touch/Webcam +_name: Somerville Touch Webcam +_description: Somerville Touch Webcam unit: test plan include: - ## Touch/Webcam Whitelist for Dell projects - ## Rev 1.3, 2016-06-16 - # Resource Jobs - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::gconf - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::mobilebroadband - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::xinput - com.canonical.certification::resource - com.canonical.certification::hardware - com.canonical.certification::hardware/certification + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::info/detect_dell_recovery + com.canonical.certification::recovery_info_attachment + somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dell-repository - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/tester-info - # com.canonical.certification::__camera__ - com.canonical.certification::camera/detect certification-status=blocker - com.canonical.certification::camera/still certification-status=blocker - com.canonical.certification::camera/display certification-status=blocker - com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # com.canonical.certification::__disk__ - com.canonical.certification::disk/detect certification-status=blocker - # com.canonical.certification::__ethernet__ - # com.canonical.certification::__firmware__ - # com.canonical.certification::__hibernate__ - # com.canonical.certification::__keys__ - com.canonical.certification::keys/touchpad - # com.canonical.certification::__led__ - com.canonical.certification::led/camera certification-status=blocker - com.canonical.certification::led/touchpad - # com.canonical.certification::__memory__ - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/oops certification-status=blocker - com.canonical.certification::miscellanea/oops_results.log - # com.canonical.certification::__networking__ - com.canonical.certification::ethernet/detect certification-status=blocker - com.canonical.certification::networking/gateway_ping certification-status=blocker - com.canonical.certification::networking/info.* certification-status=blocker - com.canonical.certification::networking/ntp certification-status=blocker - # com.canonical.certification::__power-management__ - com.canonical.certification::power-management/rtc certification-status=blocker - com.canonical.certification::power-management/tickless_idle certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm-log-attach - # com.canonical.certification::__touchpad__ - com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - com.canonical.certification::touchpad/continuous-move certification-status=blocker - com.canonical.certification::touchpad/horizontal certification-status=blocker - com.canonical.certification::touchpad/vertical certification-status=blocker - com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - # com.canonical.certification::__touchscreen__ - com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - com.canonical.certification::touchscreen/multitouch-rotate - com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker - # com.canonical.certification::__suspend__ - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - com.canonical.certification::suspend/suspend-single-log-attach - com.canonical.certification::power-management/lid certification-status=blocker - com.canonical.certification::power-management/lid_close certification-status=blocker - com.canonical.certification::power-management/lid_open certification-status=blocker - com.canonical.certification::suspend/keys_after_suspend/touchpad - com.canonical.certification::suspend/led_after_suspend/camera - com.canonical.certification::suspend/led_after_suspend/touchpad - com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - com.canonical.certification::power-management/hibernate-single-log-attach - somerville/suspend-power-menu - somerville/suspend-power-button - somerville/suspend-on-battery-power - somerville/suspend-on-AC-power + somerville/platform-meta-test +nested_part: + com.canonical.certification::submission-cert-full + com.canonical.certification::camera-cert-full + com.canonical.certification::input-cert-full + com.canonical.certification::disk-cert-manual + com.canonical.certification::led-cert-full + com.canonical.certification::networking-cert-full + com.canonical.certification::power-management-precheck-cert + com.canonical.certification::touchpad-cert-full + com.canonical.certification::touchscreen-cert-full + com.canonical.certification::before-suspend-reference-cert-full + # Test discrete card first, if present, since it's the one we will be using + # after coming back from suspend if the system has hybrid graphics. + # Now we ask to switch to the integrated graphics card. This requires a + # restart of checkbox. + com.canonical.certification::suspend-key-led-oops-check-cert + com.canonical.certification::after-suspend-reference-cert-full + com.canonical.certification::after-suspend-camera-cert-full + com.canonical.certification::after-suspend-input-cert-full + com.canonical.certification::after-suspend-led-cert-full + power-management-s # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - com.canonical.certification::power-management/poweroff certification-status=blocker - com.canonical.certification::power-management/poweroff-log-attach - com.canonical.certification::power-management/reboot certification-status=blocker - com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management-reboot-poweroff-cert # Automated Tests - # The following tests are purely automated and/or lenghty stress tests. They - # have been moved to the end of the test run to improve the testing process. - com.canonical.certification::firmware/fwts_desktop_diagnosis - com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz - com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - com.canonical.certification::firmware/no_ACPI_REV_interface - com.canonical.certification::miscellanea/dmitest_client - com.canonical.certification::benchmarks/graphics/gtkperf - com.canonical.certification::disk/stats_.* - com.canonical.certification::disk/read_performance_.* certification-status=blocker - com.canonical.certification::disk/storage_device_.* certification-status=blocker - com.canonical.certification::memory/info certification-status=blocker - com.canonical.certification::memory/check certification-status=blocker - # Info attachment jobs - # com.canonical.certification::__info__ - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::dell_bto_xml_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/disk_partitions -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::fwts - com.canonical.certification::graphics_card + # The following tests are purely automated and/or lenghty stress tests. + # They have been moved to the end of the test run to improve the testing + # process. + com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated + com.canonical.certification::stress-ng-cert-automated + com.canonical.certification::stress-30-reboot-poweroff-automated + com.canonical.certification::misc-client-cert-full + com.canonical.certification::disk-cert-automated + com.canonical.certification::info-attachment-cert-full mandatory_include: - com.canonical.plainbox::collect-manifest - # Meta-job to include required resources, don't remove. - com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/tester-info +exclude: + com.canonical.certification::led/battery-charged + com.canonical.certification::led/battery-charging + com.canonical.certification::led/battery-low + com.canonical.certification::led/caps-lock + com.canonical.certification::led/power + com.canonical.certification::suspend/led_after_suspend/battery-charged + com.canonical.certification::suspend/led_after_suspend/battery-charging + com.canonical.certification::suspend/led_after_suspend/battery-low + com.canonical.certification::suspend/led_after_suspend/caps-lock + com.canonical.certification::suspend/led_after_suspend/power diff --git a/units/somerville-wireless.pxu b/units/somerville-wireless.pxu index 20b094d..a4c7575 100644 --- a/units/somerville-wireless.pxu +++ b/units/somerville-wireless.pxu @@ -1,171 +1,73 @@ +# Version: 1.0.0 2017-11-22 id: somerville-wireless -_name: Somerville Wireless +_name: Somerville Wireless +_description: Somerville Wireless unit: test plan include: - ## Wireless Whitelist for Dell projects - ## Rev 1.6, 2016-06-16 - # Resource Jobs - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::gconf - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::mobilebroadband - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::xinput - com.canonical.certification::resource - com.canonical.certification::hardware - com.canonical.certification::hardware/certification + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::info/detect_dell_recovery + com.canonical.certification::recovery_info_attachment + somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dell-repository - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/tester-info - # com.canonical.certification::__benchmarks__ - # com.canonical.certification::__bluetooth__ - com.canonical.certification::bluetooth/detect-output certification-status=blocker - com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - com.canonical.certification::bluetooth/browse-files certification-status=blocker - com.canonical.certification::bluetooth/file-transfer certification-status=blocker - com.canonical.certification::bluetooth/HID - com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker - com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker - # com.canonical.certification::__disk__ - com.canonical.certification::disk/detect certification-status=blocker - # com.canonical.certification::__ethernet__ - # com.canonical.certification::__firmware__ - # com.canonical.certification::__hibernate__ - # com.canonical.certification::__keys__ - com.canonical.certification::keys/wireless certification-status=blocker - # com.canonical.certification::__led__ - com.canonical.certification::led/bluetooth certification-status=non-blocker - com.canonical.certification::led/wlan certification-status=non-blocker - com.canonical.certification::led/wlan-disabled - # com.canonical.certification::__memory__ - # com.canonical.certification::__miscellanea__ - com.canonical.certification::miscellanea/oops certification-status=blocker - com.canonical.certification::miscellanea/oops_results.log - # com.canonical.certification::__networking__ - com.canonical.certification::ethernet/detect certification-status=blocker - com.canonical.certification::networking/gateway_ping certification-status=blocker - com.canonical.certification::networking/info.* - com.canonical.certification::networking/ntp certification-status=blocker - # com.canonical.certification::__power-management__ - com.canonical.certification::power-management/rtc certification-status=blocker - com.canonical.certification::power-management/tickless_idle certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm-log-attach - # com.canonical.certification::__wireless__ - com.canonical.certification::wireless/wireless_scanning certification-status=blocker - com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - # com.canonical.certification::__suspend__ - com.canonical.certification::suspend/network_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - com.canonical.certification::suspend/suspend-single-log-attach - com.canonical.certification::power-management/lid certification-status=blocker - com.canonical.certification::power-management/lid_close certification-status=blocker - com.canonical.certification::power-management/lid_open certification-status=blocker - com.canonical.certification::suspend/network_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - com.canonical.certification::suspend/keys_after_suspend/wireless - com.canonical.certification::suspend/led_after_suspend/bluetooth - com.canonical.certification::suspend/led_after_suspend/wlan - com.canonical.certification::suspend/led_after_suspend/wlan-disabled - com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - com.canonical.certification::power-management/hibernate-single-log-attach - somerville/suspend-power-menu - somerville/suspend-power-button - somerville/suspend-on-battery-power - somerville/suspend-on-AC-power + somerville/platform-meta-test +nested_part: + com.canonical.certification::submission-cert-full + com.canonical.certification::bluetooth-cert-full + com.canonical.certification::disk-cert-manual + com.canonical.certification::mobilebroadband-cert-full + com.canonical.certification::keys-cert-full + com.canonical.certification::networking-cert-full + com.canonical.certification::power-management-precheck-cert + com.canonical.certification::wireless-cert-full + com.canonical.certification::before-suspend-reference-cert-full + # Test discrete card first, if present, since it's the one we will be using + # after coming back from suspend if the system has hybrid graphics. + # Now we ask to switch to the integrated graphics card. This requires a + # restart of checkbox. + com.canonical.certification::suspend-key-led-oops-check-cert + com.canonical.certification::after-suspend-reference-cert-full + com.canonical.certification::after-suspend-wireless-cert-full + com.canonical.certification::after-suspend-keys-cert-full + power-management-s # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - com.canonical.certification::power-management/poweroff certification-status=blocker - com.canonical.certification::power-management/poweroff-log-attach - com.canonical.certification::power-management/reboot certification-status=blocker - com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management-reboot-poweroff-cert # Automated Tests - # The following tests are purely automated and/or lenghty stress tests. They - # have been moved to the end of the test run to improve the testing process. - com.canonical.certification::firmware/fwts_desktop_diagnosis - com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz - com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - com.canonical.certification::firmware/no_ACPI_REV_interface - com.canonical.certification::miscellanea/dmitest_client - com.canonical.certification::disk/stats_.* - com.canonical.certification::disk/read_performance_.* certification-status=blocker - com.canonical.certification::disk/storage_device_.* certification-status=blocker - com.canonical.certification::memory/info certification-status=blocker - com.canonical.certification::memory/check certification-status=blocker - # Info attachment jobs - # com.canonical.certification::__info__ - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::dell_bto_xml_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/disk_partitions -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::fwts - com.canonical.certification::graphics_card + # The following tests are purely automated and/or lenghty stress tests. + # They have been moved to the end of the test run to improve the testing + # process. + com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated + com.canonical.certification::stress-ng-cert-automated + com.canonical.certification::stress-30-reboot-poweroff-automated + com.canonical.certification::misc-client-cert-full + com.canonical.certification::disk-cert-automated + com.canonical.certification::info-attachment-cert-full mandatory_include: - com.canonical.plainbox::collect-manifest - com.canonical.certification::miscellanea/device_check - # Meta-job to include required resources, don't remove. - com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/tester-info +exclude: + com.canonical.certification::keys/lock-screen + com.canonical.certification::keys/super + com.canonical.certification::keys/battery-info + com.canonical.certification::keys/brightness + com.canonical.certification::keys/media-control + com.canonical.certification::keys/mute + com.canonical.certification::keys/volume + com.canonical.certification::keys/video-out + com.canonical.certification::keys/keyboard-backlight + com.canonical.certification::keys/microphone-mute + com.canonical.certification::after-suspend-manual-keys/lock-screen + com.canonical.certification::after-suspend-manual-keys/super + com.canonical.certification::after-suspend-manual-keys/battery-info + com.canonical.certification::after-suspend-manual-keys/brightness + com.canonical.certification::after-suspend-manual-keys/media-control + com.canonical.certification::after-suspend-manual-keys/mute + com.canonical.certification::after-suspend-manual-keys/volume + com.canonical.certification::after-suspend-manual-keys/video-out + com.canonical.certification::after-suspend-manual-keys/keyboard-backlight + com.canonical.certification::after-suspend-manual-keys/microphone-mute + com.canonical.certification::stress/cpu_stress_ng_test |