diff options
Diffstat (limited to 'units')
| -rw-r--r-- | units/sutton-full-14-04-3.pxu | 382 | ||||
| -rw-r--r-- | units/sutton-full-14-04.pxu | 367 | ||||
| -rw-r--r-- | units/sutton-full-16-04-osp1.pxu | 85 | ||||
| -rw-r--r-- | units/sutton-full-16-04.pxu | 496 | ||||
| -rw-r--r-- | units/sutton/sutton-audio.pxu (renamed from units/sutton-audio.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-auto.pxu (renamed from units/sutton-auto.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-blocker.pxu (renamed from units/sutton-blocker.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-dock.pxu (renamed from units/sutton-dock.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-full-18-04.pxu (renamed from units/sutton-full-18-04.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-full-20-04.pxu (renamed from units/sutton-full-20-04.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-full.pxu (renamed from units/sutton-full.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-graphics.pxu (renamed from units/sutton-graphics.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-regression.pxu (renamed from units/sutton-regression.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-specific.pxu | 13 | ||||
| -rw-r--r-- | units/sutton/sutton-stress.pxu (renamed from units/sutton-stress.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-touch-webcam.pxu (renamed from units/sutton-touch-webcam.pxu) | 0 | ||||
| -rw-r--r-- | units/sutton/sutton-wireless.pxu (renamed from units/sutton-wireless.pxu) | 0 |
17 files changed, 13 insertions, 1330 deletions
diff --git a/units/sutton-full-14-04-3.pxu b/units/sutton-full-14-04-3.pxu deleted file mode 100644 index 8731e18..0000000 --- a/units/sutton-full-14-04-3.pxu +++ /dev/null @@ -1,382 +0,0 @@ -id: sutton-full-14-04-3 -_name: Sutton Full Tests - 14.04.3 -unit: test plan -include: - # This test plan is based on client-cert-14-04-3 - # Resource Jobs - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::device - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::mobilebroadband - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::xinput - com.canonical.plainbox::collect-manifest - # Tests grouped by categories. Categories start with '__' - com.canonical.certification::miscellanea/tester-info - com.canonical.certification::audio/generator_.* - com.canonical.certification::audio/alsa_info_collect - com.canonical.certification::audio/alsa_info_attachment - com.canonical.certification::audio/list_devices - com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - com.canonical.certification::audio/playback_headphones certification-status=blocker - com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - com.canonical.certification::audio/playback_auto certification-status=blocker - com.canonical.certification::audio/channels - com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker - # See Monitor / Graphic test section for hybrid-graphic monitor audio tests - # See Automated Tests section at the end of this file - com.canonical.certification::bluetooth/detect-output certification-status=blocker - com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - com.canonical.certification::bluetooth/audio certification-status=blocker - com.canonical.certification::bluetooth/browse-files certification-status=blocker - com.canonical.certification::bluetooth/file-transfer certification-status=blocker - com.canonical.certification::bluetooth/HID - com.canonical.certification::camera/detect certification-status=blocker - com.canonical.certification::camera/still certification-status=blocker - com.canonical.certification::camera/display certification-status=blocker - com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # See Automated Tests section at the end of this file - com.canonical.certification::cpu/cstates certification-status=blocker - com.canonical.certification::cpu/cstates_results.log - # See Automated Tests section at the end of this file - com.canonical.certification::disk/detect certification-status=blocker - # See Networking section below - #com.canonical.certification::__esata__ - #com.canonical.certification::esata/insert certification-status=blocker - #com.canonical.certification::esata/storage-test certification-status=blocker - #com.canonical.certification::esata/remove certification-status=blocker - #com.canonical.certification::__firewire__ - #com.canonical.certification::firewire/insert certification-status=blocker - #com.canonical.certification::firewire/storage-test certification-status=blocker - #com.canonical.certification::firewire/remove certification-status=blocker - com.canonical.certification::thunderbolt/insert certification-status=non-blocker - com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker - com.canonical.certification::thunderbolt/remove certification-status=non-blocker - # See the Thunderbolt monitor test for the daisy-chain test - # See Automated Tests section at the end of this file - com.canonical.certification::monitor/generator_.* - com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker - com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker - com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker - com.canonical.certification::monitor/1_rca_.* certification-status=blocker - com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - com.canonical.certification::monitor/1_vga_.* certification-status=blocker - com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker - # See Graphic Tests section for monitor test on second graphic card - com.canonical.certification::graphics/generator_.* - com.canonical.certification::graphics/xorg-version certification-status=blocker - com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - com.canonical.certification::graphics/xorg-process certification-status=blocker - com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - com.canonical.certification::graphics/1_video_.* certification-status=blocker - com.canonical.certification::graphics/1_minimum_resolution_.* - com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker - com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - com.canonical.certification::graphics/2_video_.* certification-status=blocker - com.canonical.certification::graphics/2_minimum_resolution_.* - com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker - com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker - com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker - com.canonical.certification::monitor/2_rca_.* certification-status=blocker - com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - com.canonical.certification::monitor/2_vga_.* certification-status=blocker - com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - #See below, power-management/hibernate_advanced - com.canonical.certification::input/accelerometer certification-status=non-blocker - com.canonical.certification::input/pointing_.* certification-status=blocker - com.canonical.certification::input/clicking_.* certification-status=blocker - com.canonical.certification::input/keyboard certification-status=blocker - com.canonical.certification::disk/hdd-parking certification-status=non-blocker - #com.canonical.certification::keys/lock-screen certification-status=blocker - com.canonical.certification::keys/super certification-status=blocker - #com.canonical.certification::keys/battery-info certification-status=blocker - com.canonical.certification::keys/brightness certification-status=blocker - com.canonical.certification::keys/mute certification-status=blocker - com.canonical.certification::keys/microphone-mute certification-status=blocker - com.canonical.certification::keys/volume certification-status=blocker - com.canonical.certification::keys/video-out certification-status=blocker - com.canonical.certification::keys/wireless certification-status=blocker - com.canonical.certification::keys/media-control certification-status=blocker - com.canonical.certification::keys/keyboard-backlight certification-status=blocker - #com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker - #com.canonical.certification::led/bluetooth certification-status=non-blocker - com.canonical.certification::led/camera certification-status=blocker - com.canonical.certification::led/caps-lock certification-status=blocker - com.canonical.certification::led/mute certification-status=blocker - com.canonical.certification::led/microphone-mute certification-status=non-blocker - #com.canonical.certification::led/numeric-keypad certification-status=blocker - com.canonical.certification::led/power certification-status=blocker - # NOTE: led/power-blink-suspend and led/suspend are used later in the - # testplan just after a number of suspend tests. - # led/power-blink-suspend - # led/suspend - # NOTE: led/wireless is redundant given that we have led/wlan and - # led/bluetooth already - # led/wireless - com.canonical.certification::led/wlan certification-status=non-blocker - com.canonical.certification::led/wlan-disabled - com.canonical.certification::mediacard/sd-insert certification-status=blocker - com.canonical.certification::mediacard/sd-storage certification-status=blocker - com.canonical.certification::mediacard/sd-remove certification-status=blocker - com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - # See Automated Tests section at the end of this file - com.canonical.certification::miscellanea/oops certification-status=blocker - com.canonical.certification::miscellanea/oops_results.log - # See Automated Tests section at the end of this file - com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker - com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker - # See before the Automated Tests section at the end of this file - com.canonical.certification::ethernet/detect certification-status=blocker - com.canonical.certification::networking/gateway_ping certification-status=blocker - com.canonical.certification::networking/ntp certification-status=blocker - com.canonical.certification::optical/detect certification-status=blocker - com.canonical.certification::optical/read_.* certification-status=blocker - com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - com.canonical.certification::optical/dvd-write_.* certification-status=blocker - #com.canonical.certification::optical/bluray-read_.* certification-status=blocker - #com.canonical.certification::optical/bluray-write_.* certification-status=blocker - # See Automated Tests section at the end of this file - com.canonical.certification::power-management/generator_.* - com.canonical.certification::power-management/lid certification-status=blocker - com.canonical.certification::power-management/lid_close certification-status=blocker - com.canonical.certification::power-management/lid_open certification-status=blocker - com.canonical.certification::power-management/rtc certification-status=blocker - com.canonical.certification::power-management/tickless_idle certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm-log-attach - com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - com.canonical.certification::touchpad/continuous-move certification-status=blocker - com.canonical.certification::touchpad/horizontal certification-status=blocker - com.canonical.certification::touchpad/vertical certification-status=blocker - com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker - com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - com.canonical.certification::touchscreen/multitouch-rotate - com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker - com.canonical.certification::usb/detect certification-status=blocker - com.canonical.certification::usb/HID certification-status=blocker - com.canonical.certification::usb/insert certification-status=blocker - com.canonical.certification::usb/storage-automated certification-status=blocker - com.canonical.certification::usb/remove certification-status=blocker - com.canonical.certification::usb3/insert certification-status=blocker - com.canonical.certification::usb3/storage-automated certification-status=blocker - com.canonical.certification::usb3/remove certification-status=blocker - com.canonical.certification::suspend/generator_.* - com.canonical.certification::suspend/network_before_suspend certification-status=blocker - com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker - # Test card 2 first, if present, since it's the one we will be using - # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - com.canonical.certification::suspend/2_suspend-single-log-attach_.* - com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=non-blocker - com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - com.canonical.certification::power-management/2_hibernate-single-log-attach_.* - # Now we ask to switch to the first graphics card. This requires a restart - # of checkbox. - com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - com.canonical.certification::suspend/suspend-single-log-attach - com.canonical.certification::led/power-blink-suspend certification-status=blocker - com.canonical.certification::led/suspend certification-status=blocker - com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - com.canonical.certification::suspend/display_after_suspend certification-status=blocker - com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - com.canonical.certification::suspend/video_after_suspend certification-status=blocker - com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=non-blocker - com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz - #com.canonical.certification::keys/sleep certification-status=blocker - com.canonical.certification::suspend/network_after_suspend certification-status=blocker - com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker - com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker - com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker - com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker - com.canonical.certification::camera/display_after_suspend certification-status=blocker - com.canonical.certification::camera/still_after_suspend certification-status=blocker - com.canonical.certification::suspend/pointing-after-suspend - com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - com.canonical.certification::suspend/clicking-after-suspend - com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker - com.canonical.certification::suspend/keys_after_suspend/super - com.canonical.certification::suspend/keys_after_suspend/brightness - com.canonical.certification::suspend/keys_after_suspend/mute - com.canonical.certification::suspend/keys_after_suspend/microphone-mute - com.canonical.certification::suspend/keys_after_suspend/volume - com.canonical.certification::suspend/keys_after_suspend/video-out - com.canonical.certification::suspend/keys_after_suspend/wireless - com.canonical.certification::suspend/keys_after_suspend/media-control - com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight - com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/oops_after_suspend certification-status=blocker - com.canonical.certification::suspend/oops_results_after_suspend.log - com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - com.canonical.certification::power-management/hibernate-single-log-attach - #com.canonical.certification::keys/hibernate certification-status=blocker - # The following tests should run BEFORE the automated tests. The reboot and - # power off tests will also give us a clean system to start the stress run - # with. - com.canonical.certification::power-management/poweroff certification-status=blocker - com.canonical.certification::power-management/poweroff-log-attach - com.canonical.certification::power-management/reboot certification-status=blocker - com.canonical.certification::power-management/reboot-log-attach - # Automated Tests - # The following tests are purely automated and/or lenghty stress tests. - # They have been moved to the end of the test run to improve the testing - # process. - com.canonical.certification::firmware/fwts_desktop_diagnosis - com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - com.canonical.certification::firmware/no_ACPI_REV_interface - com.canonical.certification::install/apt-get-gets-updates - com.canonical.certification::miscellanea/dmitest_client - com.canonical.certification::benchmarks/disk/hdparm-read_.* - com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - com.canonical.certification::benchmarks/graphics/gtkperf - com.canonical.certification::cpu/scaling_test certification-status=blocker - com.canonical.certification::cpu/scaling_test-log-attach - com.canonical.certification::cpu/maxfreq_test certification-status=blocker - com.canonical.certification::cpu/maxfreq_test-log-attach - com.canonical.certification::cpu/offlining_test certification-status=blocker - com.canonical.certification::cpu/topology certification-status=blocker - com.canonical.certification::cpu/clocktest - com.canonical.certification::disk/stats_.* - com.canonical.certification::disk/read_performance_.* certification-status=blocker - com.canonical.certification::disk/storage_device_.* certification-status=blocker - com.canonical.certification::memory/info certification-status=blocker - com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker - com.canonical.certification::power-management/suspend-30-cycle-log-attach - com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker - com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker - com.canonical.certification::power-management/hibernate-30-cycle-log-attach - com.canonical.certification::stress/cpu_stress_test certification-status=blocker - #Info attachment jobs - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::dell_bto_xml_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/disk_partitions -mandatory_include: - # Meta-job to include required resources, don't remove. - com.canonical.certification::miscellanea/submission-resources - #Sutton - misc/generic - misc/generic/sources-list/.* - misc/project - misc/project/.* -nested_part: - com.canonical.certification::wireless-cert-automated - com.canonical.certification::after-suspend-wireless-cert-automated diff --git a/units/sutton-full-14-04.pxu b/units/sutton-full-14-04.pxu deleted file mode 100644 index ee39288..0000000 --- a/units/sutton-full-14-04.pxu +++ /dev/null @@ -1,367 +0,0 @@ -id: sutton-full-14-04 -_name: Sutton Full Tests - 14.04 -unit: test plan -include: - # This test plan is based on client-cert-14-04 - # Resource Jobs - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::device - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::mobilebroadband - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::xinput - # Tests grouped by categories. Categories start with '__' - com.canonical.certification::miscellanea/tester-info - com.canonical.certification::audio/generator_.* - com.canonical.certification::audio/alsa_info_collect - com.canonical.certification::audio/alsa_info_attachment - com.canonical.certification::audio/list_devices - com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - com.canonical.certification::audio/playback_headphones certification-status=blocker - com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - com.canonical.certification::audio/playback_auto certification-status=blocker - com.canonical.certification::audio/channels - com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker - # See Monitor / Graphic test section for hybrid-graphic monitor audio tests - # See Automated Tests section at the end of this file - com.canonical.certification::bluetooth/detect-output certification-status=blocker - com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - com.canonical.certification::bluetooth/audio certification-status=blocker - com.canonical.certification::bluetooth/browse-files certification-status=blocker - com.canonical.certification::bluetooth/file-transfer certification-status=blocker - com.canonical.certification::bluetooth/HID - com.canonical.certification::camera/detect certification-status=blocker - com.canonical.certification::camera/still certification-status=blocker - com.canonical.certification::camera/display certification-status=blocker - com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # See Automated Tests section at the end of this file - com.canonical.certification::cpu/cstates certification-status=blocker - com.canonical.certification::cpu/cstates_results.log - # See Automated Tests section at the end of this file - com.canonical.certification::disk/detect certification-status=blocker - # See Networking section below - #com.canonical.certification::__esata__ - #com.canonical.certification::esata/insert certification-status=blocker - #com.canonical.certification::esata/storage-test certification-status=blocker - #com.canonical.certification::esata/remove certification-status=blocker - #com.canonical.certification::__firewire__ - #com.canonical.certification::firewire/insert certification-status=blocker - #com.canonical.certification::firewire/storage-test certification-status=blocker - #com.canonical.certification::firewire/remove certification-status=blocker - # See Automated Tests section at the end of this file - com.canonical.certification::monitor/generator_.* - com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/1_rca_.* certification-status=blocker - com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - com.canonical.certification::monitor/1_vga_.* certification-status=blocker - com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker - # See Graphic Tests section for monitor test on second graphic card - com.canonical.certification::graphics/generator_.* - com.canonical.certification::graphics/xorg-version certification-status=blocker - com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - com.canonical.certification::graphics/xorg-process certification-status=blocker - com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - com.canonical.certification::graphics/1_video_.* certification-status=blocker - com.canonical.certification::graphics/1_minimum_resolution_.* - com.canonical.certification::graphics/1_cycle_resolution_.* - com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - com.canonical.certification::graphics/2_video_.* certification-status=blocker - com.canonical.certification::graphics/2_minimum_resolution_.* - com.canonical.certification::graphics/2_cycle_resolution_.* - com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/2_rca_.* certification-status=blocker - com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - com.canonical.certification::monitor/2_vga_.* certification-status=blocker - com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - #See below, power-management/hibernate_advanced - com.canonical.certification::input/accelerometer certification-status=non-blocker - com.canonical.certification::input/pointing_.* certification-status=blocker - com.canonical.certification::input/clicking_.* certification-status=blocker - com.canonical.certification::input/keyboard certification-status=blocker - com.canonical.certification::disk/hdd-parking certification-status=non-blocker - #com.canonical.certification::keys/lock-screen certification-status=blocker - com.canonical.certification::keys/super certification-status=blocker - #com.canonical.certification::keys/battery-info certification-status=blocker - com.canonical.certification::keys/brightness certification-status=blocker - com.canonical.certification::keys/mute certification-status=blocker - com.canonical.certification::keys/microphone-mute certification-status=blocker - com.canonical.certification::keys/volume certification-status=blocker - com.canonical.certification::keys/video-out certification-status=blocker - com.canonical.certification::keys/wireless certification-status=blocker - com.canonical.certification::keys/media-control certification-status=blocker - com.canonical.certification::keys/keyboard-backlight certification-status=blocker - #com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker - #com.canonical.certification::led/bluetooth certification-status=non-blocker - com.canonical.certification::led/camera certification-status=blocker - com.canonical.certification::led/caps-lock certification-status=blocker - com.canonical.certification::led/mute certification-status=blocker - com.canonical.certification::led/microphone-mute certification-status=non-blocker - #com.canonical.certification::led/numeric-keypad certification-status=blocker - com.canonical.certification::led/power certification-status=blocker - # NOTE: led/power-blink-suspend and led/suspend are used later in the - # testplan just after a number of suspend tests. - # led/power-blink-suspend - # led/suspend - # NOTE: led/wireless is redundant given that we have led/wlan and - # led/bluetooth already - # led/wireless - com.canonical.certification::led/wlan certification-status=non-blocker - com.canonical.certification::led/wlan-disabled - com.canonical.certification::mediacard/sd-insert certification-status=blocker - com.canonical.certification::mediacard/sd-storage certification-status=blocker - com.canonical.certification::mediacard/sd-remove certification-status=blocker - com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - # See Automated Tests section at the end of this file - com.canonical.certification::miscellanea/oops certification-status=blocker - com.canonical.certification::miscellanea/oops_results.log - # See Automated Tests section at the end of this file - com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker - com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker - # See before the Automated Tests section at the end of this file - com.canonical.certification::ethernet/detect certification-status=blocker - com.canonical.certification::networking/gateway_ping certification-status=blocker - com.canonical.certification::networking/ntp certification-status=blocker - com.canonical.certification::optical/detect certification-status=blocker - com.canonical.certification::optical/read_.* certification-status=blocker - com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - com.canonical.certification::optical/dvd-write_.* certification-status=blocker - #com.canonical.certification::optical/bluray-read_.* certification-status=blocker - #com.canonical.certification::optical/bluray-write_.* certification-status=blocker - # See Automated Tests section at the end of this file - com.canonical.certification::power-management/generator_.* - com.canonical.certification::power-management/lid certification-status=blocker - com.canonical.certification::power-management/lid_close certification-status=blocker - com.canonical.certification::power-management/lid_open certification-status=blocker - com.canonical.certification::power-management/rtc certification-status=blocker - com.canonical.certification::power-management/tickless_idle certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm-log-attach - com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - com.canonical.certification::touchpad/continuous-move certification-status=blocker - com.canonical.certification::touchpad/horizontal certification-status=blocker - com.canonical.certification::touchpad/vertical certification-status=blocker - com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker - com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - com.canonical.certification::touchscreen/multitouch-rotate - com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker - com.canonical.certification::usb/detect certification-status=blocker - com.canonical.certification::usb/HID certification-status=blocker - com.canonical.certification::usb/insert certification-status=blocker - com.canonical.certification::usb/storage-automated certification-status=blocker - com.canonical.certification::usb/remove certification-status=blocker - com.canonical.certification::usb3/insert certification-status=blocker - com.canonical.certification::usb3/storage-automated certification-status=blocker - com.canonical.certification::usb3/remove certification-status=blocker - com.canonical.certification::suspend/generator_.* - com.canonical.certification::suspend/network_before_suspend certification-status=blocker - com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker - # Test card 2 first, if present, since it's the one we will be using - # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - com.canonical.certification::suspend/2_suspend-single-log-attach_.* - com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* - com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - com.canonical.certification::power-management/2_hibernate-single-log-attach_.* - # Now we ask to switch to the first graphics card. This requires a restart - # of checkbox. - com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - com.canonical.certification::suspend/suspend-single-log-attach - com.canonical.certification::led/power-blink-suspend certification-status=blocker - com.canonical.certification::led/suspend certification-status=blocker - com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - com.canonical.certification::suspend/display_after_suspend certification-status=blocker - com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - com.canonical.certification::suspend/video_after_suspend certification-status=blocker - com.canonical.certification::suspend/cycle_resolutions_after_suspend - com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz - #com.canonical.certification::keys/sleep certification-status=blocker - com.canonical.certification::suspend/network_after_suspend certification-status=blocker - com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker - com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker - com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker - com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker - com.canonical.certification::camera/display_after_suspend certification-status=blocker - com.canonical.certification::camera/still_after_suspend certification-status=blocker - com.canonical.certification::suspend/pointing-after-suspend - com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - com.canonical.certification::suspend/clicking-after-suspend - com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker - com.canonical.certification::suspend/keys_after_suspend/super - com.canonical.certification::suspend/keys_after_suspend/brightness - com.canonical.certification::suspend/keys_after_suspend/mute - com.canonical.certification::suspend/keys_after_suspend/microphone-mute - com.canonical.certification::suspend/keys_after_suspend/volume - com.canonical.certification::suspend/keys_after_suspend/video-out - com.canonical.certification::suspend/keys_after_suspend/wireless - com.canonical.certification::suspend/keys_after_suspend/media-control - com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight - com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/oops_after_suspend certification-status=blocker - com.canonical.certification::suspend/oops_results_after_suspend.log - com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - com.canonical.certification::power-management/hibernate-single-log-attach - #com.canonical.certification::keys/hibernate certification-status=blocker - # The following tests should run BEFORE the automated tests. The reboot and - # power off tests will also give us a clean system to start the stress run - # with. - com.canonical.certification::power-management/poweroff certification-status=blocker - com.canonical.certification::power-management/poweroff-log-attach - com.canonical.certification::power-management/reboot certification-status=blocker - com.canonical.certification::power-management/reboot-log-attach - # Automated Tests - # The following tests are purely automated and/or lenghty stress tests. - # They have been moved to the end of the test run to improve the testing - # process. - com.canonical.certification::firmware/fwts_desktop_diagnosis - com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - com.canonical.certification::install/apt-get-gets-updates - com.canonical.certification::miscellanea/dmitest_client - com.canonical.certification::benchmarks/disk/hdparm-read_.* - com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - com.canonical.certification::benchmarks/graphics/gtkperf - com.canonical.certification::cpu/scaling_test certification-status=blocker - com.canonical.certification::cpu/scaling_test-log-attach - com.canonical.certification::cpu/maxfreq_test certification-status=blocker - com.canonical.certification::cpu/maxfreq_test-log-attach - com.canonical.certification::cpu/offlining_test certification-status=blocker - com.canonical.certification::cpu/topology certification-status=blocker - com.canonical.certification::cpu/clocktest - com.canonical.certification::disk/stats_.* - com.canonical.certification::disk/read_performance_.* certification-status=blocker - com.canonical.certification::disk/storage_device_.* certification-status=blocker - com.canonical.certification::memory/info certification-status=blocker - com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker - com.canonical.certification::power-management/suspend-30-cycle-log-attach - com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker - com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker - com.canonical.certification::power-management/hibernate-30-cycle-log-attach - com.canonical.certification::stress/cpu_stress_test certification-status=blocker - #Info attachment jobs - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::dell_bto_xml_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/disk_partitions -mandatory_include: - # Meta-job to include required resources, don't remove. - com.canonical.certification::miscellanea/submission-resources - #Sutton - misc/generic - misc/generic/sources-list/.* - misc/project - misc/project/.* -nested_part: - com.canonical.certification::wireless-cert-automated - com.canonical.certification::after-suspend-wireless-cert-automated diff --git a/units/sutton-full-16-04-osp1.pxu b/units/sutton-full-16-04-osp1.pxu deleted file mode 100644 index 84ae135..0000000 --- a/units/sutton-full-16-04-osp1.pxu +++ /dev/null @@ -1,85 +0,0 @@ -id: sutton-full-16-04-osp1 -_name: Sutton Full 16.04OSP1 -_description: Sutton Full -unit: test plan -include: - com.canonical.certification::recovery_info_attachment - com.canonical.ce::sutton/sourceslist/security - com.canonical.ce::sutton/sourceslist/project-columbia-base - com.canonical.ce::sutton/sourceslist/subproject-xenial - com.canonical.ce::sutton/sourceslist/project-timbuktu-base - com.canonical.ce::sutton/sourceslist/subproject-bionic - com.canonical.ce::sutton/infrared/infrared-camera-disabled - com.canonical.ce::sutton/desktop-kpi-dashboard - com.canonical.ce::sutton/specific/watermark - misc/generic/grub_boothole -nested_part: - com.canonical.certification::submission-cert-full - com.canonical.certification::audio-cert-full - com.canonical.certification::bluetooth-cert-full - com.canonical.certification::camera-cert-full - com.canonical.certification::esata-cert-full - com.canonical.certification::firewire-cert-full - com.canonical.certification::thunderbolt-cert-full - com.canonical.certification::monitor-integrated-gpu-cert-full - com.canonical.certification::graphics-integrated-gpu-cert-full - com.canonical.certification::graphics-discrete-gpu-cert-full - com.canonical.certification::monitor-discrete-gpu-cert-full - com.canonical.certification::input-cert-full - com.canonical.certification::disk-cert-manual - com.canonical.certification::keys-cert-full - com.canonical.certification::led-cert-full - com.canonical.certification::mediacard-cert-full - com.canonical.certification::mobilebroadband-cert-full - com.canonical.certification::networking-cert-full - com.canonical.certification::optical-cert-full - com.canonical.certification::power-management-precheck-cert - com.canonical.certification::touchpad-cert-full - com.canonical.certification::touchscreen-cert-full - com.canonical.certification::usb-cert-full - com.canonical.certification::usb3-cert-full - com.canonical.certification::usb-c-cert-full - com.canonical.certification::wireless-cert-full - com.canonical.certification::before-suspend-reference-cert-full - # Test discrete card first, if present, since it's the one we will be using - # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full - # Now we ask to switch to the integrated graphics card. This requires a - # restart of checkbox. - com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full - com.canonical.certification::suspend-key-led-oops-check-cert - com.canonical.certification::after-suspend-reference-cert-full - com.canonical.certification::after-suspend-audio-cert-full - com.canonical.certification::after-suspend-camera-cert-full - com.canonical.certification::after-suspend-input-cert-full - com.canonical.certification::after-suspend-led-cert-full - com.canonical.certification::after-suspend-mediacard-cert-full - com.canonical.certification::after-suspend-touchpad-cert-full - com.canonical.certification::after-suspend-usb-cert-full - com.canonical.certification::after-suspend-usb3-cert-full - com.canonical.certification::after-suspend-wireless-cert-full - com.canonical.certification::after-suspend-keys-cert-full - # The following tests should run BEFORE the automated tests. The reboot and - # power off tests will also give us a clean system to start the stress run - # with. - com.canonical.certification::power-management-reboot-poweroff-cert - # Automated Tests - # The following tests are purely automated and/or lenghty stress tests. - # They have been moved to the end of the test run to improve the testing - # process. - com.canonical.certification::misc-client-cert-full - com.canonical.certification::cpu-cert-full - com.canonical.certification::disk-cert-automated - com.canonical.certification::stress-cert-full - com.canonical.certification::memory/memory_stress_ng - com.canonical.certification::tpm2.0_3.0.4 - com.canonical.certification::info-attachment-cert-full -mandatory_include: - com.canonical.certification::miscellanea/tester-info -exclude: -# com.canonical.certification::power-management/suspend-30-cycle.* -# com.canonical.certification::power-management/suspend_30_cycle.* - com.canonical.certification::power-management/hibernate_30.* - com.canonical.certification::power-management/hibernate-30.* -# com.canonical.certification::stress/cpu_stress_ng_test - diff --git a/units/sutton-full-16-04.pxu b/units/sutton-full-16-04.pxu deleted file mode 100644 index 77aff50..0000000 --- a/units/sutton-full-16-04.pxu +++ /dev/null @@ -1,496 +0,0 @@ -id: sutton-full-16-04 -_name: Sutton Full 16.04 -unit: test plan -include: - ## Common Whitelist for OEM projects - ## Rev 0.1, 2016-10-19 - ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox - ## Updated for new Plainbox template units - # Resource Jobs - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::display - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::module - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::package - com.canonical.plainbox::collect-manifest - #resources - com.canonical.certification::sleep - #touchpad_scroll - com.canonical.certification::xinput - com.canonical.certification::uname - com.canonical.certification::usb - com.canonical.certification::IEEE_80211 - # requirement of s3/s4 tests - com.canonical.certification::rtc - # Tests grouped by categories. Categories start with '__' - com.canonical.certification::miscellanea/tester-info - #miscellanea/chvt - # See Automated Tests section at the end of this file - #com.canonical.certification::audio/generator_.* - com.canonical.certification::audio/alsa_info_collect - com.canonical.certification::audio/alsa_info_attachment - #audio/alsa_record_playback_usb - com.canonical.certification::audio/list_devices - com.canonical.certification::audio/playback_auto certification-status=blocker - com.canonical.certification::audio/channels - #audio/check_volume - com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker - #audio/plug-detection - com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - com.canonical.certification::audio/playback_headphones certification-status=blocker - com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - #audio/external-linein - #audio/external-lineout - # See Monitor / Graphic test section for hybrid-graphic monitor audio tests - # See Automated Tests section at the end of this file - com.canonical.certification::bluetooth/detect-output certification-status=blocker - com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - #com.canonical.certification::bluetooth/audio certification-status=blocker - com.canonical.certification::bluetooth/browse-files certification-status=blocker - com.canonical.certification::bluetooth/file-transfer certification-status=blocker - com.canonical.certification::bluetooth/HID - com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker - com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker - com.canonical.certification::camera/detect certification-status=blocker - com.canonical.certification::camera/still certification-status=blocker - com.canonical.certification::camera/display certification-status=blocker - com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # See Automated Tests section at the end of this file - # See Automated Tests section at the end of this file - com.canonical.certification::disk/detect certification-status=blocker - #com.canonical.certification::disk/hdd-parking - com.canonical.certification::thunderbolt/insert certification-status=non-blocker - com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker - com.canonical.certification::thunderbolt/remove certification-status=non-blocker - # See the Thunderbolt monitor test for the daisy-chain test - com.canonical.certification::firmware/fwts_desktop_diagnosis - com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - com.canonical.certification::firmware/no_ACPI_REV_interface - com.canonical.certification::miscellanea/dmitest_client - # required by suspend/network_before_suspend - com.canonical.certification::ethernet/detect certification-status=blocker - com.canonical.certification::ethernet/info_automated - ## this test cause a unused test case error, but required for cert. - com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker - com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker - com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker - com.canonical.certification::monitor/1_vga_.* certification-status=blocker - com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker - # See Graphic Tests section for monitor test on second graphic card - com.canonical.certification::graphics/xorg-version certification-status=blocker - com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - com.canonical.certification::graphics/xorg-process certification-status=blocker - com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/driver_version - com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - com.canonical.certification::graphics/1_video_.* certification-status=blocker - com.canonical.certification::graphics/1_minimum_resolution_.* - com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker - # Below are tests that do not appear in Cert-14.04 test plan - com.canonical.certification::graphics/1_modes_.* - com.canonical.certification::graphics/1_color_depth_.* - com.canonical.certification::graphics/1_fresh_rate_.* - com.canonical.certification::graphics/1_graphic_memory_.* - com.canonical.certification::graphics/1_resolution_.* - com.canonical.certification::graphics/1_resolution-change_.* - com.canonical.certification::graphics/1_screen_resolution_.* - com.canonical.certification::graphics/1_unity_support_.* - com.canonical.certification::graphics/1_screenshot_.* - com.canonical.certification::graphics/1_screenshot.jpg_.* - com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* - com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* - # Switch to second card (if any) - com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - com.canonical.certification::graphics/2_video_.* certification-status=blocker - com.canonical.certification::graphics/2_minimum_resolution_.* - com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker - # Below are tests that do not appear in Cert-14.04 test plan - com.canonical.certification::graphics/2_modes_.* - com.canonical.certification::graphics/2_color_depth_.* - com.canonical.certification::graphics/2_fresh_rate_.* - com.canonical.certification::graphics/2_graphic_memory_.* - com.canonical.certification::graphics/2_resolution_.* - com.canonical.certification::graphics/2_resolution-change_.* - com.canonical.certification::graphics/2_screen_resolution_.* - com.canonical.certification::graphics/2_unity_support_.* - com.canonical.certification::graphics/2_screenshot_.* - com.canonical.certification::graphics/2_screenshot.jpg_.* - com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* - com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* - # Monitor tests on second graphic card - com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker - com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker - com.canonical.certification::monitor/2_vga_.* certification-status=blocker - com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - com.canonical.certification::graphics/xorg-process certification-status=blocker - com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - #See below, power-management/hibernate_advanced - com.canonical.certification::input/accelerometer certification-status=non-blocker - com.canonical.certification::input/pointing_.* certification-status=blocker - com.canonical.certification::input/keyboard certification-status=blocker - com.canonical.certification::input/clicking_.* certification-status=blocker - com.canonical.certification::keys/mute certification-status=blocker - com.canonical.certification::keys/volume certification-status=blocker - com.canonical.certification::keys/brightness certification-status=blocker - com.canonical.certification::keys/wireless certification-status=blocker - com.canonical.certification::keys/super certification-status=blocker - com.canonical.certification::keys/media-control certification-status=blocker - com.canonical.certification::keys/video-out certification-status=blocker - com.canonical.certification::keys/battery-info certification-status=blocker - com.canonical.certification::keys/touchpad - com.canonical.certification::keys/microphone-mute certification-status=blocker - #com.canonical.certification::keys/hibernate - #com.canonical.certification::keys/keyboard-backlight - #com.canonical.certification::keys/keyboard-overhead-light - #com.canonical.certification::keys/lock-screen - com.canonical.certification::led/power certification-status=blocker - com.canonical.certification::led/wlan certification-status=non-blocker - com.canonical.certification::led/mute certification-status=blocker - com.canonical.certification::led/hdd - com.canonical.certification::led/camera certification-status=blocker - com.canonical.certification::led/battery-charging - com.canonical.certification::led/battery-charged - #com.canonical.certification::led/microphone - #com.canonical.certification::led/bluetooth - com.canonical.certification::led/numeric-keypad certification-status=blocker - com.canonical.certification::led/caps-lock certification-status=blocker - com.canonical.certification::led/touchpad - #com.canonical.certification::led/wireless - com.canonical.certification::mediacard/sd-insert certification-status=blocker - com.canonical.certification::mediacard/sd-storage certification-status=blocker - com.canonical.certification::mediacard/sd-remove certification-status=blocker - com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - # See Automated Tests section at the end of this file - com.canonical.certification::mobilebroadband/gsm_connection - com.canonical.certification::mobilebroadband/cdma_connection - # Monitor tests below are not relevant anymore since they are now handled for each graphic cards - # com.canonical.certification::monitor/powersaving certification-status=blocker - # com.canonical.certification::monitor/dim_brightness certification-status=blocker - # com.canonical.certification::monitor/displayport certification-status=blocker - # com.canonical.certification::monitor/dvi certification-status=blocker - # com.canonical.certification::monitor/hdmi certification-status=blocker - # com.canonical.certification::monitor/rca certification-status=blocker - # com.canonical.certification::monitor/svideo certification-status=blocker - # com.canonical.certification::monitor/vga certification-status=blocker - # com.canonical.certification::monitor/multi-head certification-status=blocker - # See Automated Tests section at the end of this file - #networking/wired_connection - ## use above test as a reminder to connect ethernet cable - com.canonical.certification::networking/gateway_ping certification-status=blocker - #above case does not exist - com.canonical.certification::networking/ntp certification-status=blocker - com.canonical.certification::optical_drive_.* certification-status=blocker - com.canonical.certification::optical/detect certification-status=blocker - com.canonical.certification::optical/read_.* certification-status=blocker - #optical/read-automated - #optical/cdrom-audio-playback - com.canonical.certification::optical/bluray-read_.* certification-status=blocker - com.canonical.certification::optical/bluray-write_.* certification-status=blocker - com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - com.canonical.certification::optical/dvd-write_.* certification-status=blocker - # See Automated Tests section at the end of this file - com.canonical.certification::power-management/rtc certification-status=blocker - com.canonical.certification::power-management/tickless_idle certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - com.canonical.certification::power-management/fwts_wakealarm-log-attach - #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - #com.canonical.certification::power-management/hibernate-single-log-check - #com.canonical.certification::power-management/hibernate-single-log-attach - # hibernate cases moved to further below - com.canonical.certification::touchpad/basic - com.canonical.certification::touchpad/detected-as-mouse - com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - com.canonical.certification::touchpad/continuous-move certification-status=blocker - com.canonical.certification::touchpad/horizontal certification-status=blocker - com.canonical.certification::touchpad/vertical certification-status=blocker - com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker - com.canonical.certification::touchscreen/tap-detect - com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - com.canonical.certification::touchscreen/multitouch-rotate - com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker - com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - com.canonical.certification::usb/detect certification-status=blocker - com.canonical.certification::usb/HID certification-status=blocker - com.canonical.certification::usb/insert certification-status=blocker - com.canonical.certification::usb/storage-automated certification-status=blocker - com.canonical.certification::usb/remove certification-status=blocker - com.canonical.certification::usb3/insert certification-status=blocker - com.canonical.certification::usb3/storage-automated certification-status=blocker - com.canonical.certification::usb3/remove certification-status=blocker - #wireless/wireless_connection - ## as a reminder for QA to make sure wireless connected - #led/wlan - #led/wlan-disabled - #com.canonical.certification::suspend/generator_.* - com.canonical.certification::suspend/network_before_suspend certification-status=blocker - # Ethernet was not connected here - com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker - # Test card 2 first, if present, since it's the one we will be using - # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - com.canonical.certification::suspend/2_suspend-single-log-attach_.* - #com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - #com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker - com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - com.canonical.certification::power-management/2_hibernate-single-log-attach_.* - # Now we ask to switch to the first graphics card. This requires a restart - # of checkbox. - com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - com.canonical.certification::power-management/lid certification-status=blocker - com.canonical.certification::power-management/lid_close certification-status=blocker - com.canonical.certification::power-management/lid_open certification-status=blocker - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - com.canonical.certification::suspend/suspend-single-log-attach - com.canonical.certification::led/power-blink-suspend certification-status=blocker - com.canonical.certification::led/suspend certification-status=blocker - #com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - #com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - com.canonical.certification::suspend/display_after_suspend certification-status=blocker - com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - com.canonical.certification::suspend/video_after_suspend certification-status=blocker - com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker - com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz - com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - com.canonical.certification::power-management/hibernate-single-log-attach - com.canonical.certification::keys/sleep certification-status=blocker - com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - #mediacard/cf-insert-after-suspend - #mediacard/cf-storage-after-suspend - #mediacard/cf-remove-after-suspend - #mediacard/msp-insert-after-suspend - #mediacard/msp-storage-after-suspend - #mediacard/msp-remove-after-suspend - #mediacard/xd-insert-after-suspend - #mediacard/xd-storage-after-suspend - #mediacard/xd-remove-after-suspend - com.canonical.certification::suspend/network_after_suspend certification-status=blocker - # Ethernet was not connected here - com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - ##suspend/xrandr_screens_after_suspend.tar.gz - ## this one depends on cycle_resolutions_after_suspend_auto - com.canonical.certification::suspend/keys_after_suspend/mute - com.canonical.certification::suspend/keys_after_suspend/volume - com.canonical.certification::suspend/keys_after_suspend/brightness - #com.canonical.certification::suspend/keys_after_suspend/wireless - com.canonical.certification::suspend/keys_after_suspend/super - com.canonical.certification::suspend/keys_after_suspend/media-control - com.canonical.certification::suspend/keys_after_suspend/sleep - com.canonical.certification::suspend/keys_after_suspend/video-out - com.canonical.certification::suspend/keys_after_suspend/battery-info - com.canonical.certification::suspend/keys_after_suspend/touchpad - com.canonical.certification::suspend/led_after_suspend/wlan - com.canonical.certification::suspend/led_after_suspend/wlan-disabled - com.canonical.certification::suspend/led_after_suspend/camera - com.canonical.certification::suspend/led_after_suspend/caps-lock - com.canonical.certification::suspend/led_after_suspend/mute - com.canonical.certification::suspend/led_after_suspend/microphone-mute - com.canonical.certification::suspend/led_after_suspend/numeric-keypad - com.canonical.certification::suspend/led_after_suspend/power - com.canonical.certification::suspend/led_after_suspend/battery-charging - com.canonical.certification::suspend/led_after_suspend/battery-charged - com.canonical.certification::suspend/led_after_suspend/hdd - com.canonical.certification::suspend/led_after_suspend/touchpad - #suspend/led_after_suspend/camera - #suspend/led_after_suspend/power - #suspend/led_after_suspend/battery-charging - #suspend/led_after_suspend/battery-charged - #suspend/led_after_suspend/battery-low - #suspend/led_after_suspend/hdd - #suspend/led_after_suspend/numeric-keypad - #suspend/led_after_suspend/caps-lock - #suspend/led_after_suspend/wireless - #suspend/led_after_suspend/touchpad - com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - #suspend/gpu_lockup_after_suspend - ## depends on suspend_advanced_auto, so skip - # Test card 2 first, if present, since it's the one we will be using - # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker - com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - # The following tests should run BEFORE the automated tests. The reboot and - # power off tests will also give us a clean system to start the stress run - # with. - com.canonical.certification::power-management/poweroff - com.canonical.certification::power-management/poweroff-log-attach - com.canonical.certification::power-management/reboot - com.canonical.certification::power-management/reboot-log-attach - com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker - com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots - com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots - com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots - com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker - com.canonical.certification::power-management/hibernate-30-cycles-log-check - com.canonical.certification::power-management/hibernate-30-cycle-log-attach - com.canonical.certification::stress/cpu_stress_test certification-status=blocker - com.canonical.certification::stress/poweroff certification-status=blocker - com.canonical.certification::stress/poweroff_log - com.canonical.certification::stress/reboot certification-status=blocker - com.canonical.certification::stress/reboot_log - # Automated Tests - # The following tests are purely automated and/or lenghty stress tests. They - # have been moved to the end of the test run to improve the testing process. - # com.canonical.certification::tpm2.0/.* - com.canonical.certification::install/apt-get-gets-updates - com.canonical.certification::benchmarks/disk/hdparm-read_.* - com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - com.canonical.certification::benchmarks/graphics/gtkperf - com.canonical.certification::benchmarks/graphics/render-bench - #benchmarks/graphics/qgears2-Xrender-gearsfancy - #benchmarks/graphics/qgears2-Xrender-compo - #benchmarks/graphics/qgears2-gl-gearsfancy - #benchmarks/graphics/qgears2-gl-compo - #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959 - #com.canonical.certification::benchmarks/graphics/glmark2 - #com.canonical.certification::benchmarks/system/cpu_on_idle - #com.canonical.certification::benchmarks/system/disk_on_idle - com.canonical.certification::cpu/cstates certification-status=blocker - com.canonical.certification::cpu/cstates_results.log - com.canonical.certification::cpu/scaling_test certification-status=blocker - com.canonical.certification::cpu/scaling_test-log-attach - com.canonical.certification::cpu/offlining_test certification-status=blocker - com.canonical.certification::cpu/topology certification-status=blocker - com.canonical.certification::cpu/maxfreq_test certification-status=blocker - com.canonical.certification::cpu/maxfreq_test-log-attach - com.canonical.certification::cpu/clocktest - com.canonical.certification::disk/stats_.* certification-status=blocker - com.canonical.certification::disk/read_performance_.* certification-status=blocker - com.canonical.certification::disk/storage_device_.* certification-status=blocker - com.canonical.certification::graphics/generator_3d_window_open_close - com.canonical.certification::graphics/generator_3d_window_move - com.canonical.certification::graphics/generator_3d_window_suspend_resume - com.canonical.certification::graphics/generator_multi_3d_windows_open_close - com.canonical.certification::memory/info certification-status=blocker - #com.canonical.certification::miscellanea/fwts_test - #com.canonical.certification::miscellanea/fwts_results.log - com.canonical.certification::miscellanea/oops certification-status=blocker - com.canonical.certification::miscellanea/oops_results.log - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_network_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::udev_resource_attachment - com.canonical.certification::recovery_info_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/buildstamp - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/audio_device_driver - com.canonical.certification::info/network_devices - com.canonical.certification::info/xrandr - com.canonical.certification::info/disk_partitions - misc/generic/grub_boothole -#unit: category -#id: sutton -#_name: Suttn tests - com.canonical.ce::sutton/generic/sources-list/security - com.canonical.ce::sutton/project/sources-list/project-base - com.canonical.ce::sutton/project/sources-list/subproject - com.canonical.ce::sutton/project/watermark -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::fwts - com.canonical.certification::graphics_card -mandatory_include: - com.canonical.certification::miscellanea/submission-resources -nested_part: - com.canonical.certification::wireless-cert-automated - com.canonical.certification::after-suspend-wireless-cert-automated diff --git a/units/sutton-audio.pxu b/units/sutton/sutton-audio.pxu index faae78a..faae78a 100644 --- a/units/sutton-audio.pxu +++ b/units/sutton/sutton-audio.pxu diff --git a/units/sutton-auto.pxu b/units/sutton/sutton-auto.pxu index f663db5..f663db5 100644 --- a/units/sutton-auto.pxu +++ b/units/sutton/sutton-auto.pxu diff --git a/units/sutton-blocker.pxu b/units/sutton/sutton-blocker.pxu index c508649..c508649 100644 --- a/units/sutton-blocker.pxu +++ b/units/sutton/sutton-blocker.pxu diff --git a/units/sutton-dock.pxu b/units/sutton/sutton-dock.pxu index 4d9a743..4d9a743 100644 --- a/units/sutton-dock.pxu +++ b/units/sutton/sutton-dock.pxu diff --git a/units/sutton-full-18-04.pxu b/units/sutton/sutton-full-18-04.pxu index 72a1ba4..72a1ba4 100644 --- a/units/sutton-full-18-04.pxu +++ b/units/sutton/sutton-full-18-04.pxu diff --git a/units/sutton-full-20-04.pxu b/units/sutton/sutton-full-20-04.pxu index 0c38767..0c38767 100644 --- a/units/sutton-full-20-04.pxu +++ b/units/sutton/sutton-full-20-04.pxu diff --git a/units/sutton-full.pxu b/units/sutton/sutton-full.pxu index 9f4963a..9f4963a 100644 --- a/units/sutton-full.pxu +++ b/units/sutton/sutton-full.pxu diff --git a/units/sutton-graphics.pxu b/units/sutton/sutton-graphics.pxu index 09ad040..09ad040 100644 --- a/units/sutton-graphics.pxu +++ b/units/sutton/sutton-graphics.pxu diff --git a/units/sutton-regression.pxu b/units/sutton/sutton-regression.pxu index db310bf..db310bf 100644 --- a/units/sutton-regression.pxu +++ b/units/sutton/sutton-regression.pxu diff --git a/units/sutton/sutton-specific.pxu b/units/sutton/sutton-specific.pxu new file mode 100644 index 0000000..eb3ab36 --- /dev/null +++ b/units/sutton/sutton-specific.pxu @@ -0,0 +1,13 @@ +id: sutton-specific +_name: Sutton specific tests +unit: test plan +_description: This test plan include some specific tests for Sutton projects. +include: + com.canonical.ce::sutton/user-documents + com.canonical.ce::sutton/desktop-kpi-dashboard + com.canonical.ce::sutton/fingerprint-login + com.canonical.ce::sutton/fingerprint-negative + com.canonical.ce::sutton/fingerprint-positive +nested_part: + sutton-oem-meta-version + diff --git a/units/sutton-stress.pxu b/units/sutton/sutton-stress.pxu index 959f54f..959f54f 100644 --- a/units/sutton-stress.pxu +++ b/units/sutton/sutton-stress.pxu diff --git a/units/sutton-touch-webcam.pxu b/units/sutton/sutton-touch-webcam.pxu index 47535cd..47535cd 100644 --- a/units/sutton-touch-webcam.pxu +++ b/units/sutton/sutton-touch-webcam.pxu diff --git a/units/sutton-wireless.pxu b/units/sutton/sutton-wireless.pxu index 59bc726..59bc726 100644 --- a/units/sutton-wireless.pxu +++ b/units/sutton/sutton-wireless.pxu |