diff options
| author | PMR <pmr@pmr-lander> | 2017-07-18 13:42:22 +0000 |
|---|---|---|
| committer | PMR <pmr@pmr-lander> | 2017-07-18 13:42:22 +0000 |
| commit | 6ab8c9e5b5fc76505f6610607994b52bcab5d1fe (patch) | |
| tree | 76caca10ec04c9beeef3da4969e47a8990594827 | |
| parent | 87aefc9655697e876498cfc345b088219ed9d344 (diff) | |
| parent | bd3ede656d8a4463b59f49184fe5076129ae1e50 (diff) | |
Merge #326871 from ~kissiel/oem-qa-checkbox/+git/oem-plainbox:year-prefix-removal
35 files changed, 5619 insertions, 5619 deletions
diff --git a/jobs/kittyhawk/baseOS/applications.txt.in b/jobs/kittyhawk/baseOS/applications.txt.in index 6d186cc..f7af35c 100644 --- a/jobs/kittyhawk/baseOS/applications.txt.in +++ b/jobs/kittyhawk/baseOS/applications.txt.in @@ -1,7 +1,7 @@ plugin: user-interact-verify id: kittyhawk/baseOS/applications/ibus-general depends: kittyhawk/baseOS/applications/ibus-launching -imports: from 2013.com.canonical.certification import package +imports: from com.canonical.certification import package requires: package.name=="ibus" command: /usr/bin/ibus-setup _description: @@ -17,7 +17,7 @@ _description: plugin: user-interact-verify id: kittyhawk/baseOS/applications/ibus-input-method depends: kittyhawk/baseOS/applications/ibus-general -imports: from 2013.com.canonical.certification import package +imports: from com.canonical.certification import package requires: package.name=="ibus" command: /usr/bin/ibus-setup _description: @@ -44,7 +44,7 @@ _description: plugin: manual id: kittyhawk/baseOS/applications/ibus-unity depends: kittyhawk/baseOS/applications/ibus-launching -imports: from 2013.com.canonical.certification import package +imports: from com.canonical.certification import package requires: package.name=="ibus" _description: PURPOSE: @@ -14,10 +14,10 @@ from plainbox.provider_manager import setup, N_ # (optional) setup( - name='2014.com.canonical.ce:oem', + name='com.canonical.ce:oem', version="1.0", - description=N_("The 2014.com.canonical.ce:oem provider"), - gettext_domain="2014_com_canonical_ce_oem", + description=N_("The com.canonical.ce:oem provider"), + gettext_domain="com_canonical_ce_oem", deprecated=False, strict=False, ) diff --git a/po/2014_com_canonical_ce_oem.pot b/po/2014_com_canonical_ce_oem.pot index 7f1977f..4dccf77 100644 --- a/po/2014_com_canonical_ce_oem.pot +++ b/po/2014_com_canonical_ce_oem.pot @@ -71,5 +71,5 @@ msgid "" msgstr "" #: ../manage.py:19 -msgid "The 2014.com.canonical.ce:oem provider" +msgid "The com.canonical.ce:oem provider" msgstr "" diff --git a/scripts/carson-cli b/scripts/carson-cli index 27238fd..9eb0743 100644 --- a/scripts/carson-cli +++ b/scripts/carson-cli @@ -2,8 +2,8 @@ [launcher] launcher_version = 1 -app_id = 2016.com.canonical.certification:carson-testing +app_id = com.canonical.certification:carson-testing [test plan] filter = *carson* -unit = 2014.com.canonical.ce::carson-full +unit = com.canonical.ce::carson-full diff --git a/scripts/kittyhawk-cli b/scripts/kittyhawk-cli index f51c7ad..2cb290e 100755 --- a/scripts/kittyhawk-cli +++ b/scripts/kittyhawk-cli @@ -2,7 +2,7 @@ [launcher] launcher_version = 1 -app_id = 2016.com.canonical.certification:kittyhawk-testing +app_id = com.canonical.certification:kittyhawk-testing [test plan] filter = *kittyhawk* diff --git a/scripts/somerville-cli b/scripts/somerville-cli index 25b52fb..9a31145 100755 --- a/scripts/somerville-cli +++ b/scripts/somerville-cli @@ -2,11 +2,11 @@ [launcher] launcher_version = 1 -app_id = 2016.com.canonical.certification:somerville-testing +app_id = com.canonical.certification:somerville-testing [test plan] filter = *somerville* -unit = 2014.com.canonical.ce::somerville-full +unit = com.canonical.ce::somerville-full [config] config_filename = plainbox.conf diff --git a/scripts/stella-cli b/scripts/stella-cli index 42e583b..a6c96f0 100755 --- a/scripts/stella-cli +++ b/scripts/stella-cli @@ -2,11 +2,11 @@ [launcher] launcher_version = 1 -app_id = 2016.com.canonical.certification:stella-testing +app_id = com.canonical.certification:stella-testing [test plan] filter = *stella* -unit = 2014.com.canonical.ce::stella-full-14-04-3 +unit = com.canonical.ce::stella-full-14-04-3 [config] config_filename = plainbox.conf diff --git a/scripts/sutton-cli b/scripts/sutton-cli index b5dd697..b9810ab 100755 --- a/scripts/sutton-cli +++ b/scripts/sutton-cli @@ -2,11 +2,11 @@ [launcher] launcher_version = 1 -app_id = 2016.com.canonical.certification:sutton-testing +app_id = com.canonical.certification:sutton-testing [test plan] filter = *sutton* -unit = 2014.com.canonical.ce::sutton-full-14-04-3 +unit = com.canonical.ce::sutton-full-14-04-3 [config] config_filename = plainbox.conf diff --git a/units/carson-full.pxu b/units/carson-full.pxu index f40bc3e..554c60d 100644 --- a/units/carson-full.pxu +++ b/units/carson-full.pxu @@ -5,18 +5,18 @@ _description: Carson test whitelist include: carson/3monitor-2x4k-1xfullhd exclude: - 2013.com.canonical.certification::stress/cpu_stress_test - 2013.com.canonical.certification::camera/.* - 2013.com.canonical.certification::expresscard/.* - 2013.com.canonical.certification::firewire/.* - 2013.com.canonical.certification::keys/.* - 2013.com.canonical.certification::led/bluetooth - 2013.com.canonical.certification::led/camera - 2013.com.canonical.certification::led/microphone-mute - 2013.com.canonical.certification::led/mute - 2013.com.canonical.certification::touchscreen/.* - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_hwe - 2013.com.canonical.certification::mediacard/mmc.* - 2013.com.canonical.certification::disk/smart.* + com.canonical.certification::stress/cpu_stress_test + com.canonical.certification::camera/.* + com.canonical.certification::expresscard/.* + com.canonical.certification::firewire/.* + com.canonical.certification::keys/.* + com.canonical.certification::led/bluetooth + com.canonical.certification::led/camera + com.canonical.certification::led/microphone-mute + com.canonical.certification::led/mute + com.canonical.certification::touchscreen/.* + com.canonical.certification::firmware/fwts_desktop_diagnosis_hwe + com.canonical.certification::mediacard/mmc.* + com.canonical.certification::disk/smart.* nested_part: - 2013.com.canonical.certification::client-cert-16-04 + com.canonical.certification::client-cert-16-04 diff --git a/units/somerville-BIOS.pxu b/units/somerville-BIOS.pxu index 0b07c3a..18e5890 100644 --- a/units/somerville-BIOS.pxu +++ b/units/somerville-BIOS.pxu @@ -5,183 +5,183 @@ include: ## BIOS Whitelist for Dell projects ## Rev 1.5, 2017-03-27 # Resource Jobs - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput + com.canonical.certification::resource + com.canonical.certification::hardware + com.canonical.certification::hardware/certification somerville/recovery/desktop-disk somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dell-repository - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - 2013.com.canonical.certification::miscellanea/chvt - # 2013.com.canonical.certification::__audio__ - 2013.com.canonical.certification::audio/alsa_info_collect - 2013.com.canonical.certification::audio/alsa_info_attachment - 2013.com.canonical.certification::audio/list_devices - 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - 2013.com.canonical.certification::audio/playback_auto certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker - 2013.com.canonical.certification::audio/channels - 2013.com.canonical.certification::audio/external-linein - 2013.com.canonical.certification::audio/external-lineout - # 2013.com.canonical.certification::__benchmarks__ - # 2013.com.canonical.certification::__codecs__ - 2013.com.canonical.certification::codecs/ogg-vorbis - 2013.com.canonical.certification::codecs/wav - # 2013.com.canonical.certification::__bluetooth__ - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker - 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker - # 2013.com.canonical.certification::__camera__ - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # 2013.com.canonical.certification::__cpu__ - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - # 2013.com.canonical.certification::__disk__ - 2013.com.canonical.certification::disk/detect certification-status=blocker - # 2013.com.canonical.certification::__ethernet__ - # 2013.com.canonical.certification::__esata__ - 2013.com.canonical.certification::esata/insert certification-status=blocker - 2013.com.canonical.certification::esata/storage-test certification-status=blocker - 2013.com.canonical.certification::esata/remove certification-status=blocker - # 2013.com.canonical.certification::__firewire__ - 2013.com.canonical.certification::firewire/insert certification-status=blocker - 2013.com.canonical.certification::firewire/storage-test certification-status=blocker - 2013.com.canonical.certification::firewire/remove certification-status=blocker - # 2013.com.canonical.certification::__thunderbolt__ - 2013.com.canonical.certification::thunderbolt/insert certification-status=blocker - 2013.com.canonical.certification::thunderbolt/storage-test certification-status=blocker - 2013.com.canonical.certification::thunderbolt/remove certification-status=blocker - 2013.com.canonical.certification::thunderbolt3/insert certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt3/storage-test certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt3/remove certification-status=non-blocker - # 2013.com.canonical.certification::__firmware__ - # 2013.com.canonical.certification::__monitor__ - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker - 2013.com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::miscellanea/chvt + # com.canonical.certification::__audio__ + com.canonical.certification::audio/alsa_info_collect + com.canonical.certification::audio/alsa_info_attachment + com.canonical.certification::audio/list_devices + com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::audio/microphone-plug-detection certification-status=blocker + com.canonical.certification::audio/playback_headphones certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker + com.canonical.certification::audio/playback_auto certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker + com.canonical.certification::audio/channels + com.canonical.certification::audio/external-linein + com.canonical.certification::audio/external-lineout + # com.canonical.certification::__benchmarks__ + # com.canonical.certification::__codecs__ + com.canonical.certification::codecs/ogg-vorbis + com.canonical.certification::codecs/wav + # com.canonical.certification::__bluetooth__ + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker + com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker + # com.canonical.certification::__camera__ + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + # com.canonical.certification::__cpu__ + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + # com.canonical.certification::__disk__ + com.canonical.certification::disk/detect certification-status=blocker + # com.canonical.certification::__ethernet__ + # com.canonical.certification::__esata__ + com.canonical.certification::esata/insert certification-status=blocker + com.canonical.certification::esata/storage-test certification-status=blocker + com.canonical.certification::esata/remove certification-status=blocker + # com.canonical.certification::__firewire__ + com.canonical.certification::firewire/insert certification-status=blocker + com.canonical.certification::firewire/storage-test certification-status=blocker + com.canonical.certification::firewire/remove certification-status=blocker + # com.canonical.certification::__thunderbolt__ + com.canonical.certification::thunderbolt/insert certification-status=blocker + com.canonical.certification::thunderbolt/storage-test certification-status=blocker + com.canonical.certification::thunderbolt/remove certification-status=blocker + com.canonical.certification::thunderbolt3/insert certification-status=non-blocker + com.canonical.certification::thunderbolt3/storage-test certification-status=non-blocker + com.canonical.certification::thunderbolt3/remove certification-status=non-blocker + # com.canonical.certification::__firmware__ + # com.canonical.certification::__monitor__ + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker + com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - # 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - # 2013.com.canonical.certification::__hibernate__ - # 2013.com.canonical.certification::__input__ - 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker - 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker - 2013.com.canonical.certification::input/pointing_.* certification-status=blocker - 2013.com.canonical.certification::input/clicking_.* certification-status=blocker - 2013.com.canonical.certification::input/keyboard certification-status=blocker - 2013.com.canonical.certification::disk/hdd-parking certification-status=non-blocker - # 2013.com.canonical.certification::__keys__ - 2013.com.canonical.certification::keys/lock-screen certification-status=blocker - 2013.com.canonical.certification::keys/super certification-status=blocker - 2013.com.canonical.certification::keys/battery-info certification-status=blocker - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/media-control certification-status=blocker - 2013.com.canonical.certification::keys/mute certification-status=blocker - 2013.com.canonical.certification::keys/volume certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker - 2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker - 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker - 2013.com.canonical.certification::keys/touchpad - # 2013.com.canonical.certification::__led__ - 2013.com.canonical.certification::led/bluetooth certification-status=non-blocker - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/caps-lock certification-status=blocker - 2013.com.canonical.certification::led/mute certification-status=blocker - 2013.com.canonical.certification::led/microphone-mute certification-status=non-blocker - 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker - 2013.com.canonical.certification::led/power certification-status=blocker - 2013.com.canonical.certification::led/battery-charging - 2013.com.canonical.certification::led/battery-charged - 2013.com.canonical.certification::led/battery-low + # com.canonical.certification::__graphics__ + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + # com.canonical.certification::__hibernate__ + # com.canonical.certification::__input__ + com.canonical.certification::input/accelerometer_verify certification-status=non-blocker + com.canonical.certification::input/accelerometer certification-status=non-blocker + com.canonical.certification::input/pointing_.* certification-status=blocker + com.canonical.certification::input/clicking_.* certification-status=blocker + com.canonical.certification::input/keyboard certification-status=blocker + com.canonical.certification::disk/hdd-parking certification-status=non-blocker + # com.canonical.certification::__keys__ + com.canonical.certification::keys/lock-screen certification-status=blocker + com.canonical.certification::keys/super certification-status=blocker + com.canonical.certification::keys/battery-info certification-status=blocker + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/media-control certification-status=blocker + com.canonical.certification::keys/mute certification-status=blocker + com.canonical.certification::keys/volume certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::keys/keyboard-backlight certification-status=blocker + com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker + com.canonical.certification::keys/microphone-mute certification-status=blocker + com.canonical.certification::keys/touchpad + # com.canonical.certification::__led__ + com.canonical.certification::led/bluetooth certification-status=non-blocker + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/caps-lock certification-status=blocker + com.canonical.certification::led/mute certification-status=blocker + com.canonical.certification::led/microphone-mute certification-status=non-blocker + com.canonical.certification::led/numeric-keypad certification-status=blocker + com.canonical.certification::led/power certification-status=blocker + com.canonical.certification::led/battery-charging + com.canonical.certification::led/battery-charged + com.canonical.certification::led/battery-low # NOTE: led/power-blink-suspend and led/suspend are used later in the # testplan just after a number of suspend tests. # led/power-blink-suspend @@ -189,214 +189,214 @@ include: # NOTE: led/wireless is redundant given that we have led/wlan and # led/bluetooth already # led/wireless - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/wlan-disabled - 2013.com.canonical.certification::led/hdd - 2013.com.canonical.certification::led/touchpad - # 2013.com.canonical.certification::__mediacard__ - 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/msp-insert - 2013.com.canonical.certification::mediacard/msp-storage - 2013.com.canonical.certification::mediacard/msp-remove - 2013.com.canonical.certification::mediacard/cf-insert - 2013.com.canonical.certification::mediacard/cf-storage - 2013.com.canonical.certification::mediacard/cf-remove - 2013.com.canonical.certification::mediacard/xd-insert - 2013.com.canonical.certification::mediacard/xd-storage - 2013.com.canonical.certification::mediacard/xd-remove - # 2013.com.canonical.certification::__memory__ - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - # 2013.com.canonical.certification::__mobilebroadband__ - 2013.com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker - 2013.com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker - # 2013.com.canonical.certification::__networking__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info.* certification-status=blocker - 2013.com.canonical.certification::networking/ntp certification-status=blocker - # 2013.com.canonical.certification::__optical__ - 2013.com.canonical.certification::optical/detect certification-status=blocker - 2013.com.canonical.certification::optical/read_.* certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker - # 2013.com.canonical.certification::__power-management__ + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/wlan-disabled + com.canonical.certification::led/hdd + com.canonical.certification::led/touchpad + # com.canonical.certification::__mediacard__ + com.canonical.certification::mediacard/sd-insert certification-status=blocker + com.canonical.certification::mediacard/sd-storage certification-status=blocker + com.canonical.certification::mediacard/sd-remove certification-status=blocker + com.canonical.certification::mediacard/sdhc-insert certification-status=blocker + com.canonical.certification::mediacard/sdhc-storage certification-status=blocker + com.canonical.certification::mediacard/sdhc-remove certification-status=blocker + com.canonical.certification::mediacard/msp-insert + com.canonical.certification::mediacard/msp-storage + com.canonical.certification::mediacard/msp-remove + com.canonical.certification::mediacard/cf-insert + com.canonical.certification::mediacard/cf-storage + com.canonical.certification::mediacard/cf-remove + com.canonical.certification::mediacard/xd-insert + com.canonical.certification::mediacard/xd-storage + com.canonical.certification::mediacard/xd-remove + # com.canonical.certification::__memory__ + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + # com.canonical.certification::__mobilebroadband__ + com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker + com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker + # com.canonical.certification::__networking__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info.* certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + # com.canonical.certification::__optical__ + com.canonical.certification::optical/detect certification-status=blocker + com.canonical.certification::optical/read_.* certification-status=blocker + com.canonical.certification::optical/cdrom-write_.* certification-status=blocker + com.canonical.certification::optical/dvd-write_.* certification-status=blocker + com.canonical.certification::optical/bluray-read_.* certification-status=blocker + com.canonical.certification::optical/bluray-write_.* certification-status=blocker + # com.canonical.certification::__power-management__ # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - # 2013.com.canonical.certification::__touchpad__ - 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - 2013.com.canonical.certification::touchpad/palm-rejection certification-status=non-blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - # 2013.com.canonical.certification::__touchscreen__ - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-rotate - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker - # 2013.com.canonical.certification::__usb__ - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/HID certification-status=blocker - 2013.com.canonical.certification::usb/insert certification-status=blocker - 2013.com.canonical.certification::usb/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb/remove certification-status=blocker - 2013.com.canonical.certification::usb3/insert certification-status=blocker - 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb3/remove certification-status=blocker - 2013.com.canonical.certification::usb-c/c-to-a-adapter/hid certification-status=non-blocker - 2013.com.canonical.certification::usb-c/c-to-a-adapter/insert certification-status=non-blocker - 2013.com.canonical.certification::usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker - 2013.com.canonical.certification::usb-c/c-to-a-adapter/remove certification-status=non-blocker - 2013.com.canonical.certification::usb-c/hid certification-status=non-blocker - 2013.com.canonical.certification::usb-c/insert certification-status=non-blocker - 2013.com.canonical.certification::usb-c/storage-automated certification-status=non-blocker - 2013.com.canonical.certification::usb-c/remove certification-status=non-blocker - # 2013.com.canonical.certification::__wireless__ - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - # 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + # com.canonical.certification::__touchpad__ + com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker + com.canonical.certification::touchpad/palm-rejection certification-status=non-blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker + # com.canonical.certification::__touchscreen__ + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/multitouch-rotate + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker + # com.canonical.certification::__usb__ + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/HID certification-status=blocker + com.canonical.certification::usb/insert certification-status=blocker + com.canonical.certification::usb/storage-automated certification-status=blocker + com.canonical.certification::usb/remove certification-status=blocker + com.canonical.certification::usb3/insert certification-status=blocker + com.canonical.certification::usb3/storage-automated certification-status=blocker + com.canonical.certification::usb3/remove certification-status=blocker + com.canonical.certification::usb-c/c-to-a-adapter/hid certification-status=non-blocker + com.canonical.certification::usb-c/c-to-a-adapter/insert certification-status=non-blocker + com.canonical.certification::usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker + com.canonical.certification::usb-c/c-to-a-adapter/remove certification-status=non-blocker + com.canonical.certification::usb-c/hid certification-status=non-blocker + com.canonical.certification::usb-c/insert certification-status=non-blocker + com.canonical.certification::usb-c/storage-automated certification-status=non-blocker + com.canonical.certification::usb-c/remove certification-status=non-blocker + # com.canonical.certification::__wireless__ + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + # com.canonical.certification::__suspend__ + com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial + com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial - 2013.com.canonical.certification::keys/sleep certification-status=blocker - 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker - 2013.com.canonical.certification::led/suspend certification-status=blocker - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker - 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/msp-insert-after-suspend - 2013.com.canonical.certification::suspend/msp-storage-after-suspend - 2013.com.canonical.certification::suspend/msp-remove-after-suspend - 2013.com.canonical.certification::suspend/cf-insert-after-suspend - 2013.com.canonical.certification::suspend/cf-storage-after-suspend - 2013.com.canonical.certification::suspend/cf-remove-after-suspend - 2013.com.canonical.certification::suspend/xd-insert-after-suspend - 2013.com.canonical.certification::suspend/xd-storage-after-suspend - 2013.com.canonical.certification::suspend/xd-remove-after-suspend - 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_results_after_suspend.log - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/super - 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - 2013.com.canonical.certification::suspend/keys_after_suspend/media-control - 2013.com.canonical.certification::suspend/keys_after_suspend/mute - 2013.com.canonical.certification::suspend/keys_after_suspend/volume - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad - 2013.com.canonical.certification::suspend/led_after_suspend/bluetooth - 2013.com.canonical.certification::suspend/led_after_suspend/camera - 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock - 2013.com.canonical.certification::suspend/led_after_suspend/mute - 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute - 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad - 2013.com.canonical.certification::suspend/led_after_suspend/power - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged - 2013.com.canonical.certification::suspend/led_after_suspend/battery-low - 2013.com.canonical.certification::suspend/led_after_suspend/wlan - 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled - 2013.com.canonical.certification::suspend/led_after_suspend/hdd - 2013.com.canonical.certification::suspend/led_after_suspend/touchpad - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach - 2013.com.canonical.certification::keys/hibernate + com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial + com.canonical.certification::keys/sleep certification-status=blocker + com.canonical.certification::led/power-blink-suspend certification-status=blocker + com.canonical.certification::led/suspend certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/audio_after_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker + com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker + com.canonical.certification::camera/display_after_suspend certification-status=blocker + com.canonical.certification::camera/still_after_suspend certification-status=blocker + com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/msp-insert-after-suspend + com.canonical.certification::suspend/msp-storage-after-suspend + com.canonical.certification::suspend/msp-remove-after-suspend + com.canonical.certification::suspend/cf-insert-after-suspend + com.canonical.certification::suspend/cf-storage-after-suspend + com.canonical.certification::suspend/cf-remove-after-suspend + com.canonical.certification::suspend/xd-insert-after-suspend + com.canonical.certification::suspend/xd-storage-after-suspend + com.canonical.certification::suspend/xd-remove-after-suspend + com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_results_after_suspend.log + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/super + com.canonical.certification::suspend/keys_after_suspend/battery-info + com.canonical.certification::suspend/keys_after_suspend/brightness + com.canonical.certification::suspend/keys_after_suspend/media-control + com.canonical.certification::suspend/keys_after_suspend/mute + com.canonical.certification::suspend/keys_after_suspend/volume + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/keys_after_suspend/touchpad + com.canonical.certification::suspend/led_after_suspend/bluetooth + com.canonical.certification::suspend/led_after_suspend/camera + com.canonical.certification::suspend/led_after_suspend/caps-lock + com.canonical.certification::suspend/led_after_suspend/mute + com.canonical.certification::suspend/led_after_suspend/microphone-mute + com.canonical.certification::suspend/led_after_suspend/numeric-keypad + com.canonical.certification::suspend/led_after_suspend/power + com.canonical.certification::suspend/led_after_suspend/battery-charging + com.canonical.certification::suspend/led_after_suspend/battery-charged + com.canonical.certification::suspend/led_after_suspend/battery-low + com.canonical.certification::suspend/led_after_suspend/wlan + com.canonical.certification::suspend/led_after_suspend/wlan-disabled + com.canonical.certification::suspend/led_after_suspend/hdd + com.canonical.certification::suspend/led_after_suspend/touchpad + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::keys/hibernate somerville/suspend-power-menu somerville/suspend-power-button somerville/suspend-on-battery-power @@ -404,72 +404,72 @@ include: # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff certification-status=blocker - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot certification-status=blocker - 2013.com.canonical.certification::power-management/reboot-log-attach - 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker - 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach - 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker + com.canonical.certification::power-management/poweroff certification-status=blocker + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot certification-status=blocker + com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker + com.canonical.certification::power-management/suspend-30-cycle-log-attach + com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker # Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client - 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.* - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::cpu/clocktest - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker - 2013.com.canonical.certification::tpm2.0/.* + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::benchmarks/disk/hdparm-read_.* + com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::cpu/clocktest + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::tpm2.0/.* # Info attachment jobs - # 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + # com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.plainbox::collect-manifest + com.canonical.plainbox::collect-manifest # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/somerville-blocker.pxu b/units/somerville-blocker.pxu index aa6ca2a..3079a39 100644 --- a/units/somerville-blocker.pxu +++ b/units/somerville-blocker.pxu @@ -5,148 +5,148 @@ include: ## Online Update Whitelist for Dell projects ## Rev 1.0, 2017-04-25 # Resource Jobs - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput + com.canonical.certification::resource + com.canonical.certification::hardware + com.canonical.certification::hardware/certification somerville/query-bto-version somerville/manifest_version somerville/dell-repository - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - # 2013.com.canonical.certification::__audio__ - 2013.com.canonical.certification::audio/alsa_info_collect - 2013.com.canonical.certification::audio/alsa_info_attachment - 2013.com.canonical.certification::audio/list_devices - 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - 2013.com.canonical.certification::audio/playback_auto certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker - # 2013.com.canonical.certification::__benchmarks__ - # 2013.com.canonical.certification::__codecs__ - # 2013.com.canonical.certification::__bluetooth__ - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID certification-status=blocker - # 2013.com.canonical.certification::__camera__ - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # 2013.com.canonical.certification::__cpu__ - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - # 2013.com.canonical.certification::__disk__ - 2013.com.canonical.certification::disk/detect certification-status=blocker - # 2013.com.canonical.certification::__ethernet__ - # 2013.com.canonical.certification::__esata__ - 2013.com.canonical.certification::esata/insert certification-status=blocker - 2013.com.canonical.certification::esata/storage-test certification-status=blocker - 2013.com.canonical.certification::esata/remove certification-status=blocker - # 2013.com.canonical.certification::__firewire__ - 2013.com.canonical.certification::firewire/insert certification-status=blocker - 2013.com.canonical.certification::firewire/storage-test certification-status=blocker - 2013.com.canonical.certification::firewire/remove certification-status=blocker - # 2013.com.canonical.certification::__thunderbolt__ - 2013.com.canonical.certification::thunderbolt/insert certification-status=blocker - 2013.com.canonical.certification::thunderbolt/storage-test certification-status=blocker - 2013.com.canonical.certification::thunderbolt/remove certification-status=blocker - # 2013.com.canonical.certification::__firmware__ - # 2013.com.canonical.certification::__monitor__ - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + # com.canonical.certification::__audio__ + com.canonical.certification::audio/alsa_info_collect + com.canonical.certification::audio/alsa_info_attachment + com.canonical.certification::audio/list_devices + com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::audio/microphone-plug-detection certification-status=blocker + com.canonical.certification::audio/playback_headphones certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker + com.canonical.certification::audio/playback_auto certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker + # com.canonical.certification::__benchmarks__ + # com.canonical.certification::__codecs__ + # com.canonical.certification::__bluetooth__ + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID certification-status=blocker + # com.canonical.certification::__camera__ + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + # com.canonical.certification::__cpu__ + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + # com.canonical.certification::__disk__ + com.canonical.certification::disk/detect certification-status=blocker + # com.canonical.certification::__ethernet__ + # com.canonical.certification::__esata__ + com.canonical.certification::esata/insert certification-status=blocker + com.canonical.certification::esata/storage-test certification-status=blocker + com.canonical.certification::esata/remove certification-status=blocker + # com.canonical.certification::__firewire__ + com.canonical.certification::firewire/insert certification-status=blocker + com.canonical.certification::firewire/storage-test certification-status=blocker + com.canonical.certification::firewire/remove certification-status=blocker + # com.canonical.certification::__thunderbolt__ + com.canonical.certification::thunderbolt/insert certification-status=blocker + com.canonical.certification::thunderbolt/storage-test certification-status=blocker + com.canonical.certification::thunderbolt/remove certification-status=blocker + # com.canonical.certification::__firmware__ + # com.canonical.certification::__monitor__ + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - # 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - # 2013.com.canonical.certification::__hibernate__ - # 2013.com.canonical.certification::__input__ - 2013.com.canonical.certification::input/pointing_.* certification-status=blocker - 2013.com.canonical.certification::input/clicking_.* certification-status=blocker - 2013.com.canonical.certification::input/keyboard certification-status=blocker - # 2013.com.canonical.certification::__keys__ - 2013.com.canonical.certification::keys/lock-screen certification-status=blocker - 2013.com.canonical.certification::keys/super certification-status=blocker - 2013.com.canonical.certification::keys/battery-info certification-status=blocker - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/media-control certification-status=blocker - 2013.com.canonical.certification::keys/mute certification-status=blocker - 2013.com.canonical.certification::keys/volume certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker - 2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker - 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker - # 2013.com.canonical.certification::__led__ - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/caps-lock certification-status=blocker - 2013.com.canonical.certification::led/mute certification-status=blocker - 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker - 2013.com.canonical.certification::led/power certification-status=blocker + # com.canonical.certification::__graphics__ + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + # com.canonical.certification::__hibernate__ + # com.canonical.certification::__input__ + com.canonical.certification::input/pointing_.* certification-status=blocker + com.canonical.certification::input/clicking_.* certification-status=blocker + com.canonical.certification::input/keyboard certification-status=blocker + # com.canonical.certification::__keys__ + com.canonical.certification::keys/lock-screen certification-status=blocker + com.canonical.certification::keys/super certification-status=blocker + com.canonical.certification::keys/battery-info certification-status=blocker + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/media-control certification-status=blocker + com.canonical.certification::keys/mute certification-status=blocker + com.canonical.certification::keys/volume certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::keys/keyboard-backlight certification-status=blocker + com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker + com.canonical.certification::keys/microphone-mute certification-status=blocker + # com.canonical.certification::__led__ + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/caps-lock certification-status=blocker + com.canonical.certification::led/mute certification-status=blocker + com.canonical.certification::led/numeric-keypad certification-status=blocker + com.canonical.certification::led/power certification-status=blocker # NOTE: led/power-blink-suspend and led/suspend are used later in the # testplan just after a number of suspend tests. # led/power-blink-suspend @@ -154,218 +154,218 @@ include: # NOTE: led/wireless is redundant given that we have led/wlan and # led/bluetooth already # led/wireless - # 2013.com.canonical.certification::__mediacard__ - 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - # 2013.com.canonical.certification::__memory__ - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - # 2013.com.canonical.certification::__mobilebroadband__ - # 2013.com.canonical.certification::__networking__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info.* certification-status=blocker - 2013.com.canonical.certification::networking/ntp certification-status=blocker - # 2013.com.canonical.certification::__optical__ - 2013.com.canonical.certification::optical/detect certification-status=blocker - 2013.com.canonical.certification::optical/read_.* certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker - # 2013.com.canonical.certification::__power-management__ + # com.canonical.certification::__mediacard__ + com.canonical.certification::mediacard/sd-insert certification-status=blocker + com.canonical.certification::mediacard/sd-storage certification-status=blocker + com.canonical.certification::mediacard/sd-remove certification-status=blocker + com.canonical.certification::mediacard/sdhc-insert certification-status=blocker + com.canonical.certification::mediacard/sdhc-storage certification-status=blocker + com.canonical.certification::mediacard/sdhc-remove certification-status=blocker + # com.canonical.certification::__memory__ + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + # com.canonical.certification::__mobilebroadband__ + # com.canonical.certification::__networking__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info.* certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + # com.canonical.certification::__optical__ + com.canonical.certification::optical/detect certification-status=blocker + com.canonical.certification::optical/read_.* certification-status=blocker + com.canonical.certification::optical/cdrom-write_.* certification-status=blocker + com.canonical.certification::optical/dvd-write_.* certification-status=blocker + com.canonical.certification::optical/bluray-read_.* certification-status=blocker + com.canonical.certification::optical/bluray-write_.* certification-status=blocker + # com.canonical.certification::__power-management__ # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - # 2013.com.canonical.certification::__touchpad__ - 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - # 2013.com.canonical.certification::__touchscreen__ - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - # 2013.com.canonical.certification::__usb__ - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/HID certification-status=blocker - 2013.com.canonical.certification::usb/insert certification-status=blocker - 2013.com.canonical.certification::usb/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb/remove certification-status=blocker - 2013.com.canonical.certification::usb3/insert certification-status=blocker - 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb3/remove certification-status=blocker - # 2013.com.canonical.certification::__wireless__ - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - # 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + # com.canonical.certification::__touchpad__ + com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + # com.canonical.certification::__touchscreen__ + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + # com.canonical.certification::__usb__ + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/HID certification-status=blocker + com.canonical.certification::usb/insert certification-status=blocker + com.canonical.certification::usb/storage-automated certification-status=blocker + com.canonical.certification::usb/remove certification-status=blocker + com.canonical.certification::usb3/insert certification-status=blocker + com.canonical.certification::usb3/storage-automated certification-status=blocker + com.canonical.certification::usb3/remove certification-status=blocker + # com.canonical.certification::__wireless__ + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + # com.canonical.certification::__suspend__ + com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial + com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::keys/sleep certification-status=blocker - 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker - 2013.com.canonical.certification::led/suspend certification-status=blocker - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker - 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_results_after_suspend.log - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/super - 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - 2013.com.canonical.certification::suspend/keys_after_suspend/media-control - 2013.com.canonical.certification::suspend/keys_after_suspend/mute - 2013.com.canonical.certification::suspend/keys_after_suspend/volume - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad - 2013.com.canonical.certification::suspend/led_after_suspend/bluetooth - 2013.com.canonical.certification::suspend/led_after_suspend/camera - 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock - 2013.com.canonical.certification::suspend/led_after_suspend/mute - 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad - 2013.com.canonical.certification::suspend/led_after_suspend/power + com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::keys/sleep certification-status=blocker + com.canonical.certification::led/power-blink-suspend certification-status=blocker + com.canonical.certification::led/suspend certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/audio_after_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker + com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker + com.canonical.certification::camera/display_after_suspend certification-status=blocker + com.canonical.certification::camera/still_after_suspend certification-status=blocker + com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_results_after_suspend.log + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/super + com.canonical.certification::suspend/keys_after_suspend/battery-info + com.canonical.certification::suspend/keys_after_suspend/brightness + com.canonical.certification::suspend/keys_after_suspend/media-control + com.canonical.certification::suspend/keys_after_suspend/mute + com.canonical.certification::suspend/keys_after_suspend/volume + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/keys_after_suspend/touchpad + com.canonical.certification::suspend/led_after_suspend/bluetooth + com.canonical.certification::suspend/led_after_suspend/camera + com.canonical.certification::suspend/led_after_suspend/caps-lock + com.canonical.certification::suspend/led_after_suspend/mute + com.canonical.certification::suspend/led_after_suspend/numeric-keypad + com.canonical.certification::suspend/led_after_suspend/power # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff certification-status=blocker - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot certification-status=blocker - 2013.com.canonical.certification::power-management/reboot-log-attach - # 2013.com.canonical.certification::__install__ + com.canonical.certification::power-management/poweroff certification-status=blocker + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot certification-status=blocker + com.canonical.certification::power-management/reboot-log-attach + # com.canonical.certification::__install__ # Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker # Info attachment jobs - # 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + # com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.plainbox::collect-manifest - 2013.com.canonical.certification::miscellanea/device_check + com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/device_check # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/somerville-cpu.pxu b/units/somerville-cpu.pxu index 8fe32b4..cb7fabc 100644 --- a/units/somerville-cpu.pxu +++ b/units/somerville-cpu.pxu @@ -5,165 +5,165 @@ include: ## CPU Whitelist for Dell projects ## Rev 1.3, 2017-03-27 # Resource Jobs - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput + com.canonical.certification::resource + com.canonical.certification::hardware + com.canonical.certification::hardware/certification somerville/recovery/desktop-disk somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dell-repository - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - 2013.com.canonical.certification::miscellanea/chvt - # 2013.com.canonical.certification::__audio__ - # 2013.com.canonical.certification::__benchmarks__ - # 2013.com.canonical.certification::__cpu__ - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - # 2013.com.canonical.certification::__monitor__ - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker - 2013.com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::miscellanea/chvt + # com.canonical.certification::__audio__ + # com.canonical.certification::__benchmarks__ + # com.canonical.certification::__cpu__ + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + # com.canonical.certification::__monitor__ + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker + com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - # 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - # 2013.com.canonical.certification::__hibernate__ - # 2013.com.canonical.certification::__keys__ - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - # 2013.com.canonical.certification::__memory__ - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - # 2013.com.canonical.certification::__networking__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info.* - 2013.com.canonical.certification::networking/ntp certification-status=blocker - # 2013.com.canonical.certification::__power-management__ + # com.canonical.certification::__graphics__ + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + # com.canonical.certification::__hibernate__ + # com.canonical.certification::__keys__ + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + # com.canonical.certification::__memory__ + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + # com.canonical.certification::__networking__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info.* + com.canonical.certification::networking/ntp certification-status=blocker + # com.canonical.certification::__power-management__ # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - # 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + # com.canonical.certification::__suspend__ + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial + com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/brightness + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach somerville/suspend-power-menu somerville/suspend-power-button somerville/suspend-on-battery-power @@ -171,68 +171,68 @@ include: # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff certification-status=blocker - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot certification-status=blocker - 2013.com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/poweroff certification-status=blocker + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot certification-status=blocker + com.canonical.certification::power-management/reboot-log-attach # Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::cpu/clocktest - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::cpu/clocktest + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker # Info attachment jobs - # 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + # com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.plainbox::collect-manifest - 2013.com.canonical.certification::miscellanea/device_check + com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/device_check # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/somerville-dock.pxu b/units/somerville-dock.pxu index 655c40c..225ff1d 100644 --- a/units/somerville-dock.pxu +++ b/units/somerville-dock.pxu @@ -5,125 +5,125 @@ description: This test plan is used to check the docking functionalities and the include: ## Dock Whitelist for Dell projects ## Rev 2.0, 2016-09-07 - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::device - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::resource + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::device + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::xinput + com.canonical.certification::resource # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification + com.canonical.certification::hardware + com.canonical.certification::hardware/certification somerville somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dock-audio-list-devices # Tester information - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info # Dock Jobs - 2013.com.canonical.certification::__dock__ - 2013.com.canonical.certification::dock/cold-plug certification-status=blocker - 2013.com.canonical.certification::dock/power-button certification-status=blocker - 2013.com.canonical.certification::dock/monitor-displayport certification-status=blocker - 2013.com.canonical.certification::dock/audio-playback-displayport certification-status=blocker - 2013.com.canonical.certification::dock/monitor-dvi certification-status=blocker - 2013.com.canonical.certification::dock/monitor-hdmi certification-status=blocker - 2013.com.canonical.certification::dock/audio-playback-hdmi certification-status=blocker - 2013.com.canonical.certification::dock/monitor-vga certification-status=blocker - 2013.com.canonical.certification::dock/monitor_type-c_displayport certification-status=blocker + com.canonical.certification::__dock__ + com.canonical.certification::dock/cold-plug certification-status=blocker + com.canonical.certification::dock/power-button certification-status=blocker + com.canonical.certification::dock/monitor-displayport certification-status=blocker + com.canonical.certification::dock/audio-playback-displayport certification-status=blocker + com.canonical.certification::dock/monitor-dvi certification-status=blocker + com.canonical.certification::dock/monitor-hdmi certification-status=blocker + com.canonical.certification::dock/audio-playback-hdmi certification-status=blocker + com.canonical.certification::dock/monitor-vga certification-status=blocker + com.canonical.certification::dock/monitor_type-c_displayport certification-status=blocker somerville/dock_playback_type-c_displayport - 2013.com.canonical.certification::dock/monitor_type-c_hdmi certification-status=blocker + com.canonical.certification::dock/monitor_type-c_hdmi certification-status=blocker somerville/dock_playback_type-c_hdmi - 2013.com.canonical.certification::dock/monitor_type-c_vga certification-status=blocker - 2013.com.canonical.certification::dock/keys-video-out certification-status=blocker + com.canonical.certification::dock/monitor_type-c_vga certification-status=blocker + com.canonical.certification::dock/keys-video-out certification-status=blocker somerville/dock-monitor-dual-head somerville/dock-monitor-triple-head - 2013.com.canonical.certification::dock/audio-alsa-info-collect - 2013.com.canonical.certification::dock/audio-alsa-info-attachment - 2013.com.canonical.certification::dock/audio-list-devices - 2013.com.canonical.certification::dock/audio-speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::dock/audio-playback-headphones certification-status=blocker - 2013.com.canonical.certification::dock/audio-microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::dock/audio-alsa-record-playback-external certification-status=blocker - 2013.com.canonical.certification::dock/audio-external-linein - 2013.com.canonical.certification::dock/audio-external-lineout - 2013.com.canonical.certification::dock/networking-gateway-ping certification-status=blocker - 2013.com.canonical.certification::dock/networking-ntp certification-status=blocker - 2013.com.canonical.certification::dock/mac-address-pass-through - 2013.com.canonical.certification::dock/usb-HID certification-status=blocker - 2013.com.canonical.certification::dock/usb-insert certification-status=blocker - 2013.com.canonical.certification::dock/usb-storage-automated certification-status=blocker - 2013.com.canonical.certification::dock/usb-remove certification-status=blocker - 2013.com.canonical.certification::dock/usb3-insert certification-status=blocker - 2013.com.canonical.certification::dock/usb3-storage-automated certification-status=blocker - 2013.com.canonical.certification::dock/usb3-remove certification-status=blocker - 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/insert certification-status=blocker - 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated certification-status=blocker - 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/remove certification-status=blocker - 2013.com.canonical.certification::dock/usb-c/insert - 2013.com.canonical.certification::dock/usb-c/storage-automated - 2013.com.canonical.certification::dock/usb-c/remove - 2013.com.canonical.certification::dock/battery-charging certification-status=blocker - 2013.com.canonical.certification::dock/thunderbolt-insert - 2013.com.canonical.certification::dock/thunderbolt-storage-test - 2013.com.canonical.certification::dock/thunderbolt-remove - 2013.com.canonical.certification::dock/network-before-suspend - 2013.com.canonical.certification::dock/audio-before-suspend - 2013.com.canonical.certification::dock/hotplug - 2013.com.canonical.certification::dock/hotplug-ethernet - 2013.com.canonical.certification::dock/hotplug-usb3-insert - 2013.com.canonical.certification::dock/hotplug-usb3-storage-automated - 2013.com.canonical.certification::dock/hotplug-usb3-remove + com.canonical.certification::dock/audio-alsa-info-collect + com.canonical.certification::dock/audio-alsa-info-attachment + com.canonical.certification::dock/audio-list-devices + com.canonical.certification::dock/audio-speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::dock/audio-playback-headphones certification-status=blocker + com.canonical.certification::dock/audio-microphone-plug-detection certification-status=blocker + com.canonical.certification::dock/audio-alsa-record-playback-external certification-status=blocker + com.canonical.certification::dock/audio-external-linein + com.canonical.certification::dock/audio-external-lineout + com.canonical.certification::dock/networking-gateway-ping certification-status=blocker + com.canonical.certification::dock/networking-ntp certification-status=blocker + com.canonical.certification::dock/mac-address-pass-through + com.canonical.certification::dock/usb-HID certification-status=blocker + com.canonical.certification::dock/usb-insert certification-status=blocker + com.canonical.certification::dock/usb-storage-automated certification-status=blocker + com.canonical.certification::dock/usb-remove certification-status=blocker + com.canonical.certification::dock/usb3-insert certification-status=blocker + com.canonical.certification::dock/usb3-storage-automated certification-status=blocker + com.canonical.certification::dock/usb3-remove certification-status=blocker + com.canonical.certification::dock/usb-c/c-to-a-adapter/insert certification-status=blocker + com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated certification-status=blocker + com.canonical.certification::dock/usb-c/c-to-a-adapter/remove certification-status=blocker + com.canonical.certification::dock/usb-c/insert + com.canonical.certification::dock/usb-c/storage-automated + com.canonical.certification::dock/usb-c/remove + com.canonical.certification::dock/battery-charging certification-status=blocker + com.canonical.certification::dock/thunderbolt-insert + com.canonical.certification::dock/thunderbolt-storage-test + com.canonical.certification::dock/thunderbolt-remove + com.canonical.certification::dock/network-before-suspend + com.canonical.certification::dock/audio-before-suspend + com.canonical.certification::dock/hotplug + com.canonical.certification::dock/hotplug-ethernet + com.canonical.certification::dock/hotplug-usb3-insert + com.canonical.certification::dock/hotplug-usb3-storage-automated + com.canonical.certification::dock/hotplug-usb3-remove somerville/hotplug-usb-insert somerville/hotplug-usb-storage-automated somerville/hotplug-usb-remove - 2013.com.canonical.certification::dock/hotplug-monitor-displayport - 2013.com.canonical.certification::dock/hotplug-monitor-hdmi + com.canonical.certification::dock/hotplug-monitor-displayport + com.canonical.certification::dock/hotplug-monitor-hdmi somerville/dock-hotplug_playback_type-c_displayport somerville/dock-hotplug_playback_type-c_hdmi - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::dock/power-button-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/networking-gateway-ping-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/mac-address-pass-through-after-suspend - 2013.com.canonical.certification::dock/audio-speaker-headphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/audio-playback-headphones-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/audio-microphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/audio-alsa-record-playback-external-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-HID-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-storage-automated-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb3-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb3-storage-automated-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb3-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-c/insert-after-suspend - 2013.com.canonical.certification::dock/usb-c/storage-automated-after-suspend - 2013.com.canonical.certification::dock/usb-c/remove-after-suspend - 2013.com.canonical.certification::dock/monitor-displayport-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor-dvi-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor-hdmi-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor-vga-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor_type-c_displayport-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor_type-c_hdmi-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor_type-c_vga-after-suspend certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::dock/power-button-after-suspend certification-status=blocker + com.canonical.certification::dock/networking-gateway-ping-after-suspend certification-status=blocker + com.canonical.certification::dock/mac-address-pass-through-after-suspend + com.canonical.certification::dock/audio-speaker-headphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::dock/audio-playback-headphones-after-suspend certification-status=blocker + com.canonical.certification::dock/audio-microphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::dock/audio-alsa-record-playback-external-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-HID-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-insert-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-storage-automated-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-remove-after-suspend certification-status=blocker + com.canonical.certification::dock/usb3-insert-after-suspend certification-status=blocker + com.canonical.certification::dock/usb3-storage-automated-after-suspend certification-status=blocker + com.canonical.certification::dock/usb3-remove-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-c/c-to-a-adapter/insert-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-c/c-to-a-adapter/remove-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-c/insert-after-suspend + com.canonical.certification::dock/usb-c/storage-automated-after-suspend + com.canonical.certification::dock/usb-c/remove-after-suspend + com.canonical.certification::dock/monitor-displayport-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor-dvi-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor-hdmi-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor-vga-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor_type-c_displayport-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor_type-c_hdmi-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor_type-c_vga-after-suspend certification-status=blocker somerville/dock-monitor-dual-head-after-suspend somerville/dock-monitor-triple-head-after-suspend somerville/hot-plug-after-suspend @@ -136,51 +136,51 @@ include: somerville/hotplug-usb3-remove-after-suspend somerville/hotplug-monitor-displayport-after-suspend somerville/hotplug-monitor-hdmi-after-suspend - 2013.com.canonical.certification::dock/suspend-dock-resume - 2013.com.canonical.certification::dock/ethernet-after-suspend-dock-resume + com.canonical.certification::dock/suspend-dock-resume + com.canonical.certification::dock/ethernet-after-suspend-dock-resume somerville/usb-insert-after-suspend-dock-resume somerville/usb-storage-automated-after-suspend-dock-resume somerville/usb-remove-after-suspend-dock-resume - 2013.com.canonical.certification::dock/usb3-insert-after-suspend-dock-resume - 2013.com.canonical.certification::dock/usb3-storage-automated-after-suspend-dock-resume - 2013.com.canonical.certification::dock/usb3-remove-after-suspend-dock-resume - 2013.com.canonical.certification::dock/monitor-displayport-after-suspend-dock-resume - 2013.com.canonical.certification::dock/monitor-hdmi-after-suspend-dock-resume - 2013.com.canonical.certification::dock/suspend-undock-resume certification-status=blocker + com.canonical.certification::dock/usb3-insert-after-suspend-dock-resume + com.canonical.certification::dock/usb3-storage-automated-after-suspend-dock-resume + com.canonical.certification::dock/usb3-remove-after-suspend-dock-resume + com.canonical.certification::dock/monitor-displayport-after-suspend-dock-resume + com.canonical.certification::dock/monitor-hdmi-after-suspend-dock-resume + com.canonical.certification::dock/suspend-undock-resume certification-status=blocker # File Attachment Jobs - 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_network_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::udev_resource_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::info/hdparm - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/buildstamp - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/audio_device_driver - 2013.com.canonical.certification::info/network_devices - 2013.com.canonical.certification::info/xrandr - 2013.com.canonical.certification::info/disk_partitions + com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_network_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::udev_resource_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::info/hdparm + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/buildstamp + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/audio_device_driver + com.canonical.certification::info/network_devices + com.canonical.certification::info/xrandr + com.canonical.certification::info/disk_partitions mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources - 2013.com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/submission-resources + com.canonical.plainbox::collect-manifest diff --git a/units/somerville-full.pxu b/units/somerville-full.pxu index 415d3fc..9151546 100644 --- a/units/somerville-full.pxu +++ b/units/somerville-full.pxu @@ -5,30 +5,30 @@ include: ## Full Whitelist for Dell projects ## Rev 1.9, 2017-03-27 # Resource Jobs - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput + com.canonical.certification::resource + com.canonical.certification::hardware + com.canonical.certification::hardware/certification somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku @@ -36,154 +36,154 @@ include: somerville/manifest_version somerville/dell-repository somerville/platform-meta-test - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - 2013.com.canonical.certification::miscellanea/chvt - # 2013.com.canonical.certification::__audio__ - 2013.com.canonical.certification::audio/alsa_info_collect - 2013.com.canonical.certification::audio/alsa_info_attachment - 2013.com.canonical.certification::audio/list_devices - 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - 2013.com.canonical.certification::audio/playback_auto certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker - 2013.com.canonical.certification::audio/channels - 2013.com.canonical.certification::audio/external-linein - 2013.com.canonical.certification::audio/external-lineout - # 2013.com.canonical.certification::__benchmarks__ - # 2013.com.canonical.certification::__codecs__ - 2013.com.canonical.certification::codecs/ogg-vorbis - 2013.com.canonical.certification::codecs/wav - # 2013.com.canonical.certification::__bluetooth__ - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker - 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker - # 2013.com.canonical.certification::__camera__ - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # 2013.com.canonical.certification::__cpu__ - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - # 2013.com.canonical.certification::__disk__ - 2013.com.canonical.certification::disk/detect certification-status=blocker - # 2013.com.canonical.certification::__ethernet__ - # 2013.com.canonical.certification::__esata__ - 2013.com.canonical.certification::esata/insert certification-status=blocker - 2013.com.canonical.certification::esata/storage-test certification-status=blocker - 2013.com.canonical.certification::esata/remove certification-status=blocker - # 2013.com.canonical.certification::__firewire__ - 2013.com.canonical.certification::firewire/insert certification-status=blocker - 2013.com.canonical.certification::firewire/storage-test certification-status=blocker - 2013.com.canonical.certification::firewire/remove certification-status=blocker - # 2013.com.canonical.certification::__thunderbolt__ - 2013.com.canonical.certification::thunderbolt/insert certification-status=blocker - 2013.com.canonical.certification::thunderbolt/storage-test certification-status=blocker - 2013.com.canonical.certification::thunderbolt/remove certification-status=blocker - 2013.com.canonical.certification::thunderbolt3/insert certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt3/storage-test certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt3/remove certification-status=non-blocker - # 2013.com.canonical.certification::__firmware__ - # 2013.com.canonical.certification::__monitor__ - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker - 2013.com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::miscellanea/chvt + # com.canonical.certification::__audio__ + com.canonical.certification::audio/alsa_info_collect + com.canonical.certification::audio/alsa_info_attachment + com.canonical.certification::audio/list_devices + com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::audio/microphone-plug-detection certification-status=blocker + com.canonical.certification::audio/playback_headphones certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker + com.canonical.certification::audio/playback_auto certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker + com.canonical.certification::audio/channels + com.canonical.certification::audio/external-linein + com.canonical.certification::audio/external-lineout + # com.canonical.certification::__benchmarks__ + # com.canonical.certification::__codecs__ + com.canonical.certification::codecs/ogg-vorbis + com.canonical.certification::codecs/wav + # com.canonical.certification::__bluetooth__ + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker + com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker + # com.canonical.certification::__camera__ + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + # com.canonical.certification::__cpu__ + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + # com.canonical.certification::__disk__ + com.canonical.certification::disk/detect certification-status=blocker + # com.canonical.certification::__ethernet__ + # com.canonical.certification::__esata__ + com.canonical.certification::esata/insert certification-status=blocker + com.canonical.certification::esata/storage-test certification-status=blocker + com.canonical.certification::esata/remove certification-status=blocker + # com.canonical.certification::__firewire__ + com.canonical.certification::firewire/insert certification-status=blocker + com.canonical.certification::firewire/storage-test certification-status=blocker + com.canonical.certification::firewire/remove certification-status=blocker + # com.canonical.certification::__thunderbolt__ + com.canonical.certification::thunderbolt/insert certification-status=blocker + com.canonical.certification::thunderbolt/storage-test certification-status=blocker + com.canonical.certification::thunderbolt/remove certification-status=blocker + com.canonical.certification::thunderbolt3/insert certification-status=non-blocker + com.canonical.certification::thunderbolt3/storage-test certification-status=non-blocker + com.canonical.certification::thunderbolt3/remove certification-status=non-blocker + # com.canonical.certification::__firmware__ + # com.canonical.certification::__monitor__ + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker + com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - # 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - # 2013.com.canonical.certification::__hibernate__ - # 2013.com.canonical.certification::__input__ - 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker - 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker - 2013.com.canonical.certification::input/pointing_.* certification-status=blocker - 2013.com.canonical.certification::input/clicking_.* certification-status=blocker - 2013.com.canonical.certification::input/keyboard certification-status=blocker - 2013.com.canonical.certification::disk/hdd-parking certification-status=non-blocker - # 2013.com.canonical.certification::__keys__ - 2013.com.canonical.certification::keys/lock-screen certification-status=blocker - 2013.com.canonical.certification::keys/super certification-status=blocker - 2013.com.canonical.certification::keys/battery-info certification-status=blocker - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/media-control certification-status=blocker - 2013.com.canonical.certification::keys/mute certification-status=blocker - 2013.com.canonical.certification::keys/volume certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker - 2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker - 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker - 2013.com.canonical.certification::keys/touchpad - # 2013.com.canonical.certification::__led__ - 2013.com.canonical.certification::led/bluetooth certification-status=non-blocker - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/caps-lock certification-status=blocker - 2013.com.canonical.certification::led/mute certification-status=blocker - 2013.com.canonical.certification::led/microphone-mute certification-status=non-blocker - 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker - 2013.com.canonical.certification::led/power certification-status=blocker - 2013.com.canonical.certification::led/battery-charging - 2013.com.canonical.certification::led/battery-charged - 2013.com.canonical.certification::led/battery-low + # com.canonical.certification::__graphics__ + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + # com.canonical.certification::__hibernate__ + # com.canonical.certification::__input__ + com.canonical.certification::input/accelerometer_verify certification-status=non-blocker + com.canonical.certification::input/accelerometer certification-status=non-blocker + com.canonical.certification::input/pointing_.* certification-status=blocker + com.canonical.certification::input/clicking_.* certification-status=blocker + com.canonical.certification::input/keyboard certification-status=blocker + com.canonical.certification::disk/hdd-parking certification-status=non-blocker + # com.canonical.certification::__keys__ + com.canonical.certification::keys/lock-screen certification-status=blocker + com.canonical.certification::keys/super certification-status=blocker + com.canonical.certification::keys/battery-info certification-status=blocker + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/media-control certification-status=blocker + com.canonical.certification::keys/mute certification-status=blocker + com.canonical.certification::keys/volume certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::keys/keyboard-backlight certification-status=blocker + com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker + com.canonical.certification::keys/microphone-mute certification-status=blocker + com.canonical.certification::keys/touchpad + # com.canonical.certification::__led__ + com.canonical.certification::led/bluetooth certification-status=non-blocker + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/caps-lock certification-status=blocker + com.canonical.certification::led/mute certification-status=blocker + com.canonical.certification::led/microphone-mute certification-status=non-blocker + com.canonical.certification::led/numeric-keypad certification-status=blocker + com.canonical.certification::led/power certification-status=blocker + com.canonical.certification::led/battery-charging + com.canonical.certification::led/battery-charged + com.canonical.certification::led/battery-low # NOTE: led/power-blink-suspend and led/suspend are used later in the # testplan just after a number of suspend tests. # led/power-blink-suspend @@ -191,214 +191,214 @@ include: # NOTE: led/wireless is redundant given that we have led/wlan and # led/bluetooth already # led/wireless - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/wlan-disabled - 2013.com.canonical.certification::led/hdd - 2013.com.canonical.certification::led/touchpad - # 2013.com.canonical.certification::__mediacard__ - 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/msp-insert - 2013.com.canonical.certification::mediacard/msp-storage - 2013.com.canonical.certification::mediacard/msp-remove - 2013.com.canonical.certification::mediacard/cf-insert - 2013.com.canonical.certification::mediacard/cf-storage - 2013.com.canonical.certification::mediacard/cf-remove - 2013.com.canonical.certification::mediacard/xd-insert - 2013.com.canonical.certification::mediacard/xd-storage - 2013.com.canonical.certification::mediacard/xd-remove - # 2013.com.canonical.certification::__memory__ - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - # 2013.com.canonical.certification::__mobilebroadband__ - 2013.com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker - 2013.com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker - # 2013.com.canonical.certification::__networking__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info.* certification-status=blocker - 2013.com.canonical.certification::networking/ntp certification-status=blocker - # 2013.com.canonical.certification::__optical__ - 2013.com.canonical.certification::optical/detect certification-status=blocker - 2013.com.canonical.certification::optical/read_.* certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker - # 2013.com.canonical.certification::__power-management__ + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/wlan-disabled + com.canonical.certification::led/hdd + com.canonical.certification::led/touchpad + # com.canonical.certification::__mediacard__ + com.canonical.certification::mediacard/sd-insert certification-status=blocker + com.canonical.certification::mediacard/sd-storage certification-status=blocker + com.canonical.certification::mediacard/sd-remove certification-status=blocker + com.canonical.certification::mediacard/sdhc-insert certification-status=blocker + com.canonical.certification::mediacard/sdhc-storage certification-status=blocker + com.canonical.certification::mediacard/sdhc-remove certification-status=blocker + com.canonical.certification::mediacard/msp-insert + com.canonical.certification::mediacard/msp-storage + com.canonical.certification::mediacard/msp-remove + com.canonical.certification::mediacard/cf-insert + com.canonical.certification::mediacard/cf-storage + com.canonical.certification::mediacard/cf-remove + com.canonical.certification::mediacard/xd-insert + com.canonical.certification::mediacard/xd-storage + com.canonical.certification::mediacard/xd-remove + # com.canonical.certification::__memory__ + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + # com.canonical.certification::__mobilebroadband__ + com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker + com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker + # com.canonical.certification::__networking__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info.* certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + # com.canonical.certification::__optical__ + com.canonical.certification::optical/detect certification-status=blocker + com.canonical.certification::optical/read_.* certification-status=blocker + com.canonical.certification::optical/cdrom-write_.* certification-status=blocker + com.canonical.certification::optical/dvd-write_.* certification-status=blocker + com.canonical.certification::optical/bluray-read_.* certification-status=blocker + com.canonical.certification::optical/bluray-write_.* certification-status=blocker + # com.canonical.certification::__power-management__ # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - # 2013.com.canonical.certification::__touchpad__ - 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - 2013.com.canonical.certification::touchpad/palm-rejection certification-status=non-blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - # 2013.com.canonical.certification::__touchscreen__ - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-rotate - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker - # 2013.com.canonical.certification::__usb__ - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/HID certification-status=blocker - 2013.com.canonical.certification::usb/insert certification-status=blocker - 2013.com.canonical.certification::usb/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb/remove certification-status=blocker - 2013.com.canonical.certification::usb3/insert certification-status=blocker - 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb3/remove certification-status=blocker - 2013.com.canonical.certification::usb-c/c-to-a-adapter/hid certification-status=non-blocker - 2013.com.canonical.certification::usb-c/c-to-a-adapter/insert certification-status=non-blocker - 2013.com.canonical.certification::usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker - 2013.com.canonical.certification::usb-c/c-to-a-adapter/remove certification-status=non-blocker - 2013.com.canonical.certification::usb-c/hid certification-status=non-blocker - 2013.com.canonical.certification::usb-c/insert certification-status=non-blocker - 2013.com.canonical.certification::usb-c/storage-automated certification-status=non-blocker - 2013.com.canonical.certification::usb-c/remove certification-status=non-blocker - # 2013.com.canonical.certification::__wireless__ - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - # 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + # com.canonical.certification::__touchpad__ + com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker + com.canonical.certification::touchpad/palm-rejection certification-status=non-blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker + # com.canonical.certification::__touchscreen__ + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/multitouch-rotate + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker + # com.canonical.certification::__usb__ + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/HID certification-status=blocker + com.canonical.certification::usb/insert certification-status=blocker + com.canonical.certification::usb/storage-automated certification-status=blocker + com.canonical.certification::usb/remove certification-status=blocker + com.canonical.certification::usb3/insert certification-status=blocker + com.canonical.certification::usb3/storage-automated certification-status=blocker + com.canonical.certification::usb3/remove certification-status=blocker + com.canonical.certification::usb-c/c-to-a-adapter/hid certification-status=non-blocker + com.canonical.certification::usb-c/c-to-a-adapter/insert certification-status=non-blocker + com.canonical.certification::usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker + com.canonical.certification::usb-c/c-to-a-adapter/remove certification-status=non-blocker + com.canonical.certification::usb-c/hid certification-status=non-blocker + com.canonical.certification::usb-c/insert certification-status=non-blocker + com.canonical.certification::usb-c/storage-automated certification-status=non-blocker + com.canonical.certification::usb-c/remove certification-status=non-blocker + # com.canonical.certification::__wireless__ + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + # com.canonical.certification::__suspend__ + com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial + com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial - 2013.com.canonical.certification::keys/sleep certification-status=blocker - 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker - 2013.com.canonical.certification::led/suspend certification-status=blocker - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker - 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/msp-insert-after-suspend - 2013.com.canonical.certification::suspend/msp-storage-after-suspend - 2013.com.canonical.certification::suspend/msp-remove-after-suspend - 2013.com.canonical.certification::suspend/cf-insert-after-suspend - 2013.com.canonical.certification::suspend/cf-storage-after-suspend - 2013.com.canonical.certification::suspend/cf-remove-after-suspend - 2013.com.canonical.certification::suspend/xd-insert-after-suspend - 2013.com.canonical.certification::suspend/xd-storage-after-suspend - 2013.com.canonical.certification::suspend/xd-remove-after-suspend - 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_results_after_suspend.log - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/super - 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - 2013.com.canonical.certification::suspend/keys_after_suspend/media-control - 2013.com.canonical.certification::suspend/keys_after_suspend/mute - 2013.com.canonical.certification::suspend/keys_after_suspend/volume - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad - 2013.com.canonical.certification::suspend/led_after_suspend/bluetooth - 2013.com.canonical.certification::suspend/led_after_suspend/camera - 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock - 2013.com.canonical.certification::suspend/led_after_suspend/mute - 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute - 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad - 2013.com.canonical.certification::suspend/led_after_suspend/power - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged - 2013.com.canonical.certification::suspend/led_after_suspend/battery-low - 2013.com.canonical.certification::suspend/led_after_suspend/wlan - 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled - 2013.com.canonical.certification::suspend/led_after_suspend/hdd - 2013.com.canonical.certification::suspend/led_after_suspend/touchpad - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach - 2013.com.canonical.certification::keys/hibernate + com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial + com.canonical.certification::keys/sleep certification-status=blocker + com.canonical.certification::led/power-blink-suspend certification-status=blocker + com.canonical.certification::led/suspend certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/audio_after_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker + com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker + com.canonical.certification::camera/display_after_suspend certification-status=blocker + com.canonical.certification::camera/still_after_suspend certification-status=blocker + com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/msp-insert-after-suspend + com.canonical.certification::suspend/msp-storage-after-suspend + com.canonical.certification::suspend/msp-remove-after-suspend + com.canonical.certification::suspend/cf-insert-after-suspend + com.canonical.certification::suspend/cf-storage-after-suspend + com.canonical.certification::suspend/cf-remove-after-suspend + com.canonical.certification::suspend/xd-insert-after-suspend + com.canonical.certification::suspend/xd-storage-after-suspend + com.canonical.certification::suspend/xd-remove-after-suspend + com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_results_after_suspend.log + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/super + com.canonical.certification::suspend/keys_after_suspend/battery-info + com.canonical.certification::suspend/keys_after_suspend/brightness + com.canonical.certification::suspend/keys_after_suspend/media-control + com.canonical.certification::suspend/keys_after_suspend/mute + com.canonical.certification::suspend/keys_after_suspend/volume + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/keys_after_suspend/touchpad + com.canonical.certification::suspend/led_after_suspend/bluetooth + com.canonical.certification::suspend/led_after_suspend/camera + com.canonical.certification::suspend/led_after_suspend/caps-lock + com.canonical.certification::suspend/led_after_suspend/mute + com.canonical.certification::suspend/led_after_suspend/microphone-mute + com.canonical.certification::suspend/led_after_suspend/numeric-keypad + com.canonical.certification::suspend/led_after_suspend/power + com.canonical.certification::suspend/led_after_suspend/battery-charging + com.canonical.certification::suspend/led_after_suspend/battery-charged + com.canonical.certification::suspend/led_after_suspend/battery-low + com.canonical.certification::suspend/led_after_suspend/wlan + com.canonical.certification::suspend/led_after_suspend/wlan-disabled + com.canonical.certification::suspend/led_after_suspend/hdd + com.canonical.certification::suspend/led_after_suspend/touchpad + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::keys/hibernate somerville/suspend-power-menu somerville/suspend-power-button somerville/suspend-on-battery-power @@ -406,72 +406,72 @@ include: # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff certification-status=blocker - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot certification-status=blocker - 2013.com.canonical.certification::power-management/reboot-log-attach - # 2013.com.canonical.certification::__install__ - 2013.com.canonical.certification::install/apt-get-gets-updates + com.canonical.certification::power-management/poweroff certification-status=blocker + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot certification-status=blocker + com.canonical.certification::power-management/reboot-log-attach + # com.canonical.certification::__install__ + com.canonical.certification::install/apt-get-gets-updates # Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client - 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.* - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::cpu/clocktest - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker - 2013.com.canonical.certification::tpm2.0/.* + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::benchmarks/disk/hdparm-read_.* + com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::cpu/clocktest + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::tpm2.0/.* # Info attachment jobs - # 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + # com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.plainbox::collect-manifest - 2013.com.canonical.certification::miscellanea/device_check + com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/device_check # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/somerville-graphic.pxu b/units/somerville-graphic.pxu index 41ca956..d2220bf 100644 --- a/units/somerville-graphic.pxu +++ b/units/somerville-graphic.pxu @@ -5,165 +5,165 @@ include: ## Graphic Whitelist for Dell projects ## Rev 1.7, 2017-03-27 # Resource Jobs - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput + com.canonical.certification::resource + com.canonical.certification::hardware + com.canonical.certification::hardware/certification somerville/recovery/desktop-disk somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dell-repository - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - 2013.com.canonical.certification::miscellanea/chvt - # 2013.com.canonical.certification::__audio__ - # 2013.com.canonical.certification::__benchmarks__ - # 2013.com.canonical.certification::__disk__ - 2013.com.canonical.certification::disk/detect certification-status=blocker - # 2013.com.canonical.certification::__ethernet__ - # 2013.com.canonical.certification::__thunderbolt__ - # 2013.com.canonical.certification::__firmware__ - # 2013.com.canonical.certification::__monitor__ - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker - 2013.com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::miscellanea/chvt + # com.canonical.certification::__audio__ + # com.canonical.certification::__benchmarks__ + # com.canonical.certification::__disk__ + com.canonical.certification::disk/detect certification-status=blocker + # com.canonical.certification::__ethernet__ + # com.canonical.certification::__thunderbolt__ + # com.canonical.certification::__firmware__ + # com.canonical.certification::__monitor__ + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker + com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - # 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - # 2013.com.canonical.certification::__hibernate__ - # 2013.com.canonical.certification::__keys__ - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - # 2013.com.canonical.certification::__memory__ - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - # 2013.com.canonical.certification::__networking__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info.* - 2013.com.canonical.certification::networking/ntp certification-status=blocker - # 2013.com.canonical.certification::__power-management__ + # com.canonical.certification::__graphics__ + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker + com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + # com.canonical.certification::__hibernate__ + # com.canonical.certification::__keys__ + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + # com.canonical.certification::__memory__ + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + # com.canonical.certification::__networking__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info.* + com.canonical.certification::networking/ntp certification-status=blocker + # com.canonical.certification::__power-management__ # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - # 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + # com.canonical.certification::__suspend__ + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial + com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker - 2013.com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker + com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/brightness + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach somerville/suspend-power-menu somerville/suspend-power-button somerville/suspend-on-battery-power @@ -171,61 +171,61 @@ include: # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff certification-status=blocker - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot certification-status=blocker - 2013.com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/poweroff certification-status=blocker + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot certification-status=blocker + com.canonical.certification::power-management/reboot-log-attach # Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker # Info attachment jobs - # 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + # com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.plainbox::collect-manifest - 2013.com.canonical.certification::miscellanea/device_check + com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/device_check # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/somerville-stress.pxu b/units/somerville-stress.pxu index 7ce491a..7b9991c 100644 --- a/units/somerville-stress.pxu +++ b/units/somerville-stress.pxu @@ -5,90 +5,90 @@ include: ## Stress Whitelist for Dell projects ## Rev 1.6, 2016-06-24 # Resource Jobs - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput + com.canonical.certification::resource + com.canonical.certification::hardware + com.canonical.certification::hardware/certification somerville/phase-sku somerville/query-bto-version somerville/manifest_version - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - 2013.com.canonical.certification::miscellanea/fwts_test - 2013.com.canonical.certification::miscellanea/fwts_results.log - # 2013.com.canonical.certification::__power-management__ - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - # 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - # 2013.com.canonical.certification::__hibernate__ - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/suspend_30_cycles_with_reboots - 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots - 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots - 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots - 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check - 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach - # 2013.com.canonical.certification::__stress__ - 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker - 2013.com.canonical.certification::stress/reboot_30 - 2013.com.canonical.certification::stress/reboot_30_log - 2013.com.canonical.certification::stress/poweroff_30 - 2013.com.canonical.certification::stress/poweroff_30_log + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::miscellanea/fwts_test + com.canonical.certification::miscellanea/fwts_results.log + # com.canonical.certification::__power-management__ + com.canonical.certification::power-management/rtc certification-status=blocker + # com.canonical.certification::__suspend__ + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + # com.canonical.certification::__hibernate__ + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/suspend_30_cycles_with_reboots + com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots + com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots + com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots + com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker + com.canonical.certification::power-management/hibernate-30-cycles-log-check + com.canonical.certification::power-management/hibernate-30-cycle-log-attach + # com.canonical.certification::__stress__ + com.canonical.certification::stress/cpu_stress_test certification-status=blocker + com.canonical.certification::stress/reboot_30 + com.canonical.certification::stress/reboot_30_log + com.canonical.certification::stress/poweroff_30 + com.canonical.certification::stress/poweroff_30_log # Info attachment jobs - # 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + # com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.plainbox::collect-manifest - 2013.com.canonical.certification::miscellanea/device_check + com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/device_check # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/somerville-touch-webcam.pxu b/units/somerville-touch-webcam.pxu index a93ff3e..d764562 100644 --- a/units/somerville-touch-webcam.pxu +++ b/units/somerville-touch-webcam.pxu @@ -5,99 +5,99 @@ include: ## Touch/Webcam Whitelist for Dell projects ## Rev 1.3, 2016-06-16 # Resource Jobs - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput + com.canonical.certification::resource + com.canonical.certification::hardware + com.canonical.certification::hardware/certification somerville/recovery/desktop-disk somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dell-repository - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - # 2013.com.canonical.certification::__camera__ - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - # 2013.com.canonical.certification::__disk__ - 2013.com.canonical.certification::disk/detect certification-status=blocker - # 2013.com.canonical.certification::__ethernet__ - # 2013.com.canonical.certification::__firmware__ - # 2013.com.canonical.certification::__hibernate__ - # 2013.com.canonical.certification::__keys__ - 2013.com.canonical.certification::keys/touchpad - # 2013.com.canonical.certification::__led__ - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/touchpad - # 2013.com.canonical.certification::__memory__ - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - # 2013.com.canonical.certification::__networking__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info.* certification-status=blocker - 2013.com.canonical.certification::networking/ntp certification-status=blocker - # 2013.com.canonical.certification::__power-management__ - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - # 2013.com.canonical.certification::__touchpad__ - 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - # 2013.com.canonical.certification::__touchscreen__ - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-rotate - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker - # 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad - 2013.com.canonical.certification::suspend/led_after_suspend/camera - 2013.com.canonical.certification::suspend/led_after_suspend/touchpad - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + # com.canonical.certification::__camera__ + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + # com.canonical.certification::__disk__ + com.canonical.certification::disk/detect certification-status=blocker + # com.canonical.certification::__ethernet__ + # com.canonical.certification::__firmware__ + # com.canonical.certification::__hibernate__ + # com.canonical.certification::__keys__ + com.canonical.certification::keys/touchpad + # com.canonical.certification::__led__ + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/touchpad + # com.canonical.certification::__memory__ + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + # com.canonical.certification::__networking__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info.* certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + # com.canonical.certification::__power-management__ + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + # com.canonical.certification::__touchpad__ + com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker + # com.canonical.certification::__touchscreen__ + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/multitouch-rotate + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker + # com.canonical.certification::__suspend__ + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/touchpad + com.canonical.certification::suspend/led_after_suspend/camera + com.canonical.certification::suspend/led_after_suspend/touchpad + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach somerville/suspend-power-menu somerville/suspend-power-button somerville/suspend-on-battery-power @@ -105,59 +105,59 @@ include: # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff certification-status=blocker - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot certification-status=blocker - 2013.com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/poweroff certification-status=blocker + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot certification-status=blocker + com.canonical.certification::power-management/reboot-log-attach # Automated Tests # The following tests are purely automated and/or lenghty stress tests. They # have been moved to the end of the test run to improve the testing process. - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker # Info attachment jobs - # 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + # com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.plainbox::collect-manifest + com.canonical.plainbox::collect-manifest # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/somerville-wireless.pxu b/units/somerville-wireless.pxu index 02a29bd..20b094d 100644 --- a/units/somerville-wireless.pxu +++ b/units/somerville-wireless.pxu @@ -5,107 +5,107 @@ include: ## Wireless Whitelist for Dell projects ## Rev 1.6, 2016-06-16 # Resource Jobs - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput + com.canonical.certification::resource + com.canonical.certification::hardware + com.canonical.certification::hardware/certification somerville/recovery/desktop-disk somerville/phase-sku somerville/query-bto-version somerville/manifest_version somerville/dell-repository - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - # 2013.com.canonical.certification::__benchmarks__ - # 2013.com.canonical.certification::__bluetooth__ - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker - 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker - # 2013.com.canonical.certification::__disk__ - 2013.com.canonical.certification::disk/detect certification-status=blocker - # 2013.com.canonical.certification::__ethernet__ - # 2013.com.canonical.certification::__firmware__ - # 2013.com.canonical.certification::__hibernate__ - # 2013.com.canonical.certification::__keys__ - 2013.com.canonical.certification::keys/wireless certification-status=blocker - # 2013.com.canonical.certification::__led__ - 2013.com.canonical.certification::led/bluetooth certification-status=non-blocker - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/wlan-disabled - # 2013.com.canonical.certification::__memory__ - # 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - # 2013.com.canonical.certification::__networking__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info.* - 2013.com.canonical.certification::networking/ntp certification-status=blocker - # 2013.com.canonical.certification::__power-management__ - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - # 2013.com.canonical.certification::__wireless__ - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - # 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/led_after_suspend/bluetooth - 2013.com.canonical.certification::suspend/led_after_suspend/wlan - 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + # com.canonical.certification::__benchmarks__ + # com.canonical.certification::__bluetooth__ + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker + com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker + # com.canonical.certification::__disk__ + com.canonical.certification::disk/detect certification-status=blocker + # com.canonical.certification::__ethernet__ + # com.canonical.certification::__firmware__ + # com.canonical.certification::__hibernate__ + # com.canonical.certification::__keys__ + com.canonical.certification::keys/wireless certification-status=blocker + # com.canonical.certification::__led__ + com.canonical.certification::led/bluetooth certification-status=non-blocker + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/wlan-disabled + # com.canonical.certification::__memory__ + # com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + # com.canonical.certification::__networking__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info.* + com.canonical.certification::networking/ntp certification-status=blocker + # com.canonical.certification::__power-management__ + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + # com.canonical.certification::__wireless__ + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + # com.canonical.certification::__suspend__ + com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/led_after_suspend/bluetooth + com.canonical.certification::suspend/led_after_suspend/wlan + com.canonical.certification::suspend/led_after_suspend/wlan-disabled + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach somerville/suspend-power-menu somerville/suspend-power-button somerville/suspend-on-battery-power @@ -113,59 +113,59 @@ include: # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff certification-status=blocker - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot certification-status=blocker - 2013.com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/poweroff certification-status=blocker + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot certification-status=blocker + com.canonical.certification::power-management/reboot-log-attach # Automated Tests # The following tests are purely automated and/or lenghty stress tests. They # have been moved to the end of the test run to improve the testing process. - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker # Info attachment jobs - # 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + # com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.plainbox::collect-manifest - 2013.com.canonical.certification::miscellanea/device_check + com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/device_check # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/stella-dock.pxu b/units/stella-dock.pxu index e928c55..12b512c 100644 --- a/units/stella-dock.pxu +++ b/units/stella-dock.pxu @@ -3,130 +3,130 @@ _name: Stella Docking Tests unit: test plan description: This test plan is used to check the docking functionalities and the behaviour of the laptop when docked/undocked. include: - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::device - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::xinput + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::device + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::xinput # Tester information - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info # Dock Jobs - 2013.com.canonical.certification::__dock__ - 2013.com.canonical.certification::dock/docking certification-status=blocker - 2013.com.canonical.certification::dock/monitor-displayport certification-status=blocker - 2013.com.canonical.certification::dock/monitor-dvi certification-status=blocker - 2013.com.canonical.certification::dock/monitor-hdmi certification-status=blocker - 2013.com.canonical.certification::dock/monitor-vga certification-status=blocker - 2013.com.canonical.certification::dock/monitor-multi-head certification-status=blocker - 2013.com.canonical.certification::dock/keys-video-out certification-status=blocker - 2013.com.canonical.certification::dock/audio-alsa-info-collect - 2013.com.canonical.certification::dock/audio-alsa-info-attachment - 2013.com.canonical.certification::dock/audio-list-devices - 2013.com.canonical.certification::dock/audio-playback-headphones certification-status=blocker - 2013.com.canonical.certification::dock/audio-alsa-record-playback-external certification-status=blocker - 2013.com.canonical.certification::dock/audio-speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::dock/audio-microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::dock/audio-playback-hdmi certification-status=blocker - 2013.com.canonical.certification::dock/audio-playback-displayport certification-status=blocker - 2013.com.canonical.certification::dock/audio-external-linein - 2013.com.canonical.certification::dock/audio-external-lineout - 2013.com.canonical.certification::dock/networking-gateway-ping certification-status=blocker - 2013.com.canonical.certification::dock/networking-ntp certification-status=blocker - 2013.com.canonical.certification::dock/usb-HID certification-status=blocker - 2013.com.canonical.certification::dock/usb-insert certification-status=blocker - 2013.com.canonical.certification::dock/usb-storage-automated certification-status=blocker - 2013.com.canonical.certification::dock/usb-remove certification-status=blocker - 2013.com.canonical.certification::dock/usb3-insert certification-status=blocker - 2013.com.canonical.certification::dock/usb3-storage-automated certification-status=blocker - 2013.com.canonical.certification::dock/usb3-remove certification-status=blocker - 2013.com.canonical.certification::dock/battery-charging certification-status=blocker - 2013.com.canonical.certification::dock/expresscard-verification - 2013.com.canonical.certification::dock/firewire-insert - 2013.com.canonical.certification::dock/firewire-storage-test - 2013.com.canonical.certification::dock/firewire-remove - 2013.com.canonical.certification::dock/esata-insert - 2013.com.canonical.certification::dock/esata-storage-test - 2013.com.canonical.certification::dock/esata-remove - 2013.com.canonical.certification::dock/optical-read - 2013.com.canonical.certification::dock/optical-write - 2013.com.canonical.certification::dock/thunderbolt-insert - 2013.com.canonical.certification::dock/thunderbolt-storage-test - 2013.com.canonical.certification::dock/thunderbolt-remove - 2013.com.canonical.certification::dock/network-before-suspend - 2013.com.canonical.certification::dock/audio-before-suspend - 2013.com.canonical.certification::dock/suspend-dock-resume certification-status=blocker - 2013.com.canonical.certification::dock/networking-gateway-ping-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-HID-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-storage-automated-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb3-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb3-storage-automated-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/usb3-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor-displayport-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor-dvi-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor-hdmi-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/monitor-vga-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/suspend-undock-resume certification-status=blocker - 2013.com.canonical.certification::dock/wireless-connection-after-suspend-wpa-ac certification-status=blocker - 2013.com.canonical.certification::dock/wireless-connection-after-suspend-open-ac certification-status=blocker - 2013.com.canonical.certification::dock/wireless-connection-after-suspend-wpa-bg certification-status=blocker - 2013.com.canonical.certification::dock/wireless-connection-after-suspend-open-bg certification-status=blocker - 2013.com.canonical.certification::dock/wireless-connection-after-suspend-wpa-n certification-status=blocker - 2013.com.canonical.certification::dock/wireless-connection-after-suspend-open-n certification-status=blocker - 2013.com.canonical.certification::dock/audio-after-suspend certification-status=blocker - 2013.com.canonical.certification::dock/record-playback-after-suspend certification-status=blocker + com.canonical.certification::__dock__ + com.canonical.certification::dock/docking certification-status=blocker + com.canonical.certification::dock/monitor-displayport certification-status=blocker + com.canonical.certification::dock/monitor-dvi certification-status=blocker + com.canonical.certification::dock/monitor-hdmi certification-status=blocker + com.canonical.certification::dock/monitor-vga certification-status=blocker + com.canonical.certification::dock/monitor-multi-head certification-status=blocker + com.canonical.certification::dock/keys-video-out certification-status=blocker + com.canonical.certification::dock/audio-alsa-info-collect + com.canonical.certification::dock/audio-alsa-info-attachment + com.canonical.certification::dock/audio-list-devices + com.canonical.certification::dock/audio-playback-headphones certification-status=blocker + com.canonical.certification::dock/audio-alsa-record-playback-external certification-status=blocker + com.canonical.certification::dock/audio-speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::dock/audio-microphone-plug-detection certification-status=blocker + com.canonical.certification::dock/audio-playback-hdmi certification-status=blocker + com.canonical.certification::dock/audio-playback-displayport certification-status=blocker + com.canonical.certification::dock/audio-external-linein + com.canonical.certification::dock/audio-external-lineout + com.canonical.certification::dock/networking-gateway-ping certification-status=blocker + com.canonical.certification::dock/networking-ntp certification-status=blocker + com.canonical.certification::dock/usb-HID certification-status=blocker + com.canonical.certification::dock/usb-insert certification-status=blocker + com.canonical.certification::dock/usb-storage-automated certification-status=blocker + com.canonical.certification::dock/usb-remove certification-status=blocker + com.canonical.certification::dock/usb3-insert certification-status=blocker + com.canonical.certification::dock/usb3-storage-automated certification-status=blocker + com.canonical.certification::dock/usb3-remove certification-status=blocker + com.canonical.certification::dock/battery-charging certification-status=blocker + com.canonical.certification::dock/expresscard-verification + com.canonical.certification::dock/firewire-insert + com.canonical.certification::dock/firewire-storage-test + com.canonical.certification::dock/firewire-remove + com.canonical.certification::dock/esata-insert + com.canonical.certification::dock/esata-storage-test + com.canonical.certification::dock/esata-remove + com.canonical.certification::dock/optical-read + com.canonical.certification::dock/optical-write + com.canonical.certification::dock/thunderbolt-insert + com.canonical.certification::dock/thunderbolt-storage-test + com.canonical.certification::dock/thunderbolt-remove + com.canonical.certification::dock/network-before-suspend + com.canonical.certification::dock/audio-before-suspend + com.canonical.certification::dock/suspend-dock-resume certification-status=blocker + com.canonical.certification::dock/networking-gateway-ping-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-HID-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-insert-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-storage-automated-after-suspend certification-status=blocker + com.canonical.certification::dock/usb-remove-after-suspend certification-status=blocker + com.canonical.certification::dock/usb3-insert-after-suspend certification-status=blocker + com.canonical.certification::dock/usb3-storage-automated-after-suspend certification-status=blocker + com.canonical.certification::dock/usb3-remove-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor-displayport-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor-dvi-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor-hdmi-after-suspend certification-status=blocker + com.canonical.certification::dock/monitor-vga-after-suspend certification-status=blocker + com.canonical.certification::dock/suspend-undock-resume certification-status=blocker + com.canonical.certification::dock/wireless-connection-after-suspend-wpa-ac certification-status=blocker + com.canonical.certification::dock/wireless-connection-after-suspend-open-ac certification-status=blocker + com.canonical.certification::dock/wireless-connection-after-suspend-wpa-bg certification-status=blocker + com.canonical.certification::dock/wireless-connection-after-suspend-open-bg certification-status=blocker + com.canonical.certification::dock/wireless-connection-after-suspend-wpa-n certification-status=blocker + com.canonical.certification::dock/wireless-connection-after-suspend-open-n certification-status=blocker + com.canonical.certification::dock/audio-after-suspend certification-status=blocker + com.canonical.certification::dock/record-playback-after-suspend certification-status=blocker # File Attachment Jobs - 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_network_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::udev_resource_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::info/hdparm - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/buildstamp - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/audio_device_driver - 2013.com.canonical.certification::info/network_devices - 2013.com.canonical.certification::info/xrandr - 2013.com.canonical.certification::info/disk_partitions + com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_network_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::udev_resource_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::info/hdparm + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/buildstamp + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/audio_device_driver + com.canonical.certification::info/network_devices + com.canonical.certification::info/xrandr + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/stella-full-14-04-3.pxu b/units/stella-full-14-04-3.pxu index 6cec49a..39d1249 100644 --- a/units/stella-full-14-04-3.pxu +++ b/units/stella-full-14-04-3.pxu @@ -7,350 +7,350 @@ include: ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox ## Updated for new Plainbox template units # Resource Jobs - 2013.com.canonical.certification::accessibility - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::build - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::resource + com.canonical.certification::accessibility + com.canonical.certification::block_device + com.canonical.certification::build + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::resource #resources - 2013.com.canonical.certification::sleep + com.canonical.certification::sleep #touchpad_scroll - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::IEEE_80211 + com.canonical.certification::xinput + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::IEEE_80211 # requirement of s3/s4 tests - 2013.com.canonical.certification::rtc + com.canonical.certification::rtc # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification - 2013.com.canonical.certification::miscellanea/tester-info + com.canonical.certification::hardware + com.canonical.certification::hardware/certification + com.canonical.certification::miscellanea/tester-info #miscellanea/chvt # See Automated Tests section at the end of this file - #2013.com.canonical.certification::audio/generator_.* - 2013.com.canonical.certification::audio/alsa_info_collect - 2013.com.canonical.certification::audio/alsa_info_attachment + #com.canonical.certification::audio/generator_.* + com.canonical.certification::audio/alsa_info_collect + com.canonical.certification::audio/alsa_info_attachment #audio/alsa_record_playback_usb - 2013.com.canonical.certification::audio/list_devices - 2013.com.canonical.certification::audio/playback_auto certification-status=blocker - 2013.com.canonical.certification::audio/channels + com.canonical.certification::audio/list_devices + com.canonical.certification::audio/playback_auto certification-status=blocker + com.canonical.certification::audio/channels #audio/check_volume - 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker #audio/plug-detection - 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker + com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::audio/microphone-plug-detection certification-status=blocker + com.canonical.certification::audio/playback_headphones certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker #audio/external-linein #audio/external-lineout # See Monitor / Graphic test section for hybrid-graphic monitor audio tests # See Automated Tests section at the end of this file - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + com.canonical.certification::bluetooth/audio certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker # See Automated Tests section at the end of this file # See Automated Tests section at the end of this file - 2013.com.canonical.certification::disk/detect certification-status=blocker - #2013.com.canonical.certification::disk/hdd-parking - 2013.com.canonical.certification::thunderbolt/insert certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/remove certification-status=non-blocker + com.canonical.certification::disk/detect certification-status=blocker + #com.canonical.certification::disk/hdd-parking + com.canonical.certification::thunderbolt/insert certification-status=non-blocker + com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker + com.canonical.certification::thunderbolt/remove certification-status=non-blocker # See the Thunderbolt monitor test for the daisy-chain test - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client # required by suspend/network_before_suspend - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::ethernet/info_automated + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::ethernet/info_automated ## this test cause a unused test case error, but required for cert. - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/driver_version - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/driver_version + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/1_modes_.* - 2013.com.canonical.certification::graphics/1_color_depth_.* - 2013.com.canonical.certification::graphics/1_fresh_rate_.* - 2013.com.canonical.certification::graphics/1_graphic_memory_.* - 2013.com.canonical.certification::graphics/1_resolution_.* - 2013.com.canonical.certification::graphics/1_resolution-change_.* - 2013.com.canonical.certification::graphics/1_screen_resolution_.* - 2013.com.canonical.certification::graphics/1_unity_support_.* - 2013.com.canonical.certification::graphics/1_screenshot_.* - 2013.com.canonical.certification::graphics/1_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/1_modes_.* + com.canonical.certification::graphics/1_color_depth_.* + com.canonical.certification::graphics/1_fresh_rate_.* + com.canonical.certification::graphics/1_graphic_memory_.* + com.canonical.certification::graphics/1_resolution_.* + com.canonical.certification::graphics/1_resolution-change_.* + com.canonical.certification::graphics/1_screen_resolution_.* + com.canonical.certification::graphics/1_unity_support_.* + com.canonical.certification::graphics/1_screenshot_.* + com.canonical.certification::graphics/1_screenshot.jpg_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* # Switch to second card (if any) - 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/2_modes_.* - 2013.com.canonical.certification::graphics/2_color_depth_.* - 2013.com.canonical.certification::graphics/2_fresh_rate_.* - 2013.com.canonical.certification::graphics/2_graphic_memory_.* - 2013.com.canonical.certification::graphics/2_resolution_.* - 2013.com.canonical.certification::graphics/2_resolution-change_.* - 2013.com.canonical.certification::graphics/2_screen_resolution_.* - 2013.com.canonical.certification::graphics/2_unity_support_.* - 2013.com.canonical.certification::graphics/2_screenshot_.* - 2013.com.canonical.certification::graphics/2_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/2_modes_.* + com.canonical.certification::graphics/2_color_depth_.* + com.canonical.certification::graphics/2_fresh_rate_.* + com.canonical.certification::graphics/2_graphic_memory_.* + com.canonical.certification::graphics/2_resolution_.* + com.canonical.certification::graphics/2_resolution-change_.* + com.canonical.certification::graphics/2_screen_resolution_.* + com.canonical.certification::graphics/2_unity_support_.* + com.canonical.certification::graphics/2_screenshot_.* + com.canonical.certification::graphics/2_screenshot.jpg_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* # Monitor tests on second graphic card - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker #See below, power-management/hibernate_advanced - 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker - 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker - 2013.com.canonical.certification::input/pointing - 2013.com.canonical.certification::input/pointing_.* certification-status=blocker - 2013.com.canonical.certification::input/keyboard certification-status=blocker - 2013.com.canonical.certification::input/clicking - 2013.com.canonical.certification::input/clicking_.* certification-status=blocker - 2013.com.canonical.certification::keys/mute certification-status=blocker - 2013.com.canonical.certification::keys/volume certification-status=blocker - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::keys/super certification-status=blocker - 2013.com.canonical.certification::keys/media-control certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - 2013.com.canonical.certification::keys/battery-info certification-status=blocker - 2013.com.canonical.certification::keys/touchpad - 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker - #2013.com.canonical.certification::keys/hibernate - #2013.com.canonical.certification::keys/keyboard-backlight - #2013.com.canonical.certification::keys/keyboard-overhead-light - #2013.com.canonical.certification::keys/lock-screen - 2013.com.canonical.certification::led/power certification-status=blocker - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/mute certification-status=blocker - 2013.com.canonical.certification::led/hdd - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/battery-charging - 2013.com.canonical.certification::led/battery-charged - #2013.com.canonical.certification::led/microphone - #2013.com.canonical.certification::led/bluetooth - 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker - 2013.com.canonical.certification::led/caps-lock certification-status=blocker - 2013.com.canonical.certification::led/touchpad - #2013.com.canonical.certification::led/wireless - 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker + com.canonical.certification::input/accelerometer_verify certification-status=non-blocker + com.canonical.certification::input/accelerometer certification-status=non-blocker + com.canonical.certification::input/pointing + com.canonical.certification::input/pointing_.* certification-status=blocker + com.canonical.certification::input/keyboard certification-status=blocker + com.canonical.certification::input/clicking + com.canonical.certification::input/clicking_.* certification-status=blocker + com.canonical.certification::keys/mute certification-status=blocker + com.canonical.certification::keys/volume certification-status=blocker + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::keys/super certification-status=blocker + com.canonical.certification::keys/media-control certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + com.canonical.certification::keys/battery-info certification-status=blocker + com.canonical.certification::keys/touchpad + com.canonical.certification::keys/microphone-mute certification-status=blocker + #com.canonical.certification::keys/hibernate + #com.canonical.certification::keys/keyboard-backlight + #com.canonical.certification::keys/keyboard-overhead-light + #com.canonical.certification::keys/lock-screen + com.canonical.certification::led/power certification-status=blocker + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/mute certification-status=blocker + com.canonical.certification::led/hdd + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/battery-charging + com.canonical.certification::led/battery-charged + #com.canonical.certification::led/microphone + #com.canonical.certification::led/bluetooth + com.canonical.certification::led/numeric-keypad certification-status=blocker + com.canonical.certification::led/caps-lock certification-status=blocker + com.canonical.certification::led/touchpad + #com.canonical.certification::led/wireless + com.canonical.certification::mediacard/sd-insert certification-status=blocker + com.canonical.certification::mediacard/sd-storage certification-status=blocker + com.canonical.certification::mediacard/sd-remove certification-status=blocker + com.canonical.certification::mediacard/sdhc-insert certification-status=blocker + com.canonical.certification::mediacard/sdhc-storage certification-status=blocker + com.canonical.certification::mediacard/sdhc-remove certification-status=blocker # See Automated Tests section at the end of this file - #2013.com.canonical.certification::__mobilebroadband__ - #2013.com.canonical.certification::mobilebroadband/gsm_connection - #2013.com.canonical.certification::mobilebroadband/cdma_connection + #com.canonical.certification::__mobilebroadband__ + #com.canonical.certification::mobilebroadband/gsm_connection + #com.canonical.certification::mobilebroadband/cdma_connection # Monitor tests below are not relevant anymore since they are now handled for each graphic cards - # 2013.com.canonical.certification::monitor/powersaving certification-status=blocker - # 2013.com.canonical.certification::monitor/dim_brightness certification-status=blocker - # 2013.com.canonical.certification::monitor/displayport certification-status=blocker - # 2013.com.canonical.certification::monitor/dvi certification-status=blocker - # 2013.com.canonical.certification::monitor/hdmi certification-status=blocker - # 2013.com.canonical.certification::monitor/rca certification-status=blocker - # 2013.com.canonical.certification::monitor/svideo certification-status=blocker - # 2013.com.canonical.certification::monitor/vga certification-status=blocker - # 2013.com.canonical.certification::monitor/multi-head certification-status=blocker - # 2013.com.canonical.certification::__networking__ + # com.canonical.certification::monitor/powersaving certification-status=blocker + # com.canonical.certification::monitor/dim_brightness certification-status=blocker + # com.canonical.certification::monitor/displayport certification-status=blocker + # com.canonical.certification::monitor/dvi certification-status=blocker + # com.canonical.certification::monitor/hdmi certification-status=blocker + # com.canonical.certification::monitor/rca certification-status=blocker + # com.canonical.certification::monitor/svideo certification-status=blocker + # com.canonical.certification::monitor/vga certification-status=blocker + # com.canonical.certification::monitor/multi-head certification-status=blocker + # com.canonical.certification::__networking__ # See Automated Tests section at the end of this file #networking/wired_connection ## use above test as a reminder to connect ethernet cable - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info certification-status=blocker - 2013.com.canonical.certification::networking/info_eth\d - #2013.com.canonical.certification::networking/info_wlan\d + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info certification-status=blocker + com.canonical.certification::networking/info_eth\d + #com.canonical.certification::networking/info_wlan\d #above case does not exist - 2013.com.canonical.certification::networking/ntp certification-status=blocker - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::optical/detect certification-status=blocker - 2013.com.canonical.certification::optical/read_.* certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::optical/detect certification-status=blocker + com.canonical.certification::optical/read_.* certification-status=blocker #optical/read-automated #optical/cdrom-audio-playback - 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker + com.canonical.certification::optical/bluray-read_.* certification-status=blocker + com.canonical.certification::optical/bluray-write_.* certification-status=blocker + com.canonical.certification::optical/cdrom-write_.* certification-status=blocker + com.canonical.certification::optical/dvd-write_.* certification-status=blocker # See Automated Tests section at the end of this file - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - #2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - #2013.com.canonical.certification::power-management/hibernate-single-log-check - #2013.com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + #com.canonical.certification::power-management/hibernate-single-log-check + #com.canonical.certification::power-management/hibernate-single-log-attach # hibernate cases moved to further below - 2013.com.canonical.certification::touchpad/basic - 2013.com.canonical.certification::touchpad/detected-as-mouse - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker - 2013.com.canonical.certification::touchscreen/tap-detect - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-rotate - 2013.com.canonical.certification::touchscreen/nontouch-dash - 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/HID certification-status=blocker - 2013.com.canonical.certification::usb/insert certification-status=blocker - 2013.com.canonical.certification::usb/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb/remove certification-status=blocker - 2013.com.canonical.certification::usb3/insert certification-status=blocker - 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb3/remove certification-status=blocker - 2013.com.canonical.certification::usb/usb3_read_performance - 2013.com.canonical.certification::usb/usb3_read_performance_.* + com.canonical.certification::touchpad/basic + com.canonical.certification::touchpad/detected-as-mouse + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker + com.canonical.certification::touchscreen/tap-detect + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/multitouch-rotate + com.canonical.certification::touchscreen/nontouch-dash + com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/HID certification-status=blocker + com.canonical.certification::usb/insert certification-status=blocker + com.canonical.certification::usb/storage-automated certification-status=blocker + com.canonical.certification::usb/remove certification-status=blocker + com.canonical.certification::usb3/insert certification-status=blocker + com.canonical.certification::usb3/storage-automated certification-status=blocker + com.canonical.certification::usb3/remove certification-status=blocker + com.canonical.certification::usb/usb3_read_performance + com.canonical.certification::usb/usb3_read_performance_.* #wireless/wireless_connection ## as a reminder for QA to make sure wireless connected #led/wlan #led/wlan-disabled - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - #2013.com.canonical.certification::suspend/generator_.* - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + #com.canonical.certification::suspend/generator_.* + com.canonical.certification::suspend/network_before_suspend certification-status=blocker # Ethernet was not connected here - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.* + com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker - 2013.com.canonical.certification::led/suspend certification-status=blocker - 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach - 2013.com.canonical.certification::keys/sleep certification-status=blocker - 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker + com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker + com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::led/power-blink-suspend certification-status=blocker + com.canonical.certification::led/suspend certification-status=blocker + com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker + com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker + com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker + com.canonical.certification::suspend/display_after_suspend certification-status=blocker + com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker + com.canonical.certification::suspend/video_after_suspend certification-status=blocker + com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker + com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::keys/sleep certification-status=blocker + com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker #mediacard/cf-insert-after-suspend #mediacard/cf-storage-after-suspend #mediacard/cf-remove-after-suspend @@ -360,33 +360,33 @@ include: #mediacard/xd-insert-after-suspend #mediacard/xd-storage-after-suspend #mediacard/xd-remove-after-suspend - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker # Ethernet was not connected here - 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker + com.canonical.certification::suspend/audio_after_suspend certification-status=blocker ##suspend/xrandr_screens_after_suspend.tar.gz ## this one depends on cycle_resolutions_after_suspend_auto - 2013.com.canonical.certification::suspend/keys_after_suspend/mute - 2013.com.canonical.certification::suspend/keys_after_suspend/volume - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - #2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/keys_after_suspend/super - 2013.com.canonical.certification::suspend/keys_after_suspend/media-control - 2013.com.canonical.certification::suspend/keys_after_suspend/sleep - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info - 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad - 2013.com.canonical.certification::suspend/led_after_suspend/wlan - 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled - 2013.com.canonical.certification::suspend/led_after_suspend/camera - 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock - 2013.com.canonical.certification::suspend/led_after_suspend/mute - 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute - 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad - 2013.com.canonical.certification::suspend/led_after_suspend/power - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged - 2013.com.canonical.certification::suspend/led_after_suspend/hdd - 2013.com.canonical.certification::suspend/led_after_suspend/touchpad + com.canonical.certification::suspend/keys_after_suspend/mute + com.canonical.certification::suspend/keys_after_suspend/volume + com.canonical.certification::suspend/keys_after_suspend/brightness + #com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/keys_after_suspend/super + com.canonical.certification::suspend/keys_after_suspend/media-control + com.canonical.certification::suspend/keys_after_suspend/sleep + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::suspend/keys_after_suspend/battery-info + com.canonical.certification::suspend/keys_after_suspend/touchpad + com.canonical.certification::suspend/led_after_suspend/wlan + com.canonical.certification::suspend/led_after_suspend/wlan-disabled + com.canonical.certification::suspend/led_after_suspend/camera + com.canonical.certification::suspend/led_after_suspend/caps-lock + com.canonical.certification::suspend/led_after_suspend/mute + com.canonical.certification::suspend/led_after_suspend/microphone-mute + com.canonical.certification::suspend/led_after_suspend/numeric-keypad + com.canonical.certification::suspend/led_after_suspend/power + com.canonical.certification::suspend/led_after_suspend/battery-charging + com.canonical.certification::suspend/led_after_suspend/battery-charged + com.canonical.certification::suspend/led_after_suspend/hdd + com.canonical.certification::suspend/led_after_suspend/touchpad #suspend/led_after_suspend/camera #suspend/led_after_suspend/power #suspend/led_after_suspend/battery-charging @@ -397,127 +397,127 @@ include: #suspend/led_after_suspend/caps-lock #suspend/led_after_suspend/wireless #suspend/led_after_suspend/touchpad - 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker #suspend/gpu_lockup_after_suspend ## depends on suspend_advanced_auto, so skip # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot - 2013.com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/poweroff + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot + com.canonical.certification::power-management/reboot-log-attach # Automated Tests # The following tests are purely automated and/or lenghty stress tests. They # have been moved to the end of the test run to improve the testing process. - 2013.com.canonical.certification::install/apt-get-gets-updates - 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.* - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::benchmarks/graphics/render-bench + com.canonical.certification::install/apt-get-gets-updates + com.canonical.certification::benchmarks/disk/hdparm-read_.* + com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::benchmarks/graphics/render-bench #benchmarks/graphics/qgears2-Xrender-gearsfancy #benchmarks/graphics/qgears2-Xrender-compo #benchmarks/graphics/qgears2-gl-gearsfancy #benchmarks/graphics/qgears2-gl-compo #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959 - #2013.com.canonical.certification::benchmarks/graphics/glmark2 - #2013.com.canonical.certification::benchmarks/system/cpu_on_idle - #2013.com.canonical.certification::benchmarks/system/disk_on_idle - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/clocktest - 2013.com.canonical.certification::disk/stats_.* certification-status=blocker - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::graphics/generator_3d_window_open_close - 2013.com.canonical.certification::graphics/generator_3d_window_move - 2013.com.canonical.certification::graphics/generator_3d_window_suspend_resume - 2013.com.canonical.certification::graphics/generator_multi_3d_windows_open_close - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker - #2013.com.canonical.certification::miscellanea/fwts_test - #2013.com.canonical.certification::miscellanea/fwts_results.log - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_network_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::udev_resource_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/buildstamp - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/audio_device_driver - 2013.com.canonical.certification::info/network_devices - 2013.com.canonical.certification::info/xrandr - 2013.com.canonical.certification::info/disk_partitions + #com.canonical.certification::benchmarks/graphics/glmark2 + #com.canonical.certification::benchmarks/system/cpu_on_idle + #com.canonical.certification::benchmarks/system/disk_on_idle + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/clocktest + com.canonical.certification::disk/stats_.* certification-status=blocker + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::graphics/generator_3d_window_open_close + com.canonical.certification::graphics/generator_3d_window_move + com.canonical.certification::graphics/generator_3d_window_suspend_resume + com.canonical.certification::graphics/generator_multi_3d_windows_open_close + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker + #com.canonical.certification::miscellanea/fwts_test + #com.canonical.certification::miscellanea/fwts_results.log + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_network_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::udev_resource_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/buildstamp + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/audio_device_driver + com.canonical.certification::info/network_devices + com.canonical.certification::info/xrandr + com.canonical.certification::info/disk_partitions #unit: category #id: stella #_name: Stella tests - 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power - 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power - 2014.com.canonical.ce::stella/hotkeys/help - 2014.com.canonical.ce::stella/account/switch-to-guest-session - 2014.com.canonical.ce::stella/hp-particular/hp-documents - 2014.com.canonical.ce::stella/hp-particular/hp-wallpaper + com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power + com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power + com.canonical.ce::stella/hotkeys/help + com.canonical.ce::stella/account/switch-to-guest-session + com.canonical.ce::stella/hp-particular/hp-documents + com.canonical.ce::stella/hp-particular/hp-wallpaper #stella/hp-particular/build_valid_check #stella/hp-particular/collect_installed_information_client #stella/third-party-addon/Adobe-flash - 2014.com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed + com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed #stella/third-party-addon/check-Hanyi-font-installed - 2014.com.canonical.ce::stella/third-party-addon/Unity-mode-default3d + com.canonical.ce::stella/third-party-addon/Unity-mode-default3d # non OSP release source list tests - 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP + com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP # OSP release source list tests - 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1 + com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1 #stella/sourcelist/distro-oem-repository-sp2 # Stella specific source list tests - 2014.com.canonical.ce::stella/sourcelist/.*-repository$ + com.canonical.ce::stella/sourcelist/.*-repository$ #stella/cnb-sourcelist/ludao-repository #stella/vnb-sourcelist/oem-sp1-repository #stella/vnb-sourcelist/oem-sp2-repository @@ -525,9 +525,9 @@ include: #stella/cmit-sourcelist/oem-trusty-repository #stella/cmit-sourcelist/datong-repository bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources - 2013.com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/submission-resources + com.canonical.plainbox::collect-manifest diff --git a/units/stella-full-14-04.pxu b/units/stella-full-14-04.pxu index 63242ec..f7f9a89 100644 --- a/units/stella-full-14-04.pxu +++ b/units/stella-full-14-04.pxu @@ -7,81 +7,81 @@ include: ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox ## Updated for new Plainbox template units # Resource Jobs - 2013.com.canonical.certification::accessibility - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::build - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::device - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive - 2013.com.canonical.certification::package - 2013.com.canonical.certification::resource + com.canonical.certification::accessibility + com.canonical.certification::block_device + com.canonical.certification::build + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::device + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::optical_drive + com.canonical.certification::package + com.canonical.certification::resource #resources - 2013.com.canonical.certification::sleep + com.canonical.certification::sleep #touchpad_scroll - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::IEEE_80211 + com.canonical.certification::xinput + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::IEEE_80211 # requirement of s3/s4 tests - 2013.com.canonical.certification::rtc + com.canonical.certification::rtc # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info + com.canonical.certification::hardware + com.canonical.certification::hardware/certification + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info #miscellanea/chvt # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__audio__ - 2013.com.canonical.certification::audio/generator_.* - 2013.com.canonical.certification::audio/alsa_info_collect - 2013.com.canonical.certification::audio/alsa_info_attachment + com.canonical.certification::__audio__ + com.canonical.certification::audio/generator_.* + com.canonical.certification::audio/alsa_info_collect + com.canonical.certification::audio/alsa_info_attachment #audio/alsa_record_playback_usb - 2013.com.canonical.certification::audio/list_devices - 2013.com.canonical.certification::audio/playback_auto certification-status=blocker - 2013.com.canonical.certification::audio/channels + com.canonical.certification::audio/list_devices + com.canonical.certification::audio/playback_auto certification-status=blocker + com.canonical.certification::audio/channels #audio/check_volume - 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker - 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker + com.canonical.certification::audio/playback_headphones certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker #audio/plug-detection - 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker + com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::audio/microphone-plug-detection certification-status=blocker #audio/external-linein #audio/external-lineout # See Monitor / Graphic test section for hybrid-graphic monitor audio tests - #2013.com.canonical.certification::__codecs__ - #2013.com.canonical.certification::codecs/ogg-vorbis - #2013.com.canonical.certification::codecs/wav - 2013.com.canonical.certification::__benchmarks__ + #com.canonical.certification::__codecs__ + #com.canonical.certification::codecs/ogg-vorbis + #com.canonical.certification::codecs/wav + com.canonical.certification::__benchmarks__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__bluetooth__ - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::__camera__ - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - 2013.com.canonical.certification::__cpu__ + com.canonical.certification::__bluetooth__ + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + com.canonical.certification::bluetooth/audio certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::__camera__ + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + com.canonical.certification::__cpu__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__disk__ + com.canonical.certification::__disk__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::disk/detect certification-status=blocker - #2013.com.canonical.certification::disk/hdd-parking + com.canonical.certification::disk/detect certification-status=blocker + #com.canonical.certification::disk/hdd-parking #__esata__ #esata/insert #esata/storage-test @@ -94,145 +94,145 @@ include: #floppy/check #floppy/check_fd\d # firmware tests - 2013.com.canonical.certification::__firmware__ - 2013.com.canonical.certification::firmware/generator_.* - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - #2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::__firmware__ + com.canonical.certification::firmware/generator_.* + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + #com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client # required by suspend/network_before_suspend - 2013.com.canonical.certification::__ethernet__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::ethernet/info_automated + com.canonical.certification::__ethernet__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::ethernet/info_automated ## this test cause a unused test case error, but required for cert. - 2013.com.canonical.certification::__monitor__ - 2013.com.canonical.certification::monitor/generator_.* - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::__monitor__ + com.canonical.certification::monitor/generator_.* + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/generator_.* - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/driver_version - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* + com.canonical.certification::__graphics__ + com.canonical.certification::graphics/generator_.* + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/driver_version + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/1_modes_.* - 2013.com.canonical.certification::graphics/1_color_depth_.* - 2013.com.canonical.certification::graphics/1_fresh_rate_.* - 2013.com.canonical.certification::graphics/1_graphic_memory_.* - 2013.com.canonical.certification::graphics/1_resolution_.* - 2013.com.canonical.certification::graphics/1_resolution-change_.* - 2013.com.canonical.certification::graphics/1_screen_resolution_.* - 2013.com.canonical.certification::graphics/1_unity_support_.* - 2013.com.canonical.certification::graphics/1_screenshot_.* - 2013.com.canonical.certification::graphics/1_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/1_modes_.* + com.canonical.certification::graphics/1_color_depth_.* + com.canonical.certification::graphics/1_fresh_rate_.* + com.canonical.certification::graphics/1_graphic_memory_.* + com.canonical.certification::graphics/1_resolution_.* + com.canonical.certification::graphics/1_resolution-change_.* + com.canonical.certification::graphics/1_screen_resolution_.* + com.canonical.certification::graphics/1_unity_support_.* + com.canonical.certification::graphics/1_screenshot_.* + com.canonical.certification::graphics/1_screenshot.jpg_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* # Switch to second card (if any) - 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* + com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/2_modes_.* - 2013.com.canonical.certification::graphics/2_color_depth_.* - 2013.com.canonical.certification::graphics/2_fresh_rate_.* - 2013.com.canonical.certification::graphics/2_graphic_memory_.* - 2013.com.canonical.certification::graphics/2_resolution_.* - 2013.com.canonical.certification::graphics/2_resolution-change_.* - 2013.com.canonical.certification::graphics/2_screen_resolution_.* - 2013.com.canonical.certification::graphics/2_unity_support_.* - 2013.com.canonical.certification::graphics/2_screenshot_.* - 2013.com.canonical.certification::graphics/2_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/2_modes_.* + com.canonical.certification::graphics/2_color_depth_.* + com.canonical.certification::graphics/2_fresh_rate_.* + com.canonical.certification::graphics/2_graphic_memory_.* + com.canonical.certification::graphics/2_resolution_.* + com.canonical.certification::graphics/2_resolution-change_.* + com.canonical.certification::graphics/2_screen_resolution_.* + com.canonical.certification::graphics/2_unity_support_.* + com.canonical.certification::graphics/2_screenshot_.* + com.canonical.certification::graphics/2_screenshot.jpg_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* # Monitor tests on second graphic card - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::__hibernate__ + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::__hibernate__ #See below, power-management/hibernate_advanced - 2013.com.canonical.certification::__input__ - 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker - 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker - 2013.com.canonical.certification::input/pointing - 2013.com.canonical.certification::input/pointing_.* certification-status=blocker - 2013.com.canonical.certification::input/keyboard certification-status=blocker - 2013.com.canonical.certification::input/clicking - 2013.com.canonical.certification::input/clicking_.* certification-status=blocker - 2013.com.canonical.certification::__keys__ - 2013.com.canonical.certification::keys/mute certification-status=blocker - 2013.com.canonical.certification::keys/volume certification-status=blocker - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::keys/super certification-status=blocker - 2013.com.canonical.certification::keys/media-control certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - 2013.com.canonical.certification::keys/battery-info certification-status=blocker - 2013.com.canonical.certification::keys/touchpad - 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker - #2013.com.canonical.certification::keys/hibernate - #2013.com.canonical.certification::keys/keyboard-backlight - #2013.com.canonical.certification::keys/keyboard-overhead-light - #2013.com.canonical.certification::keys/lock-screen - 2013.com.canonical.certification::__led__ - 2013.com.canonical.certification::led/power certification-status=blocker - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/mute certification-status=blocker - 2013.com.canonical.certification::led/hdd - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/battery-charging - 2013.com.canonical.certification::led/battery-charged + com.canonical.certification::__input__ + com.canonical.certification::input/accelerometer_verify certification-status=non-blocker + com.canonical.certification::input/accelerometer certification-status=non-blocker + com.canonical.certification::input/pointing + com.canonical.certification::input/pointing_.* certification-status=blocker + com.canonical.certification::input/keyboard certification-status=blocker + com.canonical.certification::input/clicking + com.canonical.certification::input/clicking_.* certification-status=blocker + com.canonical.certification::__keys__ + com.canonical.certification::keys/mute certification-status=blocker + com.canonical.certification::keys/volume certification-status=blocker + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::keys/super certification-status=blocker + com.canonical.certification::keys/media-control certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + com.canonical.certification::keys/battery-info certification-status=blocker + com.canonical.certification::keys/touchpad + com.canonical.certification::keys/microphone-mute certification-status=blocker + #com.canonical.certification::keys/hibernate + #com.canonical.certification::keys/keyboard-backlight + #com.canonical.certification::keys/keyboard-overhead-light + #com.canonical.certification::keys/lock-screen + com.canonical.certification::__led__ + com.canonical.certification::led/power certification-status=blocker + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/mute certification-status=blocker + com.canonical.certification::led/hdd + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/battery-charging + com.canonical.certification::led/battery-charged #led/battery-low - #2013.com.canonical.certification::led/microphone - #2013.com.canonical.certification::led/bluetooth - 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker - 2013.com.canonical.certification::led/caps-lock certification-status=blocker - 2013.com.canonical.certification::led/touchpad - #2013.com.canonical.certification::led/wireless - 2013.com.canonical.certification::__mediacard__ - 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker + #com.canonical.certification::led/microphone + #com.canonical.certification::led/bluetooth + com.canonical.certification::led/numeric-keypad certification-status=blocker + com.canonical.certification::led/caps-lock certification-status=blocker + com.canonical.certification::led/touchpad + #com.canonical.certification::led/wireless + com.canonical.certification::__mediacard__ + com.canonical.certification::mediacard/sd-insert certification-status=blocker + com.canonical.certification::mediacard/sd-storage certification-status=blocker + com.canonical.certification::mediacard/sd-remove certification-status=blocker + com.canonical.certification::mediacard/sdhc-insert certification-status=blocker + com.canonical.certification::mediacard/sdhc-storage certification-status=blocker + com.canonical.certification::mediacard/sdhc-remove certification-status=blocker #mediacard/cf-insert #mediacard/cf-storage #mediacard/cf-remove @@ -242,163 +242,163 @@ include: #mediacard/xd-insert #mediacard/xd-storage #mediacard/xd-remove - 2013.com.canonical.certification::__memory__ + com.canonical.certification::__memory__ # See Automated Tests section at the end of this file - #2013.com.canonical.certification::__mobilebroadband__ - #2013.com.canonical.certification::mobilebroadband/gsm_connection - #2013.com.canonical.certification::mobilebroadband/cdma_connection + #com.canonical.certification::__mobilebroadband__ + #com.canonical.certification::mobilebroadband/gsm_connection + #com.canonical.certification::mobilebroadband/cdma_connection # Monitor tests below are not relevant anymore since they are now handled for each graphic cards - # 2013.com.canonical.certification::monitor/powersaving certification-status=blocker - # 2013.com.canonical.certification::monitor/dim_brightness certification-status=blocker - # 2013.com.canonical.certification::monitor/displayport certification-status=blocker - # 2013.com.canonical.certification::monitor/dvi certification-status=blocker - # 2013.com.canonical.certification::monitor/hdmi certification-status=blocker - # 2013.com.canonical.certification::monitor/rca certification-status=blocker - # 2013.com.canonical.certification::monitor/svideo certification-status=blocker - # 2013.com.canonical.certification::monitor/vga certification-status=blocker - # 2013.com.canonical.certification::monitor/multi-head certification-status=blocker - # 2013.com.canonical.certification::__networking__ + # com.canonical.certification::monitor/powersaving certification-status=blocker + # com.canonical.certification::monitor/dim_brightness certification-status=blocker + # com.canonical.certification::monitor/displayport certification-status=blocker + # com.canonical.certification::monitor/dvi certification-status=blocker + # com.canonical.certification::monitor/hdmi certification-status=blocker + # com.canonical.certification::monitor/rca certification-status=blocker + # com.canonical.certification::monitor/svideo certification-status=blocker + # com.canonical.certification::monitor/vga certification-status=blocker + # com.canonical.certification::monitor/multi-head certification-status=blocker + # com.canonical.certification::__networking__ # See Automated Tests section at the end of this file #networking/wired_connection ## use above test as a reminder to connect ethernet cable - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info certification-status=blocker - 2013.com.canonical.certification::networking/info_eth\d - #2013.com.canonical.certification::networking/info_wlan\d + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info certification-status=blocker + com.canonical.certification::networking/info_eth\d + #com.canonical.certification::networking/info_wlan\d #above case does not exist - 2013.com.canonical.certification::networking/ntp certification-status=blocker - 2013.com.canonical.certification::__optical__ - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::optical/detect certification-status=blocker - 2013.com.canonical.certification::optical/read certification-status=blocker - 2013.com.canonical.certification::optical/read_.* certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + com.canonical.certification::__optical__ + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::optical/detect certification-status=blocker + com.canonical.certification::optical/read certification-status=blocker + com.canonical.certification::optical/read_.* certification-status=blocker #optical/read-automated #optical/cdrom-audio-playback - 2013.com.canonical.certification::optical/bluray-read certification-status=blocker - 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-write certification-status=blocker - 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker - 2013.com.canonical.certification::__power-management__ + com.canonical.certification::optical/bluray-read certification-status=blocker + com.canonical.certification::optical/bluray-read_.* certification-status=blocker + com.canonical.certification::optical/bluray-write certification-status=blocker + com.canonical.certification::optical/bluray-write_.* certification-status=blocker + com.canonical.certification::optical/cdrom-write certification-status=blocker + com.canonical.certification::optical/cdrom-write_.* certification-status=blocker + com.canonical.certification::optical/dvd-write certification-status=blocker + com.canonical.certification::optical/dvd-write_.* certification-status=blocker + com.canonical.certification::__power-management__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::power-management/generator_.* - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-check - 2013.com.canonical.certification::power-management/hibernate-single-log-attach - 2013.com.canonical.certification::__touchpad__ - 2013.com.canonical.certification::touchpad/basic - 2013.com.canonical.certification::touchpad/detected-as-mouse - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker - 2013.com.canonical.certification::__touchscreen__ - 2013.com.canonical.certification::touchscreen/tap-detect - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-rotate - 2013.com.canonical.certification::touchscreen/nontouch-dash - 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - 2013.com.canonical.certification::__usb__ - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/HID certification-status=blocker - 2013.com.canonical.certification::usb/insert certification-status=blocker - 2013.com.canonical.certification::usb/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb/remove certification-status=blocker - 2013.com.canonical.certification::usb3/insert certification-status=blocker - 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb3/remove certification-status=blocker - 2013.com.canonical.certification::usb/usb3_read_performance - 2013.com.canonical.certification::usb/usb3_read_performance_.* - 2013.com.canonical.certification::__wireless__ + com.canonical.certification::power-management/generator_.* + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-check + com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::__touchpad__ + com.canonical.certification::touchpad/basic + com.canonical.certification::touchpad/detected-as-mouse + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker + com.canonical.certification::__touchscreen__ + com.canonical.certification::touchscreen/tap-detect + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/multitouch-rotate + com.canonical.certification::touchscreen/nontouch-dash + com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + com.canonical.certification::__usb__ + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/HID certification-status=blocker + com.canonical.certification::usb/insert certification-status=blocker + com.canonical.certification::usb/storage-automated certification-status=blocker + com.canonical.certification::usb/remove certification-status=blocker + com.canonical.certification::usb3/insert certification-status=blocker + com.canonical.certification::usb3/storage-automated certification-status=blocker + com.canonical.certification::usb3/remove certification-status=blocker + com.canonical.certification::usb/usb3_read_performance + com.canonical.certification::usb/usb3_read_performance_.* + com.canonical.certification::__wireless__ #wireless/wireless_connection ## as a reminder for QA to make sure wireless connected #led/wlan #led/wlan-disabled - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/generator_.* - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + com.canonical.certification::__suspend__ + com.canonical.certification::suspend/generator_.* + com.canonical.certification::suspend/network_before_suspend certification-status=blocker # Ethernet was not connected here - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.* + com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker - 2013.com.canonical.certification::led/suspend certification-status=blocker - 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend - 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz - 2013.com.canonical.certification::keys/sleep certification-status=blocker - 2013.com.canonical.certification::suspend/pointing-after-suspend - 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker + com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker + com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::led/power-blink-suspend certification-status=blocker + com.canonical.certification::led/suspend certification-status=blocker + com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker + com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker + com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker + com.canonical.certification::suspend/display_after_suspend certification-status=blocker + com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker + com.canonical.certification::suspend/video_after_suspend certification-status=blocker + com.canonical.certification::suspend/cycle_resolutions_after_suspend + com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz + com.canonical.certification::keys/sleep certification-status=blocker + com.canonical.certification::suspend/pointing-after-suspend + com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker #mediacard/cf-insert-after-suspend #mediacard/cf-storage-after-suspend #mediacard/cf-remove-after-suspend @@ -408,33 +408,33 @@ include: #mediacard/xd-insert-after-suspend #mediacard/xd-storage-after-suspend #mediacard/xd-remove-after-suspend - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker # Ethernet was not connected here - 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker + com.canonical.certification::suspend/audio_after_suspend certification-status=blocker ##suspend/xrandr_screens_after_suspend.tar.gz ## this one depends on cycle_resolutions_after_suspend_auto - 2013.com.canonical.certification::suspend/keys_after_suspend/mute - 2013.com.canonical.certification::suspend/keys_after_suspend/volume - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - #2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/keys_after_suspend/super - 2013.com.canonical.certification::suspend/keys_after_suspend/media-control - 2013.com.canonical.certification::suspend/keys_after_suspend/sleep - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info - 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad - 2013.com.canonical.certification::suspend/led_after_suspend/wlan - 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled - 2013.com.canonical.certification::suspend/led_after_suspend/camera - 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock - 2013.com.canonical.certification::suspend/led_after_suspend/mute - 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute - 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad - 2013.com.canonical.certification::suspend/led_after_suspend/power - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged - 2013.com.canonical.certification::suspend/led_after_suspend/hdd - 2013.com.canonical.certification::suspend/led_after_suspend/touchpad + com.canonical.certification::suspend/keys_after_suspend/mute + com.canonical.certification::suspend/keys_after_suspend/volume + com.canonical.certification::suspend/keys_after_suspend/brightness + #com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/keys_after_suspend/super + com.canonical.certification::suspend/keys_after_suspend/media-control + com.canonical.certification::suspend/keys_after_suspend/sleep + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::suspend/keys_after_suspend/battery-info + com.canonical.certification::suspend/keys_after_suspend/touchpad + com.canonical.certification::suspend/led_after_suspend/wlan + com.canonical.certification::suspend/led_after_suspend/wlan-disabled + com.canonical.certification::suspend/led_after_suspend/camera + com.canonical.certification::suspend/led_after_suspend/caps-lock + com.canonical.certification::suspend/led_after_suspend/mute + com.canonical.certification::suspend/led_after_suspend/microphone-mute + com.canonical.certification::suspend/led_after_suspend/numeric-keypad + com.canonical.certification::suspend/led_after_suspend/power + com.canonical.certification::suspend/led_after_suspend/battery-charging + com.canonical.certification::suspend/led_after_suspend/battery-charged + com.canonical.certification::suspend/led_after_suspend/hdd + com.canonical.certification::suspend/led_after_suspend/touchpad #suspend/led_after_suspend/camera #suspend/led_after_suspend/power #suspend/led_after_suspend/battery-charging @@ -445,128 +445,128 @@ include: #suspend/led_after_suspend/caps-lock #suspend/led_after_suspend/wireless #suspend/led_after_suspend/touchpad - 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker #suspend/gpu_lockup_after_suspend ## depends on suspend_advanced_auto, so skip # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot - 2013.com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/poweroff + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot + com.canonical.certification::power-management/reboot-log-attach # Automated Tests # The following tests are purely automated and/or lenghty stress tests. They # have been moved to the end of the test run to improve the testing process. - 2013.com.canonical.certification::__install__ - 2013.com.canonical.certification::install/apt-get-gets-updates - 2013.com.canonical.certification::benchmarks/disk/hdparm-read - 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.* - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::benchmarks/graphics/render-bench + com.canonical.certification::__install__ + com.canonical.certification::install/apt-get-gets-updates + com.canonical.certification::benchmarks/disk/hdparm-read + com.canonical.certification::benchmarks/disk/hdparm-read_.* + com.canonical.certification::benchmarks/disk/hdparm-cache-read + com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::benchmarks/graphics/render-bench #benchmarks/graphics/qgears2-Xrender-gearsfancy #benchmarks/graphics/qgears2-Xrender-compo #benchmarks/graphics/qgears2-gl-gearsfancy #benchmarks/graphics/qgears2-gl-compo #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959 - #2013.com.canonical.certification::benchmarks/graphics/glmark2 - #2013.com.canonical.certification::benchmarks/system/cpu_on_idle - #2013.com.canonical.certification::benchmarks/system/disk_on_idle - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/clocktest - 2013.com.canonical.certification::disk/stats - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance certification-status=blocker - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_devices - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::graphics/generator_3d_window_open_close - 2013.com.canonical.certification::graphics/generator_3d_window_move - 2013.com.canonical.certification::graphics/generator_3d_window_suspend_resume - 2013.com.canonical.certification::graphics/generator_multi_3d_windows_open_close - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker - #2013.com.canonical.certification::miscellanea/fwts_test - #2013.com.canonical.certification::miscellanea/fwts_results.log - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log + #com.canonical.certification::benchmarks/graphics/glmark2 + #com.canonical.certification::benchmarks/system/cpu_on_idle + #com.canonical.certification::benchmarks/system/disk_on_idle + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/clocktest + com.canonical.certification::disk/stats + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance certification-status=blocker + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_devices + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::graphics/generator_3d_window_open_close + com.canonical.certification::graphics/generator_3d_window_move + com.canonical.certification::graphics/generator_3d_window_suspend_resume + com.canonical.certification::graphics/generator_multi_3d_windows_open_close + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker + #com.canonical.certification::miscellanea/fwts_test + #com.canonical.certification::miscellanea/fwts_results.log + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log #miscellanea/sources-list - #2013.com.canonical.certification::power-management/suspend_30_cycles - #2013.com.canonical.certification::power-management/suspend-30-cycles-log-check - #2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach - #2013.com.canonical.certification::power-management/suspend-30-cycles-time-check - #2013.com.canonical.certification::power-management/hibernate_30_cycles - #2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check - #2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach - #2013.com.canonical.certification::__stress__ - #2013.com.canonical.certification::stress/cpu_stress_test + #com.canonical.certification::power-management/suspend_30_cycles + #com.canonical.certification::power-management/suspend-30-cycles-log-check + #com.canonical.certification::power-management/suspend-30-cycle-log-attach + #com.canonical.certification::power-management/suspend-30-cycles-time-check + #com.canonical.certification::power-management/hibernate_30_cycles + #com.canonical.certification::power-management/hibernate-30-cycles-log-check + #com.canonical.certification::power-management/hibernate-30-cycle-log-attach + #com.canonical.certification::__stress__ + #com.canonical.certification::stress/cpu_stress_test #stress/reboot #stress/reboot_log #stress/poweroff #stress/poweroff_log #Info attachment jobs - 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_network_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::udev_resource_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::info/hdparm - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/buildstamp - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/audio_device_driver - 2013.com.canonical.certification::info/network_devices - 2013.com.canonical.certification::info/xrandr - 2013.com.canonical.certification::info/disk_partitions + com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_network_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::udev_resource_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::info/hdparm + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/buildstamp + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/audio_device_driver + com.canonical.certification::info/network_devices + com.canonical.certification::info/xrandr + com.canonical.certification::info/disk_partitions stella stella/energy-star-compliant stella/energy-star-compliant-NB/suspend-on-AC-power @@ -603,9 +603,9 @@ include: #stella/cmit-sourcelist/oem-trusty-repository #stella/cmit-sourcelist/datong-repository bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources - 2013.com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/submission-resources + com.canonical.plainbox::collect-manifest diff --git a/units/stella-full-16-04.pxu b/units/stella-full-16-04.pxu index 74edf47..02d0e85 100644 --- a/units/stella-full-16-04.pxu +++ b/units/stella-full-16-04.pxu @@ -7,352 +7,352 @@ include: ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox ## Updated for new Plainbox template units # Resource Jobs - 2013.com.canonical.certification::accessibility - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::build - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::resource + com.canonical.certification::accessibility + com.canonical.certification::block_device + com.canonical.certification::build + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::resource #resources - 2013.com.canonical.certification::sleep + com.canonical.certification::sleep #touchpad_scroll - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::IEEE_80211 + com.canonical.certification::xinput + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::IEEE_80211 # requirement of s3/s4 tests - 2013.com.canonical.certification::rtc + com.canonical.certification::rtc # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification - 2013.com.canonical.certification::miscellanea/tester-info + com.canonical.certification::hardware + com.canonical.certification::hardware/certification + com.canonical.certification::miscellanea/tester-info #miscellanea/chvt # See Automated Tests section at the end of this file - #2013.com.canonical.certification::audio/generator_.* - 2013.com.canonical.certification::audio/alsa_info_collect - 2013.com.canonical.certification::audio/alsa_info_attachment + #com.canonical.certification::audio/generator_.* + com.canonical.certification::audio/alsa_info_collect + com.canonical.certification::audio/alsa_info_attachment #audio/alsa_record_playback_usb - 2013.com.canonical.certification::audio/list_devices - 2013.com.canonical.certification::audio/playback_auto certification-status=blocker - 2013.com.canonical.certification::audio/channels + com.canonical.certification::audio/list_devices + com.canonical.certification::audio/playback_auto certification-status=blocker + com.canonical.certification::audio/channels #audio/check_volume - 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker #audio/plug-detection - 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker + com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::audio/microphone-plug-detection certification-status=blocker + com.canonical.certification::audio/playback_headphones certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker #audio/external-linein #audio/external-lineout # See Monitor / Graphic test section for hybrid-graphic monitor audio tests # See Automated Tests section at the end of this file - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - #2013.com.canonical.certification::bluetooth/audio certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker - 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + #com.canonical.certification::bluetooth/audio certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker + com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker # See Automated Tests section at the end of this file # See Automated Tests section at the end of this file - 2013.com.canonical.certification::disk/detect certification-status=blocker - #2013.com.canonical.certification::disk/hdd-parking - 2013.com.canonical.certification::thunderbolt/insert certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/remove certification-status=non-blocker + com.canonical.certification::disk/detect certification-status=blocker + #com.canonical.certification::disk/hdd-parking + com.canonical.certification::thunderbolt/insert certification-status=non-blocker + com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker + com.canonical.certification::thunderbolt/remove certification-status=non-blocker # See the Thunderbolt monitor test for the daisy-chain test - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client # required by suspend/network_before_suspend - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::ethernet/info_automated + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::ethernet/info_automated ## this test cause a unused test case error, but required for cert. - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/driver_version - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/driver_version + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/1_modes_.* - 2013.com.canonical.certification::graphics/1_color_depth_.* - 2013.com.canonical.certification::graphics/1_fresh_rate_.* - 2013.com.canonical.certification::graphics/1_graphic_memory_.* - 2013.com.canonical.certification::graphics/1_resolution_.* - 2013.com.canonical.certification::graphics/1_resolution-change_.* - 2013.com.canonical.certification::graphics/1_screen_resolution_.* - 2013.com.canonical.certification::graphics/1_unity_support_.* - 2013.com.canonical.certification::graphics/1_screenshot_.* - 2013.com.canonical.certification::graphics/1_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/1_modes_.* + com.canonical.certification::graphics/1_color_depth_.* + com.canonical.certification::graphics/1_fresh_rate_.* + com.canonical.certification::graphics/1_graphic_memory_.* + com.canonical.certification::graphics/1_resolution_.* + com.canonical.certification::graphics/1_resolution-change_.* + com.canonical.certification::graphics/1_screen_resolution_.* + com.canonical.certification::graphics/1_unity_support_.* + com.canonical.certification::graphics/1_screenshot_.* + com.canonical.certification::graphics/1_screenshot.jpg_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* # Switch to second card (if any) - 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/2_modes_.* - 2013.com.canonical.certification::graphics/2_color_depth_.* - 2013.com.canonical.certification::graphics/2_fresh_rate_.* - 2013.com.canonical.certification::graphics/2_graphic_memory_.* - 2013.com.canonical.certification::graphics/2_resolution_.* - 2013.com.canonical.certification::graphics/2_resolution-change_.* - 2013.com.canonical.certification::graphics/2_screen_resolution_.* - 2013.com.canonical.certification::graphics/2_unity_support_.* - 2013.com.canonical.certification::graphics/2_screenshot_.* - 2013.com.canonical.certification::graphics/2_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/2_modes_.* + com.canonical.certification::graphics/2_color_depth_.* + com.canonical.certification::graphics/2_fresh_rate_.* + com.canonical.certification::graphics/2_graphic_memory_.* + com.canonical.certification::graphics/2_resolution_.* + com.canonical.certification::graphics/2_resolution-change_.* + com.canonical.certification::graphics/2_screen_resolution_.* + com.canonical.certification::graphics/2_unity_support_.* + com.canonical.certification::graphics/2_screenshot_.* + com.canonical.certification::graphics/2_screenshot.jpg_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* # Monitor tests on second graphic card - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker #See below, power-management/hibernate_advanced - 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker - 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker - 2013.com.canonical.certification::input/pointing - 2013.com.canonical.certification::input/pointing_.* certification-status=blocker - 2013.com.canonical.certification::input/keyboard certification-status=blocker - 2013.com.canonical.certification::input/clicking - 2013.com.canonical.certification::input/clicking_.* certification-status=blocker - 2013.com.canonical.certification::keys/mute certification-status=blocker - 2013.com.canonical.certification::keys/volume certification-status=blocker - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::keys/super certification-status=blocker - 2013.com.canonical.certification::keys/media-control certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - 2013.com.canonical.certification::keys/battery-info certification-status=blocker - 2013.com.canonical.certification::keys/touchpad - 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker - #2013.com.canonical.certification::keys/hibernate - #2013.com.canonical.certification::keys/keyboard-backlight - #2013.com.canonical.certification::keys/keyboard-overhead-light - #2013.com.canonical.certification::keys/lock-screen - 2013.com.canonical.certification::led/power certification-status=blocker - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/mute certification-status=blocker - 2013.com.canonical.certification::led/hdd - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/battery-charging - 2013.com.canonical.certification::led/battery-charged - #2013.com.canonical.certification::led/microphone - #2013.com.canonical.certification::led/bluetooth - 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker - 2013.com.canonical.certification::led/caps-lock certification-status=blocker - 2013.com.canonical.certification::led/touchpad - #2013.com.canonical.certification::led/wireless - 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker + com.canonical.certification::input/accelerometer_verify certification-status=non-blocker + com.canonical.certification::input/accelerometer certification-status=non-blocker + com.canonical.certification::input/pointing + com.canonical.certification::input/pointing_.* certification-status=blocker + com.canonical.certification::input/keyboard certification-status=blocker + com.canonical.certification::input/clicking + com.canonical.certification::input/clicking_.* certification-status=blocker + com.canonical.certification::keys/mute certification-status=blocker + com.canonical.certification::keys/volume certification-status=blocker + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::keys/super certification-status=blocker + com.canonical.certification::keys/media-control certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + com.canonical.certification::keys/battery-info certification-status=blocker + com.canonical.certification::keys/touchpad + com.canonical.certification::keys/microphone-mute certification-status=blocker + #com.canonical.certification::keys/hibernate + #com.canonical.certification::keys/keyboard-backlight + #com.canonical.certification::keys/keyboard-overhead-light + #com.canonical.certification::keys/lock-screen + com.canonical.certification::led/power certification-status=blocker + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/mute certification-status=blocker + com.canonical.certification::led/hdd + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/battery-charging + com.canonical.certification::led/battery-charged + #com.canonical.certification::led/microphone + #com.canonical.certification::led/bluetooth + com.canonical.certification::led/numeric-keypad certification-status=blocker + com.canonical.certification::led/caps-lock certification-status=blocker + com.canonical.certification::led/touchpad + #com.canonical.certification::led/wireless + com.canonical.certification::mediacard/sd-insert certification-status=blocker + com.canonical.certification::mediacard/sd-storage certification-status=blocker + com.canonical.certification::mediacard/sd-remove certification-status=blocker + com.canonical.certification::mediacard/sdhc-insert certification-status=blocker + com.canonical.certification::mediacard/sdhc-storage certification-status=blocker + com.canonical.certification::mediacard/sdhc-remove certification-status=blocker # See Automated Tests section at the end of this file - #2013.com.canonical.certification::__mobilebroadband__ - #2013.com.canonical.certification::mobilebroadband/gsm_connection - #2013.com.canonical.certification::mobilebroadband/cdma_connection + #com.canonical.certification::__mobilebroadband__ + #com.canonical.certification::mobilebroadband/gsm_connection + #com.canonical.certification::mobilebroadband/cdma_connection # Monitor tests below are not relevant anymore since they are now handled for each graphic cards - # 2013.com.canonical.certification::monitor/powersaving certification-status=blocker - # 2013.com.canonical.certification::monitor/dim_brightness certification-status=blocker - # 2013.com.canonical.certification::monitor/displayport certification-status=blocker - # 2013.com.canonical.certification::monitor/dvi certification-status=blocker - # 2013.com.canonical.certification::monitor/hdmi certification-status=blocker - # 2013.com.canonical.certification::monitor/rca certification-status=blocker - # 2013.com.canonical.certification::monitor/svideo certification-status=blocker - # 2013.com.canonical.certification::monitor/vga certification-status=blocker - # 2013.com.canonical.certification::monitor/multi-head certification-status=blocker - # 2013.com.canonical.certification::__networking__ + # com.canonical.certification::monitor/powersaving certification-status=blocker + # com.canonical.certification::monitor/dim_brightness certification-status=blocker + # com.canonical.certification::monitor/displayport certification-status=blocker + # com.canonical.certification::monitor/dvi certification-status=blocker + # com.canonical.certification::monitor/hdmi certification-status=blocker + # com.canonical.certification::monitor/rca certification-status=blocker + # com.canonical.certification::monitor/svideo certification-status=blocker + # com.canonical.certification::monitor/vga certification-status=blocker + # com.canonical.certification::monitor/multi-head certification-status=blocker + # com.canonical.certification::__networking__ # See Automated Tests section at the end of this file #networking/wired_connection ## use above test as a reminder to connect ethernet cable - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info certification-status=blocker - 2013.com.canonical.certification::networking/info_eth\d - #2013.com.canonical.certification::networking/info_wlan\d + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info certification-status=blocker + com.canonical.certification::networking/info_eth\d + #com.canonical.certification::networking/info_wlan\d #above case does not exist - 2013.com.canonical.certification::networking/ntp certification-status=blocker - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::optical/detect certification-status=blocker - 2013.com.canonical.certification::optical/read_.* certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::optical/detect certification-status=blocker + com.canonical.certification::optical/read_.* certification-status=blocker #optical/read-automated #optical/cdrom-audio-playback - 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker + com.canonical.certification::optical/bluray-read_.* certification-status=blocker + com.canonical.certification::optical/bluray-write_.* certification-status=blocker + com.canonical.certification::optical/cdrom-write_.* certification-status=blocker + com.canonical.certification::optical/dvd-write_.* certification-status=blocker # See Automated Tests section at the end of this file - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - #2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - #2013.com.canonical.certification::power-management/hibernate-single-log-check - #2013.com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + #com.canonical.certification::power-management/hibernate-single-log-check + #com.canonical.certification::power-management/hibernate-single-log-attach # hibernate cases moved to further below - 2013.com.canonical.certification::touchpad/basic - 2013.com.canonical.certification::touchpad/detected-as-mouse - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker - 2013.com.canonical.certification::touchscreen/tap-detect - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-rotate - 2013.com.canonical.certification::touchscreen/nontouch-dash - 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/HID certification-status=blocker - 2013.com.canonical.certification::usb/insert certification-status=blocker - 2013.com.canonical.certification::usb/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb/remove certification-status=blocker - 2013.com.canonical.certification::usb3/insert certification-status=blocker - 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb3/remove certification-status=blocker - 2013.com.canonical.certification::usb/usb3_read_performance - 2013.com.canonical.certification::usb/usb3_read_performance_.* + com.canonical.certification::touchpad/basic + com.canonical.certification::touchpad/detected-as-mouse + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker + com.canonical.certification::touchscreen/tap-detect + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/multitouch-rotate + com.canonical.certification::touchscreen/nontouch-dash + com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/HID certification-status=blocker + com.canonical.certification::usb/insert certification-status=blocker + com.canonical.certification::usb/storage-automated certification-status=blocker + com.canonical.certification::usb/remove certification-status=blocker + com.canonical.certification::usb3/insert certification-status=blocker + com.canonical.certification::usb3/storage-automated certification-status=blocker + com.canonical.certification::usb3/remove certification-status=blocker + com.canonical.certification::usb/usb3_read_performance + com.canonical.certification::usb/usb3_read_performance_.* #wireless/wireless_connection ## as a reminder for QA to make sure wireless connected #led/wlan #led/wlan-disabled - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - #2013.com.canonical.certification::suspend/generator_.* - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + #com.canonical.certification::suspend/generator_.* + com.canonical.certification::suspend/network_before_suspend certification-status=blocker # Ethernet was not connected here - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.* - #2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - #2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.* + #com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker + #com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker - 2013.com.canonical.certification::led/suspend certification-status=blocker - #2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - #2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach - 2013.com.canonical.certification::keys/sleep certification-status=blocker - 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker + com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker + com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::led/power-blink-suspend certification-status=blocker + com.canonical.certification::led/suspend certification-status=blocker + #com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker + #com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker + com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker + com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker + com.canonical.certification::suspend/display_after_suspend certification-status=blocker + com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker + com.canonical.certification::suspend/video_after_suspend certification-status=blocker + com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker + com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::keys/sleep certification-status=blocker + com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker #mediacard/cf-insert-after-suspend #mediacard/cf-storage-after-suspend #mediacard/cf-remove-after-suspend @@ -362,33 +362,33 @@ include: #mediacard/xd-insert-after-suspend #mediacard/xd-storage-after-suspend #mediacard/xd-remove-after-suspend - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker # Ethernet was not connected here - 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker + com.canonical.certification::suspend/audio_after_suspend certification-status=blocker ##suspend/xrandr_screens_after_suspend.tar.gz ## this one depends on cycle_resolutions_after_suspend_auto - 2013.com.canonical.certification::suspend/keys_after_suspend/mute - 2013.com.canonical.certification::suspend/keys_after_suspend/volume - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - #2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/keys_after_suspend/super - 2013.com.canonical.certification::suspend/keys_after_suspend/media-control - 2013.com.canonical.certification::suspend/keys_after_suspend/sleep - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info - 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad - 2013.com.canonical.certification::suspend/led_after_suspend/wlan - 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled - 2013.com.canonical.certification::suspend/led_after_suspend/camera - 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock - 2013.com.canonical.certification::suspend/led_after_suspend/mute - 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute - 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad - 2013.com.canonical.certification::suspend/led_after_suspend/power - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged - 2013.com.canonical.certification::suspend/led_after_suspend/hdd - 2013.com.canonical.certification::suspend/led_after_suspend/touchpad + com.canonical.certification::suspend/keys_after_suspend/mute + com.canonical.certification::suspend/keys_after_suspend/volume + com.canonical.certification::suspend/keys_after_suspend/brightness + #com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/keys_after_suspend/super + com.canonical.certification::suspend/keys_after_suspend/media-control + com.canonical.certification::suspend/keys_after_suspend/sleep + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::suspend/keys_after_suspend/battery-info + com.canonical.certification::suspend/keys_after_suspend/touchpad + com.canonical.certification::suspend/led_after_suspend/wlan + com.canonical.certification::suspend/led_after_suspend/wlan-disabled + com.canonical.certification::suspend/led_after_suspend/camera + com.canonical.certification::suspend/led_after_suspend/caps-lock + com.canonical.certification::suspend/led_after_suspend/mute + com.canonical.certification::suspend/led_after_suspend/microphone-mute + com.canonical.certification::suspend/led_after_suspend/numeric-keypad + com.canonical.certification::suspend/led_after_suspend/power + com.canonical.certification::suspend/led_after_suspend/battery-charging + com.canonical.certification::suspend/led_after_suspend/battery-charged + com.canonical.certification::suspend/led_after_suspend/hdd + com.canonical.certification::suspend/led_after_suspend/touchpad #suspend/led_after_suspend/camera #suspend/led_after_suspend/power #suspend/led_after_suspend/battery-charging @@ -399,128 +399,128 @@ include: #suspend/led_after_suspend/caps-lock #suspend/led_after_suspend/wireless #suspend/led_after_suspend/touchpad - 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker #suspend/gpu_lockup_after_suspend ## depends on suspend_advanced_auto, so skip # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot - 2013.com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/poweroff + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot + com.canonical.certification::power-management/reboot-log-attach # Automated Tests # The following tests are purely automated and/or lenghty stress tests. They # have been moved to the end of the test run to improve the testing process. - 2013.com.canonical.certification::tpm2.0/.* - 2013.com.canonical.certification::install/apt-get-gets-updates - 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.* - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::benchmarks/graphics/render-bench + com.canonical.certification::tpm2.0/.* + com.canonical.certification::install/apt-get-gets-updates + com.canonical.certification::benchmarks/disk/hdparm-read_.* + com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::benchmarks/graphics/render-bench #benchmarks/graphics/qgears2-Xrender-gearsfancy #benchmarks/graphics/qgears2-Xrender-compo #benchmarks/graphics/qgears2-gl-gearsfancy #benchmarks/graphics/qgears2-gl-compo #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959 - #2013.com.canonical.certification::benchmarks/graphics/glmark2 - #2013.com.canonical.certification::benchmarks/system/cpu_on_idle - #2013.com.canonical.certification::benchmarks/system/disk_on_idle - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/clocktest - 2013.com.canonical.certification::disk/stats_.* certification-status=blocker - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::graphics/generator_3d_window_open_close - 2013.com.canonical.certification::graphics/generator_3d_window_move - 2013.com.canonical.certification::graphics/generator_3d_window_suspend_resume - 2013.com.canonical.certification::graphics/generator_multi_3d_windows_open_close - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker - #2013.com.canonical.certification::miscellanea/fwts_test - #2013.com.canonical.certification::miscellanea/fwts_results.log - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_network_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::udev_resource_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/buildstamp - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/audio_device_driver - 2013.com.canonical.certification::info/network_devices - 2013.com.canonical.certification::info/xrandr - 2013.com.canonical.certification::info/disk_partitions + #com.canonical.certification::benchmarks/graphics/glmark2 + #com.canonical.certification::benchmarks/system/cpu_on_idle + #com.canonical.certification::benchmarks/system/disk_on_idle + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/clocktest + com.canonical.certification::disk/stats_.* certification-status=blocker + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::graphics/generator_3d_window_open_close + com.canonical.certification::graphics/generator_3d_window_move + com.canonical.certification::graphics/generator_3d_window_suspend_resume + com.canonical.certification::graphics/generator_multi_3d_windows_open_close + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker + #com.canonical.certification::miscellanea/fwts_test + #com.canonical.certification::miscellanea/fwts_results.log + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_network_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::udev_resource_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/buildstamp + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/audio_device_driver + com.canonical.certification::info/network_devices + com.canonical.certification::info/xrandr + com.canonical.certification::info/disk_partitions #unit: category #id: stella #_name: Stella tests - 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power - 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power - 2014.com.canonical.ce::stella/hotkeys/help - 2014.com.canonical.ce::stella/account/switch-to-guest-session - 2014.com.canonical.ce::stella/hp-particular/hp-documents - 2014.com.canonical.ce::stella/hp-particular/hp-wallpaper + com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power + com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power + com.canonical.ce::stella/hotkeys/help + com.canonical.ce::stella/account/switch-to-guest-session + com.canonical.ce::stella/hp-particular/hp-documents + com.canonical.ce::stella/hp-particular/hp-wallpaper #stella/hp-particular/build_valid_check #stella/hp-particular/collect_installed_information_client #stella/third-party-addon/Adobe-flash - 2014.com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed + com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed #stella/third-party-addon/check-Hanyi-font-installed - 2014.com.canonical.ce::stella/third-party-addon/Unity-mode-default3d + com.canonical.ce::stella/third-party-addon/Unity-mode-default3d # non OSP release source list tests - 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP + com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP # OSP release source list tests - 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1 + com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1 #stella/sourcelist/distro-oem-repository-sp2 # Stella specific source list tests - 2014.com.canonical.ce::stella/sourcelist/.*-repository$ + com.canonical.ce::stella/sourcelist/.*-repository$ #stella/cnb-sourcelist/ludao-repository #stella/vnb-sourcelist/oem-sp1-repository #stella/vnb-sourcelist/oem-sp2-repository @@ -528,9 +528,9 @@ include: #stella/cmit-sourcelist/oem-trusty-repository #stella/cmit-sourcelist/datong-repository bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources - 2013.com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/submission-resources + com.canonical.plainbox::collect-manifest diff --git a/units/stella-graphics.pxu b/units/stella-graphics.pxu index ab152ea..292b3f3 100644 --- a/units/stella-graphics.pxu +++ b/units/stella-graphics.pxu @@ -8,175 +8,175 @@ include: ## Updated for new Plainbox template units ## http://bit.ly/V8uMmF # Resource Jobs - 2013.com.canonical.certification::accessibility - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::build - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::device - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::optical_drive - 2013.com.canonical.certification::package - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::rtc + com.canonical.certification::accessibility + com.canonical.certification::block_device + com.canonical.certification::build + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::device + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::mobilebroadband + com.canonical.certification::optical_drive + com.canonical.certification::package + com.canonical.certification::resource + com.canonical.certification::sleep + com.canonical.certification::xinput + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::rtc # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - 2013.com.canonical.certification::miscellanea/chvt + com.canonical.certification::hardware + com.canonical.certification::hardware/certification + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::miscellanea/chvt # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__audio__ - 2013.com.canonical.certification::__monitor__ - 2013.com.canonical.certification::audio/generator_.* - 2013.com.canonical.certification::monitor/generator_.* - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::__audio__ + com.canonical.certification::__monitor__ + com.canonical.certification::audio/generator_.* + com.canonical.certification::monitor/generator_.* + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/generator_.* - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/driver_version - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker + com.canonical.certification::__graphics__ + com.canonical.certification::graphics/generator_.* + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/driver_version + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/1_modes_.* - 2013.com.canonical.certification::graphics/1_color_depth_.* - 2013.com.canonical.certification::graphics/1_fresh_rate_.* - 2013.com.canonical.certification::graphics/1_graphic_memory_.* - 2013.com.canonical.certification::graphics/1_resolution_.* - 2013.com.canonical.certification::graphics/1_resolution-change_.* - 2013.com.canonical.certification::graphics/1_screen_resolution_.* - 2013.com.canonical.certification::graphics/1_unity_support_.* - 2013.com.canonical.certification::graphics/1_screenshot_.* - 2013.com.canonical.certification::graphics/1_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/1_modes_.* + com.canonical.certification::graphics/1_color_depth_.* + com.canonical.certification::graphics/1_fresh_rate_.* + com.canonical.certification::graphics/1_graphic_memory_.* + com.canonical.certification::graphics/1_resolution_.* + com.canonical.certification::graphics/1_resolution-change_.* + com.canonical.certification::graphics/1_screen_resolution_.* + com.canonical.certification::graphics/1_unity_support_.* + com.canonical.certification::graphics/1_screenshot_.* + com.canonical.certification::graphics/1_screenshot.jpg_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* # Switch to second card (if any) - 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/2_modes_.* - 2013.com.canonical.certification::graphics/2_color_depth_.* - 2013.com.canonical.certification::graphics/2_fresh_rate_.* - 2013.com.canonical.certification::graphics/2_graphic_memory_.* - 2013.com.canonical.certification::graphics/2_resolution_.* - 2013.com.canonical.certification::graphics/2_resolution-change_.* - 2013.com.canonical.certification::graphics/2_screen_resolution_.* - 2013.com.canonical.certification::graphics/2_unity_support_.* - 2013.com.canonical.certification::graphics/2_screenshot_.* - 2013.com.canonical.certification::graphics/2_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/2_modes_.* + com.canonical.certification::graphics/2_color_depth_.* + com.canonical.certification::graphics/2_fresh_rate_.* + com.canonical.certification::graphics/2_graphic_memory_.* + com.canonical.certification::graphics/2_resolution_.* + com.canonical.certification::graphics/2_resolution-change_.* + com.canonical.certification::graphics/2_screen_resolution_.* + com.canonical.certification::graphics/2_unity_support_.* + com.canonical.certification::graphics/2_screenshot_.* + com.canonical.certification::graphics/2_screenshot.jpg_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* # Monitor tests on second graphic card - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::__power-management__ - 2013.com.canonical.certification::power-management/generator_.* - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::__power-management__ + com.canonical.certification::power-management/generator_.* + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach __hibernate__ #power-management/hibernate_advanced #power-management/hibernate-single-log-check #power-management/hibernate-single-log-attach - 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/generator_.* + com.canonical.certification::__suspend__ + com.canonical.certification::suspend/generator_.* # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.* + com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker + com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker #power-management/lid_open - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach - 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend - 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker + com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker + com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker + com.canonical.certification::suspend/display_after_suspend certification-status=blocker + com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker + com.canonical.certification::suspend/video_after_suspend certification-status=blocker + com.canonical.certification::suspend/cycle_resolutions_after_suspend + com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz #suspend/keys_after_suspend/brightness #suspend/keys_after_suspend/video-out # The following tests should run BEFORE the automated tests. The reboot and @@ -189,9 +189,9 @@ include: # Automated Tests # The following tests are purely automated and/or lenghty stress tests. They # have been moved to the end of the test run to improve the testing process. - 2013.com.canonical.certification::__benchmarks__ - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::benchmarks/graphics/render-bench + com.canonical.certification::__benchmarks__ + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::benchmarks/graphics/render-bench #benchmarks/graphics/qgears2-Xrender-gearsfancy #benchmarks/graphics/qgears2-Xrender-compo #benchmarks/graphics/qgears2-gl-gearsfancy @@ -212,14 +212,14 @@ include: #graphics/3d_window_move #graphics/3d_window_suspend_resume #graphics/multi_3d_windows_open_close - 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker - 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check - 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach - 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker + com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker + com.canonical.certification::power-management/suspend-30-cycles-log-check + com.canonical.certification::power-management/suspend-30-cycle-log-attach + com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker #power-management/hibernate_30_cycles #power-management/hibernate-30-cycles-log-check #power-management/hibernate-30-cycle-log-attach - 2013.com.canonical.certification::__stress__ + com.canonical.certification::__stress__ #stress/graphics #stress/graphics-tarball #stress/cpu_stress_test @@ -232,43 +232,43 @@ include: #stress/poweroff_check #stress/poweroff_check_log #Info attachment jobs - 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_network_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::udev_resource_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::info/hdparm - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/buildstamp - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/audio_device_driver - 2013.com.canonical.certification::info/network_devices - 2013.com.canonical.certification::info/xrandr - 2013.com.canonical.certification::info/disk_partitions + com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_network_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::udev_resource_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::info/hdparm + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/buildstamp + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/audio_device_driver + com.canonical.certification::info/network_devices + com.canonical.certification::info/xrandr + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources - 2013.com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/submission-resources + com.canonical.plainbox::collect-manifest diff --git a/units/stella-regression.pxu b/units/stella-regression.pxu index 59509e3..e38d1ca 100644 --- a/units/stella-regression.pxu +++ b/units/stella-regression.pxu @@ -3,145 +3,145 @@ _name: Stella Regression Tests unit: test plan description: This test plan is based on the SRU whitelist and targeted at testing Stella images and devices to find potential regressions. include: - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::device - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::xinput + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::device + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::xinput #SRU-based Test Suite Jobs - 2013.com.canonical.certification::__audio__ - 2013.com.canonical.certification::audio/alsa_record_playback_automated certification-status=blocker - 2013.com.canonical.certification::__bluetooth__ - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::__camera__ - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - 2013.com.canonical.certification::__cpu__ - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::__disk__ - 2013.com.canonical.certification::disk/read_performance certification-status=blocker - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/generator_.* - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - #2013.com.canonical.certification::graphics/1_screenshot_.* - #2013.com.canonical.certification::1_screenshot_.*.jpg - #2013.com.canonical.certification::graphics/1_screenshot_fullscreen_video_.* - #2013.com.canonical.certification::1_screenshot_fullscreen_video_.*.jpg - #2013.com.canonical.certification::graphics/screenshot_opencv_validation - #2013.com.canonical.certification::screenshot_opencv_validation.jpg - 2013.com.canonical.certification::__install__ - 2013.com.canonical.certification::install/apt-get-gets-updates - 2013.com.canonical.certification::__mediacard__ - 2013.com.canonical.certification::mediacard/sd-preinserted - 2013.com.canonical.certification::__memory__ - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker - 2013.com.canonical.certification::__ethernet__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::ethernet/info_automated - 2013.com.canonical.certification::__networking__ - 2013.com.canonical.certification::networking/http - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::__power-management__ - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - 2013.com.canonical.certification::__usb__ - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/storage-preinserted - 2013.com.canonical.certification::__wireless__ - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - 2013.com.canonical.certification::wireless/monitor_wireless_connection_udp - 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced_auto - 2013.com.canonical.certification::suspend/suspend-single-log-check - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::suspend/audio_after_suspend_auto - 2013.com.canonical.certification::suspend/network_resume_time_auto - 2013.com.canonical.certification::suspend/wifi_resume_time_auto - 2013.com.canonical.certification::suspend/usb_storage_preinserted_after_suspend - 2013.com.canonical.certification::suspend/record_playback_after_suspend_auto - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend_auto - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend_auto - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend_auto - 2013.com.canonical.certification::suspend/cpu_after_suspend_auto - 2013.com.canonical.certification::suspend/memory_after_suspend_auto - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg_auto - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg_auto - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n_auto - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n_auto - 2013.com.canonical.certification::suspend/gpu_lockup_after_suspend - #2013.com.canonical.certification::suspend/screenshot_after_suspend - #2013.com.canonical.certification::screenshot_after_suspend.jpg + com.canonical.certification::__audio__ + com.canonical.certification::audio/alsa_record_playback_automated certification-status=blocker + com.canonical.certification::__bluetooth__ + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::__camera__ + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + com.canonical.certification::__cpu__ + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::__disk__ + com.canonical.certification::disk/read_performance certification-status=blocker + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::__graphics__ + com.canonical.certification::graphics/generator_.* + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + #com.canonical.certification::graphics/1_screenshot_.* + #com.canonical.certification::1_screenshot_.*.jpg + #com.canonical.certification::graphics/1_screenshot_fullscreen_video_.* + #com.canonical.certification::1_screenshot_fullscreen_video_.*.jpg + #com.canonical.certification::graphics/screenshot_opencv_validation + #com.canonical.certification::screenshot_opencv_validation.jpg + com.canonical.certification::__install__ + com.canonical.certification::install/apt-get-gets-updates + com.canonical.certification::__mediacard__ + com.canonical.certification::mediacard/sd-preinserted + com.canonical.certification::__memory__ + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::__ethernet__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::ethernet/info_automated + com.canonical.certification::__networking__ + com.canonical.certification::networking/http + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::__power-management__ + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + com.canonical.certification::__usb__ + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/storage-preinserted + com.canonical.certification::__wireless__ + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + com.canonical.certification::wireless/monitor_wireless_connection_udp + com.canonical.certification::__suspend__ + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/suspend_advanced_auto + com.canonical.certification::suspend/suspend-single-log-check + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::suspend/audio_after_suspend_auto + com.canonical.certification::suspend/network_resume_time_auto + com.canonical.certification::suspend/wifi_resume_time_auto + com.canonical.certification::suspend/usb_storage_preinserted_after_suspend + com.canonical.certification::suspend/record_playback_after_suspend_auto + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend_auto + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend_auto + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend_auto + com.canonical.certification::suspend/cpu_after_suspend_auto + com.canonical.certification::suspend/memory_after_suspend_auto + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg_auto + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg_auto + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n_auto + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n_auto + com.canonical.certification::suspend/gpu_lockup_after_suspend + #com.canonical.certification::suspend/screenshot_after_suspend + #com.canonical.certification::screenshot_after_suspend.jpg #File Attachment Jobs - 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_network_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::udev_resource_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::info/hdparm - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/buildstamp - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/audio_device_driver - 2013.com.canonical.certification::info/network_devices - 2013.com.canonical.certification::info/xrandr - 2013.com.canonical.certification::info/disk_partitions + com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_network_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::udev_resource_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::info/hdparm + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/buildstamp + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/audio_device_driver + com.canonical.certification::info/network_devices + com.canonical.certification::info/xrandr + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/stella-stress.pxu b/units/stella-stress.pxu index c8c4e6f..b0c5e3b 100644 --- a/units/stella-stress.pxu +++ b/units/stella-stress.pxu @@ -7,65 +7,65 @@ include: ## Based on checkbox 0.15.1, checkbox-certification 0.15 checkbox-oem 0.45 ## http://bit.ly/V8uMmF # Resource Jobs - 2013.com.canonical.certification::accessibility - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::build - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::device - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive - 2013.com.canonical.certification::package - 2013.com.canonical.certification::resource + com.canonical.certification::accessibility + com.canonical.certification::block_device + com.canonical.certification::build + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::device + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::optical_drive + com.canonical.certification::package + com.canonical.certification::resource #resources - 2013.com.canonical.certification::sleep + com.canonical.certification::sleep #touchpad_scroll - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb + com.canonical.certification::xinput + com.canonical.certification::uname + com.canonical.certification::usb # requirement of s3/s4 tests - 2013.com.canonical.certification::rtc + com.canonical.certification::rtc # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - #2013.com.canonical.certification::miscellanea/fwts_test - #2013.com.canonical.certification::miscellanea/fwts_results.log - 2013.com.canonical.certification::__hibernate__ - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::__power-management__ - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - #2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker - #2013.com.canonical.certification::power-management/suspend-30-cycles-log-check - #2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach - #2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker - 2013.com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker - 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots - 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots - 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots - 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check - 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach - 2013.com.canonical.certification::__stress__ - 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker - 2013.com.canonical.certification::stress/poweroff certification-status=blocker - 2013.com.canonical.certification::stress/poweroff_log - 2013.com.canonical.certification::stress/reboot certification-status=blocker - 2013.com.canonical.certification::stress/reboot_log + com.canonical.certification::hardware + com.canonical.certification::hardware/certification + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + #com.canonical.certification::miscellanea/fwts_test + #com.canonical.certification::miscellanea/fwts_results.log + com.canonical.certification::__hibernate__ + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::__power-management__ + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::__suspend__ + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + #com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker + #com.canonical.certification::power-management/suspend-30-cycles-log-check + #com.canonical.certification::power-management/suspend-30-cycle-log-attach + #com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker + com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker + com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots + com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots + com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots + com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker + com.canonical.certification::power-management/hibernate-30-cycles-log-check + com.canonical.certification::power-management/hibernate-30-cycle-log-attach + com.canonical.certification::__stress__ + com.canonical.certification::stress/cpu_stress_test certification-status=blocker + com.canonical.certification::stress/poweroff certification-status=blocker + com.canonical.certification::stress/poweroff_log + com.canonical.certification::stress/reboot certification-status=blocker + com.canonical.certification::stress/reboot_log bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/stella-wireless.pxu b/units/stella-wireless.pxu index f2feaae..6e2d804 100644 --- a/units/stella-wireless.pxu +++ b/units/stella-wireless.pxu @@ -8,111 +8,111 @@ include: ## Updated for new Plainbox template units ## http://bit.ly/V8uMmF # Resource Jobs - 2013.com.canonical.certification::accessibility - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::build - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::device - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::optical_drive - 2013.com.canonical.certification::package - 2013.com.canonical.certification::resource - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::IEEE_80211 + com.canonical.certification::accessibility + com.canonical.certification::block_device + com.canonical.certification::build + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::device + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::mobilebroadband + com.canonical.certification::optical_drive + com.canonical.certification::package + com.canonical.certification::resource + com.canonical.certification::sleep + com.canonical.certification::xinput + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::rtc + com.canonical.certification::IEEE_80211 # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/tester-info - 2013.com.canonical.certification::__bluetooth__ - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::__ethernet__ - 2013.com.canonical.certification::__networking__ - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::ethernet/info_automated + com.canonical.certification::hardware + com.canonical.certification::hardware/certification + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::__bluetooth__ + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + com.canonical.certification::bluetooth/audio certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::__ethernet__ + com.canonical.certification::__networking__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::ethernet/info_automated #ethernet/wired_connection - 2013.com.canonical.certification::networking/info certification-status=blocker - 2013.com.canonical.certification::networking/info_eth\d - #2013.com.canonical.certification::networking/info_wlan\d + com.canonical.certification::networking/info certification-status=blocker + com.canonical.certification::networking/info_eth\d + #com.canonical.certification::networking/info_wlan\d #above case does not exist - 2013.com.canonical.certification::networking/ntp certification-status=blocker - 2013.com.canonical.certification::__keys__ - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::__led__ - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/wlan-disabled - 2013.com.canonical.certification::__wireless__ - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - 2013.com.canonical.certification::__power-management__ - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach + com.canonical.certification::networking/ntp certification-status=blocker + com.canonical.certification::__keys__ + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::__led__ + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/wlan-disabled + com.canonical.certification::__wireless__ + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + com.canonical.certification::__power-management__ + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach #__hibernate__ #power-management/hibernate_advanced #power-management/hibernate-single-log-check #power-management/hibernate-single-log-attach - 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::__suspend__ + com.canonical.certification::suspend/network_before_suspend certification-status=blocker # Ethernet was not connected here - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-check - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/led_after_suspend/wlan - 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-check + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/led_after_suspend/wlan + com.canonical.certification::suspend/led_after_suspend/wlan-disabled + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker #power-management/poweroff #power-management/poweroff-log-attach #power-management/reboot #power-management/reboot-log-attach - 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker - 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check - 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach - 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker + com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker + com.canonical.certification::power-management/suspend-30-cycles-log-check + com.canonical.certification::power-management/suspend-30-cycle-log-attach + com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker #power-management/hibernate_30_cycles #power-management/hibernate-30-cycles-log-check #power-management/hibernate-30-cycle-log-attach - 2013.com.canonical.certification::__stress__ + com.canonical.certification::__stress__ #stress/reboot #stress/reboot_log #stress/poweroff @@ -122,42 +122,42 @@ include: #stress/poweroff_check #stress/poweroff_check_log #Info attachment jobs - 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_network_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::udev_resource_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::info/hdparm - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/buildstamp - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/audio_device_driver - 2013.com.canonical.certification::info/network_devices - 2013.com.canonical.certification::info/xrandr - 2013.com.canonical.certification::info/disk_partitions + com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_network_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::udev_resource_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::info/hdparm + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/buildstamp + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/audio_device_driver + com.canonical.certification::info/network_devices + com.canonical.certification::info/xrandr + com.canonical.certification::info/disk_partitions bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources diff --git a/units/sutton-full-14-04-3.pxu b/units/sutton-full-14-04-3.pxu index cfafec5..05eb384 100644 --- a/units/sutton-full-14-04-3.pxu +++ b/units/sutton-full-14-04-3.pxu @@ -4,168 +4,168 @@ unit: test plan include: # This test plan is based on client-cert-14-04-3 # Resource Jobs - 2013.com.canonical.certification::__resource__ - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::device - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput + com.canonical.certification::__resource__ + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::device + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::miscellanea/tester-info - 2013.com.canonical.certification::__audio__ - 2013.com.canonical.certification::audio/generator_.* - 2013.com.canonical.certification::audio/alsa_info_collect - 2013.com.canonical.certification::audio/alsa_info_attachment - 2013.com.canonical.certification::audio/list_devices - 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - 2013.com.canonical.certification::audio/playback_auto certification-status=blocker - 2013.com.canonical.certification::audio/channels - 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::__audio__ + com.canonical.certification::audio/generator_.* + com.canonical.certification::audio/alsa_info_collect + com.canonical.certification::audio/alsa_info_attachment + com.canonical.certification::audio/list_devices + com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::audio/microphone-plug-detection certification-status=blocker + com.canonical.certification::audio/playback_headphones certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker + com.canonical.certification::audio/playback_auto certification-status=blocker + com.canonical.certification::audio/channels + com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker # See Monitor / Graphic test section for hybrid-graphic monitor audio tests - 2013.com.canonical.certification::__benchmarks__ + com.canonical.certification::__benchmarks__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__bluetooth__ - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::__camera__ - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - 2013.com.canonical.certification::__cpu__ + com.canonical.certification::__bluetooth__ + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + com.canonical.certification::bluetooth/audio certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::__camera__ + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + com.canonical.certification::__cpu__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - 2013.com.canonical.certification::__disk__ + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + com.canonical.certification::__disk__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::disk/detect certification-status=blocker - 2013.com.canonical.certification::__ethernet__ + com.canonical.certification::disk/detect certification-status=blocker + com.canonical.certification::__ethernet__ # See Networking section below - #2013.com.canonical.certification::__esata__ - #2013.com.canonical.certification::esata/insert certification-status=blocker - #2013.com.canonical.certification::esata/storage-test certification-status=blocker - #2013.com.canonical.certification::esata/remove certification-status=blocker - #2013.com.canonical.certification::__firewire__ - #2013.com.canonical.certification::firewire/insert certification-status=blocker - #2013.com.canonical.certification::firewire/storage-test certification-status=blocker - #2013.com.canonical.certification::firewire/remove certification-status=blocker - 2013.com.canonical.certification::__thunderbolt__ - 2013.com.canonical.certification::thunderbolt/insert certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/remove certification-status=non-blocker + #com.canonical.certification::__esata__ + #com.canonical.certification::esata/insert certification-status=blocker + #com.canonical.certification::esata/storage-test certification-status=blocker + #com.canonical.certification::esata/remove certification-status=blocker + #com.canonical.certification::__firewire__ + #com.canonical.certification::firewire/insert certification-status=blocker + #com.canonical.certification::firewire/storage-test certification-status=blocker + #com.canonical.certification::firewire/remove certification-status=blocker + com.canonical.certification::__thunderbolt__ + com.canonical.certification::thunderbolt/insert certification-status=non-blocker + com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker + com.canonical.certification::thunderbolt/remove certification-status=non-blocker # See the Thunderbolt monitor test for the daisy-chain test - 2013.com.canonical.certification::__firmware__ + com.canonical.certification::__firmware__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__monitor__ - 2013.com.canonical.certification::monitor/generator_.* - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::__monitor__ + com.canonical.certification::monitor/generator_.* + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/generator_.* - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - 2013.com.canonical.certification::__hibernate__ + com.canonical.certification::__graphics__ + com.canonical.certification::graphics/generator_.* + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + com.canonical.certification::__hibernate__ #See below, power-management/hibernate_advanced - 2013.com.canonical.certification::__input__ - 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker - 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker - 2013.com.canonical.certification::input/pointing - 2013.com.canonical.certification::input/pointing_.* certification-status=blocker - 2013.com.canonical.certification::input/clicking - 2013.com.canonical.certification::input/clicking_.* certification-status=blocker - 2013.com.canonical.certification::input/keyboard certification-status=blocker - 2013.com.canonical.certification::disk/hdd-parking certification-status=non-blocker - 2013.com.canonical.certification::__keys__ - #2013.com.canonical.certification::keys/lock-screen certification-status=blocker - 2013.com.canonical.certification::keys/super certification-status=blocker - #2013.com.canonical.certification::keys/battery-info certification-status=blocker - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/mute certification-status=blocker - 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker - 2013.com.canonical.certification::keys/volume certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::keys/media-control certification-status=blocker - 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker - #2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker - 2013.com.canonical.certification::__led__ - #2013.com.canonical.certification::led/bluetooth certification-status=non-blocker - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/caps-lock certification-status=blocker - 2013.com.canonical.certification::led/mute certification-status=blocker - 2013.com.canonical.certification::led/microphone-mute certification-status=non-blocker - #2013.com.canonical.certification::led/numeric-keypad certification-status=blocker - 2013.com.canonical.certification::led/power certification-status=blocker + com.canonical.certification::__input__ + com.canonical.certification::input/accelerometer_verify certification-status=non-blocker + com.canonical.certification::input/accelerometer certification-status=non-blocker + com.canonical.certification::input/pointing + com.canonical.certification::input/pointing_.* certification-status=blocker + com.canonical.certification::input/clicking + com.canonical.certification::input/clicking_.* certification-status=blocker + com.canonical.certification::input/keyboard certification-status=blocker + com.canonical.certification::disk/hdd-parking certification-status=non-blocker + com.canonical.certification::__keys__ + #com.canonical.certification::keys/lock-screen certification-status=blocker + com.canonical.certification::keys/super certification-status=blocker + #com.canonical.certification::keys/battery-info certification-status=blocker + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/mute certification-status=blocker + com.canonical.certification::keys/microphone-mute certification-status=blocker + com.canonical.certification::keys/volume certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::keys/media-control certification-status=blocker + com.canonical.certification::keys/keyboard-backlight certification-status=blocker + #com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker + com.canonical.certification::__led__ + #com.canonical.certification::led/bluetooth certification-status=non-blocker + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/caps-lock certification-status=blocker + com.canonical.certification::led/mute certification-status=blocker + com.canonical.certification::led/microphone-mute certification-status=non-blocker + #com.canonical.certification::led/numeric-keypad certification-status=blocker + com.canonical.certification::led/power certification-status=blocker # NOTE: led/power-blink-suspend and led/suspend are used later in the # testplan just after a number of suspend tests. # led/power-blink-suspend @@ -173,270 +173,270 @@ include: # NOTE: led/wireless is redundant given that we have led/wlan and # led/bluetooth already # led/wireless - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/wlan-disabled - 2013.com.canonical.certification::__mediacard__ - 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - 2013.com.canonical.certification::__memory__ + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/wlan-disabled + com.canonical.certification::__mediacard__ + com.canonical.certification::mediacard/sd-insert certification-status=blocker + com.canonical.certification::mediacard/sd-storage certification-status=blocker + com.canonical.certification::mediacard/sd-remove certification-status=blocker + com.canonical.certification::mediacard/sdhc-insert certification-status=blocker + com.canonical.certification::mediacard/sdhc-storage certification-status=blocker + com.canonical.certification::mediacard/sdhc-remove certification-status=blocker + com.canonical.certification::__memory__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__mobilebroadband__ - 2013.com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker - 2013.com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker - 2013.com.canonical.certification::__networking__ + com.canonical.certification::__mobilebroadband__ + com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker + com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker + com.canonical.certification::__networking__ # See before the Automated Tests section at the end of this file - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info certification-status=blocker - 2013.com.canonical.certification::networking/info_eth\d certification-status=blocker - 2013.com.canonical.certification::networking/info_wlan\d certification-status=blocker - 2013.com.canonical.certification::networking/ntp certification-status=blocker - 2013.com.canonical.certification::__optical__ - 2013.com.canonical.certification::optical/detect certification-status=blocker - 2013.com.canonical.certification::optical/read certification-status=blocker - 2013.com.canonical.certification::optical/read_.* certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker - #2013.com.canonical.certification::optical/bluray-read certification-status=blocker - #2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker - #2013.com.canonical.certification::optical/bluray-write certification-status=blocker - #2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker - 2013.com.canonical.certification::__power-management__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info certification-status=blocker + com.canonical.certification::networking/info_eth\d certification-status=blocker + com.canonical.certification::networking/info_wlan\d certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + com.canonical.certification::__optical__ + com.canonical.certification::optical/detect certification-status=blocker + com.canonical.certification::optical/read certification-status=blocker + com.canonical.certification::optical/read_.* certification-status=blocker + com.canonical.certification::optical/cdrom-write certification-status=blocker + com.canonical.certification::optical/cdrom-write_.* certification-status=blocker + com.canonical.certification::optical/dvd-write certification-status=blocker + com.canonical.certification::optical/dvd-write_.* certification-status=blocker + #com.canonical.certification::optical/bluray-read certification-status=blocker + #com.canonical.certification::optical/bluray-read_.* certification-status=blocker + #com.canonical.certification::optical/bluray-write certification-status=blocker + #com.canonical.certification::optical/bluray-write_.* certification-status=blocker + com.canonical.certification::__power-management__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::power-management/generator_.* - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - 2013.com.canonical.certification::__touchpad__ - 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker - 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - 2013.com.canonical.certification::__touchscreen__ - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-rotate - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker - 2013.com.canonical.certification::__usb__ - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/HID certification-status=blocker - 2013.com.canonical.certification::usb/insert certification-status=blocker - 2013.com.canonical.certification::usb/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb/remove certification-status=blocker - 2013.com.canonical.certification::usb3/insert certification-status=blocker - 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb3/remove certification-status=blocker - 2013.com.canonical.certification::__wireless__ - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/generator_.* - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::power-management/generator_.* + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + com.canonical.certification::__touchpad__ + com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker + com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker + com.canonical.certification::__touchscreen__ + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/multitouch-rotate + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker + com.canonical.certification::__usb__ + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/HID certification-status=blocker + com.canonical.certification::usb/insert certification-status=blocker + com.canonical.certification::usb/storage-automated certification-status=blocker + com.canonical.certification::usb/remove certification-status=blocker + com.canonical.certification::usb3/insert certification-status=blocker + com.canonical.certification::usb3/storage-automated certification-status=blocker + com.canonical.certification::usb3/remove certification-status=blocker + com.canonical.certification::__wireless__ + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + com.canonical.certification::__suspend__ + com.canonical.certification::suspend/generator_.* + com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.* + com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=non-blocker + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker - 2013.com.canonical.certification::led/suspend certification-status=blocker - 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=non-blocker - 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz - #2013.com.canonical.certification::keys/sleep certification-status=blocker - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker - 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/pointing-after-suspend - 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/clicking-after-suspend - 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/super - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - 2013.com.canonical.certification::suspend/keys_after_suspend/mute - 2013.com.canonical.certification::suspend/keys_after_suspend/microphone-mute - 2013.com.canonical.certification::suspend/keys_after_suspend/volume - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/keys_after_suspend/media-control - 2013.com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight - 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_results_after_suspend.log - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach - #2013.com.canonical.certification::keys/hibernate certification-status=blocker + com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker + com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::led/power-blink-suspend certification-status=blocker + com.canonical.certification::led/suspend certification-status=blocker + com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker + com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker + com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker + com.canonical.certification::suspend/display_after_suspend certification-status=blocker + com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker + com.canonical.certification::suspend/video_after_suspend certification-status=blocker + com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=non-blocker + com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz + #com.canonical.certification::keys/sleep certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/audio_after_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker + com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker + com.canonical.certification::camera/display_after_suspend certification-status=blocker + com.canonical.certification::camera/still_after_suspend certification-status=blocker + com.canonical.certification::suspend/pointing-after-suspend + com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/clicking-after-suspend + com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/super + com.canonical.certification::suspend/keys_after_suspend/brightness + com.canonical.certification::suspend/keys_after_suspend/mute + com.canonical.certification::suspend/keys_after_suspend/microphone-mute + com.canonical.certification::suspend/keys_after_suspend/volume + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/keys_after_suspend/media-control + com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight + com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_results_after_suspend.log + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach + #com.canonical.certification::keys/hibernate certification-status=blocker # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff certification-status=blocker - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot certification-status=blocker - 2013.com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/poweroff certification-status=blocker + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot certification-status=blocker + com.canonical.certification::power-management/reboot-log-attach # Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. - 2013.com.canonical.certification::firmware/generator_.* - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::__install__ - 2013.com.canonical.certification::install/apt-get-gets-updates - 2013.com.canonical.certification::miscellanea/dmitest_client - 2013.com.canonical.certification::benchmarks/disk/hdparm-read - 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.* - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::cpu/clocktest - 2013.com.canonical.certification::disk/stats - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance certification-status=blocker - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_devices - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker - 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker - 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach - 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach - 2013.com.canonical.certification::__stress__ - 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker + com.canonical.certification::firmware/generator_.* + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::__install__ + com.canonical.certification::install/apt-get-gets-updates + com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::benchmarks/disk/hdparm-read + com.canonical.certification::benchmarks/disk/hdparm-read_.* + com.canonical.certification::benchmarks/disk/hdparm-cache-read + com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::cpu/clocktest + com.canonical.certification::disk/stats + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance certification-status=blocker + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_devices + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker + com.canonical.certification::power-management/suspend-30-cycle-log-attach + com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker + com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker + com.canonical.certification::power-management/hibernate-30-cycle-log-attach + com.canonical.certification::__stress__ + com.canonical.certification::stress/cpu_stress_test certification-status=blocker #Info attachment jobs - 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions mandatory_include: # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources - 2013.com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/submission-resources + com.canonical.plainbox::collect-manifest #Sutton misc/generic misc/generic/sources-list/.* diff --git a/units/sutton-full-14-04.pxu b/units/sutton-full-14-04.pxu index deaf82e..db30a93 100644 --- a/units/sutton-full-14-04.pxu +++ b/units/sutton-full-14-04.pxu @@ -4,158 +4,158 @@ unit: test plan include: # This test plan is based on client-cert-14-04 # Resource Jobs - 2013.com.canonical.certification::__resource__ - 2013.com.canonical.certification::IEEE_80211 - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::device - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::mobilebroadband - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::rtc - 2013.com.canonical.certification::sleep - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::xinput + com.canonical.certification::__resource__ + com.canonical.certification::IEEE_80211 + com.canonical.certification::block_device + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::device + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::mobilebroadband + com.canonical.certification::module + com.canonical.certification::optical_drive + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::rtc + com.canonical.certification::sleep + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::xinput # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::miscellanea/tester-info - 2013.com.canonical.certification::__audio__ - 2013.com.canonical.certification::audio/generator_.* - 2013.com.canonical.certification::audio/alsa_info_collect - 2013.com.canonical.certification::audio/alsa_info_attachment - 2013.com.canonical.certification::audio/list_devices - 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker - 2013.com.canonical.certification::audio/playback_auto certification-status=blocker - 2013.com.canonical.certification::audio/channels - 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker + com.canonical.certification::miscellanea/tester-info + com.canonical.certification::__audio__ + com.canonical.certification::audio/generator_.* + com.canonical.certification::audio/alsa_info_collect + com.canonical.certification::audio/alsa_info_attachment + com.canonical.certification::audio/list_devices + com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::audio/microphone-plug-detection certification-status=blocker + com.canonical.certification::audio/playback_headphones certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker + com.canonical.certification::audio/playback_auto certification-status=blocker + com.canonical.certification::audio/channels + com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker # See Monitor / Graphic test section for hybrid-graphic monitor audio tests - 2013.com.canonical.certification::__benchmarks__ + com.canonical.certification::__benchmarks__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__bluetooth__ - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::__camera__ - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker - 2013.com.canonical.certification::__cpu__ + com.canonical.certification::__bluetooth__ + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + com.canonical.certification::bluetooth/audio certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::__camera__ + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + com.canonical.certification::__cpu__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - 2013.com.canonical.certification::__disk__ + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + com.canonical.certification::__disk__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::disk/detect certification-status=blocker - 2013.com.canonical.certification::__ethernet__ + com.canonical.certification::disk/detect certification-status=blocker + com.canonical.certification::__ethernet__ # See Networking section below - #2013.com.canonical.certification::__esata__ - #2013.com.canonical.certification::esata/insert certification-status=blocker - #2013.com.canonical.certification::esata/storage-test certification-status=blocker - #2013.com.canonical.certification::esata/remove certification-status=blocker - #2013.com.canonical.certification::__firewire__ - #2013.com.canonical.certification::firewire/insert certification-status=blocker - #2013.com.canonical.certification::firewire/storage-test certification-status=blocker - #2013.com.canonical.certification::firewire/remove certification-status=blocker - 2013.com.canonical.certification::__firmware__ + #com.canonical.certification::__esata__ + #com.canonical.certification::esata/insert certification-status=blocker + #com.canonical.certification::esata/storage-test certification-status=blocker + #com.canonical.certification::esata/remove certification-status=blocker + #com.canonical.certification::__firewire__ + #com.canonical.certification::firewire/insert certification-status=blocker + #com.canonical.certification::firewire/storage-test certification-status=blocker + #com.canonical.certification::firewire/remove certification-status=blocker + com.canonical.certification::__firmware__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__monitor__ - 2013.com.canonical.certification::monitor/generator_.* - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::__monitor__ + com.canonical.certification::monitor/generator_.* + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - 2013.com.canonical.certification::__graphics__ - 2013.com.canonical.certification::graphics/generator_.* - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* - 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - 2013.com.canonical.certification::__hibernate__ + com.canonical.certification::__graphics__ + com.canonical.certification::graphics/generator_.* + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* + com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + com.canonical.certification::__hibernate__ #See below, power-management/hibernate_advanced - 2013.com.canonical.certification::__input__ - 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker - 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker - 2013.com.canonical.certification::input/pointing - 2013.com.canonical.certification::input/pointing_.* certification-status=blocker - 2013.com.canonical.certification::input/clicking - 2013.com.canonical.certification::input/clicking_.* certification-status=blocker - 2013.com.canonical.certification::input/keyboard certification-status=blocker - 2013.com.canonical.certification::disk/hdd-parking certification-status=non-blocker - 2013.com.canonical.certification::__keys__ - #2013.com.canonical.certification::keys/lock-screen certification-status=blocker - 2013.com.canonical.certification::keys/super certification-status=blocker - #2013.com.canonical.certification::keys/battery-info certification-status=blocker - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/mute certification-status=blocker - 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker - 2013.com.canonical.certification::keys/volume certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::keys/media-control certification-status=blocker - 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker - #2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker - 2013.com.canonical.certification::__led__ - #2013.com.canonical.certification::led/bluetooth certification-status=non-blocker - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/caps-lock certification-status=blocker - 2013.com.canonical.certification::led/mute certification-status=blocker - 2013.com.canonical.certification::led/microphone-mute certification-status=non-blocker - #2013.com.canonical.certification::led/numeric-keypad certification-status=blocker - 2013.com.canonical.certification::led/power certification-status=blocker + com.canonical.certification::__input__ + com.canonical.certification::input/accelerometer_verify certification-status=non-blocker + com.canonical.certification::input/accelerometer certification-status=non-blocker + com.canonical.certification::input/pointing + com.canonical.certification::input/pointing_.* certification-status=blocker + com.canonical.certification::input/clicking + com.canonical.certification::input/clicking_.* certification-status=blocker + com.canonical.certification::input/keyboard certification-status=blocker + com.canonical.certification::disk/hdd-parking certification-status=non-blocker + com.canonical.certification::__keys__ + #com.canonical.certification::keys/lock-screen certification-status=blocker + com.canonical.certification::keys/super certification-status=blocker + #com.canonical.certification::keys/battery-info certification-status=blocker + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/mute certification-status=blocker + com.canonical.certification::keys/microphone-mute certification-status=blocker + com.canonical.certification::keys/volume certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::keys/media-control certification-status=blocker + com.canonical.certification::keys/keyboard-backlight certification-status=blocker + #com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker + com.canonical.certification::__led__ + #com.canonical.certification::led/bluetooth certification-status=non-blocker + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/caps-lock certification-status=blocker + com.canonical.certification::led/mute certification-status=blocker + com.canonical.certification::led/microphone-mute certification-status=non-blocker + #com.canonical.certification::led/numeric-keypad certification-status=blocker + com.canonical.certification::led/power certification-status=blocker # NOTE: led/power-blink-suspend and led/suspend are used later in the # testplan just after a number of suspend tests. # led/power-blink-suspend @@ -163,264 +163,264 @@ include: # NOTE: led/wireless is redundant given that we have led/wlan and # led/bluetooth already # led/wireless - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/wlan-disabled - 2013.com.canonical.certification::__mediacard__ - 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker - 2013.com.canonical.certification::__memory__ + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/wlan-disabled + com.canonical.certification::__mediacard__ + com.canonical.certification::mediacard/sd-insert certification-status=blocker + com.canonical.certification::mediacard/sd-storage certification-status=blocker + com.canonical.certification::mediacard/sd-remove certification-status=blocker + com.canonical.certification::mediacard/sdhc-insert certification-status=blocker + com.canonical.certification::mediacard/sdhc-storage certification-status=blocker + com.canonical.certification::mediacard/sdhc-remove certification-status=blocker + com.canonical.certification::__memory__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__miscellanea__ - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log + com.canonical.certification::__miscellanea__ + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__mobilebroadband__ - 2013.com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker - 2013.com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker - 2013.com.canonical.certification::__networking__ + com.canonical.certification::__mobilebroadband__ + com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker + com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker + com.canonical.certification::__networking__ # See before the Automated Tests section at the end of this file - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info certification-status=blocker - 2013.com.canonical.certification::networking/info_eth\d certification-status=blocker - 2013.com.canonical.certification::networking/info_wlan\d certification-status=blocker - 2013.com.canonical.certification::networking/ntp certification-status=blocker - 2013.com.canonical.certification::__optical__ - 2013.com.canonical.certification::optical/detect certification-status=blocker - 2013.com.canonical.certification::optical/read certification-status=blocker - 2013.com.canonical.certification::optical/read_.* certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker - #2013.com.canonical.certification::optical/bluray-read certification-status=blocker - #2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker - #2013.com.canonical.certification::optical/bluray-write certification-status=blocker - #2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker - 2013.com.canonical.certification::__power-management__ + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info certification-status=blocker + com.canonical.certification::networking/info_eth\d certification-status=blocker + com.canonical.certification::networking/info_wlan\d certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + com.canonical.certification::__optical__ + com.canonical.certification::optical/detect certification-status=blocker + com.canonical.certification::optical/read certification-status=blocker + com.canonical.certification::optical/read_.* certification-status=blocker + com.canonical.certification::optical/cdrom-write certification-status=blocker + com.canonical.certification::optical/cdrom-write_.* certification-status=blocker + com.canonical.certification::optical/dvd-write certification-status=blocker + com.canonical.certification::optical/dvd-write_.* certification-status=blocker + #com.canonical.certification::optical/bluray-read certification-status=blocker + #com.canonical.certification::optical/bluray-read_.* certification-status=blocker + #com.canonical.certification::optical/bluray-write certification-status=blocker + #com.canonical.certification::optical/bluray-write_.* certification-status=blocker + com.canonical.certification::__power-management__ # See Automated Tests section at the end of this file - 2013.com.canonical.certification::power-management/generator_.* - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - 2013.com.canonical.certification::__touchpad__ - 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker - 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - 2013.com.canonical.certification::__touchscreen__ - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-rotate - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker - 2013.com.canonical.certification::__usb__ - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/HID certification-status=blocker - 2013.com.canonical.certification::usb/insert certification-status=blocker - 2013.com.canonical.certification::usb/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb/remove certification-status=blocker - 2013.com.canonical.certification::usb3/insert certification-status=blocker - 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb3/remove certification-status=blocker - 2013.com.canonical.certification::__wireless__ - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - 2013.com.canonical.certification::__suspend__ - 2013.com.canonical.certification::suspend/generator_.* - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::power-management/generator_.* + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + com.canonical.certification::__touchpad__ + com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker + com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker + com.canonical.certification::__touchscreen__ + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/multitouch-rotate + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker + com.canonical.certification::__usb__ + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/HID certification-status=blocker + com.canonical.certification::usb/insert certification-status=blocker + com.canonical.certification::usb/storage-automated certification-status=blocker + com.canonical.certification::usb/remove certification-status=blocker + com.canonical.certification::usb3/insert certification-status=blocker + com.canonical.certification::usb3/storage-automated certification-status=blocker + com.canonical.certification::usb3/remove certification-status=blocker + com.canonical.certification::__wireless__ + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + com.canonical.certification::__suspend__ + com.canonical.certification::suspend/generator_.* + com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.* + com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker - 2013.com.canonical.certification::led/suspend certification-status=blocker - 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend - 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz - #2013.com.canonical.certification::keys/sleep certification-status=blocker - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker - 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/pointing-after-suspend - 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/clicking-after-suspend - 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/keys_after_suspend/super - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - 2013.com.canonical.certification::suspend/keys_after_suspend/mute - 2013.com.canonical.certification::suspend/keys_after_suspend/microphone-mute - 2013.com.canonical.certification::suspend/keys_after_suspend/volume - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/keys_after_suspend/media-control - 2013.com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight - 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/oops_results_after_suspend.log - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach - #2013.com.canonical.certification::keys/hibernate certification-status=blocker + com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker + com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::led/power-blink-suspend certification-status=blocker + com.canonical.certification::led/suspend certification-status=blocker + com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker + com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker + com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker + com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker + com.canonical.certification::suspend/display_after_suspend certification-status=blocker + com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker + com.canonical.certification::suspend/video_after_suspend certification-status=blocker + com.canonical.certification::suspend/cycle_resolutions_after_suspend + com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz + #com.canonical.certification::keys/sleep certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/audio_after_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker + com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker + com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker + com.canonical.certification::camera/display_after_suspend certification-status=blocker + com.canonical.certification::camera/still_after_suspend certification-status=blocker + com.canonical.certification::suspend/pointing-after-suspend + com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/clicking-after-suspend + com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/keys_after_suspend/super + com.canonical.certification::suspend/keys_after_suspend/brightness + com.canonical.certification::suspend/keys_after_suspend/mute + com.canonical.certification::suspend/keys_after_suspend/microphone-mute + com.canonical.certification::suspend/keys_after_suspend/volume + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/keys_after_suspend/media-control + com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight + com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_after_suspend certification-status=blocker + com.canonical.certification::suspend/oops_results_after_suspend.log + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach + #com.canonical.certification::keys/hibernate certification-status=blocker # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff certification-status=blocker - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot certification-status=blocker - 2013.com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/poweroff certification-status=blocker + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot certification-status=blocker + com.canonical.certification::power-management/reboot-log-attach # Automated Tests # The following tests are purely automated and/or lenghty stress tests. # They have been moved to the end of the test run to improve the testing # process. - 2013.com.canonical.certification::firmware/generator_.* - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::__install__ - 2013.com.canonical.certification::install/apt-get-gets-updates - 2013.com.canonical.certification::miscellanea/dmitest_client - 2013.com.canonical.certification::benchmarks/disk/hdparm-read - 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.* - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::cpu/clocktest - 2013.com.canonical.certification::disk/stats - 2013.com.canonical.certification::disk/stats_.* - 2013.com.canonical.certification::disk/read_performance certification-status=blocker - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_devices - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker - 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker - 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach - 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach - 2013.com.canonical.certification::__stress__ - 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker + com.canonical.certification::firmware/generator_.* + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::__install__ + com.canonical.certification::install/apt-get-gets-updates + com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::benchmarks/disk/hdparm-read + com.canonical.certification::benchmarks/disk/hdparm-read_.* + com.canonical.certification::benchmarks/disk/hdparm-cache-read + com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::cpu/clocktest + com.canonical.certification::disk/stats + com.canonical.certification::disk/stats_.* + com.canonical.certification::disk/read_performance certification-status=blocker + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_devices + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker + com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker + com.canonical.certification::power-management/suspend-30-cycle-log-attach + com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker + com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker + com.canonical.certification::power-management/hibernate-30-cycle-log-attach + com.canonical.certification::__stress__ + com.canonical.certification::stress/cpu_stress_test certification-status=blocker #Info attachment jobs - 2013.com.canonical.certification::__info__ - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::dell_bto_xml_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::info/hdparm - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/disk_partitions + com.canonical.certification::__info__ + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::info/hdparm + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/disk_partitions mandatory_include: # Meta-job to include required resources, don't remove. - 2013.com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/submission-resources #Sutton misc/generic misc/generic/sources-list/.* diff --git a/units/sutton-full-16-04.pxu b/units/sutton-full-16-04.pxu index fb3cdb4..3ef80a6 100644 --- a/units/sutton-full-16-04.pxu +++ b/units/sutton-full-16-04.pxu @@ -7,352 +7,352 @@ include: ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox ## Updated for new Plainbox template units # Resource Jobs - 2013.com.canonical.certification::accessibility - 2013.com.canonical.certification::block_device - 2013.com.canonical.certification::build - 2013.com.canonical.certification::cdimage - 2013.com.canonical.certification::cpuinfo - 2013.com.canonical.certification::display - 2013.com.canonical.certification::dmi - 2013.com.canonical.certification::dpkg - 2013.com.canonical.certification::efi - 2013.com.canonical.certification::environment - 2013.com.canonical.certification::gconf - 2013.com.canonical.certification::lsb - 2013.com.canonical.certification::meminfo - 2013.com.canonical.certification::module - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::package - 2013.com.canonical.certification::resource + com.canonical.certification::accessibility + com.canonical.certification::block_device + com.canonical.certification::build + com.canonical.certification::cdimage + com.canonical.certification::cpuinfo + com.canonical.certification::display + com.canonical.certification::dmi + com.canonical.certification::dpkg + com.canonical.certification::efi + com.canonical.certification::environment + com.canonical.certification::gconf + com.canonical.certification::lsb + com.canonical.certification::meminfo + com.canonical.certification::module + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::package + com.canonical.certification::resource #resources - 2013.com.canonical.certification::sleep + com.canonical.certification::sleep #touchpad_scroll - 2013.com.canonical.certification::xinput - 2013.com.canonical.certification::uname - 2013.com.canonical.certification::usb - 2013.com.canonical.certification::IEEE_80211 + com.canonical.certification::xinput + com.canonical.certification::uname + com.canonical.certification::usb + com.canonical.certification::IEEE_80211 # requirement of s3/s4 tests - 2013.com.canonical.certification::rtc + com.canonical.certification::rtc # Tests grouped by categories. Categories start with '__' - 2013.com.canonical.certification::hardware - 2013.com.canonical.certification::hardware/certification - 2013.com.canonical.certification::miscellanea/tester-info + com.canonical.certification::hardware + com.canonical.certification::hardware/certification + com.canonical.certification::miscellanea/tester-info #miscellanea/chvt # See Automated Tests section at the end of this file - #2013.com.canonical.certification::audio/generator_.* - 2013.com.canonical.certification::audio/alsa_info_collect - 2013.com.canonical.certification::audio/alsa_info_attachment + #com.canonical.certification::audio/generator_.* + com.canonical.certification::audio/alsa_info_collect + com.canonical.certification::audio/alsa_info_attachment #audio/alsa_record_playback_usb - 2013.com.canonical.certification::audio/list_devices - 2013.com.canonical.certification::audio/playback_auto certification-status=blocker - 2013.com.canonical.certification::audio/channels + com.canonical.certification::audio/list_devices + com.canonical.certification::audio/playback_auto certification-status=blocker + com.canonical.certification::audio/channels #audio/check_volume - 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker #audio/plug-detection - 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker - 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker - 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker + com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker + com.canonical.certification::audio/microphone-plug-detection certification-status=blocker + com.canonical.certification::audio/playback_headphones certification-status=blocker + com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker #audio/external-linein #audio/external-lineout # See Monitor / Graphic test section for hybrid-graphic monitor audio tests # See Automated Tests section at the end of this file - 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker - 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker - #2013.com.canonical.certification::bluetooth/audio certification-status=blocker - 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker - 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker - 2013.com.canonical.certification::bluetooth/HID - 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker - 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker - 2013.com.canonical.certification::camera/detect certification-status=blocker - 2013.com.canonical.certification::camera/still certification-status=blocker - 2013.com.canonical.certification::camera/display certification-status=blocker - 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker + com.canonical.certification::bluetooth/detect-output certification-status=blocker + com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker + #com.canonical.certification::bluetooth/audio certification-status=blocker + com.canonical.certification::bluetooth/browse-files certification-status=blocker + com.canonical.certification::bluetooth/file-transfer certification-status=blocker + com.canonical.certification::bluetooth/HID + com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker + com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker + com.canonical.certification::camera/detect certification-status=blocker + com.canonical.certification::camera/still certification-status=blocker + com.canonical.certification::camera/display certification-status=blocker + com.canonical.certification::camera/multiple-resolution-images certification-status=blocker # See Automated Tests section at the end of this file # See Automated Tests section at the end of this file - 2013.com.canonical.certification::disk/detect certification-status=blocker - #2013.com.canonical.certification::disk/hdd-parking - 2013.com.canonical.certification::thunderbolt/insert certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/remove certification-status=non-blocker + com.canonical.certification::disk/detect certification-status=blocker + #com.canonical.certification::disk/hdd-parking + com.canonical.certification::thunderbolt/insert certification-status=non-blocker + com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker + com.canonical.certification::thunderbolt/remove certification-status=non-blocker # See the Thunderbolt monitor test for the daisy-chain test - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis - 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz - 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker - 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker - 2013.com.canonical.certification::firmware/no_ACPI_REV_interface - 2013.com.canonical.certification::miscellanea/dmitest_client + com.canonical.certification::firmware/fwts_desktop_diagnosis + com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz + com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker + com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker + com.canonical.certification::firmware/no_ACPI_REV_interface + com.canonical.certification::miscellanea/dmitest_client # required by suspend/network_before_suspend - 2013.com.canonical.certification::ethernet/detect certification-status=blocker - 2013.com.canonical.certification::ethernet/info_automated + com.canonical.certification::ethernet/detect certification-status=blocker + com.canonical.certification::ethernet/info_automated ## this test cause a unused test case error, but required for cert. - 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker - 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker + com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/1_displayport_.* certification-status=blocker + com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/1_dvi_.* certification-status=blocker + com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker + com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker + com.canonical.certification::monitor/1_rca_.* certification-status=blocker + com.canonical.certification::monitor/1_svideo_.* certification-status=blocker + com.canonical.certification::monitor/1_vga_.* certification-status=blocker + com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker # See Graphic Tests section for monitor test on second graphic card - 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker - 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/driver_version - 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/1_minimum_resolution_.* - 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker + com.canonical.certification::graphics/xorg-version certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/driver_version + com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/1_rotation_.* certification-status=blocker + com.canonical.certification::graphics/1_video_.* certification-status=blocker + com.canonical.certification::graphics/1_minimum_resolution_.* + com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/1_modes_.* - 2013.com.canonical.certification::graphics/1_color_depth_.* - 2013.com.canonical.certification::graphics/1_fresh_rate_.* - 2013.com.canonical.certification::graphics/1_graphic_memory_.* - 2013.com.canonical.certification::graphics/1_resolution_.* - 2013.com.canonical.certification::graphics/1_resolution-change_.* - 2013.com.canonical.certification::graphics/1_screen_resolution_.* - 2013.com.canonical.certification::graphics/1_unity_support_.* - 2013.com.canonical.certification::graphics/1_screenshot_.* - 2013.com.canonical.certification::graphics/1_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/1_modes_.* + com.canonical.certification::graphics/1_color_depth_.* + com.canonical.certification::graphics/1_fresh_rate_.* + com.canonical.certification::graphics/1_graphic_memory_.* + com.canonical.certification::graphics/1_resolution_.* + com.canonical.certification::graphics/1_resolution-change_.* + com.canonical.certification::graphics/1_screen_resolution_.* + com.canonical.certification::graphics/1_unity_support_.* + com.canonical.certification::graphics/1_screenshot_.* + com.canonical.certification::graphics/1_screenshot.jpg_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.* # Switch to second card (if any) - 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker - 2013.com.canonical.certification::graphics/2_minimum_resolution_.* - 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker + com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker + com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker + com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker + com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker + com.canonical.certification::graphics/2_rotation_.* certification-status=blocker + com.canonical.certification::graphics/2_video_.* certification-status=blocker + com.canonical.certification::graphics/2_minimum_resolution_.* + com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker # Below are tests that do not appear in Cert-14.04 test plan - 2013.com.canonical.certification::graphics/2_modes_.* - 2013.com.canonical.certification::graphics/2_color_depth_.* - 2013.com.canonical.certification::graphics/2_fresh_rate_.* - 2013.com.canonical.certification::graphics/2_graphic_memory_.* - 2013.com.canonical.certification::graphics/2_resolution_.* - 2013.com.canonical.certification::graphics/2_resolution-change_.* - 2013.com.canonical.certification::graphics/2_screen_resolution_.* - 2013.com.canonical.certification::graphics/2_unity_support_.* - 2013.com.canonical.certification::graphics/2_screenshot_.* - 2013.com.canonical.certification::graphics/2_screenshot.jpg_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* - 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* + com.canonical.certification::graphics/2_modes_.* + com.canonical.certification::graphics/2_color_depth_.* + com.canonical.certification::graphics/2_fresh_rate_.* + com.canonical.certification::graphics/2_graphic_memory_.* + com.canonical.certification::graphics/2_resolution_.* + com.canonical.certification::graphics/2_resolution-change_.* + com.canonical.certification::graphics/2_screen_resolution_.* + com.canonical.certification::graphics/2_unity_support_.* + com.canonical.certification::graphics/2_screenshot_.* + com.canonical.certification::graphics/2_screenshot.jpg_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video_.* + com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.* # Monitor tests on second graphic card - 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker - 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker - 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker - 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker - 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker + com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker + com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker + com.canonical.certification::monitor/2_displayport_.* certification-status=blocker + com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker + com.canonical.certification::monitor/2_dvi_.* certification-status=blocker + com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker + com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker + com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker + com.canonical.certification::monitor/2_rca_.* certification-status=blocker + com.canonical.certification::monitor/2_svideo_.* certification-status=blocker + com.canonical.certification::monitor/2_vga_.* certification-status=blocker + com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker + com.canonical.certification::graphics/xorg-failsafe certification-status=blocker + com.canonical.certification::graphics/xorg-process certification-status=blocker + com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker #See below, power-management/hibernate_advanced - 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker - 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker - 2013.com.canonical.certification::input/pointing - 2013.com.canonical.certification::input/pointing_.* certification-status=blocker - 2013.com.canonical.certification::input/keyboard certification-status=blocker - 2013.com.canonical.certification::input/clicking - 2013.com.canonical.certification::input/clicking_.* certification-status=blocker - 2013.com.canonical.certification::keys/mute certification-status=blocker - 2013.com.canonical.certification::keys/volume certification-status=blocker - 2013.com.canonical.certification::keys/brightness certification-status=blocker - 2013.com.canonical.certification::keys/wireless certification-status=blocker - 2013.com.canonical.certification::keys/super certification-status=blocker - 2013.com.canonical.certification::keys/media-control certification-status=blocker - 2013.com.canonical.certification::keys/video-out certification-status=blocker - 2013.com.canonical.certification::keys/battery-info certification-status=blocker - 2013.com.canonical.certification::keys/touchpad - 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker - #2013.com.canonical.certification::keys/hibernate - #2013.com.canonical.certification::keys/keyboard-backlight - #2013.com.canonical.certification::keys/keyboard-overhead-light - #2013.com.canonical.certification::keys/lock-screen - 2013.com.canonical.certification::led/power certification-status=blocker - 2013.com.canonical.certification::led/wlan certification-status=non-blocker - 2013.com.canonical.certification::led/mute certification-status=blocker - 2013.com.canonical.certification::led/hdd - 2013.com.canonical.certification::led/camera certification-status=blocker - 2013.com.canonical.certification::led/battery-charging - 2013.com.canonical.certification::led/battery-charged - #2013.com.canonical.certification::led/microphone - #2013.com.canonical.certification::led/bluetooth - 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker - 2013.com.canonical.certification::led/caps-lock certification-status=blocker - 2013.com.canonical.certification::led/touchpad - #2013.com.canonical.certification::led/wireless - 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker - 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker + com.canonical.certification::input/accelerometer_verify certification-status=non-blocker + com.canonical.certification::input/accelerometer certification-status=non-blocker + com.canonical.certification::input/pointing + com.canonical.certification::input/pointing_.* certification-status=blocker + com.canonical.certification::input/keyboard certification-status=blocker + com.canonical.certification::input/clicking + com.canonical.certification::input/clicking_.* certification-status=blocker + com.canonical.certification::keys/mute certification-status=blocker + com.canonical.certification::keys/volume certification-status=blocker + com.canonical.certification::keys/brightness certification-status=blocker + com.canonical.certification::keys/wireless certification-status=blocker + com.canonical.certification::keys/super certification-status=blocker + com.canonical.certification::keys/media-control certification-status=blocker + com.canonical.certification::keys/video-out certification-status=blocker + com.canonical.certification::keys/battery-info certification-status=blocker + com.canonical.certification::keys/touchpad + com.canonical.certification::keys/microphone-mute certification-status=blocker + #com.canonical.certification::keys/hibernate + #com.canonical.certification::keys/keyboard-backlight + #com.canonical.certification::keys/keyboard-overhead-light + #com.canonical.certification::keys/lock-screen + com.canonical.certification::led/power certification-status=blocker + com.canonical.certification::led/wlan certification-status=non-blocker + com.canonical.certification::led/mute certification-status=blocker + com.canonical.certification::led/hdd + com.canonical.certification::led/camera certification-status=blocker + com.canonical.certification::led/battery-charging + com.canonical.certification::led/battery-charged + #com.canonical.certification::led/microphone + #com.canonical.certification::led/bluetooth + com.canonical.certification::led/numeric-keypad certification-status=blocker + com.canonical.certification::led/caps-lock certification-status=blocker + com.canonical.certification::led/touchpad + #com.canonical.certification::led/wireless + com.canonical.certification::mediacard/sd-insert certification-status=blocker + com.canonical.certification::mediacard/sd-storage certification-status=blocker + com.canonical.certification::mediacard/sd-remove certification-status=blocker + com.canonical.certification::mediacard/sdhc-insert certification-status=blocker + com.canonical.certification::mediacard/sdhc-storage certification-status=blocker + com.canonical.certification::mediacard/sdhc-remove certification-status=blocker # See Automated Tests section at the end of this file - 2013.com.canonical.certification::__mobilebroadband__ - 2013.com.canonical.certification::mobilebroadband/gsm_connection - 2013.com.canonical.certification::mobilebroadband/cdma_connection + com.canonical.certification::__mobilebroadband__ + com.canonical.certification::mobilebroadband/gsm_connection + com.canonical.certification::mobilebroadband/cdma_connection # Monitor tests below are not relevant anymore since they are now handled for each graphic cards - # 2013.com.canonical.certification::monitor/powersaving certification-status=blocker - # 2013.com.canonical.certification::monitor/dim_brightness certification-status=blocker - # 2013.com.canonical.certification::monitor/displayport certification-status=blocker - # 2013.com.canonical.certification::monitor/dvi certification-status=blocker - # 2013.com.canonical.certification::monitor/hdmi certification-status=blocker - # 2013.com.canonical.certification::monitor/rca certification-status=blocker - # 2013.com.canonical.certification::monitor/svideo certification-status=blocker - # 2013.com.canonical.certification::monitor/vga certification-status=blocker - # 2013.com.canonical.certification::monitor/multi-head certification-status=blocker - # 2013.com.canonical.certification::__networking__ + # com.canonical.certification::monitor/powersaving certification-status=blocker + # com.canonical.certification::monitor/dim_brightness certification-status=blocker + # com.canonical.certification::monitor/displayport certification-status=blocker + # com.canonical.certification::monitor/dvi certification-status=blocker + # com.canonical.certification::monitor/hdmi certification-status=blocker + # com.canonical.certification::monitor/rca certification-status=blocker + # com.canonical.certification::monitor/svideo certification-status=blocker + # com.canonical.certification::monitor/vga certification-status=blocker + # com.canonical.certification::monitor/multi-head certification-status=blocker + # com.canonical.certification::__networking__ # See Automated Tests section at the end of this file #networking/wired_connection ## use above test as a reminder to connect ethernet cable - 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker - 2013.com.canonical.certification::networking/info certification-status=blocker - 2013.com.canonical.certification::networking/info_eth\d - #2013.com.canonical.certification::networking/info_wlan\d + com.canonical.certification::networking/gateway_ping certification-status=blocker + com.canonical.certification::networking/info certification-status=blocker + com.canonical.certification::networking/info_eth\d + #com.canonical.certification::networking/info_wlan\d #above case does not exist - 2013.com.canonical.certification::networking/ntp certification-status=blocker - 2013.com.canonical.certification::optical_drive_.* certification-status=blocker - 2013.com.canonical.certification::optical/detect certification-status=blocker - 2013.com.canonical.certification::optical/read_.* certification-status=blocker + com.canonical.certification::networking/ntp certification-status=blocker + com.canonical.certification::optical_drive_.* certification-status=blocker + com.canonical.certification::optical/detect certification-status=blocker + com.canonical.certification::optical/read_.* certification-status=blocker #optical/read-automated #optical/cdrom-audio-playback - 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker - 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker - 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker + com.canonical.certification::optical/bluray-read_.* certification-status=blocker + com.canonical.certification::optical/bluray-write_.* certification-status=blocker + com.canonical.certification::optical/cdrom-write_.* certification-status=blocker + com.canonical.certification::optical/dvd-write_.* certification-status=blocker # See Automated Tests section at the end of this file - 2013.com.canonical.certification::power-management/rtc certification-status=blocker - 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker - 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach - #2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - #2013.com.canonical.certification::power-management/hibernate-single-log-check - #2013.com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::power-management/rtc certification-status=blocker + com.canonical.certification::power-management/tickless_idle certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker + com.canonical.certification::power-management/fwts_wakealarm-log-attach + #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + #com.canonical.certification::power-management/hibernate-single-log-check + #com.canonical.certification::power-management/hibernate-single-log-attach # hibernate cases moved to further below - 2013.com.canonical.certification::touchpad/basic - 2013.com.canonical.certification::touchpad/detected-as-mouse - 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker - 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker - 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker - 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker - 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker - 2013.com.canonical.certification::touchscreen/tap-detect - 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker - 2013.com.canonical.certification::touchscreen/multitouch-rotate - 2013.com.canonical.certification::touchscreen/nontouch-dash - 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker - 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker - 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker - 2013.com.canonical.certification::usb/detect certification-status=blocker - 2013.com.canonical.certification::usb/HID certification-status=blocker - 2013.com.canonical.certification::usb/insert certification-status=blocker - 2013.com.canonical.certification::usb/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb/remove certification-status=blocker - 2013.com.canonical.certification::usb3/insert certification-status=blocker - 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker - 2013.com.canonical.certification::usb3/remove certification-status=blocker - 2013.com.canonical.certification::usb/usb3_read_performance - 2013.com.canonical.certification::usb/usb3_read_performance_.* + com.canonical.certification::touchpad/basic + com.canonical.certification::touchpad/detected-as-mouse + com.canonical.certification::touchpad/drag-and-drop certification-status=blocker + com.canonical.certification::touchpad/continuous-move certification-status=blocker + com.canonical.certification::touchpad/horizontal certification-status=blocker + com.canonical.certification::touchpad/vertical certification-status=blocker + com.canonical.certification::touchpad/singletouch-automated certification-status=blocker + com.canonical.certification::touchpad/singletouch-selection certification-status=blocker + com.canonical.certification::touchpad/multitouch-automated certification-status=blocker + com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker + com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker + com.canonical.certification::touchpad/multitouch-manual certification-status=blocker + com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker + com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker + com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker + com.canonical.certification::touchscreen/tap-detect + com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker + com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker + com.canonical.certification::touchscreen/multitouch-rotate + com.canonical.certification::touchscreen/nontouch-dash + com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker + com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker + com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker + com.canonical.certification::usb/detect certification-status=blocker + com.canonical.certification::usb/HID certification-status=blocker + com.canonical.certification::usb/insert certification-status=blocker + com.canonical.certification::usb/storage-automated certification-status=blocker + com.canonical.certification::usb/remove certification-status=blocker + com.canonical.certification::usb3/insert certification-status=blocker + com.canonical.certification::usb3/storage-automated certification-status=blocker + com.canonical.certification::usb3/remove certification-status=blocker + com.canonical.certification::usb/usb3_read_performance + com.canonical.certification::usb/usb3_read_performance_.* #wireless/wireless_connection ## as a reminder for QA to make sure wireless connected #led/wlan #led/wlan-disabled - 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker - 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker - #2013.com.canonical.certification::suspend/generator_.* - 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker + com.canonical.certification::wireless/wireless_scanning certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker + com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker + com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker + #com.canonical.certification::suspend/generator_.* + com.canonical.certification::suspend/network_before_suspend certification-status=blocker # Ethernet was not connected here - 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker + com.canonical.certification::suspend/audio_before_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker + com.canonical.certification::suspend/memory_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker - 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.* - #2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker - #2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz - 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker - 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.* + com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker + com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker + com.canonical.certification::suspend/2_suspend-single-log-attach_.* + #com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker + #com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker + com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz + com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker + com.canonical.certification::power-management/2_hibernate-single-log-attach_.* # Now we ask to switch to the first graphics card. This requires a restart # of checkbox. - 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker - 2013.com.canonical.certification::power-management/lid certification-status=blocker - 2013.com.canonical.certification::power-management/lid_close certification-status=blocker - 2013.com.canonical.certification::power-management/lid_open certification-status=blocker - 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker - 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker - 2013.com.canonical.certification::suspend/suspend-single-log-attach - 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker - 2013.com.canonical.certification::led/suspend certification-status=blocker - #2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker - #2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* - 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz - 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-single-log-attach - 2013.com.canonical.certification::keys/sleep certification-status=blocker - 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker - 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker - 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker + com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker + com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker + com.canonical.certification::power-management/lid certification-status=blocker + com.canonical.certification::power-management/lid_close certification-status=blocker + com.canonical.certification::power-management/lid_open certification-status=blocker + com.canonical.certification::suspend/suspend_advanced certification-status=blocker + com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker + com.canonical.certification::suspend/suspend-single-log-attach + com.canonical.certification::led/power-blink-suspend certification-status=blocker + com.canonical.certification::led/suspend certification-status=blocker + #com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker + #com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.* + com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker + com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker + com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker + com.canonical.certification::suspend/display_after_suspend certification-status=blocker + com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker + com.canonical.certification::suspend/video_after_suspend certification-status=blocker + com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker + com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz + com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker + com.canonical.certification::power-management/hibernate-single-log-attach + com.canonical.certification::keys/sleep certification-status=blocker + com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker + com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker + com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker #mediacard/cf-insert-after-suspend #mediacard/cf-storage-after-suspend #mediacard/cf-remove-after-suspend @@ -362,33 +362,33 @@ include: #mediacard/xd-insert-after-suspend #mediacard/xd-storage-after-suspend #mediacard/xd-remove-after-suspend - 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker + com.canonical.certification::suspend/network_after_suspend certification-status=blocker # Ethernet was not connected here - 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker + com.canonical.certification::suspend/audio_after_suspend certification-status=blocker ##suspend/xrandr_screens_after_suspend.tar.gz ## this one depends on cycle_resolutions_after_suspend_auto - 2013.com.canonical.certification::suspend/keys_after_suspend/mute - 2013.com.canonical.certification::suspend/keys_after_suspend/volume - 2013.com.canonical.certification::suspend/keys_after_suspend/brightness - #2013.com.canonical.certification::suspend/keys_after_suspend/wireless - 2013.com.canonical.certification::suspend/keys_after_suspend/super - 2013.com.canonical.certification::suspend/keys_after_suspend/media-control - 2013.com.canonical.certification::suspend/keys_after_suspend/sleep - 2013.com.canonical.certification::suspend/keys_after_suspend/video-out - 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info - 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad - 2013.com.canonical.certification::suspend/led_after_suspend/wlan - 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled - 2013.com.canonical.certification::suspend/led_after_suspend/camera - 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock - 2013.com.canonical.certification::suspend/led_after_suspend/mute - 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute - 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad - 2013.com.canonical.certification::suspend/led_after_suspend/power - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging - 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged - 2013.com.canonical.certification::suspend/led_after_suspend/hdd - 2013.com.canonical.certification::suspend/led_after_suspend/touchpad + com.canonical.certification::suspend/keys_after_suspend/mute + com.canonical.certification::suspend/keys_after_suspend/volume + com.canonical.certification::suspend/keys_after_suspend/brightness + #com.canonical.certification::suspend/keys_after_suspend/wireless + com.canonical.certification::suspend/keys_after_suspend/super + com.canonical.certification::suspend/keys_after_suspend/media-control + com.canonical.certification::suspend/keys_after_suspend/sleep + com.canonical.certification::suspend/keys_after_suspend/video-out + com.canonical.certification::suspend/keys_after_suspend/battery-info + com.canonical.certification::suspend/keys_after_suspend/touchpad + com.canonical.certification::suspend/led_after_suspend/wlan + com.canonical.certification::suspend/led_after_suspend/wlan-disabled + com.canonical.certification::suspend/led_after_suspend/camera + com.canonical.certification::suspend/led_after_suspend/caps-lock + com.canonical.certification::suspend/led_after_suspend/mute + com.canonical.certification::suspend/led_after_suspend/microphone-mute + com.canonical.certification::suspend/led_after_suspend/numeric-keypad + com.canonical.certification::suspend/led_after_suspend/power + com.canonical.certification::suspend/led_after_suspend/battery-charging + com.canonical.certification::suspend/led_after_suspend/battery-charged + com.canonical.certification::suspend/led_after_suspend/hdd + com.canonical.certification::suspend/led_after_suspend/touchpad #suspend/led_after_suspend/camera #suspend/led_after_suspend/power #suspend/led_after_suspend/battery-charging @@ -399,130 +399,130 @@ include: #suspend/led_after_suspend/caps-lock #suspend/led_after_suspend/wireless #suspend/led_after_suspend/touchpad - 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker + com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker + com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker + com.canonical.certification::suspend/memory_after_suspend certification-status=blocker #suspend/gpu_lockup_after_suspend ## depends on suspend_advanced_auto, so skip # Test card 2 first, if present, since it's the one we will be using # after coming back from suspend if the system has hybrid graphics. - 2013.com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker - 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker + com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker + com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker + com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker # The following tests should run BEFORE the automated tests. The reboot and # power off tests will also give us a clean system to start the stress run # with. - 2013.com.canonical.certification::power-management/poweroff - 2013.com.canonical.certification::power-management/poweroff-log-attach - 2013.com.canonical.certification::power-management/reboot - 2013.com.canonical.certification::power-management/reboot-log-attach - 2013.com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker - 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots - 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots - 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots - 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker - 2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check - 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach - 2013.com.canonical.certification::__stress__ - 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker - 2013.com.canonical.certification::stress/poweroff certification-status=blocker - 2013.com.canonical.certification::stress/poweroff_log - 2013.com.canonical.certification::stress/reboot certification-status=blocker - 2013.com.canonical.certification::stress/reboot_log + com.canonical.certification::power-management/poweroff + com.canonical.certification::power-management/poweroff-log-attach + com.canonical.certification::power-management/reboot + com.canonical.certification::power-management/reboot-log-attach + com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker + com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots + com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots + com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots + com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker + com.canonical.certification::power-management/hibernate-30-cycles-log-check + com.canonical.certification::power-management/hibernate-30-cycle-log-attach + com.canonical.certification::__stress__ + com.canonical.certification::stress/cpu_stress_test certification-status=blocker + com.canonical.certification::stress/poweroff certification-status=blocker + com.canonical.certification::stress/poweroff_log + com.canonical.certification::stress/reboot certification-status=blocker + com.canonical.certification::stress/reboot_log # Automated Tests # The following tests are purely automated and/or lenghty stress tests. They # have been moved to the end of the test run to improve the testing process. - # 2013.com.canonical.certification::tpm2.0/.* - 2013.com.canonical.certification::install/apt-get-gets-updates - 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.* - 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* - 2013.com.canonical.certification::benchmarks/graphics/gtkperf - 2013.com.canonical.certification::benchmarks/graphics/render-bench + # com.canonical.certification::tpm2.0/.* + com.canonical.certification::install/apt-get-gets-updates + com.canonical.certification::benchmarks/disk/hdparm-read_.* + com.canonical.certification::benchmarks/disk/hdparm-cache-read_.* + com.canonical.certification::benchmarks/graphics/gtkperf + com.canonical.certification::benchmarks/graphics/render-bench #benchmarks/graphics/qgears2-Xrender-gearsfancy #benchmarks/graphics/qgears2-Xrender-compo #benchmarks/graphics/qgears2-gl-gearsfancy #benchmarks/graphics/qgears2-gl-compo #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959 - #2013.com.canonical.certification::benchmarks/graphics/glmark2 - #2013.com.canonical.certification::benchmarks/system/cpu_on_idle - #2013.com.canonical.certification::benchmarks/system/disk_on_idle - 2013.com.canonical.certification::cpu/cstates certification-status=blocker - 2013.com.canonical.certification::cpu/cstates_results.log - 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker - 2013.com.canonical.certification::cpu/scaling_test-log-attach - 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker - 2013.com.canonical.certification::cpu/topology certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker - 2013.com.canonical.certification::cpu/maxfreq_test-log-attach - 2013.com.canonical.certification::cpu/clocktest - 2013.com.canonical.certification::disk/stats_.* certification-status=blocker - 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker - 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker - 2013.com.canonical.certification::graphics/generator_3d_window_open_close - 2013.com.canonical.certification::graphics/generator_3d_window_move - 2013.com.canonical.certification::graphics/generator_3d_window_suspend_resume - 2013.com.canonical.certification::graphics/generator_multi_3d_windows_open_close - 2013.com.canonical.certification::memory/info certification-status=blocker - 2013.com.canonical.certification::memory/check certification-status=blocker - #2013.com.canonical.certification::miscellanea/fwts_test - #2013.com.canonical.certification::miscellanea/fwts_results.log - 2013.com.canonical.certification::miscellanea/oops certification-status=blocker - 2013.com.canonical.certification::miscellanea/oops_results.log - 2013.com.canonical.certification::codecs_attachment - 2013.com.canonical.certification::cpuinfo_attachment - 2013.com.canonical.certification::dmesg_attachment - 2013.com.canonical.certification::dmi_attachment - 2013.com.canonical.certification::dmidecode_attachment - 2013.com.canonical.certification::efi_attachment - 2013.com.canonical.certification::lspci_attachment - 2013.com.canonical.certification::lspci_network_attachment - 2013.com.canonical.certification::lsusb_attachment - 2013.com.canonical.certification::meminfo_attachment - 2013.com.canonical.certification::modprobe_attachment - 2013.com.canonical.certification::modules_attachment - 2013.com.canonical.certification::sysctl_attachment - 2013.com.canonical.certification::sysfs_attachment - 2013.com.canonical.certification::udev_attachment - 2013.com.canonical.certification::udev_resource_attachment - 2013.com.canonical.certification::recovery_info_attachment - 2013.com.canonical.certification::lsmod_attachment - 2013.com.canonical.certification::acpi_sleep_attachment - 2013.com.canonical.certification::lspci_standard_config_attachment - 2013.com.canonical.certification::kernel_cmdline_attachment - 2013.com.canonical.certification::modinfo_attachment - 2013.com.canonical.certification::dkms_info_attachment - 2013.com.canonical.certification::info/hdparm_.*.txt - 2013.com.canonical.certification::installer_debug.gz - 2013.com.canonical.certification::info/buildstamp - 2013.com.canonical.certification::info/touchpad_driver - 2013.com.canonical.certification::info/audio_device_driver - 2013.com.canonical.certification::info/network_devices - 2013.com.canonical.certification::info/xrandr - 2013.com.canonical.certification::info/disk_partitions + #com.canonical.certification::benchmarks/graphics/glmark2 + #com.canonical.certification::benchmarks/system/cpu_on_idle + #com.canonical.certification::benchmarks/system/disk_on_idle + com.canonical.certification::cpu/cstates certification-status=blocker + com.canonical.certification::cpu/cstates_results.log + com.canonical.certification::cpu/scaling_test certification-status=blocker + com.canonical.certification::cpu/scaling_test-log-attach + com.canonical.certification::cpu/offlining_test certification-status=blocker + com.canonical.certification::cpu/topology certification-status=blocker + com.canonical.certification::cpu/maxfreq_test certification-status=blocker + com.canonical.certification::cpu/maxfreq_test-log-attach + com.canonical.certification::cpu/clocktest + com.canonical.certification::disk/stats_.* certification-status=blocker + com.canonical.certification::disk/read_performance_.* certification-status=blocker + com.canonical.certification::disk/storage_device_.* certification-status=blocker + com.canonical.certification::graphics/generator_3d_window_open_close + com.canonical.certification::graphics/generator_3d_window_move + com.canonical.certification::graphics/generator_3d_window_suspend_resume + com.canonical.certification::graphics/generator_multi_3d_windows_open_close + com.canonical.certification::memory/info certification-status=blocker + com.canonical.certification::memory/check certification-status=blocker + #com.canonical.certification::miscellanea/fwts_test + #com.canonical.certification::miscellanea/fwts_results.log + com.canonical.certification::miscellanea/oops certification-status=blocker + com.canonical.certification::miscellanea/oops_results.log + com.canonical.certification::codecs_attachment + com.canonical.certification::cpuinfo_attachment + com.canonical.certification::dmesg_attachment + com.canonical.certification::dmi_attachment + com.canonical.certification::dmidecode_attachment + com.canonical.certification::efi_attachment + com.canonical.certification::lspci_attachment + com.canonical.certification::lspci_network_attachment + com.canonical.certification::lsusb_attachment + com.canonical.certification::meminfo_attachment + com.canonical.certification::modprobe_attachment + com.canonical.certification::modules_attachment + com.canonical.certification::sysctl_attachment + com.canonical.certification::sysfs_attachment + com.canonical.certification::udev_attachment + com.canonical.certification::udev_resource_attachment + com.canonical.certification::recovery_info_attachment + com.canonical.certification::lsmod_attachment + com.canonical.certification::acpi_sleep_attachment + com.canonical.certification::lspci_standard_config_attachment + com.canonical.certification::kernel_cmdline_attachment + com.canonical.certification::modinfo_attachment + com.canonical.certification::dkms_info_attachment + com.canonical.certification::info/hdparm_.*.txt + com.canonical.certification::installer_debug.gz + com.canonical.certification::info/buildstamp + com.canonical.certification::info/touchpad_driver + com.canonical.certification::info/audio_device_driver + com.canonical.certification::info/network_devices + com.canonical.certification::info/xrandr + com.canonical.certification::info/disk_partitions #unit: category #id: sutton #_name: Suttn tests - 2014.com.canonical.ce::sutton/generic/sources-list/security - 2014.com.canonical.ce::sutton/project/sources-list/project-base - 2014.com.canonical.ce::sutton/project/sources-list/subproject - 2014.com.canonical.ce::sutton/project/watermark + com.canonical.ce::sutton/generic/sources-list/security + com.canonical.ce::sutton/project/sources-list/project-base + com.canonical.ce::sutton/project/sources-list/subproject + com.canonical.ce::sutton/project/watermark bootstrap_include: - 2013.com.canonical.certification::device - 2013.com.canonical.certification::fwts - 2013.com.canonical.certification::graphics_card + com.canonical.certification::device + com.canonical.certification::fwts + com.canonical.certification::graphics_card mandatory_include: - 2013.com.canonical.certification::miscellanea/submission-resources - 2013.com.canonical.plainbox::collect-manifest + com.canonical.certification::miscellanea/submission-resources + com.canonical.plainbox::collect-manifest diff --git a/whitelists/kittyhawk-kylin.whitelist b/whitelists/kittyhawk-kylin.whitelist index c5ab200..4d7ca56 100644 --- a/whitelists/kittyhawk-kylin.whitelist +++ b/whitelists/kittyhawk-kylin.whitelist @@ -3,32 +3,32 @@ ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox (0.5~dev-bzr3052) # Resource Jobs -2013.com.canonical.certification::accessibility -2013.com.canonical.certification::block_device -2013.com.canonical.certification::build -2013.com.canonical.certification::cdimage -2013.com.canonical.certification::cpuinfo -2013.com.canonical.certification::device -2013.com.canonical.certification::display -2013.com.canonical.certification::dmi -2013.com.canonical.certification::dpkg -2013.com.canonical.certification::efi -2013.com.canonical.certification::environment -2013.com.canonical.certification::gconf -2013.com.canonical.certification::lsb -2013.com.canonical.certification::meminfo -2013.com.canonical.certification::module -2013.com.canonical.certification::optical_drive -2013.com.canonical.certification::package -2013.com.canonical.certification::resource +com.canonical.certification::accessibility +com.canonical.certification::block_device +com.canonical.certification::build +com.canonical.certification::cdimage +com.canonical.certification::cpuinfo +com.canonical.certification::device +com.canonical.certification::display +com.canonical.certification::dmi +com.canonical.certification::dpkg +com.canonical.certification::efi +com.canonical.certification::environment +com.canonical.certification::gconf +com.canonical.certification::lsb +com.canonical.certification::meminfo +com.canonical.certification::module +com.canonical.certification::optical_drive +com.canonical.certification::package +com.canonical.certification::resource #resources -2013.com.canonical.certification::sleep +com.canonical.certification::sleep #touchpad_scroll -2013.com.canonical.certification::xinput -2013.com.canonical.certification::uname -2013.com.canonical.certification::usb +com.canonical.certification::xinput +com.canonical.certification::uname +com.canonical.certification::usb -2013.com.canonical.certification::miscellanea/submission-resources +com.canonical.certification::miscellanea/submission-resources #Kittyhawk specific Kylin items kittyhawk @@ -68,30 +68,30 @@ kittyhawk/kylin/oobe/slideshow kittyhawk/kylin/third-party-add-on/baidu-search #Info attachment jobs -2013.com.canonical.certification::__info__ -2013.com.canonical.certification::codecs_attachment -2013.com.canonical.certification::cpuinfo_attachment -2013.com.canonical.certification::dmesg_attachment -2013.com.canonical.certification::dmi_attachment -2013.com.canonical.certification::dmidecode_attachment -2013.com.canonical.certification::efi_attachment -2013.com.canonical.certification::lspci_attachment -2013.com.canonical.certification::lspci_network_attachment -2013.com.canonical.certification::lsusb_attachment -2013.com.canonical.certification::meminfo_attachment -2013.com.canonical.certification::modprobe_attachment -2013.com.canonical.certification::modules_attachment -2013.com.canonical.certification::sysctl_attachment -2013.com.canonical.certification::sysfs_attachment -2013.com.canonical.certification::udev_attachment -2013.com.canonical.certification::udev_resource_attachment -2013.com.canonical.certification::lsmod_attachment -2013.com.canonical.certification::acpi_sleep_attachment -2013.com.canonical.certification::info/hdparm -2013.com.canonical.certification::info/hdparm_.*.txt -2013.com.canonical.certification::installer_debug.gz -2013.com.canonical.certification::info/touchpad_driver -2013.com.canonical.certification::info/audio_device_driver -2013.com.canonical.certification::info/network_devices -2013.com.canonical.certification::info/xrandr -2013.com.canonical.certification::info/disk_partitions +com.canonical.certification::__info__ +com.canonical.certification::codecs_attachment +com.canonical.certification::cpuinfo_attachment +com.canonical.certification::dmesg_attachment +com.canonical.certification::dmi_attachment +com.canonical.certification::dmidecode_attachment +com.canonical.certification::efi_attachment +com.canonical.certification::lspci_attachment +com.canonical.certification::lspci_network_attachment +com.canonical.certification::lsusb_attachment +com.canonical.certification::meminfo_attachment +com.canonical.certification::modprobe_attachment +com.canonical.certification::modules_attachment +com.canonical.certification::sysctl_attachment +com.canonical.certification::sysfs_attachment +com.canonical.certification::udev_attachment +com.canonical.certification::udev_resource_attachment +com.canonical.certification::lsmod_attachment +com.canonical.certification::acpi_sleep_attachment +com.canonical.certification::info/hdparm +com.canonical.certification::info/hdparm_.*.txt +com.canonical.certification::installer_debug.gz +com.canonical.certification::info/touchpad_driver +com.canonical.certification::info/audio_device_driver +com.canonical.certification::info/network_devices +com.canonical.certification::info/xrandr +com.canonical.certification::info/disk_partitions diff --git a/whitelists/kittyhawk-prd-items.whitelist b/whitelists/kittyhawk-prd-items.whitelist index 8a9f5b3..b7390b9 100644 --- a/whitelists/kittyhawk-prd-items.whitelist +++ b/whitelists/kittyhawk-prd-items.whitelist @@ -3,32 +3,32 @@ ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox (0.5~dev-bzr3052) # Resource Jobs -2013.com.canonical.certification::accessibility -2013.com.canonical.certification::block_device -2013.com.canonical.certification::build -2013.com.canonical.certification::cdimage -2013.com.canonical.certification::cpuinfo -2013.com.canonical.certification::device -2013.com.canonical.certification::display -2013.com.canonical.certification::dmi -2013.com.canonical.certification::dpkg -2013.com.canonical.certification::efi -2013.com.canonical.certification::environment -2013.com.canonical.certification::gconf -2013.com.canonical.certification::lsb -2013.com.canonical.certification::meminfo -2013.com.canonical.certification::module -2013.com.canonical.certification::optical_drive -2013.com.canonical.certification::package -2013.com.canonical.certification::resource +com.canonical.certification::accessibility +com.canonical.certification::block_device +com.canonical.certification::build +com.canonical.certification::cdimage +com.canonical.certification::cpuinfo +com.canonical.certification::device +com.canonical.certification::display +com.canonical.certification::dmi +com.canonical.certification::dpkg +com.canonical.certification::efi +com.canonical.certification::environment +com.canonical.certification::gconf +com.canonical.certification::lsb +com.canonical.certification::meminfo +com.canonical.certification::module +com.canonical.certification::optical_drive +com.canonical.certification::package +com.canonical.certification::resource #resources -2013.com.canonical.certification::sleep +com.canonical.certification::sleep #touchpad_scroll -2013.com.canonical.certification::xinput -2013.com.canonical.certification::uname -2013.com.canonical.certification::usb +com.canonical.certification::xinput +com.canonical.certification::uname +com.canonical.certification::usb -2013.com.canonical.certification::miscellanea/submission-resources +com.canonical.certification::miscellanea/submission-resources #Kittyhawk specific PRD items kittyhawk @@ -180,30 +180,30 @@ kittyhawk/baseOS/graphics/hidpi-lowest-range kittyhawk/baseOS/graphics/hidpi-mid-range #Info attachment jobs -2013.com.canonical.certification::__info__ -2013.com.canonical.certification::codecs_attachment -2013.com.canonical.certification::cpuinfo_attachment -2013.com.canonical.certification::dmesg_attachment -2013.com.canonical.certification::dmi_attachment -2013.com.canonical.certification::dmidecode_attachment -2013.com.canonical.certification::efi_attachment -2013.com.canonical.certification::lspci_attachment -2013.com.canonical.certification::lspci_network_attachment -2013.com.canonical.certification::lsusb_attachment -2013.com.canonical.certification::meminfo_attachment -2013.com.canonical.certification::modprobe_attachment -2013.com.canonical.certification::modules_attachment -2013.com.canonical.certification::sysctl_attachment -2013.com.canonical.certification::sysfs_attachment -2013.com.canonical.certification::udev_attachment -2013.com.canonical.certification::udev_resource_attachment -2013.com.canonical.certification::lsmod_attachment -2013.com.canonical.certification::acpi_sleep_attachment -2013.com.canonical.certification::info/hdparm -2013.com.canonical.certification::info/hdparm_.*.txt -2013.com.canonical.certification::installer_debug.gz -2013.com.canonical.certification::info/touchpad_driver -2013.com.canonical.certification::info/audio_device_driver -2013.com.canonical.certification::info/network_devices -2013.com.canonical.certification::info/xrandr -2013.com.canonical.certification::info/disk_partitions +com.canonical.certification::__info__ +com.canonical.certification::codecs_attachment +com.canonical.certification::cpuinfo_attachment +com.canonical.certification::dmesg_attachment +com.canonical.certification::dmi_attachment +com.canonical.certification::dmidecode_attachment +com.canonical.certification::efi_attachment +com.canonical.certification::lspci_attachment +com.canonical.certification::lspci_network_attachment +com.canonical.certification::lsusb_attachment +com.canonical.certification::meminfo_attachment +com.canonical.certification::modprobe_attachment +com.canonical.certification::modules_attachment +com.canonical.certification::sysctl_attachment +com.canonical.certification::sysfs_attachment +com.canonical.certification::udev_attachment +com.canonical.certification::udev_resource_attachment +com.canonical.certification::lsmod_attachment +com.canonical.certification::acpi_sleep_attachment +com.canonical.certification::info/hdparm +com.canonical.certification::info/hdparm_.*.txt +com.canonical.certification::installer_debug.gz +com.canonical.certification::info/touchpad_driver +com.canonical.certification::info/audio_device_driver +com.canonical.certification::info/network_devices +com.canonical.certification::info/xrandr +com.canonical.certification::info/disk_partitions diff --git a/whitelists/kittyhawk-retail-mode.whitelist b/whitelists/kittyhawk-retail-mode.whitelist index 51108d5..8dc30e3 100644 --- a/whitelists/kittyhawk-retail-mode.whitelist +++ b/whitelists/kittyhawk-retail-mode.whitelist @@ -3,32 +3,32 @@ ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox (0.5~dev-bzr3052) # Resource Jobs -2013.com.canonical.certification::accessibility -2013.com.canonical.certification::block_device -2013.com.canonical.certification::build -2013.com.canonical.certification::cdimage -2013.com.canonical.certification::cpuinfo -2013.com.canonical.certification::device -2013.com.canonical.certification::display -2013.com.canonical.certification::dmi -2013.com.canonical.certification::dpkg -2013.com.canonical.certification::efi -2013.com.canonical.certification::environment -2013.com.canonical.certification::gconf -2013.com.canonical.certification::lsb -2013.com.canonical.certification::meminfo -2013.com.canonical.certification::module -2013.com.canonical.certification::optical_drive -2013.com.canonical.certification::package -2013.com.canonical.certification::resource +com.canonical.certification::accessibility +com.canonical.certification::block_device +com.canonical.certification::build +com.canonical.certification::cdimage +com.canonical.certification::cpuinfo +com.canonical.certification::device +com.canonical.certification::display +com.canonical.certification::dmi +com.canonical.certification::dpkg +com.canonical.certification::efi +com.canonical.certification::environment +com.canonical.certification::gconf +com.canonical.certification::lsb +com.canonical.certification::meminfo +com.canonical.certification::module +com.canonical.certification::optical_drive +com.canonical.certification::package +com.canonical.certification::resource #resources -2013.com.canonical.certification::sleep +com.canonical.certification::sleep #touchpad_scroll -2013.com.canonical.certification::xinput -2013.com.canonical.certification::uname -2013.com.canonical.certification::usb +com.canonical.certification::xinput +com.canonical.certification::uname +com.canonical.certification::usb -2013.com.canonical.certification::miscellanea/submission-resources +com.canonical.certification::miscellanea/submission-resources #Kittyhawk specific retail mode items @@ -49,30 +49,30 @@ kittyhawk/consumer/retail-mode/demo kittyhawk/consumer/retail-mode/limited-power-settings #Info attachment jobs -2013.com.canonical.certification::__info__ -2013.com.canonical.certification::codecs_attachment -2013.com.canonical.certification::cpuinfo_attachment -2013.com.canonical.certification::dmesg_attachment -2013.com.canonical.certification::dmi_attachment -2013.com.canonical.certification::dmidecode_attachment -2013.com.canonical.certification::efi_attachment -2013.com.canonical.certification::lspci_attachment -2013.com.canonical.certification::lspci_network_attachment -2013.com.canonical.certification::lsusb_attachment -2013.com.canonical.certification::meminfo_attachment -2013.com.canonical.certification::modprobe_attachment -2013.com.canonical.certification::modules_attachment -2013.com.canonical.certification::sysctl_attachment -2013.com.canonical.certification::sysfs_attachment -2013.com.canonical.certification::udev_attachment -2013.com.canonical.certification::udev_resource_attachment -2013.com.canonical.certification::lsmod_attachment -2013.com.canonical.certification::acpi_sleep_attachment -2013.com.canonical.certification::info/hdparm -2013.com.canonical.certification::info/hdparm_.*.txt -2013.com.canonical.certification::installer_debug.gz -2013.com.canonical.certification::info/touchpad_driver -2013.com.canonical.certification::info/audio_device_driver -2013.com.canonical.certification::info/network_devices -2013.com.canonical.certification::info/xrandr -2013.com.canonical.certification::info/disk_partitions +com.canonical.certification::__info__ +com.canonical.certification::codecs_attachment +com.canonical.certification::cpuinfo_attachment +com.canonical.certification::dmesg_attachment +com.canonical.certification::dmi_attachment +com.canonical.certification::dmidecode_attachment +com.canonical.certification::efi_attachment +com.canonical.certification::lspci_attachment +com.canonical.certification::lspci_network_attachment +com.canonical.certification::lsusb_attachment +com.canonical.certification::meminfo_attachment +com.canonical.certification::modprobe_attachment +com.canonical.certification::modules_attachment +com.canonical.certification::sysctl_attachment +com.canonical.certification::sysfs_attachment +com.canonical.certification::udev_attachment +com.canonical.certification::udev_resource_attachment +com.canonical.certification::lsmod_attachment +com.canonical.certification::acpi_sleep_attachment +com.canonical.certification::info/hdparm +com.canonical.certification::info/hdparm_.*.txt +com.canonical.certification::installer_debug.gz +com.canonical.certification::info/touchpad_driver +com.canonical.certification::info/audio_device_driver +com.canonical.certification::info/network_devices +com.canonical.certification::info/xrandr +com.canonical.certification::info/disk_partitions diff --git a/whitelists/kittyhawk2-kylin.whitelist b/whitelists/kittyhawk2-kylin.whitelist index 1c4c0da..abe943b 100644 --- a/whitelists/kittyhawk2-kylin.whitelist +++ b/whitelists/kittyhawk2-kylin.whitelist @@ -3,38 +3,38 @@ ## Based on plainbox, checkbox, checkbox-gui # Resource Jobs -2013.com.canonical.certification::IEEE_80211 -2013.com.canonical.certification::block_device -2013.com.canonical.certification::cdimage -2013.com.canonical.certification::cpuinfo -2013.com.canonical.certification::device -2013.com.canonical.certification::display -2013.com.canonical.certification::dmi -2013.com.canonical.certification::dpkg -2013.com.canonical.certification::efi -2013.com.canonical.certification::environment -2013.com.canonical.certification::gconf -2013.com.canonical.certification::lsb -2013.com.canonical.certification::meminfo -2013.com.canonical.certification::mobilebroadband -2013.com.canonical.certification::module -2013.com.canonical.certification::optical_drive -2013.com.canonical.certification::package -2013.com.canonical.certification::rtc -2013.com.canonical.certification::sleep -2013.com.canonical.certification::touchpad_scroll -2013.com.canonical.certification::uname -2013.com.canonical.certification::usb -2013.com.canonical.certification::xinput -2013.com.canonical.certification::resource -2013.com.canonical.certification::miscellanea/submission-resources +com.canonical.certification::IEEE_80211 +com.canonical.certification::block_device +com.canonical.certification::cdimage +com.canonical.certification::cpuinfo +com.canonical.certification::device +com.canonical.certification::display +com.canonical.certification::dmi +com.canonical.certification::dpkg +com.canonical.certification::efi +com.canonical.certification::environment +com.canonical.certification::gconf +com.canonical.certification::lsb +com.canonical.certification::meminfo +com.canonical.certification::mobilebroadband +com.canonical.certification::module +com.canonical.certification::optical_drive +com.canonical.certification::package +com.canonical.certification::rtc +com.canonical.certification::sleep +com.canonical.certification::touchpad_scroll +com.canonical.certification::uname +com.canonical.certification::usb +com.canonical.certification::xinput +com.canonical.certification::resource +com.canonical.certification::miscellanea/submission-resources # Tests grouped by categories. Categories start with '__' -2013.com.canonical.certification::hardware -2013.com.canonical.certification::hardware/certification +com.canonical.certification::hardware +com.canonical.certification::hardware/certification -2013.com.canonical.certification::__miscellanea__ -2013.com.canonical.certification::miscellanea/tester-info +com.canonical.certification::__miscellanea__ +com.canonical.certification::miscellanea/tester-info #Kittyhawk 2.0 specific PRD items for Kylin Profile # Kylin Installer tests @@ -82,26 +82,26 @@ kittyhawk2/kylin/third-party-add-on/baidu-search kittyhawk2/kylin/third-party-add-on/baidu-default-home-page #Info attachment jobs -2013.com.canonical.certification::__info__ -2013.com.canonical.certification::codecs_attachment -2013.com.canonical.certification::cpuinfo_attachment -2013.com.canonical.certification::dmesg_attachment -2013.com.canonical.certification::dmi_attachment -2013.com.canonical.certification::dmidecode_attachment -2013.com.canonical.certification::efi_attachment -2013.com.canonical.certification::lspci_attachment -2013.com.canonical.certification::lsusb_attachment -2013.com.canonical.certification::meminfo_attachment -2013.com.canonical.certification::modprobe_attachment -2013.com.canonical.certification::modules_attachment -2013.com.canonical.certification::sysctl_attachment -2013.com.canonical.certification::sysfs_attachment -2013.com.canonical.certification::udev_attachment -2013.com.canonical.certification::lsmod_attachment -2013.com.canonical.certification::acpi_sleep_attachment -2013.com.canonical.certification::info/hdparm -2013.com.canonical.certification::info/hdparm_.*.txt -2013.com.canonical.certification::installer_debug.gz -2013.com.canonical.certification::info/touchpad_driver -2013.com.canonical.certification::info/disk_partitions +com.canonical.certification::__info__ +com.canonical.certification::codecs_attachment +com.canonical.certification::cpuinfo_attachment +com.canonical.certification::dmesg_attachment +com.canonical.certification::dmi_attachment +com.canonical.certification::dmidecode_attachment +com.canonical.certification::efi_attachment +com.canonical.certification::lspci_attachment +com.canonical.certification::lsusb_attachment +com.canonical.certification::meminfo_attachment +com.canonical.certification::modprobe_attachment +com.canonical.certification::modules_attachment +com.canonical.certification::sysctl_attachment +com.canonical.certification::sysfs_attachment +com.canonical.certification::udev_attachment +com.canonical.certification::lsmod_attachment +com.canonical.certification::acpi_sleep_attachment +com.canonical.certification::info/hdparm +com.canonical.certification::info/hdparm_.*.txt +com.canonical.certification::installer_debug.gz +com.canonical.certification::info/touchpad_driver +com.canonical.certification::info/disk_partitions diff --git a/whitelists/kittyhawk2-prd-items.whitelist b/whitelists/kittyhawk2-prd-items.whitelist index fe96b02..941d422 100644 --- a/whitelists/kittyhawk2-prd-items.whitelist +++ b/whitelists/kittyhawk2-prd-items.whitelist @@ -3,38 +3,38 @@ ## Based on plainbox, checkbox, checkbox-gui # Resource Jobs -2013.com.canonical.certification::IEEE_80211 -2013.com.canonical.certification::block_device -2013.com.canonical.certification::cdimage -2013.com.canonical.certification::cpuinfo -2013.com.canonical.certification::device -2013.com.canonical.certification::display -2013.com.canonical.certification::dmi -2013.com.canonical.certification::dpkg -2013.com.canonical.certification::efi -2013.com.canonical.certification::environment -2013.com.canonical.certification::gconf -2013.com.canonical.certification::lsb -2013.com.canonical.certification::meminfo -2013.com.canonical.certification::mobilebroadband -2013.com.canonical.certification::module -2013.com.canonical.certification::optical_drive -2013.com.canonical.certification::package -2013.com.canonical.certification::rtc -2013.com.canonical.certification::sleep -2013.com.canonical.certification::touchpad_scroll -2013.com.canonical.certification::uname -2013.com.canonical.certification::usb -2013.com.canonical.certification::xinput -2013.com.canonical.certification::resource -2013.com.canonical.certification::miscellanea/submission-resources +com.canonical.certification::IEEE_80211 +com.canonical.certification::block_device +com.canonical.certification::cdimage +com.canonical.certification::cpuinfo +com.canonical.certification::device +com.canonical.certification::display +com.canonical.certification::dmi +com.canonical.certification::dpkg +com.canonical.certification::efi +com.canonical.certification::environment +com.canonical.certification::gconf +com.canonical.certification::lsb +com.canonical.certification::meminfo +com.canonical.certification::mobilebroadband +com.canonical.certification::module +com.canonical.certification::optical_drive +com.canonical.certification::package +com.canonical.certification::rtc +com.canonical.certification::sleep +com.canonical.certification::touchpad_scroll +com.canonical.certification::uname +com.canonical.certification::usb +com.canonical.certification::xinput +com.canonical.certification::resource +com.canonical.certification::miscellanea/submission-resources # Tests grouped by categories. Categories start with '__' -2013.com.canonical.certification::hardware -2013.com.canonical.certification::hardware/certification +com.canonical.certification::hardware +com.canonical.certification::hardware/certification -2013.com.canonical.certification::__miscellanea__ -2013.com.canonical.certification::miscellanea/tester-info +com.canonical.certification::__miscellanea__ +com.canonical.certification::miscellanea/tester-info #Kittyhawk 2.0 specific PRD items kittyhawk2 @@ -233,27 +233,27 @@ kittyhawk2/baseOS/estar/suspend-option-20min kittyhawk2/baseOS/estar/suspend-option-2hours #Info attachment jobs -2013.com.canonical.certification::__info__ -2013.com.canonical.certification::codecs_attachment -2013.com.canonical.certification::cpuinfo_attachment -2013.com.canonical.certification::dmesg_attachment -2013.com.canonical.certification::dmi_attachment -2013.com.canonical.certification::dmidecode_attachment -2013.com.canonical.certification::efi_attachment -2013.com.canonical.certification::lspci_attachment -2013.com.canonical.certification::lsusb_attachment -2013.com.canonical.certification::meminfo_attachment -2013.com.canonical.certification::modprobe_attachment -2013.com.canonical.certification::modules_attachment -2013.com.canonical.certification::sysctl_attachment -2013.com.canonical.certification::sysfs_attachment -2013.com.canonical.certification::udev_attachment -2013.com.canonical.certification::lsmod_attachment -2013.com.canonical.certification::acpi_sleep_attachment -2013.com.canonical.certification::info/hdparm -2013.com.canonical.certification::info/hdparm_.*.txt -2013.com.canonical.certification::installer_debug.gz -2013.com.canonical.certification::info/touchpad_driver -2013.com.canonical.certification::info/disk_partitions +com.canonical.certification::__info__ +com.canonical.certification::codecs_attachment +com.canonical.certification::cpuinfo_attachment +com.canonical.certification::dmesg_attachment +com.canonical.certification::dmi_attachment +com.canonical.certification::dmidecode_attachment +com.canonical.certification::efi_attachment +com.canonical.certification::lspci_attachment +com.canonical.certification::lsusb_attachment +com.canonical.certification::meminfo_attachment +com.canonical.certification::modprobe_attachment +com.canonical.certification::modules_attachment +com.canonical.certification::sysctl_attachment +com.canonical.certification::sysfs_attachment +com.canonical.certification::udev_attachment +com.canonical.certification::lsmod_attachment +com.canonical.certification::acpi_sleep_attachment +com.canonical.certification::info/hdparm +com.canonical.certification::info/hdparm_.*.txt +com.canonical.certification::installer_debug.gz +com.canonical.certification::info/touchpad_driver +com.canonical.certification::info/disk_partitions diff --git a/whitelists/kittyhawk2-retail-mode.whitelist b/whitelists/kittyhawk2-retail-mode.whitelist index c3ab0dc..600475b 100644 --- a/whitelists/kittyhawk2-retail-mode.whitelist +++ b/whitelists/kittyhawk2-retail-mode.whitelist @@ -3,38 +3,38 @@ ## Based on plainbox, checkbox, checkbox-gui # Resource Jobs -2013.com.canonical.certification::IEEE_80211 -2013.com.canonical.certification::block_device -2013.com.canonical.certification::cdimage -2013.com.canonical.certification::cpuinfo -2013.com.canonical.certification::device -2013.com.canonical.certification::display -2013.com.canonical.certification::dmi -2013.com.canonical.certification::dpkg -2013.com.canonical.certification::efi -2013.com.canonical.certification::environment -2013.com.canonical.certification::gconf -2013.com.canonical.certification::lsb -2013.com.canonical.certification::meminfo -2013.com.canonical.certification::mobilebroadband -2013.com.canonical.certification::module -2013.com.canonical.certification::optical_drive -2013.com.canonical.certification::package -2013.com.canonical.certification::rtc -2013.com.canonical.certification::sleep -2013.com.canonical.certification::touchpad_scroll -2013.com.canonical.certification::uname -2013.com.canonical.certification::usb -2013.com.canonical.certification::xinput -2013.com.canonical.certification::resource -2013.com.canonical.certification::miscellanea/submission-resources +com.canonical.certification::IEEE_80211 +com.canonical.certification::block_device +com.canonical.certification::cdimage +com.canonical.certification::cpuinfo +com.canonical.certification::device +com.canonical.certification::display +com.canonical.certification::dmi +com.canonical.certification::dpkg +com.canonical.certification::efi +com.canonical.certification::environment +com.canonical.certification::gconf +com.canonical.certification::lsb +com.canonical.certification::meminfo +com.canonical.certification::mobilebroadband +com.canonical.certification::module +com.canonical.certification::optical_drive +com.canonical.certification::package +com.canonical.certification::rtc +com.canonical.certification::sleep +com.canonical.certification::touchpad_scroll +com.canonical.certification::uname +com.canonical.certification::usb +com.canonical.certification::xinput +com.canonical.certification::resource +com.canonical.certification::miscellanea/submission-resources # Tests grouped by categories. Categories start with '__' -2013.com.canonical.certification::hardware -2013.com.canonical.certification::hardware/certification +com.canonical.certification::hardware +com.canonical.certification::hardware/certification -2013.com.canonical.certification::__miscellanea__ -2013.com.canonical.certification::miscellanea/tester-info +com.canonical.certification::__miscellanea__ +com.canonical.certification::miscellanea/tester-info #Kittyhawk 2.0 specific PRD items for Consumer Retail mode kittyhawk2/consumer/installation @@ -53,26 +53,26 @@ kittyhawk2/consumer/retail-mode/demo kittyhawk2/consumer/retail-mode/limited-power-settings #Info attachment jobs -2013.com.canonical.certification::__info__ -2013.com.canonical.certification::codecs_attachment -2013.com.canonical.certification::cpuinfo_attachment -2013.com.canonical.certification::dmesg_attachment -2013.com.canonical.certification::dmi_attachment -2013.com.canonical.certification::dmidecode_attachment -2013.com.canonical.certification::efi_attachment -2013.com.canonical.certification::lspci_attachment -2013.com.canonical.certification::lsusb_attachment -2013.com.canonical.certification::meminfo_attachment -2013.com.canonical.certification::modprobe_attachment -2013.com.canonical.certification::modules_attachment -2013.com.canonical.certification::sysctl_attachment -2013.com.canonical.certification::sysfs_attachment -2013.com.canonical.certification::udev_attachment -2013.com.canonical.certification::lsmod_attachment -2013.com.canonical.certification::acpi_sleep_attachment -2013.com.canonical.certification::info/hdparm -2013.com.canonical.certification::info/hdparm_.*.txt -2013.com.canonical.certification::installer_debug.gz -2013.com.canonical.certification::info/touchpad_driver -2013.com.canonical.certification::info/disk_partitions +com.canonical.certification::__info__ +com.canonical.certification::codecs_attachment +com.canonical.certification::cpuinfo_attachment +com.canonical.certification::dmesg_attachment +com.canonical.certification::dmi_attachment +com.canonical.certification::dmidecode_attachment +com.canonical.certification::efi_attachment +com.canonical.certification::lspci_attachment +com.canonical.certification::lsusb_attachment +com.canonical.certification::meminfo_attachment +com.canonical.certification::modprobe_attachment +com.canonical.certification::modules_attachment +com.canonical.certification::sysctl_attachment +com.canonical.certification::sysfs_attachment +com.canonical.certification::udev_attachment +com.canonical.certification::lsmod_attachment +com.canonical.certification::acpi_sleep_attachment +com.canonical.certification::info/hdparm +com.canonical.certification::info/hdparm_.*.txt +com.canonical.certification::installer_debug.gz +com.canonical.certification::info/touchpad_driver +com.canonical.certification::info/disk_partitions |