drop year prefix from the namespace

Signed-off-by: Maciej Kisielewski <maciej.kisielewski@canonical.com> 

35 files changed, 5619 insertions, 5619 deletions

diff --git a/jobs/kittyhawk/baseOS/applications.txt.in b/jobs/kittyhawk/baseOS/applications.txt.in
index 6d186cc..f7af35c 100644
--- a/jobs/kittyhawk/baseOS/applications.txt.in
+++ b/jobs/kittyhawk/baseOS/applications.txt.in
@@ -1,7 +1,7 @@
 plugin: user-interact-verify
 id: kittyhawk/baseOS/applications/ibus-general
 depends: kittyhawk/baseOS/applications/ibus-launching
-imports: from 2013.com.canonical.certification import package
+imports: from com.canonical.certification import package
 requires: package.name=="ibus"
 command: /usr/bin/ibus-setup
 _description:
@@ -17,7 +17,7 @@ _description:
 plugin: user-interact-verify
 id: kittyhawk/baseOS/applications/ibus-input-method
 depends: kittyhawk/baseOS/applications/ibus-general
-imports: from 2013.com.canonical.certification import package
+imports: from com.canonical.certification import package
 requires: package.name=="ibus"
 command: /usr/bin/ibus-setup
 _description:
@@ -44,7 +44,7 @@ _description:
 plugin: manual
 id: kittyhawk/baseOS/applications/ibus-unity
 depends: kittyhawk/baseOS/applications/ibus-launching
-imports: from 2013.com.canonical.certification import package
+imports: from com.canonical.certification import package
 requires: package.name=="ibus"
 _description:
 PURPOSE:
diff --git a/manage.py b/manage.py
index 6773e65..4d96fc2 100755
--- a/manage.py
+++ b/manage.py
@@ -14,10 +14,10 @@ from plainbox.provider_manager import setup, N_
 # (optional)
 
 setup(
- name='2014.com.canonical.ce:oem',
+ name='com.canonical.ce:oem',
 version="1.0",
- description=N_("The 2014.com.canonical.ce:oem provider"),
- gettext_domain="2014_com_canonical_ce_oem",
+ description=N_("The com.canonical.ce:oem provider"),
+ gettext_domain="com_canonical_ce_oem",
 deprecated=False,
 strict=False,
 )
diff --git a/po/2014_com_canonical_ce_oem.pot b/po/2014_com_canonical_ce_oem.pot
index 7f1977f..4dccf77 100644
--- a/po/2014_com_canonical_ce_oem.pot
+++ b/po/2014_com_canonical_ce_oem.pot
@@ -71,5 +71,5 @@ msgid ""
 msgstr ""
 
 #: ../manage.py:19
-msgid "The 2014.com.canonical.ce:oem provider"
+msgid "The com.canonical.ce:oem provider"
 msgstr ""
diff --git a/scripts/carson-cli b/scripts/carson-cli
index 27238fd..9eb0743 100644
--- a/scripts/carson-cli
+++ b/scripts/carson-cli
@@ -2,8 +2,8 @@
 
 [launcher]
 launcher_version = 1
-app_id = 2016.com.canonical.certification:carson-testing
+app_id = com.canonical.certification:carson-testing
 
 [test plan]
 filter = *carson*
-unit = 2014.com.canonical.ce::carson-full
+unit = com.canonical.ce::carson-full
diff --git a/scripts/kittyhawk-cli b/scripts/kittyhawk-cli
index f51c7ad..2cb290e 100755
--- a/scripts/kittyhawk-cli
+++ b/scripts/kittyhawk-cli
@@ -2,7 +2,7 @@
 
 [launcher]
 launcher_version = 1
-app_id = 2016.com.canonical.certification:kittyhawk-testing
+app_id = com.canonical.certification:kittyhawk-testing
 
 [test plan]
 filter = *kittyhawk*
diff --git a/scripts/somerville-cli b/scripts/somerville-cli
index 25b52fb..9a31145 100755
--- a/scripts/somerville-cli
+++ b/scripts/somerville-cli
@@ -2,11 +2,11 @@
 
 [launcher]
 launcher_version = 1
-app_id = 2016.com.canonical.certification:somerville-testing
+app_id = com.canonical.certification:somerville-testing
 
 [test plan]
 filter = *somerville*
-unit = 2014.com.canonical.ce::somerville-full
+unit = com.canonical.ce::somerville-full
 
 [config]
 config_filename = plainbox.conf
diff --git a/scripts/stella-cli b/scripts/stella-cli
index 42e583b..a6c96f0 100755
--- a/scripts/stella-cli
+++ b/scripts/stella-cli
@@ -2,11 +2,11 @@
 
 [launcher]
 launcher_version = 1
-app_id = 2016.com.canonical.certification:stella-testing
+app_id = com.canonical.certification:stella-testing
 
 [test plan]
 filter = *stella*
-unit = 2014.com.canonical.ce::stella-full-14-04-3
+unit = com.canonical.ce::stella-full-14-04-3
 
 [config]
 config_filename = plainbox.conf
diff --git a/scripts/sutton-cli b/scripts/sutton-cli
index b5dd697..b9810ab 100755
--- a/scripts/sutton-cli
+++ b/scripts/sutton-cli
@@ -2,11 +2,11 @@
 
 [launcher]
 launcher_version = 1
-app_id = 2016.com.canonical.certification:sutton-testing
+app_id = com.canonical.certification:sutton-testing
 
 [test plan]
 filter = *sutton*
-unit = 2014.com.canonical.ce::sutton-full-14-04-3
+unit = com.canonical.ce::sutton-full-14-04-3
 
 [config]
 config_filename = plainbox.conf
diff --git a/units/carson-full.pxu b/units/carson-full.pxu
index f40bc3e..554c60d 100644
--- a/units/carson-full.pxu
+++ b/units/carson-full.pxu
@@ -5,18 +5,18 @@ _description: Carson test whitelist
 include:
 carson/3monitor-2x4k-1xfullhd
 exclude:
- 2013.com.canonical.certification::stress/cpu_stress_test
- 2013.com.canonical.certification::camera/.*
- 2013.com.canonical.certification::expresscard/.*
- 2013.com.canonical.certification::firewire/.*
- 2013.com.canonical.certification::keys/.*
- 2013.com.canonical.certification::led/bluetooth
- 2013.com.canonical.certification::led/camera
- 2013.com.canonical.certification::led/microphone-mute
- 2013.com.canonical.certification::led/mute
- 2013.com.canonical.certification::touchscreen/.*
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_hwe
- 2013.com.canonical.certification::mediacard/mmc.*
- 2013.com.canonical.certification::disk/smart.*
+ com.canonical.certification::stress/cpu_stress_test
+ com.canonical.certification::camera/.*
+ com.canonical.certification::expresscard/.*
+ com.canonical.certification::firewire/.*
+ com.canonical.certification::keys/.*
+ com.canonical.certification::led/bluetooth
+ com.canonical.certification::led/camera
+ com.canonical.certification::led/microphone-mute
+ com.canonical.certification::led/mute
+ com.canonical.certification::touchscreen/.*
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_hwe
+ com.canonical.certification::mediacard/mmc.*
+ com.canonical.certification::disk/smart.*
 nested_part:
- 2013.com.canonical.certification::client-cert-16-04
+ com.canonical.certification::client-cert-16-04
diff --git a/units/somerville-BIOS.pxu b/units/somerville-BIOS.pxu
index 0b07c3a..18e5890 100644
--- a/units/somerville-BIOS.pxu
+++ b/units/somerville-BIOS.pxu
@@ -5,183 +5,183 @@ include:
 ## BIOS Whitelist for Dell projects
 ## Rev 1.5, 2017-03-27
 # Resource Jobs
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
+ com.canonical.certification::resource
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
 somerville/recovery/desktop-disk
 somerville/phase-sku
 somerville/query-bto-version
 somerville/manifest_version
 somerville/dell-repository
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- 2013.com.canonical.certification::miscellanea/chvt
- # 2013.com.canonical.certification::__audio__
- 2013.com.canonical.certification::audio/alsa_info_collect
- 2013.com.canonical.certification::audio/alsa_info_attachment
- 2013.com.canonical.certification::audio/list_devices
- 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- 2013.com.canonical.certification::audio/playback_auto certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- 2013.com.canonical.certification::audio/channels
- 2013.com.canonical.certification::audio/external-linein
- 2013.com.canonical.certification::audio/external-lineout 
- # 2013.com.canonical.certification::__benchmarks__
- # 2013.com.canonical.certification::__codecs__
- 2013.com.canonical.certification::codecs/ogg-vorbis
- 2013.com.canonical.certification::codecs/wav 
- # 2013.com.canonical.certification::__bluetooth__
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
- 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
- # 2013.com.canonical.certification::__camera__
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # 2013.com.canonical.certification::__cpu__
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- # 2013.com.canonical.certification::__disk__
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- # 2013.com.canonical.certification::__ethernet__
- # 2013.com.canonical.certification::__esata__
- 2013.com.canonical.certification::esata/insert certification-status=blocker
- 2013.com.canonical.certification::esata/storage-test certification-status=blocker
- 2013.com.canonical.certification::esata/remove certification-status=blocker
- # 2013.com.canonical.certification::__firewire__
- 2013.com.canonical.certification::firewire/insert certification-status=blocker
- 2013.com.canonical.certification::firewire/storage-test certification-status=blocker
- 2013.com.canonical.certification::firewire/remove certification-status=blocker
- # 2013.com.canonical.certification::__thunderbolt__
- 2013.com.canonical.certification::thunderbolt/insert certification-status=blocker
- 2013.com.canonical.certification::thunderbolt/storage-test certification-status=blocker
- 2013.com.canonical.certification::thunderbolt/remove certification-status=blocker
- 2013.com.canonical.certification::thunderbolt3/insert certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt3/storage-test certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt3/remove certification-status=non-blocker
- # 2013.com.canonical.certification::__firmware__ 
- # 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
- 2013.com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::miscellanea/chvt
+ # com.canonical.certification::__audio__
+ com.canonical.certification::audio/alsa_info_collect
+ com.canonical.certification::audio/alsa_info_attachment
+ com.canonical.certification::audio/list_devices
+ com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/playback_headphones certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
+ com.canonical.certification::audio/playback_auto certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
+ com.canonical.certification::audio/channels
+ com.canonical.certification::audio/external-linein
+ com.canonical.certification::audio/external-lineout 
+ # com.canonical.certification::__benchmarks__
+ # com.canonical.certification::__codecs__
+ com.canonical.certification::codecs/ogg-vorbis
+ com.canonical.certification::codecs/wav 
+ # com.canonical.certification::__bluetooth__
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
+ com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
+ # com.canonical.certification::__camera__
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ # com.canonical.certification::__cpu__
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ # com.canonical.certification::__disk__
+ com.canonical.certification::disk/detect certification-status=blocker
+ # com.canonical.certification::__ethernet__
+ # com.canonical.certification::__esata__
+ com.canonical.certification::esata/insert certification-status=blocker
+ com.canonical.certification::esata/storage-test certification-status=blocker
+ com.canonical.certification::esata/remove certification-status=blocker
+ # com.canonical.certification::__firewire__
+ com.canonical.certification::firewire/insert certification-status=blocker
+ com.canonical.certification::firewire/storage-test certification-status=blocker
+ com.canonical.certification::firewire/remove certification-status=blocker
+ # com.canonical.certification::__thunderbolt__
+ com.canonical.certification::thunderbolt/insert certification-status=blocker
+ com.canonical.certification::thunderbolt/storage-test certification-status=blocker
+ com.canonical.certification::thunderbolt/remove certification-status=blocker
+ com.canonical.certification::thunderbolt3/insert certification-status=non-blocker
+ com.canonical.certification::thunderbolt3/storage-test certification-status=non-blocker
+ com.canonical.certification::thunderbolt3/remove certification-status=non-blocker
+ # com.canonical.certification::__firmware__ 
+ # com.canonical.certification::__monitor__
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
+ com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card 
- # 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- # 2013.com.canonical.certification::__hibernate__
- # 2013.com.canonical.certification::__input__
- 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
- 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker
- 2013.com.canonical.certification::input/pointing_.* certification-status=blocker
- 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::input/keyboard certification-status=blocker
- 2013.com.canonical.certification::disk/hdd-parking certification-status=non-blocker
- # 2013.com.canonical.certification::__keys__
- 2013.com.canonical.certification::keys/lock-screen certification-status=blocker
- 2013.com.canonical.certification::keys/super certification-status=blocker
- 2013.com.canonical.certification::keys/battery-info certification-status=blocker
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/media-control certification-status=blocker
- 2013.com.canonical.certification::keys/mute certification-status=blocker
- 2013.com.canonical.certification::keys/volume certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker
- 2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
- 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker
- 2013.com.canonical.certification::keys/touchpad
- # 2013.com.canonical.certification::__led__
- 2013.com.canonical.certification::led/bluetooth certification-status=non-blocker
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/caps-lock certification-status=blocker
- 2013.com.canonical.certification::led/mute certification-status=blocker
- 2013.com.canonical.certification::led/microphone-mute certification-status=non-blocker
- 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
- 2013.com.canonical.certification::led/power certification-status=blocker
- 2013.com.canonical.certification::led/battery-charging
- 2013.com.canonical.certification::led/battery-charged
- 2013.com.canonical.certification::led/battery-low
+ # com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ # com.canonical.certification::__hibernate__
+ # com.canonical.certification::__input__
+ com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
+ com.canonical.certification::input/accelerometer certification-status=non-blocker
+ com.canonical.certification::input/pointing_.* certification-status=blocker
+ com.canonical.certification::input/clicking_.* certification-status=blocker
+ com.canonical.certification::input/keyboard certification-status=blocker
+ com.canonical.certification::disk/hdd-parking certification-status=non-blocker
+ # com.canonical.certification::__keys__
+ com.canonical.certification::keys/lock-screen certification-status=blocker
+ com.canonical.certification::keys/super certification-status=blocker
+ com.canonical.certification::keys/battery-info certification-status=blocker
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/media-control certification-status=blocker
+ com.canonical.certification::keys/mute certification-status=blocker
+ com.canonical.certification::keys/volume certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::keys/keyboard-backlight certification-status=blocker
+ com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
+ com.canonical.certification::keys/microphone-mute certification-status=blocker
+ com.canonical.certification::keys/touchpad
+ # com.canonical.certification::__led__
+ com.canonical.certification::led/bluetooth certification-status=non-blocker
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/caps-lock certification-status=blocker
+ com.canonical.certification::led/mute certification-status=blocker
+ com.canonical.certification::led/microphone-mute certification-status=non-blocker
+ com.canonical.certification::led/numeric-keypad certification-status=blocker
+ com.canonical.certification::led/power certification-status=blocker
+ com.canonical.certification::led/battery-charging
+ com.canonical.certification::led/battery-charged
+ com.canonical.certification::led/battery-low
 # NOTE: led/power-blink-suspend and led/suspend are used later in the
 # testplan just after a number of suspend tests.
 # led/power-blink-suspend
@@ -189,214 +189,214 @@ include:
 # NOTE: led/wireless is redundant given that we have led/wlan and
 # led/bluetooth already
 # led/wireless
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/wlan-disabled
- 2013.com.canonical.certification::led/hdd
- 2013.com.canonical.certification::led/touchpad
- # 2013.com.canonical.certification::__mediacard__
- 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/msp-insert
- 2013.com.canonical.certification::mediacard/msp-storage
- 2013.com.canonical.certification::mediacard/msp-remove
- 2013.com.canonical.certification::mediacard/cf-insert
- 2013.com.canonical.certification::mediacard/cf-storage
- 2013.com.canonical.certification::mediacard/cf-remove
- 2013.com.canonical.certification::mediacard/xd-insert
- 2013.com.canonical.certification::mediacard/xd-storage
- 2013.com.canonical.certification::mediacard/xd-remove
- # 2013.com.canonical.certification::__memory__
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- # 2013.com.canonical.certification::__mobilebroadband__
- 2013.com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
- 2013.com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
- # 2013.com.canonical.certification::__networking__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info.* certification-status=blocker
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- # 2013.com.canonical.certification::__optical__
- 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- # 2013.com.canonical.certification::__power-management__
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/wlan-disabled
+ com.canonical.certification::led/hdd
+ com.canonical.certification::led/touchpad
+ # com.canonical.certification::__mediacard__
+ com.canonical.certification::mediacard/sd-insert certification-status=blocker
+ com.canonical.certification::mediacard/sd-storage certification-status=blocker
+ com.canonical.certification::mediacard/sd-remove certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
+ com.canonical.certification::mediacard/msp-insert
+ com.canonical.certification::mediacard/msp-storage
+ com.canonical.certification::mediacard/msp-remove
+ com.canonical.certification::mediacard/cf-insert
+ com.canonical.certification::mediacard/cf-storage
+ com.canonical.certification::mediacard/cf-remove
+ com.canonical.certification::mediacard/xd-insert
+ com.canonical.certification::mediacard/xd-storage
+ com.canonical.certification::mediacard/xd-remove
+ # com.canonical.certification::__memory__
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ # com.canonical.certification::__mobilebroadband__
+ com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
+ com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
+ # com.canonical.certification::__networking__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info.* certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ # com.canonical.certification::__optical__
+ com.canonical.certification::optical/detect certification-status=blocker
+ com.canonical.certification::optical/read_.* certification-status=blocker
+ com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
+ com.canonical.certification::optical/dvd-write_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-read_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-write_.* certification-status=blocker
+ # com.canonical.certification::__power-management__
 # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- # 2013.com.canonical.certification::__touchpad__
- 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
- 2013.com.canonical.certification::touchpad/palm-rejection certification-status=non-blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- # 2013.com.canonical.certification::__touchscreen__
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-rotate
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
- # 2013.com.canonical.certification::__usb__
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/HID certification-status=blocker
- 2013.com.canonical.certification::usb/insert certification-status=blocker
- 2013.com.canonical.certification::usb/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb/remove certification-status=blocker
- 2013.com.canonical.certification::usb3/insert certification-status=blocker
- 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb3/remove certification-status=blocker
- 2013.com.canonical.certification::usb-c/c-to-a-adapter/hid certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/c-to-a-adapter/insert certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/c-to-a-adapter/remove certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/hid certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/insert certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/storage-automated certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/remove certification-status=non-blocker
- # 2013.com.canonical.certification::__wireless__
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- # 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ # com.canonical.certification::__touchpad__
+ com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
+ com.canonical.certification::touchpad/palm-rejection certification-status=non-blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
+ # com.canonical.certification::__touchscreen__
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-rotate
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
+ # com.canonical.certification::__usb__
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/HID certification-status=blocker
+ com.canonical.certification::usb/insert certification-status=blocker
+ com.canonical.certification::usb/storage-automated certification-status=blocker
+ com.canonical.certification::usb/remove certification-status=blocker
+ com.canonical.certification::usb3/insert certification-status=blocker
+ com.canonical.certification::usb3/storage-automated certification-status=blocker
+ com.canonical.certification::usb3/remove certification-status=blocker
+ com.canonical.certification::usb-c/c-to-a-adapter/hid certification-status=non-blocker
+ com.canonical.certification::usb-c/c-to-a-adapter/insert certification-status=non-blocker
+ com.canonical.certification::usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker
+ com.canonical.certification::usb-c/c-to-a-adapter/remove certification-status=non-blocker
+ com.canonical.certification::usb-c/hid certification-status=non-blocker
+ com.canonical.certification::usb-c/insert certification-status=non-blocker
+ com.canonical.certification::usb-c/storage-automated certification-status=non-blocker
+ com.canonical.certification::usb-c/remove certification-status=non-blocker
+ # com.canonical.certification::__wireless__
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ # com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial
- 2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker
- 2013.com.canonical.certification::led/suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
- 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/msp-insert-after-suspend
- 2013.com.canonical.certification::suspend/msp-storage-after-suspend
- 2013.com.canonical.certification::suspend/msp-remove-after-suspend
- 2013.com.canonical.certification::suspend/cf-insert-after-suspend
- 2013.com.canonical.certification::suspend/cf-storage-after-suspend
- 2013.com.canonical.certification::suspend/cf-remove-after-suspend
- 2013.com.canonical.certification::suspend/xd-insert-after-suspend
- 2013.com.canonical.certification::suspend/xd-storage-after-suspend
- 2013.com.canonical.certification::suspend/xd-remove-after-suspend
- 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_results_after_suspend.log
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/super
- 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- 2013.com.canonical.certification::suspend/keys_after_suspend/media-control
- 2013.com.canonical.certification::suspend/keys_after_suspend/mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/volume
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/led_after_suspend/bluetooth
- 2013.com.canonical.certification::suspend/led_after_suspend/camera
- 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock
- 2013.com.canonical.certification::suspend/led_after_suspend/mute
- 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute
- 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- 2013.com.canonical.certification::suspend/led_after_suspend/power
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-low
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- 2013.com.canonical.certification::suspend/led_after_suspend/hdd
- 2013.com.canonical.certification::suspend/led_after_suspend/touchpad
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
- 2013.com.canonical.certification::keys/hibernate 
+ com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial
+ com.canonical.certification::keys/sleep certification-status=blocker
+ com.canonical.certification::led/power-blink-suspend certification-status=blocker
+ com.canonical.certification::led/suspend certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
+ com.canonical.certification::camera/display_after_suspend certification-status=blocker
+ com.canonical.certification::camera/still_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/msp-insert-after-suspend
+ com.canonical.certification::suspend/msp-storage-after-suspend
+ com.canonical.certification::suspend/msp-remove-after-suspend
+ com.canonical.certification::suspend/cf-insert-after-suspend
+ com.canonical.certification::suspend/cf-storage-after-suspend
+ com.canonical.certification::suspend/cf-remove-after-suspend
+ com.canonical.certification::suspend/xd-insert-after-suspend
+ com.canonical.certification::suspend/xd-storage-after-suspend
+ com.canonical.certification::suspend/xd-remove-after-suspend
+ com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_results_after_suspend.log
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/super
+ com.canonical.certification::suspend/keys_after_suspend/battery-info
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ com.canonical.certification::suspend/keys_after_suspend/media-control
+ com.canonical.certification::suspend/keys_after_suspend/mute
+ com.canonical.certification::suspend/keys_after_suspend/volume
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/keys_after_suspend/touchpad
+ com.canonical.certification::suspend/led_after_suspend/bluetooth
+ com.canonical.certification::suspend/led_after_suspend/camera
+ com.canonical.certification::suspend/led_after_suspend/caps-lock
+ com.canonical.certification::suspend/led_after_suspend/mute
+ com.canonical.certification::suspend/led_after_suspend/microphone-mute
+ com.canonical.certification::suspend/led_after_suspend/numeric-keypad
+ com.canonical.certification::suspend/led_after_suspend/power
+ com.canonical.certification::suspend/led_after_suspend/battery-charging
+ com.canonical.certification::suspend/led_after_suspend/battery-charged
+ com.canonical.certification::suspend/led_after_suspend/battery-low
+ com.canonical.certification::suspend/led_after_suspend/wlan
+ com.canonical.certification::suspend/led_after_suspend/wlan-disabled
+ com.canonical.certification::suspend/led_after_suspend/hdd
+ com.canonical.certification::suspend/led_after_suspend/touchpad
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::keys/hibernate 
 somerville/suspend-power-menu
 somerville/suspend-power-button
 somerville/suspend-on-battery-power
@@ -404,72 +404,72 @@ include:
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff certification-status=blocker
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot certification-status=blocker
- 2013.com.canonical.certification::power-management/reboot-log-attach
- 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
- 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
- 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
+ com.canonical.certification::power-management/poweroff certification-status=blocker
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot certification-status=blocker
+ com.canonical.certification::power-management/reboot-log-attach
+ com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
+ com.canonical.certification::power-management/suspend-30-cycle-log-attach
+ com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests.
 # They have been moved to the end of the test run to improve the testing
 # process.
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.*
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
- 2013.com.canonical.certification::tpm2.0/.*
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::benchmarks/disk/hdparm-read_.*
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::cpu/clocktest
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::tpm2.0/.*
 # Info attachment jobs
- # 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ # com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.plainbox::collect-manifest
+ com.canonical.plainbox::collect-manifest
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
diff --git a/units/somerville-blocker.pxu b/units/somerville-blocker.pxu
index aa6ca2a..3079a39 100644
--- a/units/somerville-blocker.pxu
+++ b/units/somerville-blocker.pxu
@@ -5,148 +5,148 @@ include:
 ## Online Update Whitelist for Dell projects
 ## Rev 1.0, 2017-04-25
 # Resource Jobs
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
+ com.canonical.certification::resource
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
 somerville/query-bto-version
 somerville/manifest_version
 somerville/dell-repository
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- # 2013.com.canonical.certification::__audio__
- 2013.com.canonical.certification::audio/alsa_info_collect
- 2013.com.canonical.certification::audio/alsa_info_attachment
- 2013.com.canonical.certification::audio/list_devices
- 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- 2013.com.canonical.certification::audio/playback_auto certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- # 2013.com.canonical.certification::__benchmarks__
- # 2013.com.canonical.certification::__codecs__
- # 2013.com.canonical.certification::__bluetooth__
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID certification-status=blocker
- # 2013.com.canonical.certification::__camera__
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # 2013.com.canonical.certification::__cpu__
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- # 2013.com.canonical.certification::__disk__
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- # 2013.com.canonical.certification::__ethernet__
- # 2013.com.canonical.certification::__esata__
- 2013.com.canonical.certification::esata/insert certification-status=blocker
- 2013.com.canonical.certification::esata/storage-test certification-status=blocker
- 2013.com.canonical.certification::esata/remove certification-status=blocker
- # 2013.com.canonical.certification::__firewire__
- 2013.com.canonical.certification::firewire/insert certification-status=blocker
- 2013.com.canonical.certification::firewire/storage-test certification-status=blocker
- 2013.com.canonical.certification::firewire/remove certification-status=blocker
- # 2013.com.canonical.certification::__thunderbolt__
- 2013.com.canonical.certification::thunderbolt/insert certification-status=blocker
- 2013.com.canonical.certification::thunderbolt/storage-test certification-status=blocker
- 2013.com.canonical.certification::thunderbolt/remove certification-status=blocker
- # 2013.com.canonical.certification::__firmware__ 
- # 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ # com.canonical.certification::__audio__
+ com.canonical.certification::audio/alsa_info_collect
+ com.canonical.certification::audio/alsa_info_attachment
+ com.canonical.certification::audio/list_devices
+ com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/playback_headphones certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
+ com.canonical.certification::audio/playback_auto certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
+ # com.canonical.certification::__benchmarks__
+ # com.canonical.certification::__codecs__
+ # com.canonical.certification::__bluetooth__
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID certification-status=blocker
+ # com.canonical.certification::__camera__
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ # com.canonical.certification::__cpu__
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ # com.canonical.certification::__disk__
+ com.canonical.certification::disk/detect certification-status=blocker
+ # com.canonical.certification::__ethernet__
+ # com.canonical.certification::__esata__
+ com.canonical.certification::esata/insert certification-status=blocker
+ com.canonical.certification::esata/storage-test certification-status=blocker
+ com.canonical.certification::esata/remove certification-status=blocker
+ # com.canonical.certification::__firewire__
+ com.canonical.certification::firewire/insert certification-status=blocker
+ com.canonical.certification::firewire/storage-test certification-status=blocker
+ com.canonical.certification::firewire/remove certification-status=blocker
+ # com.canonical.certification::__thunderbolt__
+ com.canonical.certification::thunderbolt/insert certification-status=blocker
+ com.canonical.certification::thunderbolt/storage-test certification-status=blocker
+ com.canonical.certification::thunderbolt/remove certification-status=blocker
+ # com.canonical.certification::__firmware__ 
+ # com.canonical.certification::__monitor__
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card 
- # 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- # 2013.com.canonical.certification::__hibernate__
- # 2013.com.canonical.certification::__input__
- 2013.com.canonical.certification::input/pointing_.* certification-status=blocker
- 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::input/keyboard certification-status=blocker
- # 2013.com.canonical.certification::__keys__
- 2013.com.canonical.certification::keys/lock-screen certification-status=blocker
- 2013.com.canonical.certification::keys/super certification-status=blocker
- 2013.com.canonical.certification::keys/battery-info certification-status=blocker
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/media-control certification-status=blocker
- 2013.com.canonical.certification::keys/mute certification-status=blocker
- 2013.com.canonical.certification::keys/volume certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker
- 2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
- 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker
- # 2013.com.canonical.certification::__led__
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/caps-lock certification-status=blocker
- 2013.com.canonical.certification::led/mute certification-status=blocker
- 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
- 2013.com.canonical.certification::led/power certification-status=blocker
+ # com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ # com.canonical.certification::__hibernate__
+ # com.canonical.certification::__input__
+ com.canonical.certification::input/pointing_.* certification-status=blocker
+ com.canonical.certification::input/clicking_.* certification-status=blocker
+ com.canonical.certification::input/keyboard certification-status=blocker
+ # com.canonical.certification::__keys__
+ com.canonical.certification::keys/lock-screen certification-status=blocker
+ com.canonical.certification::keys/super certification-status=blocker
+ com.canonical.certification::keys/battery-info certification-status=blocker
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/media-control certification-status=blocker
+ com.canonical.certification::keys/mute certification-status=blocker
+ com.canonical.certification::keys/volume certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::keys/keyboard-backlight certification-status=blocker
+ com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
+ com.canonical.certification::keys/microphone-mute certification-status=blocker
+ # com.canonical.certification::__led__
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/caps-lock certification-status=blocker
+ com.canonical.certification::led/mute certification-status=blocker
+ com.canonical.certification::led/numeric-keypad certification-status=blocker
+ com.canonical.certification::led/power certification-status=blocker
 # NOTE: led/power-blink-suspend and led/suspend are used later in the
 # testplan just after a number of suspend tests.
 # led/power-blink-suspend
@@ -154,218 +154,218 @@ include:
 # NOTE: led/wireless is redundant given that we have led/wlan and
 # led/bluetooth already
 # led/wireless
- # 2013.com.canonical.certification::__mediacard__
- 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- # 2013.com.canonical.certification::__memory__
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- # 2013.com.canonical.certification::__mobilebroadband__
- # 2013.com.canonical.certification::__networking__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info.* certification-status=blocker
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- # 2013.com.canonical.certification::__optical__
- 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- # 2013.com.canonical.certification::__power-management__
+ # com.canonical.certification::__mediacard__
+ com.canonical.certification::mediacard/sd-insert certification-status=blocker
+ com.canonical.certification::mediacard/sd-storage certification-status=blocker
+ com.canonical.certification::mediacard/sd-remove certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
+ # com.canonical.certification::__memory__
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ # com.canonical.certification::__mobilebroadband__
+ # com.canonical.certification::__networking__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info.* certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ # com.canonical.certification::__optical__
+ com.canonical.certification::optical/detect certification-status=blocker
+ com.canonical.certification::optical/read_.* certification-status=blocker
+ com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
+ com.canonical.certification::optical/dvd-write_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-read_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-write_.* certification-status=blocker
+ # com.canonical.certification::__power-management__
 # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- # 2013.com.canonical.certification::__touchpad__
- 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- # 2013.com.canonical.certification::__touchscreen__
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- # 2013.com.canonical.certification::__usb__
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/HID certification-status=blocker
- 2013.com.canonical.certification::usb/insert certification-status=blocker
- 2013.com.canonical.certification::usb/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb/remove certification-status=blocker
- 2013.com.canonical.certification::usb3/insert certification-status=blocker
- 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb3/remove certification-status=blocker
- # 2013.com.canonical.certification::__wireless__
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- # 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ # com.canonical.certification::__touchpad__
+ com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ # com.canonical.certification::__touchscreen__
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ # com.canonical.certification::__usb__
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/HID certification-status=blocker
+ com.canonical.certification::usb/insert certification-status=blocker
+ com.canonical.certification::usb/storage-automated certification-status=blocker
+ com.canonical.certification::usb/remove certification-status=blocker
+ com.canonical.certification::usb3/insert certification-status=blocker
+ com.canonical.certification::usb3/storage-automated certification-status=blocker
+ com.canonical.certification::usb3/remove certification-status=blocker
+ # com.canonical.certification::__wireless__
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ # com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker
- 2013.com.canonical.certification::led/suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
- 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_results_after_suspend.log
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/super
- 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- 2013.com.canonical.certification::suspend/keys_after_suspend/media-control
- 2013.com.canonical.certification::suspend/keys_after_suspend/mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/volume
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/led_after_suspend/bluetooth
- 2013.com.canonical.certification::suspend/led_after_suspend/camera
- 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock
- 2013.com.canonical.certification::suspend/led_after_suspend/mute
- 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- 2013.com.canonical.certification::suspend/led_after_suspend/power
+ com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::keys/sleep certification-status=blocker
+ com.canonical.certification::led/power-blink-suspend certification-status=blocker
+ com.canonical.certification::led/suspend certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
+ com.canonical.certification::camera/display_after_suspend certification-status=blocker
+ com.canonical.certification::camera/still_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_results_after_suspend.log
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/super
+ com.canonical.certification::suspend/keys_after_suspend/battery-info
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ com.canonical.certification::suspend/keys_after_suspend/media-control
+ com.canonical.certification::suspend/keys_after_suspend/mute
+ com.canonical.certification::suspend/keys_after_suspend/volume
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/keys_after_suspend/touchpad
+ com.canonical.certification::suspend/led_after_suspend/bluetooth
+ com.canonical.certification::suspend/led_after_suspend/camera
+ com.canonical.certification::suspend/led_after_suspend/caps-lock
+ com.canonical.certification::suspend/led_after_suspend/mute
+ com.canonical.certification::suspend/led_after_suspend/numeric-keypad
+ com.canonical.certification::suspend/led_after_suspend/power
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff certification-status=blocker
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot certification-status=blocker
- 2013.com.canonical.certification::power-management/reboot-log-attach 
- # 2013.com.canonical.certification::__install__
+ com.canonical.certification::power-management/poweroff certification-status=blocker
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot certification-status=blocker
+ com.canonical.certification::power-management/reboot-log-attach 
+ # com.canonical.certification::__install__
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests.
 # They have been moved to the end of the test run to improve the testing
 # process. 
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
 # Info attachment jobs
- # 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ # com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.plainbox::collect-manifest
- 2013.com.canonical.certification::miscellanea/device_check
+ com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/device_check
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources 
+ com.canonical.certification::miscellanea/submission-resources 
diff --git a/units/somerville-cpu.pxu b/units/somerville-cpu.pxu
index 8fe32b4..cb7fabc 100644
--- a/units/somerville-cpu.pxu
+++ b/units/somerville-cpu.pxu
@@ -5,165 +5,165 @@ include:
 ## CPU Whitelist for Dell projects
 ## Rev 1.3, 2017-03-27
 # Resource Jobs
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
+ com.canonical.certification::resource
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
 somerville/recovery/desktop-disk
 somerville/phase-sku
 somerville/query-bto-version
 somerville/manifest_version
 somerville/dell-repository
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- 2013.com.canonical.certification::miscellanea/chvt
- # 2013.com.canonical.certification::__audio__
- # 2013.com.canonical.certification::__benchmarks__
- # 2013.com.canonical.certification::__cpu__
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- # 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
- 2013.com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::miscellanea/chvt
+ # com.canonical.certification::__audio__
+ # com.canonical.certification::__benchmarks__
+ # com.canonical.certification::__cpu__
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ # com.canonical.certification::__monitor__
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
+ com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card 
- # 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- # 2013.com.canonical.certification::__hibernate__
- # 2013.com.canonical.certification::__keys__
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- # 2013.com.canonical.certification::__memory__
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- # 2013.com.canonical.certification::__networking__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info.*
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- # 2013.com.canonical.certification::__power-management__
+ # com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ # com.canonical.certification::__hibernate__
+ # com.canonical.certification::__keys__
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ # com.canonical.certification::__memory__
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ # com.canonical.certification::__networking__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info.*
+ com.canonical.certification::networking/ntp certification-status=blocker
+ # com.canonical.certification::__power-management__
 # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- # 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ # com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach 
+ com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach 
 somerville/suspend-power-menu
 somerville/suspend-power-button
 somerville/suspend-on-battery-power
@@ -171,68 +171,68 @@ include:
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff certification-status=blocker
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot certification-status=blocker
- 2013.com.canonical.certification::power-management/reboot-log-attach
+ com.canonical.certification::power-management/poweroff certification-status=blocker
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot certification-status=blocker
+ com.canonical.certification::power-management/reboot-log-attach
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests.
 # They have been moved to the end of the test run to improve the testing
 # process.
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz 
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz 
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::cpu/clocktest
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
 # Info attachment jobs
- # 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ # com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.plainbox::collect-manifest
- 2013.com.canonical.certification::miscellanea/device_check
+ com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/device_check
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
diff --git a/units/somerville-dock.pxu b/units/somerville-dock.pxu
index 655c40c..225ff1d 100644
--- a/units/somerville-dock.pxu
+++ b/units/somerville-dock.pxu
@@ -5,125 +5,125 @@ description: This test plan is used to check the docking functionalities and the
 include:
 ## Dock Whitelist for Dell projects
 ## Rev 2.0, 2016-09-07
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::resource
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::device
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::xinput
+ com.canonical.certification::resource
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
 somerville
 somerville/phase-sku
 somerville/query-bto-version
 somerville/manifest_version
 somerville/dock-audio-list-devices
 # Tester information
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
 # Dock Jobs
- 2013.com.canonical.certification::__dock__
- 2013.com.canonical.certification::dock/cold-plug certification-status=blocker
- 2013.com.canonical.certification::dock/power-button certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-displayport certification-status=blocker
- 2013.com.canonical.certification::dock/audio-playback-displayport certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-dvi certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-hdmi certification-status=blocker
- 2013.com.canonical.certification::dock/audio-playback-hdmi certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-vga certification-status=blocker
- 2013.com.canonical.certification::dock/monitor_type-c_displayport certification-status=blocker
+ com.canonical.certification::__dock__
+ com.canonical.certification::dock/cold-plug certification-status=blocker
+ com.canonical.certification::dock/power-button certification-status=blocker
+ com.canonical.certification::dock/monitor-displayport certification-status=blocker
+ com.canonical.certification::dock/audio-playback-displayport certification-status=blocker
+ com.canonical.certification::dock/monitor-dvi certification-status=blocker
+ com.canonical.certification::dock/monitor-hdmi certification-status=blocker
+ com.canonical.certification::dock/audio-playback-hdmi certification-status=blocker
+ com.canonical.certification::dock/monitor-vga certification-status=blocker
+ com.canonical.certification::dock/monitor_type-c_displayport certification-status=blocker
 somerville/dock_playback_type-c_displayport
- 2013.com.canonical.certification::dock/monitor_type-c_hdmi certification-status=blocker
+ com.canonical.certification::dock/monitor_type-c_hdmi certification-status=blocker
 somerville/dock_playback_type-c_hdmi
- 2013.com.canonical.certification::dock/monitor_type-c_vga certification-status=blocker
- 2013.com.canonical.certification::dock/keys-video-out certification-status=blocker
+ com.canonical.certification::dock/monitor_type-c_vga certification-status=blocker
+ com.canonical.certification::dock/keys-video-out certification-status=blocker
 somerville/dock-monitor-dual-head
 somerville/dock-monitor-triple-head 
- 2013.com.canonical.certification::dock/audio-alsa-info-collect
- 2013.com.canonical.certification::dock/audio-alsa-info-attachment
- 2013.com.canonical.certification::dock/audio-list-devices
- 2013.com.canonical.certification::dock/audio-speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::dock/audio-playback-headphones certification-status=blocker
- 2013.com.canonical.certification::dock/audio-microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::dock/audio-alsa-record-playback-external certification-status=blocker
- 2013.com.canonical.certification::dock/audio-external-linein
- 2013.com.canonical.certification::dock/audio-external-lineout
- 2013.com.canonical.certification::dock/networking-gateway-ping certification-status=blocker
- 2013.com.canonical.certification::dock/networking-ntp certification-status=blocker
- 2013.com.canonical.certification::dock/mac-address-pass-through
- 2013.com.canonical.certification::dock/usb-HID certification-status=blocker
- 2013.com.canonical.certification::dock/usb-insert certification-status=blocker
- 2013.com.canonical.certification::dock/usb-storage-automated certification-status=blocker
- 2013.com.canonical.certification::dock/usb-remove certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-insert certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-storage-automated certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-remove certification-status=blocker
- 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/insert certification-status=blocker
- 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated certification-status=blocker
- 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/remove certification-status=blocker
- 2013.com.canonical.certification::dock/usb-c/insert
- 2013.com.canonical.certification::dock/usb-c/storage-automated
- 2013.com.canonical.certification::dock/usb-c/remove
- 2013.com.canonical.certification::dock/battery-charging certification-status=blocker
- 2013.com.canonical.certification::dock/thunderbolt-insert
- 2013.com.canonical.certification::dock/thunderbolt-storage-test
- 2013.com.canonical.certification::dock/thunderbolt-remove
- 2013.com.canonical.certification::dock/network-before-suspend
- 2013.com.canonical.certification::dock/audio-before-suspend
- 2013.com.canonical.certification::dock/hotplug
- 2013.com.canonical.certification::dock/hotplug-ethernet
- 2013.com.canonical.certification::dock/hotplug-usb3-insert
- 2013.com.canonical.certification::dock/hotplug-usb3-storage-automated
- 2013.com.canonical.certification::dock/hotplug-usb3-remove
+ com.canonical.certification::dock/audio-alsa-info-collect
+ com.canonical.certification::dock/audio-alsa-info-attachment
+ com.canonical.certification::dock/audio-list-devices
+ com.canonical.certification::dock/audio-speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::dock/audio-playback-headphones certification-status=blocker
+ com.canonical.certification::dock/audio-microphone-plug-detection certification-status=blocker
+ com.canonical.certification::dock/audio-alsa-record-playback-external certification-status=blocker
+ com.canonical.certification::dock/audio-external-linein
+ com.canonical.certification::dock/audio-external-lineout
+ com.canonical.certification::dock/networking-gateway-ping certification-status=blocker
+ com.canonical.certification::dock/networking-ntp certification-status=blocker
+ com.canonical.certification::dock/mac-address-pass-through
+ com.canonical.certification::dock/usb-HID certification-status=blocker
+ com.canonical.certification::dock/usb-insert certification-status=blocker
+ com.canonical.certification::dock/usb-storage-automated certification-status=blocker
+ com.canonical.certification::dock/usb-remove certification-status=blocker
+ com.canonical.certification::dock/usb3-insert certification-status=blocker
+ com.canonical.certification::dock/usb3-storage-automated certification-status=blocker
+ com.canonical.certification::dock/usb3-remove certification-status=blocker
+ com.canonical.certification::dock/usb-c/c-to-a-adapter/insert certification-status=blocker
+ com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated certification-status=blocker
+ com.canonical.certification::dock/usb-c/c-to-a-adapter/remove certification-status=blocker
+ com.canonical.certification::dock/usb-c/insert
+ com.canonical.certification::dock/usb-c/storage-automated
+ com.canonical.certification::dock/usb-c/remove
+ com.canonical.certification::dock/battery-charging certification-status=blocker
+ com.canonical.certification::dock/thunderbolt-insert
+ com.canonical.certification::dock/thunderbolt-storage-test
+ com.canonical.certification::dock/thunderbolt-remove
+ com.canonical.certification::dock/network-before-suspend
+ com.canonical.certification::dock/audio-before-suspend
+ com.canonical.certification::dock/hotplug
+ com.canonical.certification::dock/hotplug-ethernet
+ com.canonical.certification::dock/hotplug-usb3-insert
+ com.canonical.certification::dock/hotplug-usb3-storage-automated
+ com.canonical.certification::dock/hotplug-usb3-remove
 somerville/hotplug-usb-insert
 somerville/hotplug-usb-storage-automated
 somerville/hotplug-usb-remove
- 2013.com.canonical.certification::dock/hotplug-monitor-displayport
- 2013.com.canonical.certification::dock/hotplug-monitor-hdmi
+ com.canonical.certification::dock/hotplug-monitor-displayport
+ com.canonical.certification::dock/hotplug-monitor-hdmi
 somerville/dock-hotplug_playback_type-c_displayport
 somerville/dock-hotplug_playback_type-c_hdmi
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::dock/power-button-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/networking-gateway-ping-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/mac-address-pass-through-after-suspend
- 2013.com.canonical.certification::dock/audio-speaker-headphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/audio-playback-headphones-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/audio-microphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/audio-alsa-record-playback-external-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-HID-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-storage-automated-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-storage-automated-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-c/c-to-a-adapter/remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-c/insert-after-suspend
- 2013.com.canonical.certification::dock/usb-c/storage-automated-after-suspend
- 2013.com.canonical.certification::dock/usb-c/remove-after-suspend
- 2013.com.canonical.certification::dock/monitor-displayport-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-dvi-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-hdmi-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-vga-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor_type-c_displayport-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor_type-c_hdmi-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor_type-c_vga-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::dock/power-button-after-suspend certification-status=blocker
+ com.canonical.certification::dock/networking-gateway-ping-after-suspend certification-status=blocker
+ com.canonical.certification::dock/mac-address-pass-through-after-suspend
+ com.canonical.certification::dock/audio-speaker-headphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::dock/audio-playback-headphones-after-suspend certification-status=blocker
+ com.canonical.certification::dock/audio-microphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::dock/audio-alsa-record-playback-external-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-HID-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-insert-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-storage-automated-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-remove-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb3-insert-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb3-storage-automated-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb3-remove-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-c/c-to-a-adapter/insert-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-c/c-to-a-adapter/remove-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-c/insert-after-suspend
+ com.canonical.certification::dock/usb-c/storage-automated-after-suspend
+ com.canonical.certification::dock/usb-c/remove-after-suspend
+ com.canonical.certification::dock/monitor-displayport-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor-dvi-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor-hdmi-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor-vga-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor_type-c_displayport-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor_type-c_hdmi-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor_type-c_vga-after-suspend certification-status=blocker
 somerville/dock-monitor-dual-head-after-suspend
 somerville/dock-monitor-triple-head-after-suspend
 somerville/hot-plug-after-suspend
@@ -136,51 +136,51 @@ include:
 somerville/hotplug-usb3-remove-after-suspend
 somerville/hotplug-monitor-displayport-after-suspend 
 somerville/hotplug-monitor-hdmi-after-suspend
- 2013.com.canonical.certification::dock/suspend-dock-resume 
- 2013.com.canonical.certification::dock/ethernet-after-suspend-dock-resume
+ com.canonical.certification::dock/suspend-dock-resume 
+ com.canonical.certification::dock/ethernet-after-suspend-dock-resume
 somerville/usb-insert-after-suspend-dock-resume
 somerville/usb-storage-automated-after-suspend-dock-resume
 somerville/usb-remove-after-suspend-dock-resume
- 2013.com.canonical.certification::dock/usb3-insert-after-suspend-dock-resume
- 2013.com.canonical.certification::dock/usb3-storage-automated-after-suspend-dock-resume
- 2013.com.canonical.certification::dock/usb3-remove-after-suspend-dock-resume
- 2013.com.canonical.certification::dock/monitor-displayport-after-suspend-dock-resume
- 2013.com.canonical.certification::dock/monitor-hdmi-after-suspend-dock-resume
- 2013.com.canonical.certification::dock/suspend-undock-resume certification-status=blocker
+ com.canonical.certification::dock/usb3-insert-after-suspend-dock-resume
+ com.canonical.certification::dock/usb3-storage-automated-after-suspend-dock-resume
+ com.canonical.certification::dock/usb3-remove-after-suspend-dock-resume
+ com.canonical.certification::dock/monitor-displayport-after-suspend-dock-resume
+ com.canonical.certification::dock/monitor-hdmi-after-suspend-dock-resume
+ com.canonical.certification::dock/suspend-undock-resume certification-status=blocker
 # File Attachment Jobs
- 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_network_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::udev_resource_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/buildstamp
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/audio_device_driver
- 2013.com.canonical.certification::info/network_devices
- 2013.com.canonical.certification::info/xrandr
- 2013.com.canonical.certification::info/disk_partitions
+ com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_network_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::udev_resource_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::info/hdparm
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/buildstamp
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/audio_device_driver
+ com.canonical.certification::info/network_devices
+ com.canonical.certification::info/xrandr
+ com.canonical.certification::info/disk_partitions
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
- 2013.com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/submission-resources
+ com.canonical.plainbox::collect-manifest
diff --git a/units/somerville-full.pxu b/units/somerville-full.pxu
index 415d3fc..9151546 100644
--- a/units/somerville-full.pxu
+++ b/units/somerville-full.pxu
@@ -5,30 +5,30 @@ include:
 ## Full Whitelist for Dell projects
 ## Rev 1.9, 2017-03-27
 # Resource Jobs
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
+ com.canonical.certification::resource
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
 somerville/dkms-build-exclusive-test
 somerville/recovery/desktop-disk
 somerville/phase-sku
@@ -36,154 +36,154 @@ include:
 somerville/manifest_version
 somerville/dell-repository
 somerville/platform-meta-test
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- 2013.com.canonical.certification::miscellanea/chvt
- # 2013.com.canonical.certification::__audio__
- 2013.com.canonical.certification::audio/alsa_info_collect
- 2013.com.canonical.certification::audio/alsa_info_attachment
- 2013.com.canonical.certification::audio/list_devices
- 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- 2013.com.canonical.certification::audio/playback_auto certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- 2013.com.canonical.certification::audio/channels
- 2013.com.canonical.certification::audio/external-linein
- 2013.com.canonical.certification::audio/external-lineout 
- # 2013.com.canonical.certification::__benchmarks__
- # 2013.com.canonical.certification::__codecs__
- 2013.com.canonical.certification::codecs/ogg-vorbis
- 2013.com.canonical.certification::codecs/wav 
- # 2013.com.canonical.certification::__bluetooth__
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
- 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
- # 2013.com.canonical.certification::__camera__
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # 2013.com.canonical.certification::__cpu__
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- # 2013.com.canonical.certification::__disk__
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- # 2013.com.canonical.certification::__ethernet__
- # 2013.com.canonical.certification::__esata__
- 2013.com.canonical.certification::esata/insert certification-status=blocker
- 2013.com.canonical.certification::esata/storage-test certification-status=blocker
- 2013.com.canonical.certification::esata/remove certification-status=blocker
- # 2013.com.canonical.certification::__firewire__
- 2013.com.canonical.certification::firewire/insert certification-status=blocker
- 2013.com.canonical.certification::firewire/storage-test certification-status=blocker
- 2013.com.canonical.certification::firewire/remove certification-status=blocker
- # 2013.com.canonical.certification::__thunderbolt__
- 2013.com.canonical.certification::thunderbolt/insert certification-status=blocker
- 2013.com.canonical.certification::thunderbolt/storage-test certification-status=blocker
- 2013.com.canonical.certification::thunderbolt/remove certification-status=blocker
- 2013.com.canonical.certification::thunderbolt3/insert certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt3/storage-test certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt3/remove certification-status=non-blocker
- # 2013.com.canonical.certification::__firmware__ 
- # 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
- 2013.com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::miscellanea/chvt
+ # com.canonical.certification::__audio__
+ com.canonical.certification::audio/alsa_info_collect
+ com.canonical.certification::audio/alsa_info_attachment
+ com.canonical.certification::audio/list_devices
+ com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/playback_headphones certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
+ com.canonical.certification::audio/playback_auto certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
+ com.canonical.certification::audio/channels
+ com.canonical.certification::audio/external-linein
+ com.canonical.certification::audio/external-lineout 
+ # com.canonical.certification::__benchmarks__
+ # com.canonical.certification::__codecs__
+ com.canonical.certification::codecs/ogg-vorbis
+ com.canonical.certification::codecs/wav 
+ # com.canonical.certification::__bluetooth__
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
+ com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
+ # com.canonical.certification::__camera__
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ # com.canonical.certification::__cpu__
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ # com.canonical.certification::__disk__
+ com.canonical.certification::disk/detect certification-status=blocker
+ # com.canonical.certification::__ethernet__
+ # com.canonical.certification::__esata__
+ com.canonical.certification::esata/insert certification-status=blocker
+ com.canonical.certification::esata/storage-test certification-status=blocker
+ com.canonical.certification::esata/remove certification-status=blocker
+ # com.canonical.certification::__firewire__
+ com.canonical.certification::firewire/insert certification-status=blocker
+ com.canonical.certification::firewire/storage-test certification-status=blocker
+ com.canonical.certification::firewire/remove certification-status=blocker
+ # com.canonical.certification::__thunderbolt__
+ com.canonical.certification::thunderbolt/insert certification-status=blocker
+ com.canonical.certification::thunderbolt/storage-test certification-status=blocker
+ com.canonical.certification::thunderbolt/remove certification-status=blocker
+ com.canonical.certification::thunderbolt3/insert certification-status=non-blocker
+ com.canonical.certification::thunderbolt3/storage-test certification-status=non-blocker
+ com.canonical.certification::thunderbolt3/remove certification-status=non-blocker
+ # com.canonical.certification::__firmware__ 
+ # com.canonical.certification::__monitor__
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
+ com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card 
- # 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- # 2013.com.canonical.certification::__hibernate__
- # 2013.com.canonical.certification::__input__
- 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
- 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker
- 2013.com.canonical.certification::input/pointing_.* certification-status=blocker
- 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::input/keyboard certification-status=blocker
- 2013.com.canonical.certification::disk/hdd-parking certification-status=non-blocker
- # 2013.com.canonical.certification::__keys__
- 2013.com.canonical.certification::keys/lock-screen certification-status=blocker
- 2013.com.canonical.certification::keys/super certification-status=blocker
- 2013.com.canonical.certification::keys/battery-info certification-status=blocker
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/media-control certification-status=blocker
- 2013.com.canonical.certification::keys/mute certification-status=blocker
- 2013.com.canonical.certification::keys/volume certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker
- 2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
- 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker
- 2013.com.canonical.certification::keys/touchpad
- # 2013.com.canonical.certification::__led__
- 2013.com.canonical.certification::led/bluetooth certification-status=non-blocker
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/caps-lock certification-status=blocker
- 2013.com.canonical.certification::led/mute certification-status=blocker
- 2013.com.canonical.certification::led/microphone-mute certification-status=non-blocker
- 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
- 2013.com.canonical.certification::led/power certification-status=blocker
- 2013.com.canonical.certification::led/battery-charging
- 2013.com.canonical.certification::led/battery-charged
- 2013.com.canonical.certification::led/battery-low
+ # com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ # com.canonical.certification::__hibernate__
+ # com.canonical.certification::__input__
+ com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
+ com.canonical.certification::input/accelerometer certification-status=non-blocker
+ com.canonical.certification::input/pointing_.* certification-status=blocker
+ com.canonical.certification::input/clicking_.* certification-status=blocker
+ com.canonical.certification::input/keyboard certification-status=blocker
+ com.canonical.certification::disk/hdd-parking certification-status=non-blocker
+ # com.canonical.certification::__keys__
+ com.canonical.certification::keys/lock-screen certification-status=blocker
+ com.canonical.certification::keys/super certification-status=blocker
+ com.canonical.certification::keys/battery-info certification-status=blocker
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/media-control certification-status=blocker
+ com.canonical.certification::keys/mute certification-status=blocker
+ com.canonical.certification::keys/volume certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::keys/keyboard-backlight certification-status=blocker
+ com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
+ com.canonical.certification::keys/microphone-mute certification-status=blocker
+ com.canonical.certification::keys/touchpad
+ # com.canonical.certification::__led__
+ com.canonical.certification::led/bluetooth certification-status=non-blocker
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/caps-lock certification-status=blocker
+ com.canonical.certification::led/mute certification-status=blocker
+ com.canonical.certification::led/microphone-mute certification-status=non-blocker
+ com.canonical.certification::led/numeric-keypad certification-status=blocker
+ com.canonical.certification::led/power certification-status=blocker
+ com.canonical.certification::led/battery-charging
+ com.canonical.certification::led/battery-charged
+ com.canonical.certification::led/battery-low
 # NOTE: led/power-blink-suspend and led/suspend are used later in the
 # testplan just after a number of suspend tests.
 # led/power-blink-suspend
@@ -191,214 +191,214 @@ include:
 # NOTE: led/wireless is redundant given that we have led/wlan and
 # led/bluetooth already
 # led/wireless
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/wlan-disabled
- 2013.com.canonical.certification::led/hdd
- 2013.com.canonical.certification::led/touchpad
- # 2013.com.canonical.certification::__mediacard__
- 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/msp-insert
- 2013.com.canonical.certification::mediacard/msp-storage
- 2013.com.canonical.certification::mediacard/msp-remove
- 2013.com.canonical.certification::mediacard/cf-insert
- 2013.com.canonical.certification::mediacard/cf-storage
- 2013.com.canonical.certification::mediacard/cf-remove
- 2013.com.canonical.certification::mediacard/xd-insert
- 2013.com.canonical.certification::mediacard/xd-storage
- 2013.com.canonical.certification::mediacard/xd-remove
- # 2013.com.canonical.certification::__memory__
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- # 2013.com.canonical.certification::__mobilebroadband__
- 2013.com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
- 2013.com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
- # 2013.com.canonical.certification::__networking__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info.* certification-status=blocker
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- # 2013.com.canonical.certification::__optical__
- 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- # 2013.com.canonical.certification::__power-management__
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/wlan-disabled
+ com.canonical.certification::led/hdd
+ com.canonical.certification::led/touchpad
+ # com.canonical.certification::__mediacard__
+ com.canonical.certification::mediacard/sd-insert certification-status=blocker
+ com.canonical.certification::mediacard/sd-storage certification-status=blocker
+ com.canonical.certification::mediacard/sd-remove certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
+ com.canonical.certification::mediacard/msp-insert
+ com.canonical.certification::mediacard/msp-storage
+ com.canonical.certification::mediacard/msp-remove
+ com.canonical.certification::mediacard/cf-insert
+ com.canonical.certification::mediacard/cf-storage
+ com.canonical.certification::mediacard/cf-remove
+ com.canonical.certification::mediacard/xd-insert
+ com.canonical.certification::mediacard/xd-storage
+ com.canonical.certification::mediacard/xd-remove
+ # com.canonical.certification::__memory__
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ # com.canonical.certification::__mobilebroadband__
+ com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
+ com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
+ # com.canonical.certification::__networking__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info.* certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ # com.canonical.certification::__optical__
+ com.canonical.certification::optical/detect certification-status=blocker
+ com.canonical.certification::optical/read_.* certification-status=blocker
+ com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
+ com.canonical.certification::optical/dvd-write_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-read_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-write_.* certification-status=blocker
+ # com.canonical.certification::__power-management__
 # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- # 2013.com.canonical.certification::__touchpad__
- 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
- 2013.com.canonical.certification::touchpad/palm-rejection certification-status=non-blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- # 2013.com.canonical.certification::__touchscreen__
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-rotate
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
- # 2013.com.canonical.certification::__usb__
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/HID certification-status=blocker
- 2013.com.canonical.certification::usb/insert certification-status=blocker
- 2013.com.canonical.certification::usb/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb/remove certification-status=blocker
- 2013.com.canonical.certification::usb3/insert certification-status=blocker
- 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb3/remove certification-status=blocker
- 2013.com.canonical.certification::usb-c/c-to-a-adapter/hid certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/c-to-a-adapter/insert certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/c-to-a-adapter/remove certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/hid certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/insert certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/storage-automated certification-status=non-blocker
- 2013.com.canonical.certification::usb-c/remove certification-status=non-blocker
- # 2013.com.canonical.certification::__wireless__
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- # 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ # com.canonical.certification::__touchpad__
+ com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
+ com.canonical.certification::touchpad/palm-rejection certification-status=non-blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
+ # com.canonical.certification::__touchscreen__
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-rotate
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
+ # com.canonical.certification::__usb__
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/HID certification-status=blocker
+ com.canonical.certification::usb/insert certification-status=blocker
+ com.canonical.certification::usb/storage-automated certification-status=blocker
+ com.canonical.certification::usb/remove certification-status=blocker
+ com.canonical.certification::usb3/insert certification-status=blocker
+ com.canonical.certification::usb3/storage-automated certification-status=blocker
+ com.canonical.certification::usb3/remove certification-status=blocker
+ com.canonical.certification::usb-c/c-to-a-adapter/hid certification-status=non-blocker
+ com.canonical.certification::usb-c/c-to-a-adapter/insert certification-status=non-blocker
+ com.canonical.certification::usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker
+ com.canonical.certification::usb-c/c-to-a-adapter/remove certification-status=non-blocker
+ com.canonical.certification::usb-c/hid certification-status=non-blocker
+ com.canonical.certification::usb-c/insert certification-status=non-blocker
+ com.canonical.certification::usb-c/storage-automated certification-status=non-blocker
+ com.canonical.certification::usb-c/remove certification-status=non-blocker
+ # com.canonical.certification::__wireless__
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ # com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial
- 2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker
- 2013.com.canonical.certification::led/suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
- 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/msp-insert-after-suspend
- 2013.com.canonical.certification::suspend/msp-storage-after-suspend
- 2013.com.canonical.certification::suspend/msp-remove-after-suspend
- 2013.com.canonical.certification::suspend/cf-insert-after-suspend
- 2013.com.canonical.certification::suspend/cf-storage-after-suspend
- 2013.com.canonical.certification::suspend/cf-remove-after-suspend
- 2013.com.canonical.certification::suspend/xd-insert-after-suspend
- 2013.com.canonical.certification::suspend/xd-storage-after-suspend
- 2013.com.canonical.certification::suspend/xd-remove-after-suspend
- 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_results_after_suspend.log
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/super
- 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- 2013.com.canonical.certification::suspend/keys_after_suspend/media-control
- 2013.com.canonical.certification::suspend/keys_after_suspend/mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/volume
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/led_after_suspend/bluetooth
- 2013.com.canonical.certification::suspend/led_after_suspend/camera
- 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock
- 2013.com.canonical.certification::suspend/led_after_suspend/mute
- 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute
- 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- 2013.com.canonical.certification::suspend/led_after_suspend/power
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-low
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- 2013.com.canonical.certification::suspend/led_after_suspend/hdd
- 2013.com.canonical.certification::suspend/led_after_suspend/touchpad
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
- 2013.com.canonical.certification::keys/hibernate 
+ com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial
+ com.canonical.certification::keys/sleep certification-status=blocker
+ com.canonical.certification::led/power-blink-suspend certification-status=blocker
+ com.canonical.certification::led/suspend certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
+ com.canonical.certification::camera/display_after_suspend certification-status=blocker
+ com.canonical.certification::camera/still_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/msp-insert-after-suspend
+ com.canonical.certification::suspend/msp-storage-after-suspend
+ com.canonical.certification::suspend/msp-remove-after-suspend
+ com.canonical.certification::suspend/cf-insert-after-suspend
+ com.canonical.certification::suspend/cf-storage-after-suspend
+ com.canonical.certification::suspend/cf-remove-after-suspend
+ com.canonical.certification::suspend/xd-insert-after-suspend
+ com.canonical.certification::suspend/xd-storage-after-suspend
+ com.canonical.certification::suspend/xd-remove-after-suspend
+ com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_results_after_suspend.log
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/super
+ com.canonical.certification::suspend/keys_after_suspend/battery-info
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ com.canonical.certification::suspend/keys_after_suspend/media-control
+ com.canonical.certification::suspend/keys_after_suspend/mute
+ com.canonical.certification::suspend/keys_after_suspend/volume
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/keys_after_suspend/touchpad
+ com.canonical.certification::suspend/led_after_suspend/bluetooth
+ com.canonical.certification::suspend/led_after_suspend/camera
+ com.canonical.certification::suspend/led_after_suspend/caps-lock
+ com.canonical.certification::suspend/led_after_suspend/mute
+ com.canonical.certification::suspend/led_after_suspend/microphone-mute
+ com.canonical.certification::suspend/led_after_suspend/numeric-keypad
+ com.canonical.certification::suspend/led_after_suspend/power
+ com.canonical.certification::suspend/led_after_suspend/battery-charging
+ com.canonical.certification::suspend/led_after_suspend/battery-charged
+ com.canonical.certification::suspend/led_after_suspend/battery-low
+ com.canonical.certification::suspend/led_after_suspend/wlan
+ com.canonical.certification::suspend/led_after_suspend/wlan-disabled
+ com.canonical.certification::suspend/led_after_suspend/hdd
+ com.canonical.certification::suspend/led_after_suspend/touchpad
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::keys/hibernate 
 somerville/suspend-power-menu
 somerville/suspend-power-button
 somerville/suspend-on-battery-power
@@ -406,72 +406,72 @@ include:
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff certification-status=blocker
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot certification-status=blocker
- 2013.com.canonical.certification::power-management/reboot-log-attach 
- # 2013.com.canonical.certification::__install__
- 2013.com.canonical.certification::install/apt-get-gets-updates
+ com.canonical.certification::power-management/poweroff certification-status=blocker
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot certification-status=blocker
+ com.canonical.certification::power-management/reboot-log-attach 
+ # com.canonical.certification::__install__
+ com.canonical.certification::install/apt-get-gets-updates
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests.
 # They have been moved to the end of the test run to improve the testing
 # process.
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.*
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
- 2013.com.canonical.certification::tpm2.0/.*
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::benchmarks/disk/hdparm-read_.*
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::cpu/clocktest
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::tpm2.0/.*
 # Info attachment jobs
- # 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ # com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.plainbox::collect-manifest
- 2013.com.canonical.certification::miscellanea/device_check
+ com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/device_check
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources 
+ com.canonical.certification::miscellanea/submission-resources 
diff --git a/units/somerville-graphic.pxu b/units/somerville-graphic.pxu
index 41ca956..d2220bf 100644
--- a/units/somerville-graphic.pxu
+++ b/units/somerville-graphic.pxu
@@ -5,165 +5,165 @@ include:
 ## Graphic Whitelist for Dell projects
 ## Rev 1.7, 2017-03-27
 # Resource Jobs
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
+ com.canonical.certification::resource
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
 somerville/recovery/desktop-disk
 somerville/phase-sku
 somerville/query-bto-version
 somerville/manifest_version
 somerville/dell-repository
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- 2013.com.canonical.certification::miscellanea/chvt
- # 2013.com.canonical.certification::__audio__
- # 2013.com.canonical.certification::__benchmarks__
- # 2013.com.canonical.certification::__disk__
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- # 2013.com.canonical.certification::__ethernet__
- # 2013.com.canonical.certification::__thunderbolt__
- # 2013.com.canonical.certification::__firmware__
- # 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
- 2013.com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::miscellanea/chvt
+ # com.canonical.certification::__audio__
+ # com.canonical.certification::__benchmarks__
+ # com.canonical.certification::__disk__
+ com.canonical.certification::disk/detect certification-status=blocker
+ # com.canonical.certification::__ethernet__
+ # com.canonical.certification::__thunderbolt__
+ # com.canonical.certification::__firmware__
+ # com.canonical.certification::__monitor__
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::thunderbolt/daisy-chain certification-status=blocker
+ com.canonical.certification::thunderbolt3/daisy-chain certification-status=non-blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card 
- # 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- # 2013.com.canonical.certification::__hibernate__
- # 2013.com.canonical.certification::__keys__
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- # 2013.com.canonical.certification::__memory__
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- # 2013.com.canonical.certification::__networking__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info.*
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- # 2013.com.canonical.certification::__power-management__
+ # com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::graphics/2_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_type-c_displayport_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_thunderbolt3_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ # com.canonical.certification::__hibernate__
+ # com.canonical.certification::__keys__
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ # com.canonical.certification::__memory__
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ # com.canonical.certification::__networking__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info.*
+ com.canonical.certification::networking/ntp certification-status=blocker
+ # com.canonical.certification::__power-management__
 # Laptop lid tests relocated to the S3-adv section as it will trigger S3 as well
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- # 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ # com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz_xenial
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
- 2013.com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::graphics/1_switch_card_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/1_suspend-single-log-attach_.*_xenial
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_display_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_video_after_suspend_.*_xenial certification-status=blocker
+ com.canonical.certification::suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker
+ com.canonical.certification::suspend/1_xrandr_screens_after_suspend.tar.gz_xenial
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
 somerville/suspend-power-menu
 somerville/suspend-power-button
 somerville/suspend-on-battery-power
@@ -171,61 +171,61 @@ include:
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with. 
- 2013.com.canonical.certification::power-management/poweroff certification-status=blocker
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot certification-status=blocker
- 2013.com.canonical.certification::power-management/reboot-log-attach 
+ com.canonical.certification::power-management/poweroff certification-status=blocker
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot certification-status=blocker
+ com.canonical.certification::power-management/reboot-log-attach 
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests.
 # They have been moved to the end of the test run to improve the testing
 # process.
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz 
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz 
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
 # Info attachment jobs
- # 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ # com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.plainbox::collect-manifest
- 2013.com.canonical.certification::miscellanea/device_check
+ com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/device_check
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
diff --git a/units/somerville-stress.pxu b/units/somerville-stress.pxu
index 7ce491a..7b9991c 100644
--- a/units/somerville-stress.pxu
+++ b/units/somerville-stress.pxu
@@ -5,90 +5,90 @@ include:
 ## Stress Whitelist for Dell projects
 ## Rev 1.6, 2016-06-24
 # Resource Jobs
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
+ com.canonical.certification::resource
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
 somerville/phase-sku
 somerville/query-bto-version
 somerville/manifest_version
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- 2013.com.canonical.certification::miscellanea/fwts_test
- 2013.com.canonical.certification::miscellanea/fwts_results.log
- # 2013.com.canonical.certification::__power-management__
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- # 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- # 2013.com.canonical.certification::__hibernate__
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker 
- 2013.com.canonical.certification::power-management/suspend_30_cycles_with_reboots
- 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots
- 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots
- 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots
- 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check
- 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- # 2013.com.canonical.certification::__stress__
- 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker
- 2013.com.canonical.certification::stress/reboot_30
- 2013.com.canonical.certification::stress/reboot_30_log
- 2013.com.canonical.certification::stress/poweroff_30
- 2013.com.canonical.certification::stress/poweroff_30_log
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::miscellanea/fwts_test
+ com.canonical.certification::miscellanea/fwts_results.log
+ # com.canonical.certification::__power-management__
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ # com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ # com.canonical.certification::__hibernate__
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker 
+ com.canonical.certification::power-management/suspend_30_cycles_with_reboots
+ com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots
+ com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots
+ com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots
+ com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-30-cycles-log-check
+ com.canonical.certification::power-management/hibernate-30-cycle-log-attach
+ # com.canonical.certification::__stress__
+ com.canonical.certification::stress/cpu_stress_test certification-status=blocker
+ com.canonical.certification::stress/reboot_30
+ com.canonical.certification::stress/reboot_30_log
+ com.canonical.certification::stress/poweroff_30
+ com.canonical.certification::stress/poweroff_30_log
 # Info attachment jobs
- # 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ # com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.plainbox::collect-manifest
- 2013.com.canonical.certification::miscellanea/device_check
+ com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/device_check
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
diff --git a/units/somerville-touch-webcam.pxu b/units/somerville-touch-webcam.pxu
index a93ff3e..d764562 100644
--- a/units/somerville-touch-webcam.pxu
+++ b/units/somerville-touch-webcam.pxu
@@ -5,99 +5,99 @@ include:
 ## Touch/Webcam Whitelist for Dell projects
 ## Rev 1.3, 2016-06-16
 # Resource Jobs
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
+ com.canonical.certification::resource
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
 somerville/recovery/desktop-disk
 somerville/phase-sku
 somerville/query-bto-version
 somerville/manifest_version
 somerville/dell-repository
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- # 2013.com.canonical.certification::__camera__
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # 2013.com.canonical.certification::__disk__
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- # 2013.com.canonical.certification::__ethernet__
- # 2013.com.canonical.certification::__firmware__ 
- # 2013.com.canonical.certification::__hibernate__
- # 2013.com.canonical.certification::__keys__
- 2013.com.canonical.certification::keys/touchpad
- # 2013.com.canonical.certification::__led__
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/touchpad
- # 2013.com.canonical.certification::__memory__
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- # 2013.com.canonical.certification::__networking__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info.* certification-status=blocker
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- # 2013.com.canonical.certification::__power-management__
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- # 2013.com.canonical.certification::__touchpad__
- 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- # 2013.com.canonical.certification::__touchscreen__
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-rotate
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
- # 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/led_after_suspend/camera
- 2013.com.canonical.certification::suspend/led_after_suspend/touchpad
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ # com.canonical.certification::__camera__
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ # com.canonical.certification::__disk__
+ com.canonical.certification::disk/detect certification-status=blocker
+ # com.canonical.certification::__ethernet__
+ # com.canonical.certification::__firmware__ 
+ # com.canonical.certification::__hibernate__
+ # com.canonical.certification::__keys__
+ com.canonical.certification::keys/touchpad
+ # com.canonical.certification::__led__
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/touchpad
+ # com.canonical.certification::__memory__
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ # com.canonical.certification::__networking__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info.* certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ # com.canonical.certification::__power-management__
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ # com.canonical.certification::__touchpad__
+ com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
+ # com.canonical.certification::__touchscreen__
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-rotate
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
+ # com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/touchpad
+ com.canonical.certification::suspend/led_after_suspend/camera
+ com.canonical.certification::suspend/led_after_suspend/touchpad
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
 somerville/suspend-power-menu
 somerville/suspend-power-button
 somerville/suspend-on-battery-power
@@ -105,59 +105,59 @@ include:
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff certification-status=blocker
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot certification-status=blocker
- 2013.com.canonical.certification::power-management/reboot-log-attach 
+ com.canonical.certification::power-management/poweroff certification-status=blocker
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot certification-status=blocker
+ com.canonical.certification::power-management/reboot-log-attach 
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests. They
 # have been moved to the end of the test run to improve the testing process.
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz 
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz 
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz 
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
 # Info attachment jobs
- # 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ # com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.plainbox::collect-manifest
+ com.canonical.plainbox::collect-manifest
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
diff --git a/units/somerville-wireless.pxu b/units/somerville-wireless.pxu
index 02a29bd..20b094d 100644
--- a/units/somerville-wireless.pxu
+++ b/units/somerville-wireless.pxu
@@ -5,107 +5,107 @@ include:
 ## Wireless Whitelist for Dell projects
 ## Rev 1.6, 2016-06-16
 # Resource Jobs
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
+ com.canonical.certification::resource
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
 somerville/recovery/desktop-disk
 somerville/phase-sku
 somerville/query-bto-version
 somerville/manifest_version
 somerville/dell-repository
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- # 2013.com.canonical.certification::__benchmarks__
- # 2013.com.canonical.certification::__bluetooth__
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
- 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
- # 2013.com.canonical.certification::__disk__
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- # 2013.com.canonical.certification::__ethernet__
- # 2013.com.canonical.certification::__firmware__
- # 2013.com.canonical.certification::__hibernate__
- # 2013.com.canonical.certification::__keys__
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- # 2013.com.canonical.certification::__led__
- 2013.com.canonical.certification::led/bluetooth certification-status=non-blocker
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/wlan-disabled
- # 2013.com.canonical.certification::__memory__
- # 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- # 2013.com.canonical.certification::__networking__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info.*
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- # 2013.com.canonical.certification::__power-management__
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- # 2013.com.canonical.certification::__wireless__
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- # 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/led_after_suspend/bluetooth
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ # com.canonical.certification::__benchmarks__
+ # com.canonical.certification::__bluetooth__
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
+ com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
+ # com.canonical.certification::__disk__
+ com.canonical.certification::disk/detect certification-status=blocker
+ # com.canonical.certification::__ethernet__
+ # com.canonical.certification::__firmware__
+ # com.canonical.certification::__hibernate__
+ # com.canonical.certification::__keys__
+ com.canonical.certification::keys/wireless certification-status=blocker
+ # com.canonical.certification::__led__
+ com.canonical.certification::led/bluetooth certification-status=non-blocker
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/wlan-disabled
+ # com.canonical.certification::__memory__
+ # com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ # com.canonical.certification::__networking__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info.*
+ com.canonical.certification::networking/ntp certification-status=blocker
+ # com.canonical.certification::__power-management__
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ # com.canonical.certification::__wireless__
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ # com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/led_after_suspend/bluetooth
+ com.canonical.certification::suspend/led_after_suspend/wlan
+ com.canonical.certification::suspend/led_after_suspend/wlan-disabled
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
 somerville/suspend-power-menu
 somerville/suspend-power-button
 somerville/suspend-on-battery-power
@@ -113,59 +113,59 @@ include:
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff certification-status=blocker
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot certification-status=blocker
- 2013.com.canonical.certification::power-management/reboot-log-attach 
+ com.canonical.certification::power-management/poweroff certification-status=blocker
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot certification-status=blocker
+ com.canonical.certification::power-management/reboot-log-attach 
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests. They
 # have been moved to the end of the test run to improve the testing process.
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz 
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results_hwe.log.gz 
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
 # Info attachment jobs
- # 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ # com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.plainbox::collect-manifest
- 2013.com.canonical.certification::miscellanea/device_check
+ com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/device_check
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources 
+ com.canonical.certification::miscellanea/submission-resources 
diff --git a/units/stella-dock.pxu b/units/stella-dock.pxu
index e928c55..12b512c 100644
--- a/units/stella-dock.pxu
+++ b/units/stella-dock.pxu
@@ -3,130 +3,130 @@ _name: Stella Docking Tests
 unit: test plan
 description: This test plan is used to check the docking functionalities and the behaviour of the laptop when docked/undocked.
 include:
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::xinput
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::device
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::xinput
 # Tester information
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
 # Dock Jobs
- 2013.com.canonical.certification::__dock__
- 2013.com.canonical.certification::dock/docking certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-displayport certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-dvi certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-hdmi certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-vga certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-multi-head certification-status=blocker
- 2013.com.canonical.certification::dock/keys-video-out certification-status=blocker
- 2013.com.canonical.certification::dock/audio-alsa-info-collect
- 2013.com.canonical.certification::dock/audio-alsa-info-attachment
- 2013.com.canonical.certification::dock/audio-list-devices
- 2013.com.canonical.certification::dock/audio-playback-headphones certification-status=blocker
- 2013.com.canonical.certification::dock/audio-alsa-record-playback-external certification-status=blocker
- 2013.com.canonical.certification::dock/audio-speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::dock/audio-microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::dock/audio-playback-hdmi certification-status=blocker
- 2013.com.canonical.certification::dock/audio-playback-displayport certification-status=blocker
- 2013.com.canonical.certification::dock/audio-external-linein
- 2013.com.canonical.certification::dock/audio-external-lineout
- 2013.com.canonical.certification::dock/networking-gateway-ping certification-status=blocker
- 2013.com.canonical.certification::dock/networking-ntp certification-status=blocker
- 2013.com.canonical.certification::dock/usb-HID certification-status=blocker
- 2013.com.canonical.certification::dock/usb-insert certification-status=blocker
- 2013.com.canonical.certification::dock/usb-storage-automated certification-status=blocker
- 2013.com.canonical.certification::dock/usb-remove certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-insert certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-storage-automated certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-remove certification-status=blocker
- 2013.com.canonical.certification::dock/battery-charging certification-status=blocker
- 2013.com.canonical.certification::dock/expresscard-verification
- 2013.com.canonical.certification::dock/firewire-insert
- 2013.com.canonical.certification::dock/firewire-storage-test
- 2013.com.canonical.certification::dock/firewire-remove
- 2013.com.canonical.certification::dock/esata-insert
- 2013.com.canonical.certification::dock/esata-storage-test
- 2013.com.canonical.certification::dock/esata-remove
- 2013.com.canonical.certification::dock/optical-read
- 2013.com.canonical.certification::dock/optical-write
- 2013.com.canonical.certification::dock/thunderbolt-insert
- 2013.com.canonical.certification::dock/thunderbolt-storage-test
- 2013.com.canonical.certification::dock/thunderbolt-remove
- 2013.com.canonical.certification::dock/network-before-suspend
- 2013.com.canonical.certification::dock/audio-before-suspend
- 2013.com.canonical.certification::dock/suspend-dock-resume certification-status=blocker
- 2013.com.canonical.certification::dock/networking-gateway-ping-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-HID-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-storage-automated-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-storage-automated-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/usb3-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-displayport-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-dvi-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-hdmi-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/monitor-vga-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/suspend-undock-resume certification-status=blocker
- 2013.com.canonical.certification::dock/wireless-connection-after-suspend-wpa-ac certification-status=blocker
- 2013.com.canonical.certification::dock/wireless-connection-after-suspend-open-ac certification-status=blocker
- 2013.com.canonical.certification::dock/wireless-connection-after-suspend-wpa-bg certification-status=blocker
- 2013.com.canonical.certification::dock/wireless-connection-after-suspend-open-bg certification-status=blocker
- 2013.com.canonical.certification::dock/wireless-connection-after-suspend-wpa-n certification-status=blocker
- 2013.com.canonical.certification::dock/wireless-connection-after-suspend-open-n certification-status=blocker
- 2013.com.canonical.certification::dock/audio-after-suspend certification-status=blocker
- 2013.com.canonical.certification::dock/record-playback-after-suspend certification-status=blocker
+ com.canonical.certification::__dock__
+ com.canonical.certification::dock/docking certification-status=blocker
+ com.canonical.certification::dock/monitor-displayport certification-status=blocker
+ com.canonical.certification::dock/monitor-dvi certification-status=blocker
+ com.canonical.certification::dock/monitor-hdmi certification-status=blocker
+ com.canonical.certification::dock/monitor-vga certification-status=blocker
+ com.canonical.certification::dock/monitor-multi-head certification-status=blocker
+ com.canonical.certification::dock/keys-video-out certification-status=blocker
+ com.canonical.certification::dock/audio-alsa-info-collect
+ com.canonical.certification::dock/audio-alsa-info-attachment
+ com.canonical.certification::dock/audio-list-devices
+ com.canonical.certification::dock/audio-playback-headphones certification-status=blocker
+ com.canonical.certification::dock/audio-alsa-record-playback-external certification-status=blocker
+ com.canonical.certification::dock/audio-speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::dock/audio-microphone-plug-detection certification-status=blocker
+ com.canonical.certification::dock/audio-playback-hdmi certification-status=blocker
+ com.canonical.certification::dock/audio-playback-displayport certification-status=blocker
+ com.canonical.certification::dock/audio-external-linein
+ com.canonical.certification::dock/audio-external-lineout
+ com.canonical.certification::dock/networking-gateway-ping certification-status=blocker
+ com.canonical.certification::dock/networking-ntp certification-status=blocker
+ com.canonical.certification::dock/usb-HID certification-status=blocker
+ com.canonical.certification::dock/usb-insert certification-status=blocker
+ com.canonical.certification::dock/usb-storage-automated certification-status=blocker
+ com.canonical.certification::dock/usb-remove certification-status=blocker
+ com.canonical.certification::dock/usb3-insert certification-status=blocker
+ com.canonical.certification::dock/usb3-storage-automated certification-status=blocker
+ com.canonical.certification::dock/usb3-remove certification-status=blocker
+ com.canonical.certification::dock/battery-charging certification-status=blocker
+ com.canonical.certification::dock/expresscard-verification
+ com.canonical.certification::dock/firewire-insert
+ com.canonical.certification::dock/firewire-storage-test
+ com.canonical.certification::dock/firewire-remove
+ com.canonical.certification::dock/esata-insert
+ com.canonical.certification::dock/esata-storage-test
+ com.canonical.certification::dock/esata-remove
+ com.canonical.certification::dock/optical-read
+ com.canonical.certification::dock/optical-write
+ com.canonical.certification::dock/thunderbolt-insert
+ com.canonical.certification::dock/thunderbolt-storage-test
+ com.canonical.certification::dock/thunderbolt-remove
+ com.canonical.certification::dock/network-before-suspend
+ com.canonical.certification::dock/audio-before-suspend
+ com.canonical.certification::dock/suspend-dock-resume certification-status=blocker
+ com.canonical.certification::dock/networking-gateway-ping-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-HID-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-insert-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-storage-automated-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb-remove-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb3-insert-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb3-storage-automated-after-suspend certification-status=blocker
+ com.canonical.certification::dock/usb3-remove-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor-displayport-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor-dvi-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor-hdmi-after-suspend certification-status=blocker
+ com.canonical.certification::dock/monitor-vga-after-suspend certification-status=blocker
+ com.canonical.certification::dock/suspend-undock-resume certification-status=blocker
+ com.canonical.certification::dock/wireless-connection-after-suspend-wpa-ac certification-status=blocker
+ com.canonical.certification::dock/wireless-connection-after-suspend-open-ac certification-status=blocker
+ com.canonical.certification::dock/wireless-connection-after-suspend-wpa-bg certification-status=blocker
+ com.canonical.certification::dock/wireless-connection-after-suspend-open-bg certification-status=blocker
+ com.canonical.certification::dock/wireless-connection-after-suspend-wpa-n certification-status=blocker
+ com.canonical.certification::dock/wireless-connection-after-suspend-open-n certification-status=blocker
+ com.canonical.certification::dock/audio-after-suspend certification-status=blocker
+ com.canonical.certification::dock/record-playback-after-suspend certification-status=blocker
 # File Attachment Jobs
- 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_network_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::udev_resource_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/buildstamp
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/audio_device_driver
- 2013.com.canonical.certification::info/network_devices
- 2013.com.canonical.certification::info/xrandr
- 2013.com.canonical.certification::info/disk_partitions
+ com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_network_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::udev_resource_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::info/hdparm
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/buildstamp
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/audio_device_driver
+ com.canonical.certification::info/network_devices
+ com.canonical.certification::info/xrandr
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
diff --git a/units/stella-full-14-04-3.pxu b/units/stella-full-14-04-3.pxu
index 6cec49a..39d1249 100644
--- a/units/stella-full-14-04-3.pxu
+++ b/units/stella-full-14-04-3.pxu
@@ -7,350 +7,350 @@ include:
 ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox
 ## Updated for new Plainbox template units
 # Resource Jobs
- 2013.com.canonical.certification::accessibility
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::build
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::resource
+ com.canonical.certification::accessibility
+ com.canonical.certification::block_device
+ com.canonical.certification::build
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::resource
 #resources
- 2013.com.canonical.certification::sleep
+ com.canonical.certification::sleep
 #touchpad_scroll
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::IEEE_80211
+ com.canonical.certification::xinput
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::IEEE_80211
 # requirement of s3/s4 tests
- 2013.com.canonical.certification::rtc
+ com.canonical.certification::rtc
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
- 2013.com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
+ com.canonical.certification::miscellanea/tester-info
 #miscellanea/chvt
 # See Automated Tests section at the end of this file
- #2013.com.canonical.certification::audio/generator_.*
- 2013.com.canonical.certification::audio/alsa_info_collect
- 2013.com.canonical.certification::audio/alsa_info_attachment
+ #com.canonical.certification::audio/generator_.*
+ com.canonical.certification::audio/alsa_info_collect
+ com.canonical.certification::audio/alsa_info_attachment
 #audio/alsa_record_playback_usb
- 2013.com.canonical.certification::audio/list_devices
- 2013.com.canonical.certification::audio/playback_auto certification-status=blocker
- 2013.com.canonical.certification::audio/channels
+ com.canonical.certification::audio/list_devices
+ com.canonical.certification::audio/playback_auto certification-status=blocker
+ com.canonical.certification::audio/channels
 #audio/check_volume
- 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
 #audio/plug-detection
- 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
+ com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/playback_headphones certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
 #audio/external-linein
 #audio/external-lineout
 # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ com.canonical.certification::bluetooth/audio certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
 # See Automated Tests section at the end of this file
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- #2013.com.canonical.certification::disk/hdd-parking
- 2013.com.canonical.certification::thunderbolt/insert certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/remove certification-status=non-blocker
+ com.canonical.certification::disk/detect certification-status=blocker
+ #com.canonical.certification::disk/hdd-parking
+ com.canonical.certification::thunderbolt/insert certification-status=non-blocker
+ com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
+ com.canonical.certification::thunderbolt/remove certification-status=non-blocker
 # See the Thunderbolt monitor test for the daisy-chain test
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
 # required by suspend/network_before_suspend
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::ethernet/info_automated
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::ethernet/info_automated
 ## this test cause a unused test case error, but required for cert.
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/driver_version
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/driver_version
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/1_modes_.*
- 2013.com.canonical.certification::graphics/1_color_depth_.*
- 2013.com.canonical.certification::graphics/1_fresh_rate_.*
- 2013.com.canonical.certification::graphics/1_graphic_memory_.*
- 2013.com.canonical.certification::graphics/1_resolution_.*
- 2013.com.canonical.certification::graphics/1_resolution-change_.*
- 2013.com.canonical.certification::graphics/1_screen_resolution_.*
- 2013.com.canonical.certification::graphics/1_unity_support_.*
- 2013.com.canonical.certification::graphics/1_screenshot_.*
- 2013.com.canonical.certification::graphics/1_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/1_modes_.*
+ com.canonical.certification::graphics/1_color_depth_.*
+ com.canonical.certification::graphics/1_fresh_rate_.*
+ com.canonical.certification::graphics/1_graphic_memory_.*
+ com.canonical.certification::graphics/1_resolution_.*
+ com.canonical.certification::graphics/1_resolution-change_.*
+ com.canonical.certification::graphics/1_screen_resolution_.*
+ com.canonical.certification::graphics/1_unity_support_.*
+ com.canonical.certification::graphics/1_screenshot_.*
+ com.canonical.certification::graphics/1_screenshot.jpg_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
 # Switch to second card (if any)
- 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/2_modes_.*
- 2013.com.canonical.certification::graphics/2_color_depth_.*
- 2013.com.canonical.certification::graphics/2_fresh_rate_.*
- 2013.com.canonical.certification::graphics/2_graphic_memory_.*
- 2013.com.canonical.certification::graphics/2_resolution_.*
- 2013.com.canonical.certification::graphics/2_resolution-change_.*
- 2013.com.canonical.certification::graphics/2_screen_resolution_.*
- 2013.com.canonical.certification::graphics/2_unity_support_.*
- 2013.com.canonical.certification::graphics/2_screenshot_.*
- 2013.com.canonical.certification::graphics/2_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/2_modes_.*
+ com.canonical.certification::graphics/2_color_depth_.*
+ com.canonical.certification::graphics/2_fresh_rate_.*
+ com.canonical.certification::graphics/2_graphic_memory_.*
+ com.canonical.certification::graphics/2_resolution_.*
+ com.canonical.certification::graphics/2_resolution-change_.*
+ com.canonical.certification::graphics/2_screen_resolution_.*
+ com.canonical.certification::graphics/2_unity_support_.*
+ com.canonical.certification::graphics/2_screenshot_.*
+ com.canonical.certification::graphics/2_screenshot.jpg_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
 # Monitor tests on second graphic card
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
 #See below, power-management/hibernate_advanced
- 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
- 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker
- 2013.com.canonical.certification::input/pointing
- 2013.com.canonical.certification::input/pointing_.* certification-status=blocker
- 2013.com.canonical.certification::input/keyboard certification-status=blocker
- 2013.com.canonical.certification::input/clicking
- 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::keys/mute certification-status=blocker
- 2013.com.canonical.certification::keys/volume certification-status=blocker
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::keys/super certification-status=blocker
- 2013.com.canonical.certification::keys/media-control certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- 2013.com.canonical.certification::keys/battery-info certification-status=blocker
- 2013.com.canonical.certification::keys/touchpad
- 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker
- #2013.com.canonical.certification::keys/hibernate
- #2013.com.canonical.certification::keys/keyboard-backlight
- #2013.com.canonical.certification::keys/keyboard-overhead-light
- #2013.com.canonical.certification::keys/lock-screen
- 2013.com.canonical.certification::led/power certification-status=blocker
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/mute certification-status=blocker
- 2013.com.canonical.certification::led/hdd
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/battery-charging
- 2013.com.canonical.certification::led/battery-charged
- #2013.com.canonical.certification::led/microphone
- #2013.com.canonical.certification::led/bluetooth
- 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
- 2013.com.canonical.certification::led/caps-lock certification-status=blocker
- 2013.com.canonical.certification::led/touchpad
- #2013.com.canonical.certification::led/wireless
- 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
+ com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
+ com.canonical.certification::input/accelerometer certification-status=non-blocker
+ com.canonical.certification::input/pointing
+ com.canonical.certification::input/pointing_.* certification-status=blocker
+ com.canonical.certification::input/keyboard certification-status=blocker
+ com.canonical.certification::input/clicking
+ com.canonical.certification::input/clicking_.* certification-status=blocker
+ com.canonical.certification::keys/mute certification-status=blocker
+ com.canonical.certification::keys/volume certification-status=blocker
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::keys/super certification-status=blocker
+ com.canonical.certification::keys/media-control certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ com.canonical.certification::keys/battery-info certification-status=blocker
+ com.canonical.certification::keys/touchpad
+ com.canonical.certification::keys/microphone-mute certification-status=blocker
+ #com.canonical.certification::keys/hibernate
+ #com.canonical.certification::keys/keyboard-backlight
+ #com.canonical.certification::keys/keyboard-overhead-light
+ #com.canonical.certification::keys/lock-screen
+ com.canonical.certification::led/power certification-status=blocker
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/mute certification-status=blocker
+ com.canonical.certification::led/hdd
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/battery-charging
+ com.canonical.certification::led/battery-charged
+ #com.canonical.certification::led/microphone
+ #com.canonical.certification::led/bluetooth
+ com.canonical.certification::led/numeric-keypad certification-status=blocker
+ com.canonical.certification::led/caps-lock certification-status=blocker
+ com.canonical.certification::led/touchpad
+ #com.canonical.certification::led/wireless
+ com.canonical.certification::mediacard/sd-insert certification-status=blocker
+ com.canonical.certification::mediacard/sd-storage certification-status=blocker
+ com.canonical.certification::mediacard/sd-remove certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
 # See Automated Tests section at the end of this file
- #2013.com.canonical.certification::__mobilebroadband__
- #2013.com.canonical.certification::mobilebroadband/gsm_connection
- #2013.com.canonical.certification::mobilebroadband/cdma_connection
+ #com.canonical.certification::__mobilebroadband__
+ #com.canonical.certification::mobilebroadband/gsm_connection
+ #com.canonical.certification::mobilebroadband/cdma_connection
 # Monitor tests below are not relevant anymore since they are now handled for each graphic cards
- # 2013.com.canonical.certification::monitor/powersaving certification-status=blocker
- # 2013.com.canonical.certification::monitor/dim_brightness certification-status=blocker
- # 2013.com.canonical.certification::monitor/displayport certification-status=blocker
- # 2013.com.canonical.certification::monitor/dvi certification-status=blocker
- # 2013.com.canonical.certification::monitor/hdmi certification-status=blocker
- # 2013.com.canonical.certification::monitor/rca certification-status=blocker
- # 2013.com.canonical.certification::monitor/svideo certification-status=blocker
- # 2013.com.canonical.certification::monitor/vga certification-status=blocker
- # 2013.com.canonical.certification::monitor/multi-head certification-status=blocker
- # 2013.com.canonical.certification::__networking__
+ # com.canonical.certification::monitor/powersaving certification-status=blocker
+ # com.canonical.certification::monitor/dim_brightness certification-status=blocker
+ # com.canonical.certification::monitor/displayport certification-status=blocker
+ # com.canonical.certification::monitor/dvi certification-status=blocker
+ # com.canonical.certification::monitor/hdmi certification-status=blocker
+ # com.canonical.certification::monitor/rca certification-status=blocker
+ # com.canonical.certification::monitor/svideo certification-status=blocker
+ # com.canonical.certification::monitor/vga certification-status=blocker
+ # com.canonical.certification::monitor/multi-head certification-status=blocker
+ # com.canonical.certification::__networking__
 # See Automated Tests section at the end of this file
 #networking/wired_connection
 ## use above test as a reminder to connect ethernet cable
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info certification-status=blocker
- 2013.com.canonical.certification::networking/info_eth\d
- #2013.com.canonical.certification::networking/info_wlan\d
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info certification-status=blocker
+ com.canonical.certification::networking/info_eth\d
+ #com.canonical.certification::networking/info_wlan\d
 #above case does not exist
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read_.* certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::optical/detect certification-status=blocker
+ com.canonical.certification::optical/read_.* certification-status=blocker
 #optical/read-automated
 #optical/cdrom-audio-playback
- 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-read_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-write_.* certification-status=blocker
+ com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
+ com.canonical.certification::optical/dvd-write_.* certification-status=blocker
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- #2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- #2013.com.canonical.certification::power-management/hibernate-single-log-check
- #2013.com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ #com.canonical.certification::power-management/hibernate-single-log-check
+ #com.canonical.certification::power-management/hibernate-single-log-attach
 # hibernate cases moved to further below
- 2013.com.canonical.certification::touchpad/basic
- 2013.com.canonical.certification::touchpad/detected-as-mouse
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- 2013.com.canonical.certification::touchscreen/tap-detect
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-rotate
- 2013.com.canonical.certification::touchscreen/nontouch-dash
- 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/HID certification-status=blocker
- 2013.com.canonical.certification::usb/insert certification-status=blocker
- 2013.com.canonical.certification::usb/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb/remove certification-status=blocker
- 2013.com.canonical.certification::usb3/insert certification-status=blocker
- 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb3/remove certification-status=blocker
- 2013.com.canonical.certification::usb/usb3_read_performance
- 2013.com.canonical.certification::usb/usb3_read_performance_.*
+ com.canonical.certification::touchpad/basic
+ com.canonical.certification::touchpad/detected-as-mouse
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
+ com.canonical.certification::touchscreen/tap-detect
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-rotate
+ com.canonical.certification::touchscreen/nontouch-dash
+ com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/HID certification-status=blocker
+ com.canonical.certification::usb/insert certification-status=blocker
+ com.canonical.certification::usb/storage-automated certification-status=blocker
+ com.canonical.certification::usb/remove certification-status=blocker
+ com.canonical.certification::usb3/insert certification-status=blocker
+ com.canonical.certification::usb3/storage-automated certification-status=blocker
+ com.canonical.certification::usb3/remove certification-status=blocker
+ com.canonical.certification::usb/usb3_read_performance
+ com.canonical.certification::usb/usb3_read_performance_.*
 #wireless/wireless_connection
 ## as a reminder for QA to make sure wireless connected
 #led/wlan
 #led/wlan-disabled
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- #2013.com.canonical.certification::suspend/generator_.*
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ #com.canonical.certification::suspend/generator_.*
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
 # Ethernet was not connected here
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*
+ com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker
- 2013.com.canonical.certification::led/suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
- 2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
+ com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
+ com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::led/power-blink-suspend certification-status=blocker
+ com.canonical.certification::led/suspend certification-status=blocker
+ com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/display_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/video_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::keys/sleep certification-status=blocker
+ com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
 #mediacard/cf-insert-after-suspend
 #mediacard/cf-storage-after-suspend
 #mediacard/cf-remove-after-suspend
@@ -360,33 +360,33 @@ include:
 #mediacard/xd-insert-after-suspend
 #mediacard/xd-storage-after-suspend
 #mediacard/xd-remove-after-suspend
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
 # Ethernet was not connected here
- 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
 ##suspend/xrandr_screens_after_suspend.tar.gz
 ## this one depends on cycle_resolutions_after_suspend_auto
- 2013.com.canonical.certification::suspend/keys_after_suspend/mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/volume
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- #2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/keys_after_suspend/super
- 2013.com.canonical.certification::suspend/keys_after_suspend/media-control
- 2013.com.canonical.certification::suspend/keys_after_suspend/sleep
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info
- 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- 2013.com.canonical.certification::suspend/led_after_suspend/camera
- 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock
- 2013.com.canonical.certification::suspend/led_after_suspend/mute
- 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute
- 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- 2013.com.canonical.certification::suspend/led_after_suspend/power
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged
- 2013.com.canonical.certification::suspend/led_after_suspend/hdd
- 2013.com.canonical.certification::suspend/led_after_suspend/touchpad
+ com.canonical.certification::suspend/keys_after_suspend/mute
+ com.canonical.certification::suspend/keys_after_suspend/volume
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ #com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/keys_after_suspend/super
+ com.canonical.certification::suspend/keys_after_suspend/media-control
+ com.canonical.certification::suspend/keys_after_suspend/sleep
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::suspend/keys_after_suspend/battery-info
+ com.canonical.certification::suspend/keys_after_suspend/touchpad
+ com.canonical.certification::suspend/led_after_suspend/wlan
+ com.canonical.certification::suspend/led_after_suspend/wlan-disabled
+ com.canonical.certification::suspend/led_after_suspend/camera
+ com.canonical.certification::suspend/led_after_suspend/caps-lock
+ com.canonical.certification::suspend/led_after_suspend/mute
+ com.canonical.certification::suspend/led_after_suspend/microphone-mute
+ com.canonical.certification::suspend/led_after_suspend/numeric-keypad
+ com.canonical.certification::suspend/led_after_suspend/power
+ com.canonical.certification::suspend/led_after_suspend/battery-charging
+ com.canonical.certification::suspend/led_after_suspend/battery-charged
+ com.canonical.certification::suspend/led_after_suspend/hdd
+ com.canonical.certification::suspend/led_after_suspend/touchpad
 #suspend/led_after_suspend/camera
 #suspend/led_after_suspend/power
 #suspend/led_after_suspend/battery-charging
@@ -397,127 +397,127 @@ include:
 #suspend/led_after_suspend/caps-lock
 #suspend/led_after_suspend/wireless
 #suspend/led_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
 #suspend/gpu_lockup_after_suspend
 ## depends on suspend_advanced_auto, so skip
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot
- 2013.com.canonical.certification::power-management/reboot-log-attach
+ com.canonical.certification::power-management/poweroff
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot
+ com.canonical.certification::power-management/reboot-log-attach
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests. They
 # have been moved to the end of the test run to improve the testing process.
- 2013.com.canonical.certification::install/apt-get-gets-updates
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.*
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::benchmarks/graphics/render-bench
+ com.canonical.certification::install/apt-get-gets-updates
+ com.canonical.certification::benchmarks/disk/hdparm-read_.*
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::benchmarks/graphics/render-bench
 #benchmarks/graphics/qgears2-Xrender-gearsfancy
 #benchmarks/graphics/qgears2-Xrender-compo
 #benchmarks/graphics/qgears2-gl-gearsfancy
 #benchmarks/graphics/qgears2-gl-compo
 #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959
- #2013.com.canonical.certification::benchmarks/graphics/glmark2
- #2013.com.canonical.certification::benchmarks/system/cpu_on_idle
- #2013.com.canonical.certification::benchmarks/system/disk_on_idle
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats_.* certification-status=blocker
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/generator_3d_window_open_close
- 2013.com.canonical.certification::graphics/generator_3d_window_move
- 2013.com.canonical.certification::graphics/generator_3d_window_suspend_resume
- 2013.com.canonical.certification::graphics/generator_multi_3d_windows_open_close
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
- #2013.com.canonical.certification::miscellanea/fwts_test
- #2013.com.canonical.certification::miscellanea/fwts_results.log
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_network_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::udev_resource_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/buildstamp
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/audio_device_driver
- 2013.com.canonical.certification::info/network_devices
- 2013.com.canonical.certification::info/xrandr
- 2013.com.canonical.certification::info/disk_partitions
+ #com.canonical.certification::benchmarks/graphics/glmark2
+ #com.canonical.certification::benchmarks/system/cpu_on_idle
+ #com.canonical.certification::benchmarks/system/disk_on_idle
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/clocktest
+ com.canonical.certification::disk/stats_.* certification-status=blocker
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::graphics/generator_3d_window_open_close
+ com.canonical.certification::graphics/generator_3d_window_move
+ com.canonical.certification::graphics/generator_3d_window_suspend_resume
+ com.canonical.certification::graphics/generator_multi_3d_windows_open_close
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
+ #com.canonical.certification::miscellanea/fwts_test
+ #com.canonical.certification::miscellanea/fwts_results.log
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_network_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::udev_resource_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/buildstamp
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/audio_device_driver
+ com.canonical.certification::info/network_devices
+ com.canonical.certification::info/xrandr
+ com.canonical.certification::info/disk_partitions
 #unit: category
 #id: stella
 #_name: Stella tests
- 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
- 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
- 2014.com.canonical.ce::stella/hotkeys/help
- 2014.com.canonical.ce::stella/account/switch-to-guest-session
- 2014.com.canonical.ce::stella/hp-particular/hp-documents
- 2014.com.canonical.ce::stella/hp-particular/hp-wallpaper
+ com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
+ com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
+ com.canonical.ce::stella/hotkeys/help
+ com.canonical.ce::stella/account/switch-to-guest-session
+ com.canonical.ce::stella/hp-particular/hp-documents
+ com.canonical.ce::stella/hp-particular/hp-wallpaper
 #stella/hp-particular/build_valid_check
 #stella/hp-particular/collect_installed_information_client
 #stella/third-party-addon/Adobe-flash
- 2014.com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed
+ com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed
 #stella/third-party-addon/check-Hanyi-font-installed
- 2014.com.canonical.ce::stella/third-party-addon/Unity-mode-default3d
+ com.canonical.ce::stella/third-party-addon/Unity-mode-default3d
 # non OSP release source list tests
- 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
+ com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
 # OSP release source list tests
- 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
+ com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
 #stella/sourcelist/distro-oem-repository-sp2
 # Stella specific source list tests
- 2014.com.canonical.ce::stella/sourcelist/.*-repository$
+ com.canonical.ce::stella/sourcelist/.*-repository$
 #stella/cnb-sourcelist/ludao-repository
 #stella/vnb-sourcelist/oem-sp1-repository
 #stella/vnb-sourcelist/oem-sp2-repository
@@ -525,9 +525,9 @@ include:
 #stella/cmit-sourcelist/oem-trusty-repository
 #stella/cmit-sourcelist/datong-repository
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
- 2013.com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/submission-resources
+ com.canonical.plainbox::collect-manifest
diff --git a/units/stella-full-14-04.pxu b/units/stella-full-14-04.pxu
index 63242ec..f7f9a89 100644
--- a/units/stella-full-14-04.pxu
+++ b/units/stella-full-14-04.pxu
@@ -7,81 +7,81 @@ include:
 ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox
 ## Updated for new Plainbox template units
 # Resource Jobs
- 2013.com.canonical.certification::accessibility
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::build
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::resource
+ com.canonical.certification::accessibility
+ com.canonical.certification::block_device
+ com.canonical.certification::build
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::device
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive
+ com.canonical.certification::package
+ com.canonical.certification::resource
 #resources
- 2013.com.canonical.certification::sleep
+ com.canonical.certification::sleep
 #touchpad_scroll
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::IEEE_80211
+ com.canonical.certification::xinput
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::IEEE_80211
 # requirement of s3/s4 tests
- 2013.com.canonical.certification::rtc
+ com.canonical.certification::rtc
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
 #miscellanea/chvt
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__audio__
- 2013.com.canonical.certification::audio/generator_.*
- 2013.com.canonical.certification::audio/alsa_info_collect
- 2013.com.canonical.certification::audio/alsa_info_attachment
+ com.canonical.certification::__audio__
+ com.canonical.certification::audio/generator_.*
+ com.canonical.certification::audio/alsa_info_collect
+ com.canonical.certification::audio/alsa_info_attachment
 #audio/alsa_record_playback_usb
- 2013.com.canonical.certification::audio/list_devices
- 2013.com.canonical.certification::audio/playback_auto certification-status=blocker
- 2013.com.canonical.certification::audio/channels
+ com.canonical.certification::audio/list_devices
+ com.canonical.certification::audio/playback_auto certification-status=blocker
+ com.canonical.certification::audio/channels
 #audio/check_volume
- 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
+ com.canonical.certification::audio/playback_headphones certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
 #audio/plug-detection
- 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
 #audio/external-linein
 #audio/external-lineout
 # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- #2013.com.canonical.certification::__codecs__
- #2013.com.canonical.certification::codecs/ogg-vorbis
- #2013.com.canonical.certification::codecs/wav
- 2013.com.canonical.certification::__benchmarks__
+ #com.canonical.certification::__codecs__
+ #com.canonical.certification::codecs/ogg-vorbis
+ #com.canonical.certification::codecs/wav
+ com.canonical.certification::__benchmarks__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__bluetooth__
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::__camera__
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- 2013.com.canonical.certification::__cpu__
+ com.canonical.certification::__bluetooth__
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ com.canonical.certification::bluetooth/audio certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::__camera__
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ com.canonical.certification::__cpu__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__disk__
+ com.canonical.certification::__disk__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- #2013.com.canonical.certification::disk/hdd-parking
+ com.canonical.certification::disk/detect certification-status=blocker
+ #com.canonical.certification::disk/hdd-parking
 #__esata__
 #esata/insert
 #esata/storage-test
@@ -94,145 +94,145 @@ include:
 #floppy/check
 #floppy/check_fd\d
 # firmware tests
- 2013.com.canonical.certification::__firmware__
- 2013.com.canonical.certification::firmware/generator_.*
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- #2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::__firmware__
+ com.canonical.certification::firmware/generator_.*
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ #com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
 # required by suspend/network_before_suspend
- 2013.com.canonical.certification::__ethernet__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::ethernet/info_automated
+ com.canonical.certification::__ethernet__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::ethernet/info_automated
 ## this test cause a unused test case error, but required for cert.
- 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::monitor/generator_.*
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::__monitor__
+ com.canonical.certification::monitor/generator_.*
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card
- 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/generator_.*
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/driver_version
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.*
+ com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/generator_.*
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/driver_version
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.*
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/1_modes_.*
- 2013.com.canonical.certification::graphics/1_color_depth_.*
- 2013.com.canonical.certification::graphics/1_fresh_rate_.*
- 2013.com.canonical.certification::graphics/1_graphic_memory_.*
- 2013.com.canonical.certification::graphics/1_resolution_.*
- 2013.com.canonical.certification::graphics/1_resolution-change_.*
- 2013.com.canonical.certification::graphics/1_screen_resolution_.*
- 2013.com.canonical.certification::graphics/1_unity_support_.*
- 2013.com.canonical.certification::graphics/1_screenshot_.*
- 2013.com.canonical.certification::graphics/1_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/1_modes_.*
+ com.canonical.certification::graphics/1_color_depth_.*
+ com.canonical.certification::graphics/1_fresh_rate_.*
+ com.canonical.certification::graphics/1_graphic_memory_.*
+ com.canonical.certification::graphics/1_resolution_.*
+ com.canonical.certification::graphics/1_resolution-change_.*
+ com.canonical.certification::graphics/1_screen_resolution_.*
+ com.canonical.certification::graphics/1_unity_support_.*
+ com.canonical.certification::graphics/1_screenshot_.*
+ com.canonical.certification::graphics/1_screenshot.jpg_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
 # Switch to second card (if any)
- 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.*
+ com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.*
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/2_modes_.*
- 2013.com.canonical.certification::graphics/2_color_depth_.*
- 2013.com.canonical.certification::graphics/2_fresh_rate_.*
- 2013.com.canonical.certification::graphics/2_graphic_memory_.*
- 2013.com.canonical.certification::graphics/2_resolution_.*
- 2013.com.canonical.certification::graphics/2_resolution-change_.*
- 2013.com.canonical.certification::graphics/2_screen_resolution_.*
- 2013.com.canonical.certification::graphics/2_unity_support_.*
- 2013.com.canonical.certification::graphics/2_screenshot_.*
- 2013.com.canonical.certification::graphics/2_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/2_modes_.*
+ com.canonical.certification::graphics/2_color_depth_.*
+ com.canonical.certification::graphics/2_fresh_rate_.*
+ com.canonical.certification::graphics/2_graphic_memory_.*
+ com.canonical.certification::graphics/2_resolution_.*
+ com.canonical.certification::graphics/2_resolution-change_.*
+ com.canonical.certification::graphics/2_screen_resolution_.*
+ com.canonical.certification::graphics/2_unity_support_.*
+ com.canonical.certification::graphics/2_screenshot_.*
+ com.canonical.certification::graphics/2_screenshot.jpg_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
 # Monitor tests on second graphic card
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::__hibernate__
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::__hibernate__
 #See below, power-management/hibernate_advanced
- 2013.com.canonical.certification::__input__
- 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
- 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker
- 2013.com.canonical.certification::input/pointing
- 2013.com.canonical.certification::input/pointing_.* certification-status=blocker
- 2013.com.canonical.certification::input/keyboard certification-status=blocker
- 2013.com.canonical.certification::input/clicking
- 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::__keys__
- 2013.com.canonical.certification::keys/mute certification-status=blocker
- 2013.com.canonical.certification::keys/volume certification-status=blocker
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::keys/super certification-status=blocker
- 2013.com.canonical.certification::keys/media-control certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- 2013.com.canonical.certification::keys/battery-info certification-status=blocker
- 2013.com.canonical.certification::keys/touchpad
- 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker
- #2013.com.canonical.certification::keys/hibernate
- #2013.com.canonical.certification::keys/keyboard-backlight
- #2013.com.canonical.certification::keys/keyboard-overhead-light
- #2013.com.canonical.certification::keys/lock-screen
- 2013.com.canonical.certification::__led__
- 2013.com.canonical.certification::led/power certification-status=blocker
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/mute certification-status=blocker
- 2013.com.canonical.certification::led/hdd
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/battery-charging
- 2013.com.canonical.certification::led/battery-charged
+ com.canonical.certification::__input__
+ com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
+ com.canonical.certification::input/accelerometer certification-status=non-blocker
+ com.canonical.certification::input/pointing
+ com.canonical.certification::input/pointing_.* certification-status=blocker
+ com.canonical.certification::input/keyboard certification-status=blocker
+ com.canonical.certification::input/clicking
+ com.canonical.certification::input/clicking_.* certification-status=blocker
+ com.canonical.certification::__keys__
+ com.canonical.certification::keys/mute certification-status=blocker
+ com.canonical.certification::keys/volume certification-status=blocker
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::keys/super certification-status=blocker
+ com.canonical.certification::keys/media-control certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ com.canonical.certification::keys/battery-info certification-status=blocker
+ com.canonical.certification::keys/touchpad
+ com.canonical.certification::keys/microphone-mute certification-status=blocker
+ #com.canonical.certification::keys/hibernate
+ #com.canonical.certification::keys/keyboard-backlight
+ #com.canonical.certification::keys/keyboard-overhead-light
+ #com.canonical.certification::keys/lock-screen
+ com.canonical.certification::__led__
+ com.canonical.certification::led/power certification-status=blocker
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/mute certification-status=blocker
+ com.canonical.certification::led/hdd
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/battery-charging
+ com.canonical.certification::led/battery-charged
 #led/battery-low
- #2013.com.canonical.certification::led/microphone
- #2013.com.canonical.certification::led/bluetooth
- 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
- 2013.com.canonical.certification::led/caps-lock certification-status=blocker
- 2013.com.canonical.certification::led/touchpad
- #2013.com.canonical.certification::led/wireless
- 2013.com.canonical.certification::__mediacard__
- 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
+ #com.canonical.certification::led/microphone
+ #com.canonical.certification::led/bluetooth
+ com.canonical.certification::led/numeric-keypad certification-status=blocker
+ com.canonical.certification::led/caps-lock certification-status=blocker
+ com.canonical.certification::led/touchpad
+ #com.canonical.certification::led/wireless
+ com.canonical.certification::__mediacard__
+ com.canonical.certification::mediacard/sd-insert certification-status=blocker
+ com.canonical.certification::mediacard/sd-storage certification-status=blocker
+ com.canonical.certification::mediacard/sd-remove certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
 #mediacard/cf-insert
 #mediacard/cf-storage
 #mediacard/cf-remove
@@ -242,163 +242,163 @@ include:
 #mediacard/xd-insert
 #mediacard/xd-storage
 #mediacard/xd-remove
- 2013.com.canonical.certification::__memory__
+ com.canonical.certification::__memory__
 # See Automated Tests section at the end of this file
- #2013.com.canonical.certification::__mobilebroadband__
- #2013.com.canonical.certification::mobilebroadband/gsm_connection
- #2013.com.canonical.certification::mobilebroadband/cdma_connection
+ #com.canonical.certification::__mobilebroadband__
+ #com.canonical.certification::mobilebroadband/gsm_connection
+ #com.canonical.certification::mobilebroadband/cdma_connection
 # Monitor tests below are not relevant anymore since they are now handled for each graphic cards
- # 2013.com.canonical.certification::monitor/powersaving certification-status=blocker
- # 2013.com.canonical.certification::monitor/dim_brightness certification-status=blocker
- # 2013.com.canonical.certification::monitor/displayport certification-status=blocker
- # 2013.com.canonical.certification::monitor/dvi certification-status=blocker
- # 2013.com.canonical.certification::monitor/hdmi certification-status=blocker
- # 2013.com.canonical.certification::monitor/rca certification-status=blocker
- # 2013.com.canonical.certification::monitor/svideo certification-status=blocker
- # 2013.com.canonical.certification::monitor/vga certification-status=blocker
- # 2013.com.canonical.certification::monitor/multi-head certification-status=blocker
- # 2013.com.canonical.certification::__networking__
+ # com.canonical.certification::monitor/powersaving certification-status=blocker
+ # com.canonical.certification::monitor/dim_brightness certification-status=blocker
+ # com.canonical.certification::monitor/displayport certification-status=blocker
+ # com.canonical.certification::monitor/dvi certification-status=blocker
+ # com.canonical.certification::monitor/hdmi certification-status=blocker
+ # com.canonical.certification::monitor/rca certification-status=blocker
+ # com.canonical.certification::monitor/svideo certification-status=blocker
+ # com.canonical.certification::monitor/vga certification-status=blocker
+ # com.canonical.certification::monitor/multi-head certification-status=blocker
+ # com.canonical.certification::__networking__
 # See Automated Tests section at the end of this file
 #networking/wired_connection
 ## use above test as a reminder to connect ethernet cable
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info certification-status=blocker
- 2013.com.canonical.certification::networking/info_eth\d
- #2013.com.canonical.certification::networking/info_wlan\d
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info certification-status=blocker
+ com.canonical.certification::networking/info_eth\d
+ #com.canonical.certification::networking/info_wlan\d
 #above case does not exist
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- 2013.com.canonical.certification::__optical__
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read certification-status=blocker
- 2013.com.canonical.certification::optical/read_.* certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ com.canonical.certification::__optical__
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::optical/detect certification-status=blocker
+ com.canonical.certification::optical/read certification-status=blocker
+ com.canonical.certification::optical/read_.* certification-status=blocker
 #optical/read-automated
 #optical/cdrom-audio-playback
- 2013.com.canonical.certification::optical/bluray-read certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-write certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- 2013.com.canonical.certification::__power-management__
+ com.canonical.certification::optical/bluray-read certification-status=blocker
+ com.canonical.certification::optical/bluray-read_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-write certification-status=blocker
+ com.canonical.certification::optical/bluray-write_.* certification-status=blocker
+ com.canonical.certification::optical/cdrom-write certification-status=blocker
+ com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
+ com.canonical.certification::optical/dvd-write certification-status=blocker
+ com.canonical.certification::optical/dvd-write_.* certification-status=blocker
+ com.canonical.certification::__power-management__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::power-management/generator_.*
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-check
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
- 2013.com.canonical.certification::__touchpad__
- 2013.com.canonical.certification::touchpad/basic
- 2013.com.canonical.certification::touchpad/detected-as-mouse
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- 2013.com.canonical.certification::__touchscreen__
- 2013.com.canonical.certification::touchscreen/tap-detect
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-rotate
- 2013.com.canonical.certification::touchscreen/nontouch-dash
- 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::__usb__
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/HID certification-status=blocker
- 2013.com.canonical.certification::usb/insert certification-status=blocker
- 2013.com.canonical.certification::usb/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb/remove certification-status=blocker
- 2013.com.canonical.certification::usb3/insert certification-status=blocker
- 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb3/remove certification-status=blocker
- 2013.com.canonical.certification::usb/usb3_read_performance
- 2013.com.canonical.certification::usb/usb3_read_performance_.*
- 2013.com.canonical.certification::__wireless__
+ com.canonical.certification::power-management/generator_.*
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-check
+ com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::__touchpad__
+ com.canonical.certification::touchpad/basic
+ com.canonical.certification::touchpad/detected-as-mouse
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
+ com.canonical.certification::__touchscreen__
+ com.canonical.certification::touchscreen/tap-detect
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-rotate
+ com.canonical.certification::touchscreen/nontouch-dash
+ com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ com.canonical.certification::__usb__
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/HID certification-status=blocker
+ com.canonical.certification::usb/insert certification-status=blocker
+ com.canonical.certification::usb/storage-automated certification-status=blocker
+ com.canonical.certification::usb/remove certification-status=blocker
+ com.canonical.certification::usb3/insert certification-status=blocker
+ com.canonical.certification::usb3/storage-automated certification-status=blocker
+ com.canonical.certification::usb3/remove certification-status=blocker
+ com.canonical.certification::usb/usb3_read_performance
+ com.canonical.certification::usb/usb3_read_performance_.*
+ com.canonical.certification::__wireless__
 #wireless/wireless_connection
 ## as a reminder for QA to make sure wireless connected
 #led/wlan
 #led/wlan-disabled
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/generator_.*
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/generator_.*
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
 # Ethernet was not connected here
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*
+ com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker
- 2013.com.canonical.certification::led/suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend
- 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- 2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend
- 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
+ com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
+ com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::led/power-blink-suspend certification-status=blocker
+ com.canonical.certification::led/suspend certification-status=blocker
+ com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/display_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/video_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cycle_resolutions_after_suspend
+ com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
+ com.canonical.certification::keys/sleep certification-status=blocker
+ com.canonical.certification::suspend/pointing-after-suspend
+ com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
 #mediacard/cf-insert-after-suspend
 #mediacard/cf-storage-after-suspend
 #mediacard/cf-remove-after-suspend
@@ -408,33 +408,33 @@ include:
 #mediacard/xd-insert-after-suspend
 #mediacard/xd-storage-after-suspend
 #mediacard/xd-remove-after-suspend
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
 # Ethernet was not connected here
- 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
 ##suspend/xrandr_screens_after_suspend.tar.gz
 ## this one depends on cycle_resolutions_after_suspend_auto
- 2013.com.canonical.certification::suspend/keys_after_suspend/mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/volume
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- #2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/keys_after_suspend/super
- 2013.com.canonical.certification::suspend/keys_after_suspend/media-control
- 2013.com.canonical.certification::suspend/keys_after_suspend/sleep
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info
- 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- 2013.com.canonical.certification::suspend/led_after_suspend/camera
- 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock
- 2013.com.canonical.certification::suspend/led_after_suspend/mute
- 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute
- 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- 2013.com.canonical.certification::suspend/led_after_suspend/power
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged
- 2013.com.canonical.certification::suspend/led_after_suspend/hdd
- 2013.com.canonical.certification::suspend/led_after_suspend/touchpad
+ com.canonical.certification::suspend/keys_after_suspend/mute
+ com.canonical.certification::suspend/keys_after_suspend/volume
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ #com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/keys_after_suspend/super
+ com.canonical.certification::suspend/keys_after_suspend/media-control
+ com.canonical.certification::suspend/keys_after_suspend/sleep
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::suspend/keys_after_suspend/battery-info
+ com.canonical.certification::suspend/keys_after_suspend/touchpad
+ com.canonical.certification::suspend/led_after_suspend/wlan
+ com.canonical.certification::suspend/led_after_suspend/wlan-disabled
+ com.canonical.certification::suspend/led_after_suspend/camera
+ com.canonical.certification::suspend/led_after_suspend/caps-lock
+ com.canonical.certification::suspend/led_after_suspend/mute
+ com.canonical.certification::suspend/led_after_suspend/microphone-mute
+ com.canonical.certification::suspend/led_after_suspend/numeric-keypad
+ com.canonical.certification::suspend/led_after_suspend/power
+ com.canonical.certification::suspend/led_after_suspend/battery-charging
+ com.canonical.certification::suspend/led_after_suspend/battery-charged
+ com.canonical.certification::suspend/led_after_suspend/hdd
+ com.canonical.certification::suspend/led_after_suspend/touchpad
 #suspend/led_after_suspend/camera
 #suspend/led_after_suspend/power
 #suspend/led_after_suspend/battery-charging
@@ -445,128 +445,128 @@ include:
 #suspend/led_after_suspend/caps-lock
 #suspend/led_after_suspend/wireless
 #suspend/led_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
 #suspend/gpu_lockup_after_suspend
 ## depends on suspend_advanced_auto, so skip
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot
- 2013.com.canonical.certification::power-management/reboot-log-attach
+ com.canonical.certification::power-management/poweroff
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot
+ com.canonical.certification::power-management/reboot-log-attach
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests. They
 # have been moved to the end of the test run to improve the testing process.
- 2013.com.canonical.certification::__install__
- 2013.com.canonical.certification::install/apt-get-gets-updates
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.*
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::benchmarks/graphics/render-bench
+ com.canonical.certification::__install__
+ com.canonical.certification::install/apt-get-gets-updates
+ com.canonical.certification::benchmarks/disk/hdparm-read
+ com.canonical.certification::benchmarks/disk/hdparm-read_.*
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::benchmarks/graphics/render-bench
 #benchmarks/graphics/qgears2-Xrender-gearsfancy
 #benchmarks/graphics/qgears2-Xrender-compo
 #benchmarks/graphics/qgears2-gl-gearsfancy
 #benchmarks/graphics/qgears2-gl-compo
 #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959
- #2013.com.canonical.certification::benchmarks/graphics/glmark2
- #2013.com.canonical.certification::benchmarks/system/cpu_on_idle
- #2013.com.canonical.certification::benchmarks/system/disk_on_idle
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance certification-status=blocker
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_devices
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/generator_3d_window_open_close
- 2013.com.canonical.certification::graphics/generator_3d_window_move
- 2013.com.canonical.certification::graphics/generator_3d_window_suspend_resume
- 2013.com.canonical.certification::graphics/generator_multi_3d_windows_open_close
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
- #2013.com.canonical.certification::miscellanea/fwts_test
- #2013.com.canonical.certification::miscellanea/fwts_results.log
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
+ #com.canonical.certification::benchmarks/graphics/glmark2
+ #com.canonical.certification::benchmarks/system/cpu_on_idle
+ #com.canonical.certification::benchmarks/system/disk_on_idle
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/clocktest
+ com.canonical.certification::disk/stats
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance certification-status=blocker
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_devices
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::graphics/generator_3d_window_open_close
+ com.canonical.certification::graphics/generator_3d_window_move
+ com.canonical.certification::graphics/generator_3d_window_suspend_resume
+ com.canonical.certification::graphics/generator_multi_3d_windows_open_close
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
+ #com.canonical.certification::miscellanea/fwts_test
+ #com.canonical.certification::miscellanea/fwts_results.log
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
 #miscellanea/sources-list
- #2013.com.canonical.certification::power-management/suspend_30_cycles
- #2013.com.canonical.certification::power-management/suspend-30-cycles-log-check
- #2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
- #2013.com.canonical.certification::power-management/suspend-30-cycles-time-check
- #2013.com.canonical.certification::power-management/hibernate_30_cycles
- #2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check
- #2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- #2013.com.canonical.certification::__stress__
- #2013.com.canonical.certification::stress/cpu_stress_test
+ #com.canonical.certification::power-management/suspend_30_cycles
+ #com.canonical.certification::power-management/suspend-30-cycles-log-check
+ #com.canonical.certification::power-management/suspend-30-cycle-log-attach
+ #com.canonical.certification::power-management/suspend-30-cycles-time-check
+ #com.canonical.certification::power-management/hibernate_30_cycles
+ #com.canonical.certification::power-management/hibernate-30-cycles-log-check
+ #com.canonical.certification::power-management/hibernate-30-cycle-log-attach
+ #com.canonical.certification::__stress__
+ #com.canonical.certification::stress/cpu_stress_test
 #stress/reboot
 #stress/reboot_log
 #stress/poweroff
 #stress/poweroff_log
 #Info attachment jobs
- 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_network_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::udev_resource_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/buildstamp
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/audio_device_driver
- 2013.com.canonical.certification::info/network_devices
- 2013.com.canonical.certification::info/xrandr
- 2013.com.canonical.certification::info/disk_partitions
+ com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_network_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::udev_resource_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::info/hdparm
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/buildstamp
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/audio_device_driver
+ com.canonical.certification::info/network_devices
+ com.canonical.certification::info/xrandr
+ com.canonical.certification::info/disk_partitions
 stella
 stella/energy-star-compliant
 stella/energy-star-compliant-NB/suspend-on-AC-power
@@ -603,9 +603,9 @@ include:
 #stella/cmit-sourcelist/oem-trusty-repository
 #stella/cmit-sourcelist/datong-repository
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
- 2013.com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/submission-resources
+ com.canonical.plainbox::collect-manifest
diff --git a/units/stella-full-16-04.pxu b/units/stella-full-16-04.pxu
index 74edf47..02d0e85 100644
--- a/units/stella-full-16-04.pxu
+++ b/units/stella-full-16-04.pxu
@@ -7,352 +7,352 @@ include:
 ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox
 ## Updated for new Plainbox template units
 # Resource Jobs
- 2013.com.canonical.certification::accessibility
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::build
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::resource
+ com.canonical.certification::accessibility
+ com.canonical.certification::block_device
+ com.canonical.certification::build
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::resource
 #resources
- 2013.com.canonical.certification::sleep
+ com.canonical.certification::sleep
 #touchpad_scroll
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::IEEE_80211
+ com.canonical.certification::xinput
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::IEEE_80211
 # requirement of s3/s4 tests
- 2013.com.canonical.certification::rtc
+ com.canonical.certification::rtc
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
- 2013.com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
+ com.canonical.certification::miscellanea/tester-info
 #miscellanea/chvt
 # See Automated Tests section at the end of this file
- #2013.com.canonical.certification::audio/generator_.*
- 2013.com.canonical.certification::audio/alsa_info_collect
- 2013.com.canonical.certification::audio/alsa_info_attachment
+ #com.canonical.certification::audio/generator_.*
+ com.canonical.certification::audio/alsa_info_collect
+ com.canonical.certification::audio/alsa_info_attachment
 #audio/alsa_record_playback_usb
- 2013.com.canonical.certification::audio/list_devices
- 2013.com.canonical.certification::audio/playback_auto certification-status=blocker
- 2013.com.canonical.certification::audio/channels
+ com.canonical.certification::audio/list_devices
+ com.canonical.certification::audio/playback_auto certification-status=blocker
+ com.canonical.certification::audio/channels
 #audio/check_volume
- 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
 #audio/plug-detection
- 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
+ com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/playback_headphones certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
 #audio/external-linein
 #audio/external-lineout
 # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- #2013.com.canonical.certification::bluetooth/audio certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
- 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ #com.canonical.certification::bluetooth/audio certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
+ com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
 # See Automated Tests section at the end of this file
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- #2013.com.canonical.certification::disk/hdd-parking
- 2013.com.canonical.certification::thunderbolt/insert certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/remove certification-status=non-blocker
+ com.canonical.certification::disk/detect certification-status=blocker
+ #com.canonical.certification::disk/hdd-parking
+ com.canonical.certification::thunderbolt/insert certification-status=non-blocker
+ com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
+ com.canonical.certification::thunderbolt/remove certification-status=non-blocker
 # See the Thunderbolt monitor test for the daisy-chain test
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
 # required by suspend/network_before_suspend
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::ethernet/info_automated
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::ethernet/info_automated
 ## this test cause a unused test case error, but required for cert.
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/driver_version
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/driver_version
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/1_modes_.*
- 2013.com.canonical.certification::graphics/1_color_depth_.*
- 2013.com.canonical.certification::graphics/1_fresh_rate_.*
- 2013.com.canonical.certification::graphics/1_graphic_memory_.*
- 2013.com.canonical.certification::graphics/1_resolution_.*
- 2013.com.canonical.certification::graphics/1_resolution-change_.*
- 2013.com.canonical.certification::graphics/1_screen_resolution_.*
- 2013.com.canonical.certification::graphics/1_unity_support_.*
- 2013.com.canonical.certification::graphics/1_screenshot_.*
- 2013.com.canonical.certification::graphics/1_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/1_modes_.*
+ com.canonical.certification::graphics/1_color_depth_.*
+ com.canonical.certification::graphics/1_fresh_rate_.*
+ com.canonical.certification::graphics/1_graphic_memory_.*
+ com.canonical.certification::graphics/1_resolution_.*
+ com.canonical.certification::graphics/1_resolution-change_.*
+ com.canonical.certification::graphics/1_screen_resolution_.*
+ com.canonical.certification::graphics/1_unity_support_.*
+ com.canonical.certification::graphics/1_screenshot_.*
+ com.canonical.certification::graphics/1_screenshot.jpg_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
 # Switch to second card (if any)
- 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/2_modes_.*
- 2013.com.canonical.certification::graphics/2_color_depth_.*
- 2013.com.canonical.certification::graphics/2_fresh_rate_.*
- 2013.com.canonical.certification::graphics/2_graphic_memory_.*
- 2013.com.canonical.certification::graphics/2_resolution_.*
- 2013.com.canonical.certification::graphics/2_resolution-change_.*
- 2013.com.canonical.certification::graphics/2_screen_resolution_.*
- 2013.com.canonical.certification::graphics/2_unity_support_.*
- 2013.com.canonical.certification::graphics/2_screenshot_.*
- 2013.com.canonical.certification::graphics/2_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/2_modes_.*
+ com.canonical.certification::graphics/2_color_depth_.*
+ com.canonical.certification::graphics/2_fresh_rate_.*
+ com.canonical.certification::graphics/2_graphic_memory_.*
+ com.canonical.certification::graphics/2_resolution_.*
+ com.canonical.certification::graphics/2_resolution-change_.*
+ com.canonical.certification::graphics/2_screen_resolution_.*
+ com.canonical.certification::graphics/2_unity_support_.*
+ com.canonical.certification::graphics/2_screenshot_.*
+ com.canonical.certification::graphics/2_screenshot.jpg_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
 # Monitor tests on second graphic card
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
 #See below, power-management/hibernate_advanced
- 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
- 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker
- 2013.com.canonical.certification::input/pointing
- 2013.com.canonical.certification::input/pointing_.* certification-status=blocker
- 2013.com.canonical.certification::input/keyboard certification-status=blocker
- 2013.com.canonical.certification::input/clicking
- 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::keys/mute certification-status=blocker
- 2013.com.canonical.certification::keys/volume certification-status=blocker
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::keys/super certification-status=blocker
- 2013.com.canonical.certification::keys/media-control certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- 2013.com.canonical.certification::keys/battery-info certification-status=blocker
- 2013.com.canonical.certification::keys/touchpad
- 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker
- #2013.com.canonical.certification::keys/hibernate
- #2013.com.canonical.certification::keys/keyboard-backlight
- #2013.com.canonical.certification::keys/keyboard-overhead-light
- #2013.com.canonical.certification::keys/lock-screen
- 2013.com.canonical.certification::led/power certification-status=blocker
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/mute certification-status=blocker
- 2013.com.canonical.certification::led/hdd
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/battery-charging
- 2013.com.canonical.certification::led/battery-charged
- #2013.com.canonical.certification::led/microphone
- #2013.com.canonical.certification::led/bluetooth
- 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
- 2013.com.canonical.certification::led/caps-lock certification-status=blocker
- 2013.com.canonical.certification::led/touchpad
- #2013.com.canonical.certification::led/wireless
- 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
+ com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
+ com.canonical.certification::input/accelerometer certification-status=non-blocker
+ com.canonical.certification::input/pointing
+ com.canonical.certification::input/pointing_.* certification-status=blocker
+ com.canonical.certification::input/keyboard certification-status=blocker
+ com.canonical.certification::input/clicking
+ com.canonical.certification::input/clicking_.* certification-status=blocker
+ com.canonical.certification::keys/mute certification-status=blocker
+ com.canonical.certification::keys/volume certification-status=blocker
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::keys/super certification-status=blocker
+ com.canonical.certification::keys/media-control certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ com.canonical.certification::keys/battery-info certification-status=blocker
+ com.canonical.certification::keys/touchpad
+ com.canonical.certification::keys/microphone-mute certification-status=blocker
+ #com.canonical.certification::keys/hibernate
+ #com.canonical.certification::keys/keyboard-backlight
+ #com.canonical.certification::keys/keyboard-overhead-light
+ #com.canonical.certification::keys/lock-screen
+ com.canonical.certification::led/power certification-status=blocker
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/mute certification-status=blocker
+ com.canonical.certification::led/hdd
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/battery-charging
+ com.canonical.certification::led/battery-charged
+ #com.canonical.certification::led/microphone
+ #com.canonical.certification::led/bluetooth
+ com.canonical.certification::led/numeric-keypad certification-status=blocker
+ com.canonical.certification::led/caps-lock certification-status=blocker
+ com.canonical.certification::led/touchpad
+ #com.canonical.certification::led/wireless
+ com.canonical.certification::mediacard/sd-insert certification-status=blocker
+ com.canonical.certification::mediacard/sd-storage certification-status=blocker
+ com.canonical.certification::mediacard/sd-remove certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
 # See Automated Tests section at the end of this file
- #2013.com.canonical.certification::__mobilebroadband__
- #2013.com.canonical.certification::mobilebroadband/gsm_connection
- #2013.com.canonical.certification::mobilebroadband/cdma_connection
+ #com.canonical.certification::__mobilebroadband__
+ #com.canonical.certification::mobilebroadband/gsm_connection
+ #com.canonical.certification::mobilebroadband/cdma_connection
 # Monitor tests below are not relevant anymore since they are now handled for each graphic cards
- # 2013.com.canonical.certification::monitor/powersaving certification-status=blocker
- # 2013.com.canonical.certification::monitor/dim_brightness certification-status=blocker
- # 2013.com.canonical.certification::monitor/displayport certification-status=blocker
- # 2013.com.canonical.certification::monitor/dvi certification-status=blocker
- # 2013.com.canonical.certification::monitor/hdmi certification-status=blocker
- # 2013.com.canonical.certification::monitor/rca certification-status=blocker
- # 2013.com.canonical.certification::monitor/svideo certification-status=blocker
- # 2013.com.canonical.certification::monitor/vga certification-status=blocker
- # 2013.com.canonical.certification::monitor/multi-head certification-status=blocker
- # 2013.com.canonical.certification::__networking__
+ # com.canonical.certification::monitor/powersaving certification-status=blocker
+ # com.canonical.certification::monitor/dim_brightness certification-status=blocker
+ # com.canonical.certification::monitor/displayport certification-status=blocker
+ # com.canonical.certification::monitor/dvi certification-status=blocker
+ # com.canonical.certification::monitor/hdmi certification-status=blocker
+ # com.canonical.certification::monitor/rca certification-status=blocker
+ # com.canonical.certification::monitor/svideo certification-status=blocker
+ # com.canonical.certification::monitor/vga certification-status=blocker
+ # com.canonical.certification::monitor/multi-head certification-status=blocker
+ # com.canonical.certification::__networking__
 # See Automated Tests section at the end of this file
 #networking/wired_connection
 ## use above test as a reminder to connect ethernet cable
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info certification-status=blocker
- 2013.com.canonical.certification::networking/info_eth\d
- #2013.com.canonical.certification::networking/info_wlan\d
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info certification-status=blocker
+ com.canonical.certification::networking/info_eth\d
+ #com.canonical.certification::networking/info_wlan\d
 #above case does not exist
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read_.* certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::optical/detect certification-status=blocker
+ com.canonical.certification::optical/read_.* certification-status=blocker
 #optical/read-automated
 #optical/cdrom-audio-playback
- 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-read_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-write_.* certification-status=blocker
+ com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
+ com.canonical.certification::optical/dvd-write_.* certification-status=blocker
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- #2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- #2013.com.canonical.certification::power-management/hibernate-single-log-check
- #2013.com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ #com.canonical.certification::power-management/hibernate-single-log-check
+ #com.canonical.certification::power-management/hibernate-single-log-attach
 # hibernate cases moved to further below
- 2013.com.canonical.certification::touchpad/basic
- 2013.com.canonical.certification::touchpad/detected-as-mouse
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- 2013.com.canonical.certification::touchscreen/tap-detect
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-rotate
- 2013.com.canonical.certification::touchscreen/nontouch-dash
- 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/HID certification-status=blocker
- 2013.com.canonical.certification::usb/insert certification-status=blocker
- 2013.com.canonical.certification::usb/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb/remove certification-status=blocker
- 2013.com.canonical.certification::usb3/insert certification-status=blocker
- 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb3/remove certification-status=blocker
- 2013.com.canonical.certification::usb/usb3_read_performance
- 2013.com.canonical.certification::usb/usb3_read_performance_.*
+ com.canonical.certification::touchpad/basic
+ com.canonical.certification::touchpad/detected-as-mouse
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
+ com.canonical.certification::touchscreen/tap-detect
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-rotate
+ com.canonical.certification::touchscreen/nontouch-dash
+ com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/HID certification-status=blocker
+ com.canonical.certification::usb/insert certification-status=blocker
+ com.canonical.certification::usb/storage-automated certification-status=blocker
+ com.canonical.certification::usb/remove certification-status=blocker
+ com.canonical.certification::usb3/insert certification-status=blocker
+ com.canonical.certification::usb3/storage-automated certification-status=blocker
+ com.canonical.certification::usb3/remove certification-status=blocker
+ com.canonical.certification::usb/usb3_read_performance
+ com.canonical.certification::usb/usb3_read_performance_.*
 #wireless/wireless_connection
 ## as a reminder for QA to make sure wireless connected
 #led/wlan
 #led/wlan-disabled
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- #2013.com.canonical.certification::suspend/generator_.*
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ #com.canonical.certification::suspend/generator_.*
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
 # Ethernet was not connected here
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- #2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- #2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*
+ #com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
+ #com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker
- 2013.com.canonical.certification::led/suspend certification-status=blocker
- #2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- #2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
- 2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
+ com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
+ com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::led/power-blink-suspend certification-status=blocker
+ com.canonical.certification::led/suspend certification-status=blocker
+ #com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
+ #com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/display_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/video_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::keys/sleep certification-status=blocker
+ com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
 #mediacard/cf-insert-after-suspend
 #mediacard/cf-storage-after-suspend
 #mediacard/cf-remove-after-suspend
@@ -362,33 +362,33 @@ include:
 #mediacard/xd-insert-after-suspend
 #mediacard/xd-storage-after-suspend
 #mediacard/xd-remove-after-suspend
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
 # Ethernet was not connected here
- 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
 ##suspend/xrandr_screens_after_suspend.tar.gz
 ## this one depends on cycle_resolutions_after_suspend_auto
- 2013.com.canonical.certification::suspend/keys_after_suspend/mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/volume
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- #2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/keys_after_suspend/super
- 2013.com.canonical.certification::suspend/keys_after_suspend/media-control
- 2013.com.canonical.certification::suspend/keys_after_suspend/sleep
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info
- 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- 2013.com.canonical.certification::suspend/led_after_suspend/camera
- 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock
- 2013.com.canonical.certification::suspend/led_after_suspend/mute
- 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute
- 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- 2013.com.canonical.certification::suspend/led_after_suspend/power
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged
- 2013.com.canonical.certification::suspend/led_after_suspend/hdd
- 2013.com.canonical.certification::suspend/led_after_suspend/touchpad
+ com.canonical.certification::suspend/keys_after_suspend/mute
+ com.canonical.certification::suspend/keys_after_suspend/volume
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ #com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/keys_after_suspend/super
+ com.canonical.certification::suspend/keys_after_suspend/media-control
+ com.canonical.certification::suspend/keys_after_suspend/sleep
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::suspend/keys_after_suspend/battery-info
+ com.canonical.certification::suspend/keys_after_suspend/touchpad
+ com.canonical.certification::suspend/led_after_suspend/wlan
+ com.canonical.certification::suspend/led_after_suspend/wlan-disabled
+ com.canonical.certification::suspend/led_after_suspend/camera
+ com.canonical.certification::suspend/led_after_suspend/caps-lock
+ com.canonical.certification::suspend/led_after_suspend/mute
+ com.canonical.certification::suspend/led_after_suspend/microphone-mute
+ com.canonical.certification::suspend/led_after_suspend/numeric-keypad
+ com.canonical.certification::suspend/led_after_suspend/power
+ com.canonical.certification::suspend/led_after_suspend/battery-charging
+ com.canonical.certification::suspend/led_after_suspend/battery-charged
+ com.canonical.certification::suspend/led_after_suspend/hdd
+ com.canonical.certification::suspend/led_after_suspend/touchpad
 #suspend/led_after_suspend/camera
 #suspend/led_after_suspend/power
 #suspend/led_after_suspend/battery-charging
@@ -399,128 +399,128 @@ include:
 #suspend/led_after_suspend/caps-lock
 #suspend/led_after_suspend/wireless
 #suspend/led_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
 #suspend/gpu_lockup_after_suspend
 ## depends on suspend_advanced_auto, so skip
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot
- 2013.com.canonical.certification::power-management/reboot-log-attach
+ com.canonical.certification::power-management/poweroff
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot
+ com.canonical.certification::power-management/reboot-log-attach
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests. They
 # have been moved to the end of the test run to improve the testing process.
- 2013.com.canonical.certification::tpm2.0/.*
- 2013.com.canonical.certification::install/apt-get-gets-updates
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.*
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::benchmarks/graphics/render-bench
+ com.canonical.certification::tpm2.0/.*
+ com.canonical.certification::install/apt-get-gets-updates
+ com.canonical.certification::benchmarks/disk/hdparm-read_.*
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::benchmarks/graphics/render-bench
 #benchmarks/graphics/qgears2-Xrender-gearsfancy
 #benchmarks/graphics/qgears2-Xrender-compo
 #benchmarks/graphics/qgears2-gl-gearsfancy
 #benchmarks/graphics/qgears2-gl-compo
 #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959
- #2013.com.canonical.certification::benchmarks/graphics/glmark2
- #2013.com.canonical.certification::benchmarks/system/cpu_on_idle
- #2013.com.canonical.certification::benchmarks/system/disk_on_idle
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats_.* certification-status=blocker
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/generator_3d_window_open_close
- 2013.com.canonical.certification::graphics/generator_3d_window_move
- 2013.com.canonical.certification::graphics/generator_3d_window_suspend_resume
- 2013.com.canonical.certification::graphics/generator_multi_3d_windows_open_close
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
- #2013.com.canonical.certification::miscellanea/fwts_test
- #2013.com.canonical.certification::miscellanea/fwts_results.log
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_network_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::udev_resource_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/buildstamp
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/audio_device_driver
- 2013.com.canonical.certification::info/network_devices
- 2013.com.canonical.certification::info/xrandr
- 2013.com.canonical.certification::info/disk_partitions
+ #com.canonical.certification::benchmarks/graphics/glmark2
+ #com.canonical.certification::benchmarks/system/cpu_on_idle
+ #com.canonical.certification::benchmarks/system/disk_on_idle
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/clocktest
+ com.canonical.certification::disk/stats_.* certification-status=blocker
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::graphics/generator_3d_window_open_close
+ com.canonical.certification::graphics/generator_3d_window_move
+ com.canonical.certification::graphics/generator_3d_window_suspend_resume
+ com.canonical.certification::graphics/generator_multi_3d_windows_open_close
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
+ #com.canonical.certification::miscellanea/fwts_test
+ #com.canonical.certification::miscellanea/fwts_results.log
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_network_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::udev_resource_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/buildstamp
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/audio_device_driver
+ com.canonical.certification::info/network_devices
+ com.canonical.certification::info/xrandr
+ com.canonical.certification::info/disk_partitions
 #unit: category
 #id: stella
 #_name: Stella tests
- 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
- 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
- 2014.com.canonical.ce::stella/hotkeys/help
- 2014.com.canonical.ce::stella/account/switch-to-guest-session
- 2014.com.canonical.ce::stella/hp-particular/hp-documents
- 2014.com.canonical.ce::stella/hp-particular/hp-wallpaper
+ com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
+ com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
+ com.canonical.ce::stella/hotkeys/help
+ com.canonical.ce::stella/account/switch-to-guest-session
+ com.canonical.ce::stella/hp-particular/hp-documents
+ com.canonical.ce::stella/hp-particular/hp-wallpaper
 #stella/hp-particular/build_valid_check
 #stella/hp-particular/collect_installed_information_client
 #stella/third-party-addon/Adobe-flash
- 2014.com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed
+ com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed
 #stella/third-party-addon/check-Hanyi-font-installed
- 2014.com.canonical.ce::stella/third-party-addon/Unity-mode-default3d
+ com.canonical.ce::stella/third-party-addon/Unity-mode-default3d
 # non OSP release source list tests
- 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
+ com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
 # OSP release source list tests
- 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
+ com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
 #stella/sourcelist/distro-oem-repository-sp2
 # Stella specific source list tests
- 2014.com.canonical.ce::stella/sourcelist/.*-repository$
+ com.canonical.ce::stella/sourcelist/.*-repository$
 #stella/cnb-sourcelist/ludao-repository
 #stella/vnb-sourcelist/oem-sp1-repository
 #stella/vnb-sourcelist/oem-sp2-repository
@@ -528,9 +528,9 @@ include:
 #stella/cmit-sourcelist/oem-trusty-repository
 #stella/cmit-sourcelist/datong-repository
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
- 2013.com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/submission-resources
+ com.canonical.plainbox::collect-manifest
diff --git a/units/stella-graphics.pxu b/units/stella-graphics.pxu
index ab152ea..292b3f3 100644
--- a/units/stella-graphics.pxu
+++ b/units/stella-graphics.pxu
@@ -8,175 +8,175 @@ include:
 ## Updated for new Plainbox template units
 ## http://bit.ly/V8uMmF
 # Resource Jobs
- 2013.com.canonical.certification::accessibility
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::build
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::optical_drive
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::rtc
+ com.canonical.certification::accessibility
+ com.canonical.certification::block_device
+ com.canonical.certification::build
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::device
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::optical_drive
+ com.canonical.certification::package
+ com.canonical.certification::resource
+ com.canonical.certification::sleep
+ com.canonical.certification::xinput
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::rtc
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- 2013.com.canonical.certification::miscellanea/chvt
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::miscellanea/chvt
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__audio__
- 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::audio/generator_.*
- 2013.com.canonical.certification::monitor/generator_.*
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::__audio__
+ com.canonical.certification::__monitor__
+ com.canonical.certification::audio/generator_.*
+ com.canonical.certification::monitor/generator_.*
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card
- 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/generator_.*
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/driver_version
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
+ com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/generator_.*
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/driver_version
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/1_modes_.*
- 2013.com.canonical.certification::graphics/1_color_depth_.*
- 2013.com.canonical.certification::graphics/1_fresh_rate_.*
- 2013.com.canonical.certification::graphics/1_graphic_memory_.*
- 2013.com.canonical.certification::graphics/1_resolution_.*
- 2013.com.canonical.certification::graphics/1_resolution-change_.*
- 2013.com.canonical.certification::graphics/1_screen_resolution_.*
- 2013.com.canonical.certification::graphics/1_unity_support_.*
- 2013.com.canonical.certification::graphics/1_screenshot_.*
- 2013.com.canonical.certification::graphics/1_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/1_modes_.*
+ com.canonical.certification::graphics/1_color_depth_.*
+ com.canonical.certification::graphics/1_fresh_rate_.*
+ com.canonical.certification::graphics/1_graphic_memory_.*
+ com.canonical.certification::graphics/1_resolution_.*
+ com.canonical.certification::graphics/1_resolution-change_.*
+ com.canonical.certification::graphics/1_screen_resolution_.*
+ com.canonical.certification::graphics/1_unity_support_.*
+ com.canonical.certification::graphics/1_screenshot_.*
+ com.canonical.certification::graphics/1_screenshot.jpg_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
 # Switch to second card (if any)
- 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/2_modes_.*
- 2013.com.canonical.certification::graphics/2_color_depth_.*
- 2013.com.canonical.certification::graphics/2_fresh_rate_.*
- 2013.com.canonical.certification::graphics/2_graphic_memory_.*
- 2013.com.canonical.certification::graphics/2_resolution_.*
- 2013.com.canonical.certification::graphics/2_resolution-change_.*
- 2013.com.canonical.certification::graphics/2_screen_resolution_.*
- 2013.com.canonical.certification::graphics/2_unity_support_.*
- 2013.com.canonical.certification::graphics/2_screenshot_.*
- 2013.com.canonical.certification::graphics/2_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/2_modes_.*
+ com.canonical.certification::graphics/2_color_depth_.*
+ com.canonical.certification::graphics/2_fresh_rate_.*
+ com.canonical.certification::graphics/2_graphic_memory_.*
+ com.canonical.certification::graphics/2_resolution_.*
+ com.canonical.certification::graphics/2_resolution-change_.*
+ com.canonical.certification::graphics/2_screen_resolution_.*
+ com.canonical.certification::graphics/2_unity_support_.*
+ com.canonical.certification::graphics/2_screenshot_.*
+ com.canonical.certification::graphics/2_screenshot.jpg_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
 # Monitor tests on second graphic card
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::__power-management__
- 2013.com.canonical.certification::power-management/generator_.*
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::__power-management__
+ com.canonical.certification::power-management/generator_.*
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
 __hibernate__
 #power-management/hibernate_advanced
 #power-management/hibernate-single-log-check
 #power-management/hibernate-single-log-attach
- 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/generator_.*
+ com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/generator_.*
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*
+ com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
+ com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
 #power-management/lid_open
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
- 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend
- 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/display_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/video_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cycle_resolutions_after_suspend
+ com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
 #suspend/keys_after_suspend/brightness
 #suspend/keys_after_suspend/video-out
 # The following tests should run BEFORE the automated tests. The reboot and
@@ -189,9 +189,9 @@ include:
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests. They
 # have been moved to the end of the test run to improve the testing process.
- 2013.com.canonical.certification::__benchmarks__
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::benchmarks/graphics/render-bench
+ com.canonical.certification::__benchmarks__
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::benchmarks/graphics/render-bench
 #benchmarks/graphics/qgears2-Xrender-gearsfancy
 #benchmarks/graphics/qgears2-Xrender-compo
 #benchmarks/graphics/qgears2-gl-gearsfancy
@@ -212,14 +212,14 @@ include:
 #graphics/3d_window_move
 #graphics/3d_window_suspend_resume
 #graphics/multi_3d_windows_open_close
- 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
- 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check
- 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
- 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
+ com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
+ com.canonical.certification::power-management/suspend-30-cycles-log-check
+ com.canonical.certification::power-management/suspend-30-cycle-log-attach
+ com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
 #power-management/hibernate_30_cycles
 #power-management/hibernate-30-cycles-log-check
 #power-management/hibernate-30-cycle-log-attach
- 2013.com.canonical.certification::__stress__
+ com.canonical.certification::__stress__
 #stress/graphics
 #stress/graphics-tarball
 #stress/cpu_stress_test
@@ -232,43 +232,43 @@ include:
 #stress/poweroff_check
 #stress/poweroff_check_log
 #Info attachment jobs
- 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_network_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::udev_resource_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/buildstamp
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/audio_device_driver
- 2013.com.canonical.certification::info/network_devices
- 2013.com.canonical.certification::info/xrandr
- 2013.com.canonical.certification::info/disk_partitions
+ com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_network_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::udev_resource_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::info/hdparm
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/buildstamp
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/audio_device_driver
+ com.canonical.certification::info/network_devices
+ com.canonical.certification::info/xrandr
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
- 2013.com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/submission-resources
+ com.canonical.plainbox::collect-manifest
diff --git a/units/stella-regression.pxu b/units/stella-regression.pxu
index 59509e3..e38d1ca 100644
--- a/units/stella-regression.pxu
+++ b/units/stella-regression.pxu
@@ -3,145 +3,145 @@ _name: Stella Regression Tests
 unit: test plan
 description: This test plan is based on the SRU whitelist and targeted at testing Stella images and devices to find potential regressions.
 include:
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::xinput
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::device
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::xinput
 #SRU-based Test Suite Jobs
- 2013.com.canonical.certification::__audio__
- 2013.com.canonical.certification::audio/alsa_record_playback_automated certification-status=blocker
- 2013.com.canonical.certification::__bluetooth__
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::__camera__
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- 2013.com.canonical.certification::__cpu__
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::__disk__
- 2013.com.canonical.certification::disk/read_performance certification-status=blocker
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/generator_.*
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- #2013.com.canonical.certification::graphics/1_screenshot_.*
- #2013.com.canonical.certification::1_screenshot_.*.jpg
- #2013.com.canonical.certification::graphics/1_screenshot_fullscreen_video_.*
- #2013.com.canonical.certification::1_screenshot_fullscreen_video_.*.jpg
- #2013.com.canonical.certification::graphics/screenshot_opencv_validation
- #2013.com.canonical.certification::screenshot_opencv_validation.jpg
- 2013.com.canonical.certification::__install__
- 2013.com.canonical.certification::install/apt-get-gets-updates
- 2013.com.canonical.certification::__mediacard__
- 2013.com.canonical.certification::mediacard/sd-preinserted
- 2013.com.canonical.certification::__memory__
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
- 2013.com.canonical.certification::__ethernet__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::ethernet/info_automated
- 2013.com.canonical.certification::__networking__
- 2013.com.canonical.certification::networking/http
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::__power-management__
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- 2013.com.canonical.certification::__usb__
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/storage-preinserted
- 2013.com.canonical.certification::__wireless__
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::wireless/monitor_wireless_connection_udp
- 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced_auto
- 2013.com.canonical.certification::suspend/suspend-single-log-check
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::suspend/audio_after_suspend_auto
- 2013.com.canonical.certification::suspend/network_resume_time_auto
- 2013.com.canonical.certification::suspend/wifi_resume_time_auto
- 2013.com.canonical.certification::suspend/usb_storage_preinserted_after_suspend
- 2013.com.canonical.certification::suspend/record_playback_after_suspend_auto
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend_auto
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend_auto
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend_auto
- 2013.com.canonical.certification::suspend/cpu_after_suspend_auto
- 2013.com.canonical.certification::suspend/memory_after_suspend_auto
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg_auto
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg_auto
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n_auto
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n_auto
- 2013.com.canonical.certification::suspend/gpu_lockup_after_suspend
- #2013.com.canonical.certification::suspend/screenshot_after_suspend
- #2013.com.canonical.certification::screenshot_after_suspend.jpg
+ com.canonical.certification::__audio__
+ com.canonical.certification::audio/alsa_record_playback_automated certification-status=blocker
+ com.canonical.certification::__bluetooth__
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::__camera__
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ com.canonical.certification::__cpu__
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::__disk__
+ com.canonical.certification::disk/read_performance certification-status=blocker
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/generator_.*
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ #com.canonical.certification::graphics/1_screenshot_.*
+ #com.canonical.certification::1_screenshot_.*.jpg
+ #com.canonical.certification::graphics/1_screenshot_fullscreen_video_.*
+ #com.canonical.certification::1_screenshot_fullscreen_video_.*.jpg
+ #com.canonical.certification::graphics/screenshot_opencv_validation
+ #com.canonical.certification::screenshot_opencv_validation.jpg
+ com.canonical.certification::__install__
+ com.canonical.certification::install/apt-get-gets-updates
+ com.canonical.certification::__mediacard__
+ com.canonical.certification::mediacard/sd-preinserted
+ com.canonical.certification::__memory__
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::__ethernet__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::ethernet/info_automated
+ com.canonical.certification::__networking__
+ com.canonical.certification::networking/http
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::__power-management__
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ com.canonical.certification::__usb__
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/storage-preinserted
+ com.canonical.certification::__wireless__
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ com.canonical.certification::wireless/monitor_wireless_connection_udp
+ com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced_auto
+ com.canonical.certification::suspend/suspend-single-log-check
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::suspend/audio_after_suspend_auto
+ com.canonical.certification::suspend/network_resume_time_auto
+ com.canonical.certification::suspend/wifi_resume_time_auto
+ com.canonical.certification::suspend/usb_storage_preinserted_after_suspend
+ com.canonical.certification::suspend/record_playback_after_suspend_auto
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend_auto
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend_auto
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend_auto
+ com.canonical.certification::suspend/cpu_after_suspend_auto
+ com.canonical.certification::suspend/memory_after_suspend_auto
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg_auto
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg_auto
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n_auto
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n_auto
+ com.canonical.certification::suspend/gpu_lockup_after_suspend
+ #com.canonical.certification::suspend/screenshot_after_suspend
+ #com.canonical.certification::screenshot_after_suspend.jpg
 #File Attachment Jobs
- 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_network_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::udev_resource_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/buildstamp
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/audio_device_driver
- 2013.com.canonical.certification::info/network_devices
- 2013.com.canonical.certification::info/xrandr
- 2013.com.canonical.certification::info/disk_partitions
+ com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_network_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::udev_resource_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::info/hdparm
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/buildstamp
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/audio_device_driver
+ com.canonical.certification::info/network_devices
+ com.canonical.certification::info/xrandr
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
diff --git a/units/stella-stress.pxu b/units/stella-stress.pxu
index c8c4e6f..b0c5e3b 100644
--- a/units/stella-stress.pxu
+++ b/units/stella-stress.pxu
@@ -7,65 +7,65 @@ include:
 ## Based on checkbox 0.15.1, checkbox-certification 0.15 checkbox-oem 0.45
 ## http://bit.ly/V8uMmF
 # Resource Jobs
- 2013.com.canonical.certification::accessibility
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::build
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::resource
+ com.canonical.certification::accessibility
+ com.canonical.certification::block_device
+ com.canonical.certification::build
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::device
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive
+ com.canonical.certification::package
+ com.canonical.certification::resource
 #resources
- 2013.com.canonical.certification::sleep
+ com.canonical.certification::sleep
 #touchpad_scroll
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
+ com.canonical.certification::xinput
+ com.canonical.certification::uname
+ com.canonical.certification::usb
 # requirement of s3/s4 tests
- 2013.com.canonical.certification::rtc
+ com.canonical.certification::rtc
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- #2013.com.canonical.certification::miscellanea/fwts_test
- #2013.com.canonical.certification::miscellanea/fwts_results.log
- 2013.com.canonical.certification::__hibernate__
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::__power-management__
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- #2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
- #2013.com.canonical.certification::power-management/suspend-30-cycles-log-check
- #2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
- #2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
- 2013.com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker
- 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots
- 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots
- 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots
- 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check
- 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- 2013.com.canonical.certification::__stress__
- 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker
- 2013.com.canonical.certification::stress/poweroff certification-status=blocker
- 2013.com.canonical.certification::stress/poweroff_log
- 2013.com.canonical.certification::stress/reboot certification-status=blocker
- 2013.com.canonical.certification::stress/reboot_log
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ #com.canonical.certification::miscellanea/fwts_test
+ #com.canonical.certification::miscellanea/fwts_results.log
+ com.canonical.certification::__hibernate__
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::__power-management__
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ #com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
+ #com.canonical.certification::power-management/suspend-30-cycles-log-check
+ #com.canonical.certification::power-management/suspend-30-cycle-log-attach
+ #com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
+ com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker
+ com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots
+ com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots
+ com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots
+ com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-30-cycles-log-check
+ com.canonical.certification::power-management/hibernate-30-cycle-log-attach
+ com.canonical.certification::__stress__
+ com.canonical.certification::stress/cpu_stress_test certification-status=blocker
+ com.canonical.certification::stress/poweroff certification-status=blocker
+ com.canonical.certification::stress/poweroff_log
+ com.canonical.certification::stress/reboot certification-status=blocker
+ com.canonical.certification::stress/reboot_log
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
diff --git a/units/stella-wireless.pxu b/units/stella-wireless.pxu
index f2feaae..6e2d804 100644
--- a/units/stella-wireless.pxu
+++ b/units/stella-wireless.pxu
@@ -8,111 +8,111 @@ include:
 ## Updated for new Plainbox template units
 ## http://bit.ly/V8uMmF
 # Resource Jobs
- 2013.com.canonical.certification::accessibility
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::build
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::optical_drive
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::resource
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::IEEE_80211
+ com.canonical.certification::accessibility
+ com.canonical.certification::block_device
+ com.canonical.certification::build
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::device
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::optical_drive
+ com.canonical.certification::package
+ com.canonical.certification::resource
+ com.canonical.certification::sleep
+ com.canonical.certification::xinput
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::rtc
+ com.canonical.certification::IEEE_80211
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/tester-info
- 2013.com.canonical.certification::__bluetooth__
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::__ethernet__
- 2013.com.canonical.certification::__networking__
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::ethernet/info_automated
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::__bluetooth__
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ com.canonical.certification::bluetooth/audio certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::__ethernet__
+ com.canonical.certification::__networking__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::ethernet/info_automated
 #ethernet/wired_connection
- 2013.com.canonical.certification::networking/info certification-status=blocker
- 2013.com.canonical.certification::networking/info_eth\d
- #2013.com.canonical.certification::networking/info_wlan\d
+ com.canonical.certification::networking/info certification-status=blocker
+ com.canonical.certification::networking/info_eth\d
+ #com.canonical.certification::networking/info_wlan\d
 #above case does not exist
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- 2013.com.canonical.certification::__keys__
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::__led__
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/wlan-disabled
- 2013.com.canonical.certification::__wireless__
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::__power-management__
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ com.canonical.certification::networking/ntp certification-status=blocker
+ com.canonical.certification::__keys__
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::__led__
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/wlan-disabled
+ com.canonical.certification::__wireless__
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ com.canonical.certification::__power-management__
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
 #__hibernate__
 #power-management/hibernate_advanced
 #power-management/hibernate-single-log-check
 #power-management/hibernate-single-log-attach
- 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
 # Ethernet was not connected here
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-check
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-check
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/led_after_suspend/wlan
+ com.canonical.certification::suspend/led_after_suspend/wlan-disabled
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
 #power-management/poweroff
 #power-management/poweroff-log-attach
 #power-management/reboot
 #power-management/reboot-log-attach
- 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
- 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check
- 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
- 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
+ com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
+ com.canonical.certification::power-management/suspend-30-cycles-log-check
+ com.canonical.certification::power-management/suspend-30-cycle-log-attach
+ com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
 #power-management/hibernate_30_cycles
 #power-management/hibernate-30-cycles-log-check
 #power-management/hibernate-30-cycle-log-attach
- 2013.com.canonical.certification::__stress__
+ com.canonical.certification::__stress__
 #stress/reboot
 #stress/reboot_log
 #stress/poweroff
@@ -122,42 +122,42 @@ include:
 #stress/poweroff_check
 #stress/poweroff_check_log
 #Info attachment jobs
- 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_network_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::udev_resource_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/buildstamp
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/audio_device_driver
- 2013.com.canonical.certification::info/network_devices
- 2013.com.canonical.certification::info/xrandr
- 2013.com.canonical.certification::info/disk_partitions
+ com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_network_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::udev_resource_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::info/hdparm
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/buildstamp
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/audio_device_driver
+ com.canonical.certification::info/network_devices
+ com.canonical.certification::info/xrandr
+ com.canonical.certification::info/disk_partitions
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
diff --git a/units/sutton-full-14-04-3.pxu b/units/sutton-full-14-04-3.pxu
index cfafec5..05eb384 100644
--- a/units/sutton-full-14-04-3.pxu
+++ b/units/sutton-full-14-04-3.pxu
@@ -4,168 +4,168 @@ unit: test plan
 include:
 # This test plan is based on client-cert-14-04-3
 # Resource Jobs
- 2013.com.canonical.certification::__resource__
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
+ com.canonical.certification::__resource__
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::device
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::miscellanea/tester-info
- 2013.com.canonical.certification::__audio__
- 2013.com.canonical.certification::audio/generator_.*
- 2013.com.canonical.certification::audio/alsa_info_collect
- 2013.com.canonical.certification::audio/alsa_info_attachment
- 2013.com.canonical.certification::audio/list_devices
- 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- 2013.com.canonical.certification::audio/playback_auto certification-status=blocker
- 2013.com.canonical.certification::audio/channels
- 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::__audio__
+ com.canonical.certification::audio/generator_.*
+ com.canonical.certification::audio/alsa_info_collect
+ com.canonical.certification::audio/alsa_info_attachment
+ com.canonical.certification::audio/list_devices
+ com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/playback_headphones certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
+ com.canonical.certification::audio/playback_auto certification-status=blocker
+ com.canonical.certification::audio/channels
+ com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
 # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- 2013.com.canonical.certification::__benchmarks__
+ com.canonical.certification::__benchmarks__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__bluetooth__
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::__camera__
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- 2013.com.canonical.certification::__cpu__
+ com.canonical.certification::__bluetooth__
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ com.canonical.certification::bluetooth/audio certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::__camera__
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ com.canonical.certification::__cpu__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- 2013.com.canonical.certification::__disk__
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ com.canonical.certification::__disk__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- 2013.com.canonical.certification::__ethernet__
+ com.canonical.certification::disk/detect certification-status=blocker
+ com.canonical.certification::__ethernet__
 # See Networking section below
- #2013.com.canonical.certification::__esata__
- #2013.com.canonical.certification::esata/insert certification-status=blocker
- #2013.com.canonical.certification::esata/storage-test certification-status=blocker
- #2013.com.canonical.certification::esata/remove certification-status=blocker
- #2013.com.canonical.certification::__firewire__
- #2013.com.canonical.certification::firewire/insert certification-status=blocker
- #2013.com.canonical.certification::firewire/storage-test certification-status=blocker
- #2013.com.canonical.certification::firewire/remove certification-status=blocker
- 2013.com.canonical.certification::__thunderbolt__
- 2013.com.canonical.certification::thunderbolt/insert certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/remove certification-status=non-blocker
+ #com.canonical.certification::__esata__
+ #com.canonical.certification::esata/insert certification-status=blocker
+ #com.canonical.certification::esata/storage-test certification-status=blocker
+ #com.canonical.certification::esata/remove certification-status=blocker
+ #com.canonical.certification::__firewire__
+ #com.canonical.certification::firewire/insert certification-status=blocker
+ #com.canonical.certification::firewire/storage-test certification-status=blocker
+ #com.canonical.certification::firewire/remove certification-status=blocker
+ com.canonical.certification::__thunderbolt__
+ com.canonical.certification::thunderbolt/insert certification-status=non-blocker
+ com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
+ com.canonical.certification::thunderbolt/remove certification-status=non-blocker
 # See the Thunderbolt monitor test for the daisy-chain test
- 2013.com.canonical.certification::__firmware__
+ com.canonical.certification::__firmware__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::monitor/generator_.*
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::__monitor__
+ com.canonical.certification::monitor/generator_.*
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card
- 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/generator_.*
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- 2013.com.canonical.certification::__hibernate__
+ com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/generator_.*
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ com.canonical.certification::__hibernate__
 #See below, power-management/hibernate_advanced
- 2013.com.canonical.certification::__input__
- 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
- 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker
- 2013.com.canonical.certification::input/pointing
- 2013.com.canonical.certification::input/pointing_.* certification-status=blocker
- 2013.com.canonical.certification::input/clicking
- 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::input/keyboard certification-status=blocker
- 2013.com.canonical.certification::disk/hdd-parking certification-status=non-blocker
- 2013.com.canonical.certification::__keys__
- #2013.com.canonical.certification::keys/lock-screen certification-status=blocker
- 2013.com.canonical.certification::keys/super certification-status=blocker
- #2013.com.canonical.certification::keys/battery-info certification-status=blocker
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/mute certification-status=blocker
- 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker
- 2013.com.canonical.certification::keys/volume certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::keys/media-control certification-status=blocker
- 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker
- #2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
- 2013.com.canonical.certification::__led__
- #2013.com.canonical.certification::led/bluetooth certification-status=non-blocker
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/caps-lock certification-status=blocker
- 2013.com.canonical.certification::led/mute certification-status=blocker
- 2013.com.canonical.certification::led/microphone-mute certification-status=non-blocker
- #2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
- 2013.com.canonical.certification::led/power certification-status=blocker
+ com.canonical.certification::__input__
+ com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
+ com.canonical.certification::input/accelerometer certification-status=non-blocker
+ com.canonical.certification::input/pointing
+ com.canonical.certification::input/pointing_.* certification-status=blocker
+ com.canonical.certification::input/clicking
+ com.canonical.certification::input/clicking_.* certification-status=blocker
+ com.canonical.certification::input/keyboard certification-status=blocker
+ com.canonical.certification::disk/hdd-parking certification-status=non-blocker
+ com.canonical.certification::__keys__
+ #com.canonical.certification::keys/lock-screen certification-status=blocker
+ com.canonical.certification::keys/super certification-status=blocker
+ #com.canonical.certification::keys/battery-info certification-status=blocker
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/mute certification-status=blocker
+ com.canonical.certification::keys/microphone-mute certification-status=blocker
+ com.canonical.certification::keys/volume certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::keys/media-control certification-status=blocker
+ com.canonical.certification::keys/keyboard-backlight certification-status=blocker
+ #com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
+ com.canonical.certification::__led__
+ #com.canonical.certification::led/bluetooth certification-status=non-blocker
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/caps-lock certification-status=blocker
+ com.canonical.certification::led/mute certification-status=blocker
+ com.canonical.certification::led/microphone-mute certification-status=non-blocker
+ #com.canonical.certification::led/numeric-keypad certification-status=blocker
+ com.canonical.certification::led/power certification-status=blocker
 # NOTE: led/power-blink-suspend and led/suspend are used later in the
 # testplan just after a number of suspend tests.
 # led/power-blink-suspend
@@ -173,270 +173,270 @@ include:
 # NOTE: led/wireless is redundant given that we have led/wlan and
 # led/bluetooth already
 # led/wireless
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/wlan-disabled
- 2013.com.canonical.certification::__mediacard__
- 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- 2013.com.canonical.certification::__memory__
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/wlan-disabled
+ com.canonical.certification::__mediacard__
+ com.canonical.certification::mediacard/sd-insert certification-status=blocker
+ com.canonical.certification::mediacard/sd-storage certification-status=blocker
+ com.canonical.certification::mediacard/sd-remove certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
+ com.canonical.certification::__memory__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__mobilebroadband__
- 2013.com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
- 2013.com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
- 2013.com.canonical.certification::__networking__
+ com.canonical.certification::__mobilebroadband__
+ com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
+ com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
+ com.canonical.certification::__networking__
 # See before the Automated Tests section at the end of this file
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info certification-status=blocker
- 2013.com.canonical.certification::networking/info_eth\d certification-status=blocker
- 2013.com.canonical.certification::networking/info_wlan\d certification-status=blocker
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- 2013.com.canonical.certification::__optical__
- 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read certification-status=blocker
- 2013.com.canonical.certification::optical/read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- #2013.com.canonical.certification::optical/bluray-read certification-status=blocker
- #2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- #2013.com.canonical.certification::optical/bluray-write certification-status=blocker
- #2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- 2013.com.canonical.certification::__power-management__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info certification-status=blocker
+ com.canonical.certification::networking/info_eth\d certification-status=blocker
+ com.canonical.certification::networking/info_wlan\d certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ com.canonical.certification::__optical__
+ com.canonical.certification::optical/detect certification-status=blocker
+ com.canonical.certification::optical/read certification-status=blocker
+ com.canonical.certification::optical/read_.* certification-status=blocker
+ com.canonical.certification::optical/cdrom-write certification-status=blocker
+ com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
+ com.canonical.certification::optical/dvd-write certification-status=blocker
+ com.canonical.certification::optical/dvd-write_.* certification-status=blocker
+ #com.canonical.certification::optical/bluray-read certification-status=blocker
+ #com.canonical.certification::optical/bluray-read_.* certification-status=blocker
+ #com.canonical.certification::optical/bluray-write certification-status=blocker
+ #com.canonical.certification::optical/bluray-write_.* certification-status=blocker
+ com.canonical.certification::__power-management__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::power-management/generator_.*
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- 2013.com.canonical.certification::__touchpad__
- 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- 2013.com.canonical.certification::__touchscreen__
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-rotate
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
- 2013.com.canonical.certification::__usb__
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/HID certification-status=blocker
- 2013.com.canonical.certification::usb/insert certification-status=blocker
- 2013.com.canonical.certification::usb/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb/remove certification-status=blocker
- 2013.com.canonical.certification::usb3/insert certification-status=blocker
- 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb3/remove certification-status=blocker
- 2013.com.canonical.certification::__wireless__
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/generator_.*
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/generator_.*
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ com.canonical.certification::__touchpad__
+ com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
+ com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
+ com.canonical.certification::__touchscreen__
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-rotate
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
+ com.canonical.certification::__usb__
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/HID certification-status=blocker
+ com.canonical.certification::usb/insert certification-status=blocker
+ com.canonical.certification::usb/storage-automated certification-status=blocker
+ com.canonical.certification::usb/remove certification-status=blocker
+ com.canonical.certification::usb3/insert certification-status=blocker
+ com.canonical.certification::usb3/storage-automated certification-status=blocker
+ com.canonical.certification::usb3/remove certification-status=blocker
+ com.canonical.certification::__wireless__
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/generator_.*
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*
+ com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker
- 2013.com.canonical.certification::led/suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=non-blocker
- 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- #2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
- 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend
- 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/clicking-after-suspend
- 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/super
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- 2013.com.canonical.certification::suspend/keys_after_suspend/mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/microphone-mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/volume
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/keys_after_suspend/media-control
- 2013.com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight
- 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_results_after_suspend.log
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
- #2013.com.canonical.certification::keys/hibernate certification-status=blocker
+ com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
+ com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::led/power-blink-suspend certification-status=blocker
+ com.canonical.certification::led/suspend certification-status=blocker
+ com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/display_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/video_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=non-blocker
+ com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
+ #com.canonical.certification::keys/sleep certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
+ com.canonical.certification::camera/display_after_suspend certification-status=blocker
+ com.canonical.certification::camera/still_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/pointing-after-suspend
+ com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/clicking-after-suspend
+ com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/super
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ com.canonical.certification::suspend/keys_after_suspend/mute
+ com.canonical.certification::suspend/keys_after_suspend/microphone-mute
+ com.canonical.certification::suspend/keys_after_suspend/volume
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/keys_after_suspend/media-control
+ com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight
+ com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_results_after_suspend.log
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
+ #com.canonical.certification::keys/hibernate certification-status=blocker
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff certification-status=blocker
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot certification-status=blocker
- 2013.com.canonical.certification::power-management/reboot-log-attach
+ com.canonical.certification::power-management/poweroff certification-status=blocker
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot certification-status=blocker
+ com.canonical.certification::power-management/reboot-log-attach
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests.
 # They have been moved to the end of the test run to improve the testing
 # process.
- 2013.com.canonical.certification::firmware/generator_.*
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::__install__
- 2013.com.canonical.certification::install/apt-get-gets-updates
- 2013.com.canonical.certification::miscellanea/dmitest_client
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.*
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance certification-status=blocker
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_devices
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
- 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
- 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
- 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- 2013.com.canonical.certification::__stress__
- 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker
+ com.canonical.certification::firmware/generator_.*
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::__install__
+ com.canonical.certification::install/apt-get-gets-updates
+ com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::benchmarks/disk/hdparm-read
+ com.canonical.certification::benchmarks/disk/hdparm-read_.*
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::cpu/clocktest
+ com.canonical.certification::disk/stats
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance certification-status=blocker
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_devices
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
+ com.canonical.certification::power-management/suspend-30-cycle-log-attach
+ com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-30-cycle-log-attach
+ com.canonical.certification::__stress__
+ com.canonical.certification::stress/cpu_stress_test certification-status=blocker
 #Info attachment jobs
- 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 mandatory_include:
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources
- 2013.com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/submission-resources
+ com.canonical.plainbox::collect-manifest
 #Sutton
 misc/generic
 misc/generic/sources-list/.*
diff --git a/units/sutton-full-14-04.pxu b/units/sutton-full-14-04.pxu
index deaf82e..db30a93 100644
--- a/units/sutton-full-14-04.pxu
+++ b/units/sutton-full-14-04.pxu
@@ -4,158 +4,158 @@ unit: test plan
 include:
 # This test plan is based on client-cert-14-04
 # Resource Jobs
- 2013.com.canonical.certification::__resource__
- 2013.com.canonical.certification::IEEE_80211
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::mobilebroadband
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::rtc
- 2013.com.canonical.certification::sleep
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::xinput
+ com.canonical.certification::__resource__
+ com.canonical.certification::IEEE_80211
+ com.canonical.certification::block_device
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::device
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::mobilebroadband
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::rtc
+ com.canonical.certification::sleep
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::xinput
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::miscellanea/tester-info
- 2013.com.canonical.certification::__audio__
- 2013.com.canonical.certification::audio/generator_.*
- 2013.com.canonical.certification::audio/alsa_info_collect
- 2013.com.canonical.certification::audio/alsa_info_attachment
- 2013.com.canonical.certification::audio/list_devices
- 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- 2013.com.canonical.certification::audio/playback_auto certification-status=blocker
- 2013.com.canonical.certification::audio/channels
- 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
+ com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::__audio__
+ com.canonical.certification::audio/generator_.*
+ com.canonical.certification::audio/alsa_info_collect
+ com.canonical.certification::audio/alsa_info_attachment
+ com.canonical.certification::audio/list_devices
+ com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/playback_headphones certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
+ com.canonical.certification::audio/playback_auto certification-status=blocker
+ com.canonical.certification::audio/channels
+ com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
 # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- 2013.com.canonical.certification::__benchmarks__
+ com.canonical.certification::__benchmarks__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__bluetooth__
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::__camera__
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- 2013.com.canonical.certification::__cpu__
+ com.canonical.certification::__bluetooth__
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ com.canonical.certification::bluetooth/audio certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::__camera__
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ com.canonical.certification::__cpu__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- 2013.com.canonical.certification::__disk__
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ com.canonical.certification::__disk__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- 2013.com.canonical.certification::__ethernet__
+ com.canonical.certification::disk/detect certification-status=blocker
+ com.canonical.certification::__ethernet__
 # See Networking section below
- #2013.com.canonical.certification::__esata__
- #2013.com.canonical.certification::esata/insert certification-status=blocker
- #2013.com.canonical.certification::esata/storage-test certification-status=blocker
- #2013.com.canonical.certification::esata/remove certification-status=blocker
- #2013.com.canonical.certification::__firewire__
- #2013.com.canonical.certification::firewire/insert certification-status=blocker
- #2013.com.canonical.certification::firewire/storage-test certification-status=blocker
- #2013.com.canonical.certification::firewire/remove certification-status=blocker
- 2013.com.canonical.certification::__firmware__
+ #com.canonical.certification::__esata__
+ #com.canonical.certification::esata/insert certification-status=blocker
+ #com.canonical.certification::esata/storage-test certification-status=blocker
+ #com.canonical.certification::esata/remove certification-status=blocker
+ #com.canonical.certification::__firewire__
+ #com.canonical.certification::firewire/insert certification-status=blocker
+ #com.canonical.certification::firewire/storage-test certification-status=blocker
+ #com.canonical.certification::firewire/remove certification-status=blocker
+ com.canonical.certification::__firmware__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::monitor/generator_.*
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::__monitor__
+ com.canonical.certification::monitor/generator_.*
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card
- 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/generator_.*
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.*
- 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.*
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- 2013.com.canonical.certification::__hibernate__
+ com.canonical.certification::__graphics__
+ com.canonical.certification::graphics/generator_.*
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.*
+ com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.*
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ com.canonical.certification::__hibernate__
 #See below, power-management/hibernate_advanced
- 2013.com.canonical.certification::__input__
- 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
- 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker
- 2013.com.canonical.certification::input/pointing
- 2013.com.canonical.certification::input/pointing_.* certification-status=blocker
- 2013.com.canonical.certification::input/clicking
- 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::input/keyboard certification-status=blocker
- 2013.com.canonical.certification::disk/hdd-parking certification-status=non-blocker
- 2013.com.canonical.certification::__keys__
- #2013.com.canonical.certification::keys/lock-screen certification-status=blocker
- 2013.com.canonical.certification::keys/super certification-status=blocker
- #2013.com.canonical.certification::keys/battery-info certification-status=blocker
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/mute certification-status=blocker
- 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker
- 2013.com.canonical.certification::keys/volume certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::keys/media-control certification-status=blocker
- 2013.com.canonical.certification::keys/keyboard-backlight certification-status=blocker
- #2013.com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
- 2013.com.canonical.certification::__led__
- #2013.com.canonical.certification::led/bluetooth certification-status=non-blocker
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/caps-lock certification-status=blocker
- 2013.com.canonical.certification::led/mute certification-status=blocker
- 2013.com.canonical.certification::led/microphone-mute certification-status=non-blocker
- #2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
- 2013.com.canonical.certification::led/power certification-status=blocker
+ com.canonical.certification::__input__
+ com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
+ com.canonical.certification::input/accelerometer certification-status=non-blocker
+ com.canonical.certification::input/pointing
+ com.canonical.certification::input/pointing_.* certification-status=blocker
+ com.canonical.certification::input/clicking
+ com.canonical.certification::input/clicking_.* certification-status=blocker
+ com.canonical.certification::input/keyboard certification-status=blocker
+ com.canonical.certification::disk/hdd-parking certification-status=non-blocker
+ com.canonical.certification::__keys__
+ #com.canonical.certification::keys/lock-screen certification-status=blocker
+ com.canonical.certification::keys/super certification-status=blocker
+ #com.canonical.certification::keys/battery-info certification-status=blocker
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/mute certification-status=blocker
+ com.canonical.certification::keys/microphone-mute certification-status=blocker
+ com.canonical.certification::keys/volume certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::keys/media-control certification-status=blocker
+ com.canonical.certification::keys/keyboard-backlight certification-status=blocker
+ #com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
+ com.canonical.certification::__led__
+ #com.canonical.certification::led/bluetooth certification-status=non-blocker
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/caps-lock certification-status=blocker
+ com.canonical.certification::led/mute certification-status=blocker
+ com.canonical.certification::led/microphone-mute certification-status=non-blocker
+ #com.canonical.certification::led/numeric-keypad certification-status=blocker
+ com.canonical.certification::led/power certification-status=blocker
 # NOTE: led/power-blink-suspend and led/suspend are used later in the
 # testplan just after a number of suspend tests.
 # led/power-blink-suspend
@@ -163,264 +163,264 @@ include:
 # NOTE: led/wireless is redundant given that we have led/wlan and
 # led/bluetooth already
 # led/wireless
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/wlan-disabled
- 2013.com.canonical.certification::__mediacard__
- 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- 2013.com.canonical.certification::__memory__
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/wlan-disabled
+ com.canonical.certification::__mediacard__
+ com.canonical.certification::mediacard/sd-insert certification-status=blocker
+ com.canonical.certification::mediacard/sd-storage certification-status=blocker
+ com.canonical.certification::mediacard/sd-remove certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
+ com.canonical.certification::__memory__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__miscellanea__
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
+ com.canonical.certification::__miscellanea__
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__mobilebroadband__
- 2013.com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
- 2013.com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
- 2013.com.canonical.certification::__networking__
+ com.canonical.certification::__mobilebroadband__
+ com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
+ com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
+ com.canonical.certification::__networking__
 # See before the Automated Tests section at the end of this file
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info certification-status=blocker
- 2013.com.canonical.certification::networking/info_eth\d certification-status=blocker
- 2013.com.canonical.certification::networking/info_wlan\d certification-status=blocker
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- 2013.com.canonical.certification::__optical__
- 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read certification-status=blocker
- 2013.com.canonical.certification::optical/read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- #2013.com.canonical.certification::optical/bluray-read certification-status=blocker
- #2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- #2013.com.canonical.certification::optical/bluray-write certification-status=blocker
- #2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- 2013.com.canonical.certification::__power-management__
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info certification-status=blocker
+ com.canonical.certification::networking/info_eth\d certification-status=blocker
+ com.canonical.certification::networking/info_wlan\d certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ com.canonical.certification::__optical__
+ com.canonical.certification::optical/detect certification-status=blocker
+ com.canonical.certification::optical/read certification-status=blocker
+ com.canonical.certification::optical/read_.* certification-status=blocker
+ com.canonical.certification::optical/cdrom-write certification-status=blocker
+ com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
+ com.canonical.certification::optical/dvd-write certification-status=blocker
+ com.canonical.certification::optical/dvd-write_.* certification-status=blocker
+ #com.canonical.certification::optical/bluray-read certification-status=blocker
+ #com.canonical.certification::optical/bluray-read_.* certification-status=blocker
+ #com.canonical.certification::optical/bluray-write certification-status=blocker
+ #com.canonical.certification::optical/bluray-write_.* certification-status=blocker
+ com.canonical.certification::__power-management__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::power-management/generator_.*
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- 2013.com.canonical.certification::__touchpad__
- 2013.com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- 2013.com.canonical.certification::__touchscreen__
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-rotate
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
- 2013.com.canonical.certification::__usb__
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/HID certification-status=blocker
- 2013.com.canonical.certification::usb/insert certification-status=blocker
- 2013.com.canonical.certification::usb/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb/remove certification-status=blocker
- 2013.com.canonical.certification::usb3/insert certification-status=blocker
- 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb3/remove certification-status=blocker
- 2013.com.canonical.certification::__wireless__
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/generator_.*
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/generator_.*
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ com.canonical.certification::__touchpad__
+ com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
+ com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
+ com.canonical.certification::__touchscreen__
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-rotate
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
+ com.canonical.certification::__usb__
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/HID certification-status=blocker
+ com.canonical.certification::usb/insert certification-status=blocker
+ com.canonical.certification::usb/storage-automated certification-status=blocker
+ com.canonical.certification::usb/remove certification-status=blocker
+ com.canonical.certification::usb3/insert certification-status=blocker
+ com.canonical.certification::usb3/storage-automated certification-status=blocker
+ com.canonical.certification::usb3/remove certification-status=blocker
+ com.canonical.certification::__wireless__
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ com.canonical.certification::__suspend__
+ com.canonical.certification::suspend/generator_.*
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*
+ com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker
- 2013.com.canonical.certification::led/suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend
- 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- #2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
- 2013.com.canonical.certification::camera/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::camera/still_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend
- 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/clicking-after-suspend
- 2013.com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/keys_after_suspend/super
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- 2013.com.canonical.certification::suspend/keys_after_suspend/mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/microphone-mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/volume
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/keys_after_suspend/media-control
- 2013.com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight
- 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/oops_results_after_suspend.log
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
- #2013.com.canonical.certification::keys/hibernate certification-status=blocker
+ com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
+ com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::led/power-blink-suspend certification-status=blocker
+ com.canonical.certification::led/suspend certification-status=blocker
+ com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
+ com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/display_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/video_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cycle_resolutions_after_suspend
+ com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
+ #com.canonical.certification::keys/sleep certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
+ com.canonical.certification::camera/display_after_suspend certification-status=blocker
+ com.canonical.certification::camera/still_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/pointing-after-suspend
+ com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/clicking-after-suspend
+ com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/keys_after_suspend/super
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ com.canonical.certification::suspend/keys_after_suspend/mute
+ com.canonical.certification::suspend/keys_after_suspend/microphone-mute
+ com.canonical.certification::suspend/keys_after_suspend/volume
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/keys_after_suspend/media-control
+ com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight
+ com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/oops_results_after_suspend.log
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
+ #com.canonical.certification::keys/hibernate certification-status=blocker
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff certification-status=blocker
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot certification-status=blocker
- 2013.com.canonical.certification::power-management/reboot-log-attach
+ com.canonical.certification::power-management/poweroff certification-status=blocker
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot certification-status=blocker
+ com.canonical.certification::power-management/reboot-log-attach
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests.
 # They have been moved to the end of the test run to improve the testing
 # process.
- 2013.com.canonical.certification::firmware/generator_.*
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::__install__
- 2013.com.canonical.certification::install/apt-get-gets-updates
- 2013.com.canonical.certification::miscellanea/dmitest_client
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.*
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance certification-status=blocker
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_devices
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
- 2013.com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
- 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
- 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- 2013.com.canonical.certification::__stress__
- 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker
+ com.canonical.certification::firmware/generator_.*
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::__install__
+ com.canonical.certification::install/apt-get-gets-updates
+ com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::benchmarks/disk/hdparm-read
+ com.canonical.certification::benchmarks/disk/hdparm-read_.*
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::cpu/clocktest
+ com.canonical.certification::disk/stats
+ com.canonical.certification::disk/stats_.*
+ com.canonical.certification::disk/read_performance certification-status=blocker
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_devices
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
+ com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
+ com.canonical.certification::power-management/suspend-30-cycle-log-attach
+ com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-30-cycle-log-attach
+ com.canonical.certification::__stress__
+ com.canonical.certification::stress/cpu_stress_test certification-status=blocker
 #Info attachment jobs
- 2013.com.canonical.certification::__info__
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::dell_bto_xml_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::info/hdparm
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/disk_partitions
+ com.canonical.certification::__info__
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::info/hdparm
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/disk_partitions
 mandatory_include:
 # Meta-job to include required resources, don't remove.
- 2013.com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/submission-resources
 #Sutton
 misc/generic
 misc/generic/sources-list/.*
diff --git a/units/sutton-full-16-04.pxu b/units/sutton-full-16-04.pxu
index fb3cdb4..3ef80a6 100644
--- a/units/sutton-full-16-04.pxu
+++ b/units/sutton-full-16-04.pxu
@@ -7,352 +7,352 @@ include:
 ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox
 ## Updated for new Plainbox template units
 # Resource Jobs
- 2013.com.canonical.certification::accessibility
- 2013.com.canonical.certification::block_device
- 2013.com.canonical.certification::build
- 2013.com.canonical.certification::cdimage
- 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::display
- 2013.com.canonical.certification::dmi
- 2013.com.canonical.certification::dpkg
- 2013.com.canonical.certification::efi
- 2013.com.canonical.certification::environment
- 2013.com.canonical.certification::gconf
- 2013.com.canonical.certification::lsb
- 2013.com.canonical.certification::meminfo
- 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::package
- 2013.com.canonical.certification::resource
+ com.canonical.certification::accessibility
+ com.canonical.certification::block_device
+ com.canonical.certification::build
+ com.canonical.certification::cdimage
+ com.canonical.certification::cpuinfo
+ com.canonical.certification::display
+ com.canonical.certification::dmi
+ com.canonical.certification::dpkg
+ com.canonical.certification::efi
+ com.canonical.certification::environment
+ com.canonical.certification::gconf
+ com.canonical.certification::lsb
+ com.canonical.certification::meminfo
+ com.canonical.certification::module
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::package
+ com.canonical.certification::resource
 #resources
- 2013.com.canonical.certification::sleep
+ com.canonical.certification::sleep
 #touchpad_scroll
- 2013.com.canonical.certification::xinput
- 2013.com.canonical.certification::uname
- 2013.com.canonical.certification::usb
- 2013.com.canonical.certification::IEEE_80211
+ com.canonical.certification::xinput
+ com.canonical.certification::uname
+ com.canonical.certification::usb
+ com.canonical.certification::IEEE_80211
 # requirement of s3/s4 tests
- 2013.com.canonical.certification::rtc
+ com.canonical.certification::rtc
 # Tests grouped by categories. Categories start with '__'
- 2013.com.canonical.certification::hardware
- 2013.com.canonical.certification::hardware/certification
- 2013.com.canonical.certification::miscellanea/tester-info
+ com.canonical.certification::hardware
+ com.canonical.certification::hardware/certification
+ com.canonical.certification::miscellanea/tester-info
 #miscellanea/chvt
 # See Automated Tests section at the end of this file
- #2013.com.canonical.certification::audio/generator_.*
- 2013.com.canonical.certification::audio/alsa_info_collect
- 2013.com.canonical.certification::audio/alsa_info_attachment
+ #com.canonical.certification::audio/generator_.*
+ com.canonical.certification::audio/alsa_info_collect
+ com.canonical.certification::audio/alsa_info_attachment
 #audio/alsa_record_playback_usb
- 2013.com.canonical.certification::audio/list_devices
- 2013.com.canonical.certification::audio/playback_auto certification-status=blocker
- 2013.com.canonical.certification::audio/channels
+ com.canonical.certification::audio/list_devices
+ com.canonical.certification::audio/playback_auto certification-status=blocker
+ com.canonical.certification::audio/channels
 #audio/check_volume
- 2013.com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
 #audio/plug-detection
- 2013.com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- 2013.com.canonical.certification::audio/playback_headphones certification-status=blocker
- 2013.com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
+ com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
+ com.canonical.certification::audio/playback_headphones certification-status=blocker
+ com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
 #audio/external-linein
 #audio/external-lineout
 # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
- 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- #2013.com.canonical.certification::bluetooth/audio certification-status=blocker
- 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
- 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
- 2013.com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
- 2013.com.canonical.certification::camera/detect certification-status=blocker
- 2013.com.canonical.certification::camera/still certification-status=blocker
- 2013.com.canonical.certification::camera/display certification-status=blocker
- 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
+ com.canonical.certification::bluetooth/detect-output certification-status=blocker
+ com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
+ #com.canonical.certification::bluetooth/audio certification-status=blocker
+ com.canonical.certification::bluetooth/browse-files certification-status=blocker
+ com.canonical.certification::bluetooth/file-transfer certification-status=blocker
+ com.canonical.certification::bluetooth/HID
+ com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
+ com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
+ com.canonical.certification::camera/detect certification-status=blocker
+ com.canonical.certification::camera/still certification-status=blocker
+ com.canonical.certification::camera/display certification-status=blocker
+ com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
 # See Automated Tests section at the end of this file
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::disk/detect certification-status=blocker
- #2013.com.canonical.certification::disk/hdd-parking
- 2013.com.canonical.certification::thunderbolt/insert certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/remove certification-status=non-blocker
+ com.canonical.certification::disk/detect certification-status=blocker
+ #com.canonical.certification::disk/hdd-parking
+ com.canonical.certification::thunderbolt/insert certification-status=non-blocker
+ com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
+ com.canonical.certification::thunderbolt/remove certification-status=non-blocker
 # See the Thunderbolt monitor test for the daisy-chain test
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
- 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- 2013.com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- 2013.com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
- 2013.com.canonical.certification::miscellanea/dmitest_client
+ com.canonical.certification::firmware/fwts_desktop_diagnosis
+ com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
+ com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
+ com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
+ com.canonical.certification::firmware/no_ACPI_REV_interface
+ com.canonical.certification::miscellanea/dmitest_client
 # required by suspend/network_before_suspend
- 2013.com.canonical.certification::ethernet/detect certification-status=blocker
- 2013.com.canonical.certification::ethernet/info_automated
+ com.canonical.certification::ethernet/detect certification-status=blocker
+ com.canonical.certification::ethernet/info_automated
 ## this test cause a unused test case error, but required for cert.
- 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
- 2013.com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
+ com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
+ com.canonical.certification::monitor/1_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/1_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card
- 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/driver_version
- 2013.com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/1_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/xorg-version certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/driver_version
+ com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/1_video_.* certification-status=blocker
+ com.canonical.certification::graphics/1_minimum_resolution_.*
+ com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/1_modes_.*
- 2013.com.canonical.certification::graphics/1_color_depth_.*
- 2013.com.canonical.certification::graphics/1_fresh_rate_.*
- 2013.com.canonical.certification::graphics/1_graphic_memory_.*
- 2013.com.canonical.certification::graphics/1_resolution_.*
- 2013.com.canonical.certification::graphics/1_resolution-change_.*
- 2013.com.canonical.certification::graphics/1_screen_resolution_.*
- 2013.com.canonical.certification::graphics/1_unity_support_.*
- 2013.com.canonical.certification::graphics/1_screenshot_.*
- 2013.com.canonical.certification::graphics/1_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/1_modes_.*
+ com.canonical.certification::graphics/1_color_depth_.*
+ com.canonical.certification::graphics/1_fresh_rate_.*
+ com.canonical.certification::graphics/1_graphic_memory_.*
+ com.canonical.certification::graphics/1_resolution_.*
+ com.canonical.certification::graphics/1_resolution-change_.*
+ com.canonical.certification::graphics/1_screen_resolution_.*
+ com.canonical.certification::graphics/1_unity_support_.*
+ com.canonical.certification::graphics/1_screenshot_.*
+ com.canonical.certification::graphics/1_screenshot.jpg_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
 # Switch to second card (if any)
- 2013.com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_video_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/2_minimum_resolution_.*
- 2013.com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
+ com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
+ com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
+ com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
+ com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
+ com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
+ com.canonical.certification::graphics/2_video_.* certification-status=blocker
+ com.canonical.certification::graphics/2_minimum_resolution_.*
+ com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
 # Below are tests that do not appear in Cert-14.04 test plan
- 2013.com.canonical.certification::graphics/2_modes_.*
- 2013.com.canonical.certification::graphics/2_color_depth_.*
- 2013.com.canonical.certification::graphics/2_fresh_rate_.*
- 2013.com.canonical.certification::graphics/2_graphic_memory_.*
- 2013.com.canonical.certification::graphics/2_resolution_.*
- 2013.com.canonical.certification::graphics/2_resolution-change_.*
- 2013.com.canonical.certification::graphics/2_screen_resolution_.*
- 2013.com.canonical.certification::graphics/2_unity_support_.*
- 2013.com.canonical.certification::graphics/2_screenshot_.*
- 2013.com.canonical.certification::graphics/2_screenshot.jpg_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
- 2013.com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
+ com.canonical.certification::graphics/2_modes_.*
+ com.canonical.certification::graphics/2_color_depth_.*
+ com.canonical.certification::graphics/2_fresh_rate_.*
+ com.canonical.certification::graphics/2_graphic_memory_.*
+ com.canonical.certification::graphics/2_resolution_.*
+ com.canonical.certification::graphics/2_resolution-change_.*
+ com.canonical.certification::graphics/2_screen_resolution_.*
+ com.canonical.certification::graphics/2_unity_support_.*
+ com.canonical.certification::graphics/2_screenshot_.*
+ com.canonical.certification::graphics/2_screenshot.jpg_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
+ com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
 # Monitor tests on second graphic card
- 2013.com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
- 2013.com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
- 2013.com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- 2013.com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
- 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
+ com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
+ com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
+ com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
+ com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
+ com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
+ com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
+ com.canonical.certification::monitor/2_rca_.* certification-status=blocker
+ com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
+ com.canonical.certification::monitor/2_vga_.* certification-status=blocker
+ com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
+ com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
+ com.canonical.certification::graphics/xorg-process certification-status=blocker
+ com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
 #See below, power-management/hibernate_advanced
- 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
- 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker
- 2013.com.canonical.certification::input/pointing
- 2013.com.canonical.certification::input/pointing_.* certification-status=blocker
- 2013.com.canonical.certification::input/keyboard certification-status=blocker
- 2013.com.canonical.certification::input/clicking
- 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::keys/mute certification-status=blocker
- 2013.com.canonical.certification::keys/volume certification-status=blocker
- 2013.com.canonical.certification::keys/brightness certification-status=blocker
- 2013.com.canonical.certification::keys/wireless certification-status=blocker
- 2013.com.canonical.certification::keys/super certification-status=blocker
- 2013.com.canonical.certification::keys/media-control certification-status=blocker
- 2013.com.canonical.certification::keys/video-out certification-status=blocker
- 2013.com.canonical.certification::keys/battery-info certification-status=blocker
- 2013.com.canonical.certification::keys/touchpad
- 2013.com.canonical.certification::keys/microphone-mute certification-status=blocker
- #2013.com.canonical.certification::keys/hibernate
- #2013.com.canonical.certification::keys/keyboard-backlight
- #2013.com.canonical.certification::keys/keyboard-overhead-light
- #2013.com.canonical.certification::keys/lock-screen
- 2013.com.canonical.certification::led/power certification-status=blocker
- 2013.com.canonical.certification::led/wlan certification-status=non-blocker
- 2013.com.canonical.certification::led/mute certification-status=blocker
- 2013.com.canonical.certification::led/hdd
- 2013.com.canonical.certification::led/camera certification-status=blocker
- 2013.com.canonical.certification::led/battery-charging
- 2013.com.canonical.certification::led/battery-charged
- #2013.com.canonical.certification::led/microphone
- #2013.com.canonical.certification::led/bluetooth
- 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
- 2013.com.canonical.certification::led/caps-lock certification-status=blocker
- 2013.com.canonical.certification::led/touchpad
- #2013.com.canonical.certification::led/wireless
- 2013.com.canonical.certification::mediacard/sd-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sd-remove certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
+ com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
+ com.canonical.certification::input/accelerometer certification-status=non-blocker
+ com.canonical.certification::input/pointing
+ com.canonical.certification::input/pointing_.* certification-status=blocker
+ com.canonical.certification::input/keyboard certification-status=blocker
+ com.canonical.certification::input/clicking
+ com.canonical.certification::input/clicking_.* certification-status=blocker
+ com.canonical.certification::keys/mute certification-status=blocker
+ com.canonical.certification::keys/volume certification-status=blocker
+ com.canonical.certification::keys/brightness certification-status=blocker
+ com.canonical.certification::keys/wireless certification-status=blocker
+ com.canonical.certification::keys/super certification-status=blocker
+ com.canonical.certification::keys/media-control certification-status=blocker
+ com.canonical.certification::keys/video-out certification-status=blocker
+ com.canonical.certification::keys/battery-info certification-status=blocker
+ com.canonical.certification::keys/touchpad
+ com.canonical.certification::keys/microphone-mute certification-status=blocker
+ #com.canonical.certification::keys/hibernate
+ #com.canonical.certification::keys/keyboard-backlight
+ #com.canonical.certification::keys/keyboard-overhead-light
+ #com.canonical.certification::keys/lock-screen
+ com.canonical.certification::led/power certification-status=blocker
+ com.canonical.certification::led/wlan certification-status=non-blocker
+ com.canonical.certification::led/mute certification-status=blocker
+ com.canonical.certification::led/hdd
+ com.canonical.certification::led/camera certification-status=blocker
+ com.canonical.certification::led/battery-charging
+ com.canonical.certification::led/battery-charged
+ #com.canonical.certification::led/microphone
+ #com.canonical.certification::led/bluetooth
+ com.canonical.certification::led/numeric-keypad certification-status=blocker
+ com.canonical.certification::led/caps-lock certification-status=blocker
+ com.canonical.certification::led/touchpad
+ #com.canonical.certification::led/wireless
+ com.canonical.certification::mediacard/sd-insert certification-status=blocker
+ com.canonical.certification::mediacard/sd-storage certification-status=blocker
+ com.canonical.certification::mediacard/sd-remove certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
+ com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__mobilebroadband__
- 2013.com.canonical.certification::mobilebroadband/gsm_connection
- 2013.com.canonical.certification::mobilebroadband/cdma_connection
+ com.canonical.certification::__mobilebroadband__
+ com.canonical.certification::mobilebroadband/gsm_connection
+ com.canonical.certification::mobilebroadband/cdma_connection
 # Monitor tests below are not relevant anymore since they are now handled for each graphic cards
- # 2013.com.canonical.certification::monitor/powersaving certification-status=blocker
- # 2013.com.canonical.certification::monitor/dim_brightness certification-status=blocker
- # 2013.com.canonical.certification::monitor/displayport certification-status=blocker
- # 2013.com.canonical.certification::monitor/dvi certification-status=blocker
- # 2013.com.canonical.certification::monitor/hdmi certification-status=blocker
- # 2013.com.canonical.certification::monitor/rca certification-status=blocker
- # 2013.com.canonical.certification::monitor/svideo certification-status=blocker
- # 2013.com.canonical.certification::monitor/vga certification-status=blocker
- # 2013.com.canonical.certification::monitor/multi-head certification-status=blocker
- # 2013.com.canonical.certification::__networking__
+ # com.canonical.certification::monitor/powersaving certification-status=blocker
+ # com.canonical.certification::monitor/dim_brightness certification-status=blocker
+ # com.canonical.certification::monitor/displayport certification-status=blocker
+ # com.canonical.certification::monitor/dvi certification-status=blocker
+ # com.canonical.certification::monitor/hdmi certification-status=blocker
+ # com.canonical.certification::monitor/rca certification-status=blocker
+ # com.canonical.certification::monitor/svideo certification-status=blocker
+ # com.canonical.certification::monitor/vga certification-status=blocker
+ # com.canonical.certification::monitor/multi-head certification-status=blocker
+ # com.canonical.certification::__networking__
 # See Automated Tests section at the end of this file
 #networking/wired_connection
 ## use above test as a reminder to connect ethernet cable
- 2013.com.canonical.certification::networking/gateway_ping certification-status=blocker
- 2013.com.canonical.certification::networking/info certification-status=blocker
- 2013.com.canonical.certification::networking/info_eth\d
- #2013.com.canonical.certification::networking/info_wlan\d
+ com.canonical.certification::networking/gateway_ping certification-status=blocker
+ com.canonical.certification::networking/info certification-status=blocker
+ com.canonical.certification::networking/info_eth\d
+ #com.canonical.certification::networking/info_wlan\d
 #above case does not exist
- 2013.com.canonical.certification::networking/ntp certification-status=blocker
- 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
- 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read_.* certification-status=blocker
+ com.canonical.certification::networking/ntp certification-status=blocker
+ com.canonical.certification::optical_drive_.* certification-status=blocker
+ com.canonical.certification::optical/detect certification-status=blocker
+ com.canonical.certification::optical/read_.* certification-status=blocker
 #optical/read-automated
 #optical/cdrom-audio-playback
- 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-read_.* certification-status=blocker
+ com.canonical.certification::optical/bluray-write_.* certification-status=blocker
+ com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
+ com.canonical.certification::optical/dvd-write_.* certification-status=blocker
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::power-management/rtc certification-status=blocker
- 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- 2013.com.canonical.certification::power-management/fwts_wakealarm-log-attach
- #2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- #2013.com.canonical.certification::power-management/hibernate-single-log-check
- #2013.com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::power-management/rtc certification-status=blocker
+ com.canonical.certification::power-management/tickless_idle certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
+ com.canonical.certification::power-management/fwts_wakealarm-log-attach
+ #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ #com.canonical.certification::power-management/hibernate-single-log-check
+ #com.canonical.certification::power-management/hibernate-single-log-attach
 # hibernate cases moved to further below
- 2013.com.canonical.certification::touchpad/basic
- 2013.com.canonical.certification::touchpad/detected-as-mouse
- 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- 2013.com.canonical.certification::touchpad/continuous-move certification-status=blocker
- 2013.com.canonical.certification::touchpad/horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- 2013.com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- 2013.com.canonical.certification::touchscreen/tap-detect
- 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- 2013.com.canonical.certification::touchscreen/multitouch-rotate
- 2013.com.canonical.certification::touchscreen/nontouch-dash
- 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
- 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::usb/detect certification-status=blocker
- 2013.com.canonical.certification::usb/HID certification-status=blocker
- 2013.com.canonical.certification::usb/insert certification-status=blocker
- 2013.com.canonical.certification::usb/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb/remove certification-status=blocker
- 2013.com.canonical.certification::usb3/insert certification-status=blocker
- 2013.com.canonical.certification::usb3/storage-automated certification-status=blocker
- 2013.com.canonical.certification::usb3/remove certification-status=blocker
- 2013.com.canonical.certification::usb/usb3_read_performance
- 2013.com.canonical.certification::usb/usb3_read_performance_.*
+ com.canonical.certification::touchpad/basic
+ com.canonical.certification::touchpad/detected-as-mouse
+ com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
+ com.canonical.certification::touchpad/continuous-move certification-status=blocker
+ com.canonical.certification::touchpad/horizontal certification-status=blocker
+ com.canonical.certification::touchpad/vertical certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
+ com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
+ com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
+ com.canonical.certification::touchscreen/tap-detect
+ com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
+ com.canonical.certification::touchscreen/multitouch-rotate
+ com.canonical.certification::touchscreen/nontouch-dash
+ com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
+ com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
+ com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
+ com.canonical.certification::usb/detect certification-status=blocker
+ com.canonical.certification::usb/HID certification-status=blocker
+ com.canonical.certification::usb/insert certification-status=blocker
+ com.canonical.certification::usb/storage-automated certification-status=blocker
+ com.canonical.certification::usb/remove certification-status=blocker
+ com.canonical.certification::usb3/insert certification-status=blocker
+ com.canonical.certification::usb3/storage-automated certification-status=blocker
+ com.canonical.certification::usb3/remove certification-status=blocker
+ com.canonical.certification::usb/usb3_read_performance
+ com.canonical.certification::usb/usb3_read_performance_.*
 #wireless/wireless_connection
 ## as a reminder for QA to make sure wireless connected
 #led/wlan
 #led/wlan-disabled
- 2013.com.canonical.certification::wireless/wireless_scanning certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
- 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- #2013.com.canonical.certification::suspend/generator_.*
- 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
+ com.canonical.certification::wireless/wireless_scanning certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_ac certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
+ com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
+ #com.canonical.certification::suspend/generator_.*
+ com.canonical.certification::suspend/network_before_suspend certification-status=blocker
 # Ethernet was not connected here
- 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- 2013.com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- #2013.com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- #2013.com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- 2013.com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- 2013.com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
+ com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
+ com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
+ com.canonical.certification::suspend/2_suspend-single-log-attach_.*
+ #com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
+ #com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
+ com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
+ com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
 # Now we ask to switch to the first graphics card. This requires a restart
 # of checkbox.
- 2013.com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- 2013.com.canonical.certification::power-management/lid certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_close certification-status=blocker
- 2013.com.canonical.certification::power-management/lid_open certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- 2013.com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- 2013.com.canonical.certification::suspend/suspend-single-log-attach
- 2013.com.canonical.certification::led/power-blink-suspend certification-status=blocker
- 2013.com.canonical.certification::led/suspend certification-status=blocker
- #2013.com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- #2013.com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- 2013.com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-single-log-attach
- 2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
+ com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
+ com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
+ com.canonical.certification::power-management/lid certification-status=blocker
+ com.canonical.certification::power-management/lid_close certification-status=blocker
+ com.canonical.certification::power-management/lid_open certification-status=blocker
+ com.canonical.certification::suspend/suspend_advanced certification-status=blocker
+ com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
+ com.canonical.certification::suspend/suspend-single-log-attach
+ com.canonical.certification::led/power-blink-suspend certification-status=blocker
+ com.canonical.certification::led/suspend certification-status=blocker
+ #com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
+ #com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
+ com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/display_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/video_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-single-log-attach
+ com.canonical.certification::keys/sleep certification-status=blocker
+ com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
+ com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
+ com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
 #mediacard/cf-insert-after-suspend
 #mediacard/cf-storage-after-suspend
 #mediacard/cf-remove-after-suspend
@@ -362,33 +362,33 @@ include:
 #mediacard/xd-insert-after-suspend
 #mediacard/xd-storage-after-suspend
 #mediacard/xd-remove-after-suspend
- 2013.com.canonical.certification::suspend/network_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/network_after_suspend certification-status=blocker
 # Ethernet was not connected here
- 2013.com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
 ##suspend/xrandr_screens_after_suspend.tar.gz
 ## this one depends on cycle_resolutions_after_suspend_auto
- 2013.com.canonical.certification::suspend/keys_after_suspend/mute
- 2013.com.canonical.certification::suspend/keys_after_suspend/volume
- 2013.com.canonical.certification::suspend/keys_after_suspend/brightness
- #2013.com.canonical.certification::suspend/keys_after_suspend/wireless
- 2013.com.canonical.certification::suspend/keys_after_suspend/super
- 2013.com.canonical.certification::suspend/keys_after_suspend/media-control
- 2013.com.canonical.certification::suspend/keys_after_suspend/sleep
- 2013.com.canonical.certification::suspend/keys_after_suspend/video-out
- 2013.com.canonical.certification::suspend/keys_after_suspend/battery-info
- 2013.com.canonical.certification::suspend/keys_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan
- 2013.com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- 2013.com.canonical.certification::suspend/led_after_suspend/camera
- 2013.com.canonical.certification::suspend/led_after_suspend/caps-lock
- 2013.com.canonical.certification::suspend/led_after_suspend/mute
- 2013.com.canonical.certification::suspend/led_after_suspend/microphone-mute
- 2013.com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- 2013.com.canonical.certification::suspend/led_after_suspend/power
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charging
- 2013.com.canonical.certification::suspend/led_after_suspend/battery-charged
- 2013.com.canonical.certification::suspend/led_after_suspend/hdd
- 2013.com.canonical.certification::suspend/led_after_suspend/touchpad
+ com.canonical.certification::suspend/keys_after_suspend/mute
+ com.canonical.certification::suspend/keys_after_suspend/volume
+ com.canonical.certification::suspend/keys_after_suspend/brightness
+ #com.canonical.certification::suspend/keys_after_suspend/wireless
+ com.canonical.certification::suspend/keys_after_suspend/super
+ com.canonical.certification::suspend/keys_after_suspend/media-control
+ com.canonical.certification::suspend/keys_after_suspend/sleep
+ com.canonical.certification::suspend/keys_after_suspend/video-out
+ com.canonical.certification::suspend/keys_after_suspend/battery-info
+ com.canonical.certification::suspend/keys_after_suspend/touchpad
+ com.canonical.certification::suspend/led_after_suspend/wlan
+ com.canonical.certification::suspend/led_after_suspend/wlan-disabled
+ com.canonical.certification::suspend/led_after_suspend/camera
+ com.canonical.certification::suspend/led_after_suspend/caps-lock
+ com.canonical.certification::suspend/led_after_suspend/mute
+ com.canonical.certification::suspend/led_after_suspend/microphone-mute
+ com.canonical.certification::suspend/led_after_suspend/numeric-keypad
+ com.canonical.certification::suspend/led_after_suspend/power
+ com.canonical.certification::suspend/led_after_suspend/battery-charging
+ com.canonical.certification::suspend/led_after_suspend/battery-charged
+ com.canonical.certification::suspend/led_after_suspend/hdd
+ com.canonical.certification::suspend/led_after_suspend/touchpad
 #suspend/led_after_suspend/camera
 #suspend/led_after_suspend/power
 #suspend/led_after_suspend/battery-charging
@@ -399,130 +399,130 @@ include:
 #suspend/led_after_suspend/caps-lock
 #suspend/led_after_suspend/wireless
 #suspend/led_after_suspend/touchpad
- 2013.com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
 #suspend/gpu_lockup_after_suspend
 ## depends on suspend_advanced_auto, so skip
 # Test card 2 first, if present, since it's the one we will be using
 # after coming back from suspend if the system has hybrid graphics.
- 2013.com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
- 2013.com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
+ com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_ac certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_bg certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker
+ com.canonical.certification::suspend/wireless_connection_after_suspend_open_n certification-status=blocker
 # The following tests should run BEFORE the automated tests. The reboot and
 # power off tests will also give us a clean system to start the stress run
 # with.
- 2013.com.canonical.certification::power-management/poweroff
- 2013.com.canonical.certification::power-management/poweroff-log-attach
- 2013.com.canonical.certification::power-management/reboot
- 2013.com.canonical.certification::power-management/reboot-log-attach
- 2013.com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker
- 2013.com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots
- 2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots
- 2013.com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots
- 2013.com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
- 2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check
- 2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- 2013.com.canonical.certification::__stress__
- 2013.com.canonical.certification::stress/cpu_stress_test certification-status=blocker
- 2013.com.canonical.certification::stress/poweroff certification-status=blocker
- 2013.com.canonical.certification::stress/poweroff_log
- 2013.com.canonical.certification::stress/reboot certification-status=blocker
- 2013.com.canonical.certification::stress/reboot_log
+ com.canonical.certification::power-management/poweroff
+ com.canonical.certification::power-management/poweroff-log-attach
+ com.canonical.certification::power-management/reboot
+ com.canonical.certification::power-management/reboot-log-attach
+ com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker
+ com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots
+ com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots
+ com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots
+ com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
+ com.canonical.certification::power-management/hibernate-30-cycles-log-check
+ com.canonical.certification::power-management/hibernate-30-cycle-log-attach
+ com.canonical.certification::__stress__
+ com.canonical.certification::stress/cpu_stress_test certification-status=blocker
+ com.canonical.certification::stress/poweroff certification-status=blocker
+ com.canonical.certification::stress/poweroff_log
+ com.canonical.certification::stress/reboot certification-status=blocker
+ com.canonical.certification::stress/reboot_log
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests. They
 # have been moved to the end of the test run to improve the testing process.
- # 2013.com.canonical.certification::tpm2.0/.*
- 2013.com.canonical.certification::install/apt-get-gets-updates
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.*
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- 2013.com.canonical.certification::benchmarks/graphics/gtkperf
- 2013.com.canonical.certification::benchmarks/graphics/render-bench
+ # com.canonical.certification::tpm2.0/.*
+ com.canonical.certification::install/apt-get-gets-updates
+ com.canonical.certification::benchmarks/disk/hdparm-read_.*
+ com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
+ com.canonical.certification::benchmarks/graphics/gtkperf
+ com.canonical.certification::benchmarks/graphics/render-bench
 #benchmarks/graphics/qgears2-Xrender-gearsfancy
 #benchmarks/graphics/qgears2-Xrender-compo
 #benchmarks/graphics/qgears2-gl-gearsfancy
 #benchmarks/graphics/qgears2-gl-compo
 #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959
- #2013.com.canonical.certification::benchmarks/graphics/glmark2
- #2013.com.canonical.certification::benchmarks/system/cpu_on_idle
- #2013.com.canonical.certification::benchmarks/system/disk_on_idle
- 2013.com.canonical.certification::cpu/cstates certification-status=blocker
- 2013.com.canonical.certification::cpu/cstates_results.log
- 2013.com.canonical.certification::cpu/scaling_test certification-status=blocker
- 2013.com.canonical.certification::cpu/scaling_test-log-attach
- 2013.com.canonical.certification::cpu/offlining_test certification-status=blocker
- 2013.com.canonical.certification::cpu/topology certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
- 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats_.* certification-status=blocker
- 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
- 2013.com.canonical.certification::graphics/generator_3d_window_open_close
- 2013.com.canonical.certification::graphics/generator_3d_window_move
- 2013.com.canonical.certification::graphics/generator_3d_window_suspend_resume
- 2013.com.canonical.certification::graphics/generator_multi_3d_windows_open_close
- 2013.com.canonical.certification::memory/info certification-status=blocker
- 2013.com.canonical.certification::memory/check certification-status=blocker
- #2013.com.canonical.certification::miscellanea/fwts_test
- #2013.com.canonical.certification::miscellanea/fwts_results.log
- 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
- 2013.com.canonical.certification::miscellanea/oops_results.log
- 2013.com.canonical.certification::codecs_attachment
- 2013.com.canonical.certification::cpuinfo_attachment
- 2013.com.canonical.certification::dmesg_attachment
- 2013.com.canonical.certification::dmi_attachment
- 2013.com.canonical.certification::dmidecode_attachment
- 2013.com.canonical.certification::efi_attachment
- 2013.com.canonical.certification::lspci_attachment
- 2013.com.canonical.certification::lspci_network_attachment
- 2013.com.canonical.certification::lsusb_attachment
- 2013.com.canonical.certification::meminfo_attachment
- 2013.com.canonical.certification::modprobe_attachment
- 2013.com.canonical.certification::modules_attachment
- 2013.com.canonical.certification::sysctl_attachment
- 2013.com.canonical.certification::sysfs_attachment
- 2013.com.canonical.certification::udev_attachment
- 2013.com.canonical.certification::udev_resource_attachment
- 2013.com.canonical.certification::recovery_info_attachment
- 2013.com.canonical.certification::lsmod_attachment
- 2013.com.canonical.certification::acpi_sleep_attachment
- 2013.com.canonical.certification::lspci_standard_config_attachment
- 2013.com.canonical.certification::kernel_cmdline_attachment
- 2013.com.canonical.certification::modinfo_attachment
- 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm_.*.txt
- 2013.com.canonical.certification::installer_debug.gz
- 2013.com.canonical.certification::info/buildstamp
- 2013.com.canonical.certification::info/touchpad_driver
- 2013.com.canonical.certification::info/audio_device_driver
- 2013.com.canonical.certification::info/network_devices
- 2013.com.canonical.certification::info/xrandr
- 2013.com.canonical.certification::info/disk_partitions
+ #com.canonical.certification::benchmarks/graphics/glmark2
+ #com.canonical.certification::benchmarks/system/cpu_on_idle
+ #com.canonical.certification::benchmarks/system/disk_on_idle
+ com.canonical.certification::cpu/cstates certification-status=blocker
+ com.canonical.certification::cpu/cstates_results.log
+ com.canonical.certification::cpu/scaling_test certification-status=blocker
+ com.canonical.certification::cpu/scaling_test-log-attach
+ com.canonical.certification::cpu/offlining_test certification-status=blocker
+ com.canonical.certification::cpu/topology certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test certification-status=blocker
+ com.canonical.certification::cpu/maxfreq_test-log-attach
+ com.canonical.certification::cpu/clocktest
+ com.canonical.certification::disk/stats_.* certification-status=blocker
+ com.canonical.certification::disk/read_performance_.* certification-status=blocker
+ com.canonical.certification::disk/storage_device_.* certification-status=blocker
+ com.canonical.certification::graphics/generator_3d_window_open_close
+ com.canonical.certification::graphics/generator_3d_window_move
+ com.canonical.certification::graphics/generator_3d_window_suspend_resume
+ com.canonical.certification::graphics/generator_multi_3d_windows_open_close
+ com.canonical.certification::memory/info certification-status=blocker
+ com.canonical.certification::memory/check certification-status=blocker
+ #com.canonical.certification::miscellanea/fwts_test
+ #com.canonical.certification::miscellanea/fwts_results.log
+ com.canonical.certification::miscellanea/oops certification-status=blocker
+ com.canonical.certification::miscellanea/oops_results.log
+ com.canonical.certification::codecs_attachment
+ com.canonical.certification::cpuinfo_attachment
+ com.canonical.certification::dmesg_attachment
+ com.canonical.certification::dmi_attachment
+ com.canonical.certification::dmidecode_attachment
+ com.canonical.certification::efi_attachment
+ com.canonical.certification::lspci_attachment
+ com.canonical.certification::lspci_network_attachment
+ com.canonical.certification::lsusb_attachment
+ com.canonical.certification::meminfo_attachment
+ com.canonical.certification::modprobe_attachment
+ com.canonical.certification::modules_attachment
+ com.canonical.certification::sysctl_attachment
+ com.canonical.certification::sysfs_attachment
+ com.canonical.certification::udev_attachment
+ com.canonical.certification::udev_resource_attachment
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::lsmod_attachment
+ com.canonical.certification::acpi_sleep_attachment
+ com.canonical.certification::lspci_standard_config_attachment
+ com.canonical.certification::kernel_cmdline_attachment
+ com.canonical.certification::modinfo_attachment
+ com.canonical.certification::dkms_info_attachment
+ com.canonical.certification::info/hdparm_.*.txt
+ com.canonical.certification::installer_debug.gz
+ com.canonical.certification::info/buildstamp
+ com.canonical.certification::info/touchpad_driver
+ com.canonical.certification::info/audio_device_driver
+ com.canonical.certification::info/network_devices
+ com.canonical.certification::info/xrandr
+ com.canonical.certification::info/disk_partitions
 #unit: category
 #id: sutton
 #_name: Suttn tests
- 2014.com.canonical.ce::sutton/generic/sources-list/security
- 2014.com.canonical.ce::sutton/project/sources-list/project-base
- 2014.com.canonical.ce::sutton/project/sources-list/subproject
- 2014.com.canonical.ce::sutton/project/watermark
+ com.canonical.ce::sutton/generic/sources-list/security
+ com.canonical.ce::sutton/project/sources-list/project-base
+ com.canonical.ce::sutton/project/sources-list/subproject
+ com.canonical.ce::sutton/project/watermark
 bootstrap_include:
- 2013.com.canonical.certification::device
- 2013.com.canonical.certification::fwts
- 2013.com.canonical.certification::graphics_card
+ com.canonical.certification::device
+ com.canonical.certification::fwts
+ com.canonical.certification::graphics_card
 mandatory_include:
- 2013.com.canonical.certification::miscellanea/submission-resources
- 2013.com.canonical.plainbox::collect-manifest
+ com.canonical.certification::miscellanea/submission-resources
+ com.canonical.plainbox::collect-manifest
diff --git a/whitelists/kittyhawk-kylin.whitelist b/whitelists/kittyhawk-kylin.whitelist
index c5ab200..4d7ca56 100644
--- a/whitelists/kittyhawk-kylin.whitelist
+++ b/whitelists/kittyhawk-kylin.whitelist
@@ -3,32 +3,32 @@
 ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox (0.5~dev-bzr3052)
 
 # Resource Jobs
-2013.com.canonical.certification::accessibility
-2013.com.canonical.certification::block_device
-2013.com.canonical.certification::build
-2013.com.canonical.certification::cdimage
-2013.com.canonical.certification::cpuinfo
-2013.com.canonical.certification::device
-2013.com.canonical.certification::display
-2013.com.canonical.certification::dmi
-2013.com.canonical.certification::dpkg
-2013.com.canonical.certification::efi
-2013.com.canonical.certification::environment
-2013.com.canonical.certification::gconf
-2013.com.canonical.certification::lsb
-2013.com.canonical.certification::meminfo
-2013.com.canonical.certification::module
-2013.com.canonical.certification::optical_drive
-2013.com.canonical.certification::package
-2013.com.canonical.certification::resource
+com.canonical.certification::accessibility
+com.canonical.certification::block_device
+com.canonical.certification::build
+com.canonical.certification::cdimage
+com.canonical.certification::cpuinfo
+com.canonical.certification::device
+com.canonical.certification::display
+com.canonical.certification::dmi
+com.canonical.certification::dpkg
+com.canonical.certification::efi
+com.canonical.certification::environment
+com.canonical.certification::gconf
+com.canonical.certification::lsb
+com.canonical.certification::meminfo
+com.canonical.certification::module
+com.canonical.certification::optical_drive
+com.canonical.certification::package
+com.canonical.certification::resource
 #resources
-2013.com.canonical.certification::sleep
+com.canonical.certification::sleep
 #touchpad_scroll
-2013.com.canonical.certification::xinput
-2013.com.canonical.certification::uname
-2013.com.canonical.certification::usb
+com.canonical.certification::xinput
+com.canonical.certification::uname
+com.canonical.certification::usb
 
-2013.com.canonical.certification::miscellanea/submission-resources
+com.canonical.certification::miscellanea/submission-resources
 
 #Kittyhawk specific Kylin items
 kittyhawk
@@ -68,30 +68,30 @@ kittyhawk/kylin/oobe/slideshow
 kittyhawk/kylin/third-party-add-on/baidu-search
 
 #Info attachment jobs
-2013.com.canonical.certification::__info__
-2013.com.canonical.certification::codecs_attachment
-2013.com.canonical.certification::cpuinfo_attachment
-2013.com.canonical.certification::dmesg_attachment
-2013.com.canonical.certification::dmi_attachment
-2013.com.canonical.certification::dmidecode_attachment
-2013.com.canonical.certification::efi_attachment
-2013.com.canonical.certification::lspci_attachment
-2013.com.canonical.certification::lspci_network_attachment
-2013.com.canonical.certification::lsusb_attachment
-2013.com.canonical.certification::meminfo_attachment
-2013.com.canonical.certification::modprobe_attachment
-2013.com.canonical.certification::modules_attachment
-2013.com.canonical.certification::sysctl_attachment
-2013.com.canonical.certification::sysfs_attachment
-2013.com.canonical.certification::udev_attachment
-2013.com.canonical.certification::udev_resource_attachment
-2013.com.canonical.certification::lsmod_attachment
-2013.com.canonical.certification::acpi_sleep_attachment
-2013.com.canonical.certification::info/hdparm
-2013.com.canonical.certification::info/hdparm_.*.txt
-2013.com.canonical.certification::installer_debug.gz
-2013.com.canonical.certification::info/touchpad_driver
-2013.com.canonical.certification::info/audio_device_driver
-2013.com.canonical.certification::info/network_devices
-2013.com.canonical.certification::info/xrandr
-2013.com.canonical.certification::info/disk_partitions
+com.canonical.certification::__info__
+com.canonical.certification::codecs_attachment
+com.canonical.certification::cpuinfo_attachment
+com.canonical.certification::dmesg_attachment
+com.canonical.certification::dmi_attachment
+com.canonical.certification::dmidecode_attachment
+com.canonical.certification::efi_attachment
+com.canonical.certification::lspci_attachment
+com.canonical.certification::lspci_network_attachment
+com.canonical.certification::lsusb_attachment
+com.canonical.certification::meminfo_attachment
+com.canonical.certification::modprobe_attachment
+com.canonical.certification::modules_attachment
+com.canonical.certification::sysctl_attachment
+com.canonical.certification::sysfs_attachment
+com.canonical.certification::udev_attachment
+com.canonical.certification::udev_resource_attachment
+com.canonical.certification::lsmod_attachment
+com.canonical.certification::acpi_sleep_attachment
+com.canonical.certification::info/hdparm
+com.canonical.certification::info/hdparm_.*.txt
+com.canonical.certification::installer_debug.gz
+com.canonical.certification::info/touchpad_driver
+com.canonical.certification::info/audio_device_driver
+com.canonical.certification::info/network_devices
+com.canonical.certification::info/xrandr
+com.canonical.certification::info/disk_partitions
diff --git a/whitelists/kittyhawk-prd-items.whitelist b/whitelists/kittyhawk-prd-items.whitelist
index 8a9f5b3..b7390b9 100644
--- a/whitelists/kittyhawk-prd-items.whitelist
+++ b/whitelists/kittyhawk-prd-items.whitelist
@@ -3,32 +3,32 @@
 ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox (0.5~dev-bzr3052)
 
 # Resource Jobs
-2013.com.canonical.certification::accessibility
-2013.com.canonical.certification::block_device
-2013.com.canonical.certification::build
-2013.com.canonical.certification::cdimage
-2013.com.canonical.certification::cpuinfo
-2013.com.canonical.certification::device
-2013.com.canonical.certification::display
-2013.com.canonical.certification::dmi
-2013.com.canonical.certification::dpkg
-2013.com.canonical.certification::efi
-2013.com.canonical.certification::environment
-2013.com.canonical.certification::gconf
-2013.com.canonical.certification::lsb
-2013.com.canonical.certification::meminfo
-2013.com.canonical.certification::module
-2013.com.canonical.certification::optical_drive
-2013.com.canonical.certification::package
-2013.com.canonical.certification::resource
+com.canonical.certification::accessibility
+com.canonical.certification::block_device
+com.canonical.certification::build
+com.canonical.certification::cdimage
+com.canonical.certification::cpuinfo
+com.canonical.certification::device
+com.canonical.certification::display
+com.canonical.certification::dmi
+com.canonical.certification::dpkg
+com.canonical.certification::efi
+com.canonical.certification::environment
+com.canonical.certification::gconf
+com.canonical.certification::lsb
+com.canonical.certification::meminfo
+com.canonical.certification::module
+com.canonical.certification::optical_drive
+com.canonical.certification::package
+com.canonical.certification::resource
 #resources
-2013.com.canonical.certification::sleep
+com.canonical.certification::sleep
 #touchpad_scroll
-2013.com.canonical.certification::xinput
-2013.com.canonical.certification::uname
-2013.com.canonical.certification::usb
+com.canonical.certification::xinput
+com.canonical.certification::uname
+com.canonical.certification::usb
 
-2013.com.canonical.certification::miscellanea/submission-resources
+com.canonical.certification::miscellanea/submission-resources
 
 #Kittyhawk specific PRD items
 kittyhawk
@@ -180,30 +180,30 @@ kittyhawk/baseOS/graphics/hidpi-lowest-range
 kittyhawk/baseOS/graphics/hidpi-mid-range
 
 #Info attachment jobs
-2013.com.canonical.certification::__info__
-2013.com.canonical.certification::codecs_attachment
-2013.com.canonical.certification::cpuinfo_attachment
-2013.com.canonical.certification::dmesg_attachment
-2013.com.canonical.certification::dmi_attachment
-2013.com.canonical.certification::dmidecode_attachment
-2013.com.canonical.certification::efi_attachment
-2013.com.canonical.certification::lspci_attachment
-2013.com.canonical.certification::lspci_network_attachment
-2013.com.canonical.certification::lsusb_attachment
-2013.com.canonical.certification::meminfo_attachment
-2013.com.canonical.certification::modprobe_attachment
-2013.com.canonical.certification::modules_attachment
-2013.com.canonical.certification::sysctl_attachment
-2013.com.canonical.certification::sysfs_attachment
-2013.com.canonical.certification::udev_attachment
-2013.com.canonical.certification::udev_resource_attachment
-2013.com.canonical.certification::lsmod_attachment
-2013.com.canonical.certification::acpi_sleep_attachment
-2013.com.canonical.certification::info/hdparm
-2013.com.canonical.certification::info/hdparm_.*.txt
-2013.com.canonical.certification::installer_debug.gz
-2013.com.canonical.certification::info/touchpad_driver
-2013.com.canonical.certification::info/audio_device_driver
-2013.com.canonical.certification::info/network_devices
-2013.com.canonical.certification::info/xrandr
-2013.com.canonical.certification::info/disk_partitions
+com.canonical.certification::__info__
+com.canonical.certification::codecs_attachment
+com.canonical.certification::cpuinfo_attachment
+com.canonical.certification::dmesg_attachment
+com.canonical.certification::dmi_attachment
+com.canonical.certification::dmidecode_attachment
+com.canonical.certification::efi_attachment
+com.canonical.certification::lspci_attachment
+com.canonical.certification::lspci_network_attachment
+com.canonical.certification::lsusb_attachment
+com.canonical.certification::meminfo_attachment
+com.canonical.certification::modprobe_attachment
+com.canonical.certification::modules_attachment
+com.canonical.certification::sysctl_attachment
+com.canonical.certification::sysfs_attachment
+com.canonical.certification::udev_attachment
+com.canonical.certification::udev_resource_attachment
+com.canonical.certification::lsmod_attachment
+com.canonical.certification::acpi_sleep_attachment
+com.canonical.certification::info/hdparm
+com.canonical.certification::info/hdparm_.*.txt
+com.canonical.certification::installer_debug.gz
+com.canonical.certification::info/touchpad_driver
+com.canonical.certification::info/audio_device_driver
+com.canonical.certification::info/network_devices
+com.canonical.certification::info/xrandr
+com.canonical.certification::info/disk_partitions
diff --git a/whitelists/kittyhawk-retail-mode.whitelist b/whitelists/kittyhawk-retail-mode.whitelist
index 51108d5..8dc30e3 100644
--- a/whitelists/kittyhawk-retail-mode.whitelist
+++ b/whitelists/kittyhawk-retail-mode.whitelist
@@ -3,32 +3,32 @@
 ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox (0.5~dev-bzr3052)
 
 # Resource Jobs
-2013.com.canonical.certification::accessibility
-2013.com.canonical.certification::block_device
-2013.com.canonical.certification::build
-2013.com.canonical.certification::cdimage
-2013.com.canonical.certification::cpuinfo
-2013.com.canonical.certification::device
-2013.com.canonical.certification::display
-2013.com.canonical.certification::dmi
-2013.com.canonical.certification::dpkg
-2013.com.canonical.certification::efi
-2013.com.canonical.certification::environment
-2013.com.canonical.certification::gconf
-2013.com.canonical.certification::lsb
-2013.com.canonical.certification::meminfo
-2013.com.canonical.certification::module
-2013.com.canonical.certification::optical_drive
-2013.com.canonical.certification::package
-2013.com.canonical.certification::resource
+com.canonical.certification::accessibility
+com.canonical.certification::block_device
+com.canonical.certification::build
+com.canonical.certification::cdimage
+com.canonical.certification::cpuinfo
+com.canonical.certification::device
+com.canonical.certification::display
+com.canonical.certification::dmi
+com.canonical.certification::dpkg
+com.canonical.certification::efi
+com.canonical.certification::environment
+com.canonical.certification::gconf
+com.canonical.certification::lsb
+com.canonical.certification::meminfo
+com.canonical.certification::module
+com.canonical.certification::optical_drive
+com.canonical.certification::package
+com.canonical.certification::resource
 #resources
-2013.com.canonical.certification::sleep
+com.canonical.certification::sleep
 #touchpad_scroll
-2013.com.canonical.certification::xinput
-2013.com.canonical.certification::uname
-2013.com.canonical.certification::usb
+com.canonical.certification::xinput
+com.canonical.certification::uname
+com.canonical.certification::usb
 
-2013.com.canonical.certification::miscellanea/submission-resources
+com.canonical.certification::miscellanea/submission-resources
 
 #Kittyhawk specific retail mode items
 
@@ -49,30 +49,30 @@ kittyhawk/consumer/retail-mode/demo
 kittyhawk/consumer/retail-mode/limited-power-settings
 
 #Info attachment jobs
-2013.com.canonical.certification::__info__
-2013.com.canonical.certification::codecs_attachment
-2013.com.canonical.certification::cpuinfo_attachment
-2013.com.canonical.certification::dmesg_attachment
-2013.com.canonical.certification::dmi_attachment
-2013.com.canonical.certification::dmidecode_attachment
-2013.com.canonical.certification::efi_attachment
-2013.com.canonical.certification::lspci_attachment
-2013.com.canonical.certification::lspci_network_attachment
-2013.com.canonical.certification::lsusb_attachment
-2013.com.canonical.certification::meminfo_attachment
-2013.com.canonical.certification::modprobe_attachment
-2013.com.canonical.certification::modules_attachment
-2013.com.canonical.certification::sysctl_attachment
-2013.com.canonical.certification::sysfs_attachment
-2013.com.canonical.certification::udev_attachment
-2013.com.canonical.certification::udev_resource_attachment
-2013.com.canonical.certification::lsmod_attachment
-2013.com.canonical.certification::acpi_sleep_attachment
-2013.com.canonical.certification::info/hdparm
-2013.com.canonical.certification::info/hdparm_.*.txt
-2013.com.canonical.certification::installer_debug.gz
-2013.com.canonical.certification::info/touchpad_driver
-2013.com.canonical.certification::info/audio_device_driver
-2013.com.canonical.certification::info/network_devices
-2013.com.canonical.certification::info/xrandr
-2013.com.canonical.certification::info/disk_partitions
+com.canonical.certification::__info__
+com.canonical.certification::codecs_attachment
+com.canonical.certification::cpuinfo_attachment
+com.canonical.certification::dmesg_attachment
+com.canonical.certification::dmi_attachment
+com.canonical.certification::dmidecode_attachment
+com.canonical.certification::efi_attachment
+com.canonical.certification::lspci_attachment
+com.canonical.certification::lspci_network_attachment
+com.canonical.certification::lsusb_attachment
+com.canonical.certification::meminfo_attachment
+com.canonical.certification::modprobe_attachment
+com.canonical.certification::modules_attachment
+com.canonical.certification::sysctl_attachment
+com.canonical.certification::sysfs_attachment
+com.canonical.certification::udev_attachment
+com.canonical.certification::udev_resource_attachment
+com.canonical.certification::lsmod_attachment
+com.canonical.certification::acpi_sleep_attachment
+com.canonical.certification::info/hdparm
+com.canonical.certification::info/hdparm_.*.txt
+com.canonical.certification::installer_debug.gz
+com.canonical.certification::info/touchpad_driver
+com.canonical.certification::info/audio_device_driver
+com.canonical.certification::info/network_devices
+com.canonical.certification::info/xrandr
+com.canonical.certification::info/disk_partitions
diff --git a/whitelists/kittyhawk2-kylin.whitelist b/whitelists/kittyhawk2-kylin.whitelist
index 1c4c0da..abe943b 100644
--- a/whitelists/kittyhawk2-kylin.whitelist
+++ b/whitelists/kittyhawk2-kylin.whitelist
@@ -3,38 +3,38 @@
 ## Based on plainbox, checkbox, checkbox-gui
 
 # Resource Jobs
-2013.com.canonical.certification::IEEE_80211
-2013.com.canonical.certification::block_device
-2013.com.canonical.certification::cdimage
-2013.com.canonical.certification::cpuinfo
-2013.com.canonical.certification::device
-2013.com.canonical.certification::display
-2013.com.canonical.certification::dmi
-2013.com.canonical.certification::dpkg
-2013.com.canonical.certification::efi
-2013.com.canonical.certification::environment
-2013.com.canonical.certification::gconf
-2013.com.canonical.certification::lsb
-2013.com.canonical.certification::meminfo
-2013.com.canonical.certification::mobilebroadband
-2013.com.canonical.certification::module
-2013.com.canonical.certification::optical_drive
-2013.com.canonical.certification::package
-2013.com.canonical.certification::rtc
-2013.com.canonical.certification::sleep
-2013.com.canonical.certification::touchpad_scroll
-2013.com.canonical.certification::uname
-2013.com.canonical.certification::usb
-2013.com.canonical.certification::xinput
-2013.com.canonical.certification::resource
-2013.com.canonical.certification::miscellanea/submission-resources
+com.canonical.certification::IEEE_80211
+com.canonical.certification::block_device
+com.canonical.certification::cdimage
+com.canonical.certification::cpuinfo
+com.canonical.certification::device
+com.canonical.certification::display
+com.canonical.certification::dmi
+com.canonical.certification::dpkg
+com.canonical.certification::efi
+com.canonical.certification::environment
+com.canonical.certification::gconf
+com.canonical.certification::lsb
+com.canonical.certification::meminfo
+com.canonical.certification::mobilebroadband
+com.canonical.certification::module
+com.canonical.certification::optical_drive
+com.canonical.certification::package
+com.canonical.certification::rtc
+com.canonical.certification::sleep
+com.canonical.certification::touchpad_scroll
+com.canonical.certification::uname
+com.canonical.certification::usb
+com.canonical.certification::xinput
+com.canonical.certification::resource
+com.canonical.certification::miscellanea/submission-resources
 
 # Tests grouped by categories. Categories start with '__'
-2013.com.canonical.certification::hardware
-2013.com.canonical.certification::hardware/certification
+com.canonical.certification::hardware
+com.canonical.certification::hardware/certification
 
-2013.com.canonical.certification::__miscellanea__
-2013.com.canonical.certification::miscellanea/tester-info
+com.canonical.certification::__miscellanea__
+com.canonical.certification::miscellanea/tester-info
 
 #Kittyhawk 2.0 specific PRD items for Kylin Profile
 # Kylin Installer tests
@@ -82,26 +82,26 @@ kittyhawk2/kylin/third-party-add-on/baidu-search
 kittyhawk2/kylin/third-party-add-on/baidu-default-home-page
 
 #Info attachment jobs
-2013.com.canonical.certification::__info__
-2013.com.canonical.certification::codecs_attachment
-2013.com.canonical.certification::cpuinfo_attachment
-2013.com.canonical.certification::dmesg_attachment
-2013.com.canonical.certification::dmi_attachment
-2013.com.canonical.certification::dmidecode_attachment
-2013.com.canonical.certification::efi_attachment
-2013.com.canonical.certification::lspci_attachment
-2013.com.canonical.certification::lsusb_attachment
-2013.com.canonical.certification::meminfo_attachment
-2013.com.canonical.certification::modprobe_attachment
-2013.com.canonical.certification::modules_attachment
-2013.com.canonical.certification::sysctl_attachment
-2013.com.canonical.certification::sysfs_attachment
-2013.com.canonical.certification::udev_attachment
-2013.com.canonical.certification::lsmod_attachment
-2013.com.canonical.certification::acpi_sleep_attachment
-2013.com.canonical.certification::info/hdparm
-2013.com.canonical.certification::info/hdparm_.*.txt
-2013.com.canonical.certification::installer_debug.gz
-2013.com.canonical.certification::info/touchpad_driver
-2013.com.canonical.certification::info/disk_partitions
+com.canonical.certification::__info__
+com.canonical.certification::codecs_attachment
+com.canonical.certification::cpuinfo_attachment
+com.canonical.certification::dmesg_attachment
+com.canonical.certification::dmi_attachment
+com.canonical.certification::dmidecode_attachment
+com.canonical.certification::efi_attachment
+com.canonical.certification::lspci_attachment
+com.canonical.certification::lsusb_attachment
+com.canonical.certification::meminfo_attachment
+com.canonical.certification::modprobe_attachment
+com.canonical.certification::modules_attachment
+com.canonical.certification::sysctl_attachment
+com.canonical.certification::sysfs_attachment
+com.canonical.certification::udev_attachment
+com.canonical.certification::lsmod_attachment
+com.canonical.certification::acpi_sleep_attachment
+com.canonical.certification::info/hdparm
+com.canonical.certification::info/hdparm_.*.txt
+com.canonical.certification::installer_debug.gz
+com.canonical.certification::info/touchpad_driver
+com.canonical.certification::info/disk_partitions
 
diff --git a/whitelists/kittyhawk2-prd-items.whitelist b/whitelists/kittyhawk2-prd-items.whitelist
index fe96b02..941d422 100644
--- a/whitelists/kittyhawk2-prd-items.whitelist
+++ b/whitelists/kittyhawk2-prd-items.whitelist
@@ -3,38 +3,38 @@
 ## Based on plainbox, checkbox, checkbox-gui
 
 # Resource Jobs
-2013.com.canonical.certification::IEEE_80211
-2013.com.canonical.certification::block_device
-2013.com.canonical.certification::cdimage
-2013.com.canonical.certification::cpuinfo
-2013.com.canonical.certification::device
-2013.com.canonical.certification::display
-2013.com.canonical.certification::dmi
-2013.com.canonical.certification::dpkg
-2013.com.canonical.certification::efi
-2013.com.canonical.certification::environment
-2013.com.canonical.certification::gconf
-2013.com.canonical.certification::lsb
-2013.com.canonical.certification::meminfo
-2013.com.canonical.certification::mobilebroadband
-2013.com.canonical.certification::module
-2013.com.canonical.certification::optical_drive
-2013.com.canonical.certification::package
-2013.com.canonical.certification::rtc
-2013.com.canonical.certification::sleep
-2013.com.canonical.certification::touchpad_scroll
-2013.com.canonical.certification::uname
-2013.com.canonical.certification::usb
-2013.com.canonical.certification::xinput
-2013.com.canonical.certification::resource
-2013.com.canonical.certification::miscellanea/submission-resources
+com.canonical.certification::IEEE_80211
+com.canonical.certification::block_device
+com.canonical.certification::cdimage
+com.canonical.certification::cpuinfo
+com.canonical.certification::device
+com.canonical.certification::display
+com.canonical.certification::dmi
+com.canonical.certification::dpkg
+com.canonical.certification::efi
+com.canonical.certification::environment
+com.canonical.certification::gconf
+com.canonical.certification::lsb
+com.canonical.certification::meminfo
+com.canonical.certification::mobilebroadband
+com.canonical.certification::module
+com.canonical.certification::optical_drive
+com.canonical.certification::package
+com.canonical.certification::rtc
+com.canonical.certification::sleep
+com.canonical.certification::touchpad_scroll
+com.canonical.certification::uname
+com.canonical.certification::usb
+com.canonical.certification::xinput
+com.canonical.certification::resource
+com.canonical.certification::miscellanea/submission-resources
 
 # Tests grouped by categories. Categories start with '__'
-2013.com.canonical.certification::hardware
-2013.com.canonical.certification::hardware/certification
+com.canonical.certification::hardware
+com.canonical.certification::hardware/certification
 
-2013.com.canonical.certification::__miscellanea__
-2013.com.canonical.certification::miscellanea/tester-info
+com.canonical.certification::__miscellanea__
+com.canonical.certification::miscellanea/tester-info
 
 #Kittyhawk 2.0 specific PRD items
 kittyhawk2
@@ -233,27 +233,27 @@ kittyhawk2/baseOS/estar/suspend-option-20min
 kittyhawk2/baseOS/estar/suspend-option-2hours
 
 #Info attachment jobs
-2013.com.canonical.certification::__info__
-2013.com.canonical.certification::codecs_attachment
-2013.com.canonical.certification::cpuinfo_attachment
-2013.com.canonical.certification::dmesg_attachment
-2013.com.canonical.certification::dmi_attachment
-2013.com.canonical.certification::dmidecode_attachment
-2013.com.canonical.certification::efi_attachment
-2013.com.canonical.certification::lspci_attachment
-2013.com.canonical.certification::lsusb_attachment
-2013.com.canonical.certification::meminfo_attachment
-2013.com.canonical.certification::modprobe_attachment
-2013.com.canonical.certification::modules_attachment
-2013.com.canonical.certification::sysctl_attachment
-2013.com.canonical.certification::sysfs_attachment
-2013.com.canonical.certification::udev_attachment
-2013.com.canonical.certification::lsmod_attachment
-2013.com.canonical.certification::acpi_sleep_attachment
-2013.com.canonical.certification::info/hdparm
-2013.com.canonical.certification::info/hdparm_.*.txt
-2013.com.canonical.certification::installer_debug.gz
-2013.com.canonical.certification::info/touchpad_driver
-2013.com.canonical.certification::info/disk_partitions
+com.canonical.certification::__info__
+com.canonical.certification::codecs_attachment
+com.canonical.certification::cpuinfo_attachment
+com.canonical.certification::dmesg_attachment
+com.canonical.certification::dmi_attachment
+com.canonical.certification::dmidecode_attachment
+com.canonical.certification::efi_attachment
+com.canonical.certification::lspci_attachment
+com.canonical.certification::lsusb_attachment
+com.canonical.certification::meminfo_attachment
+com.canonical.certification::modprobe_attachment
+com.canonical.certification::modules_attachment
+com.canonical.certification::sysctl_attachment
+com.canonical.certification::sysfs_attachment
+com.canonical.certification::udev_attachment
+com.canonical.certification::lsmod_attachment
+com.canonical.certification::acpi_sleep_attachment
+com.canonical.certification::info/hdparm
+com.canonical.certification::info/hdparm_.*.txt
+com.canonical.certification::installer_debug.gz
+com.canonical.certification::info/touchpad_driver
+com.canonical.certification::info/disk_partitions
 
 
diff --git a/whitelists/kittyhawk2-retail-mode.whitelist b/whitelists/kittyhawk2-retail-mode.whitelist
index c3ab0dc..600475b 100644
--- a/whitelists/kittyhawk2-retail-mode.whitelist
+++ b/whitelists/kittyhawk2-retail-mode.whitelist
@@ -3,38 +3,38 @@
 ## Based on plainbox, checkbox, checkbox-gui
 
 # Resource Jobs
-2013.com.canonical.certification::IEEE_80211
-2013.com.canonical.certification::block_device
-2013.com.canonical.certification::cdimage
-2013.com.canonical.certification::cpuinfo
-2013.com.canonical.certification::device
-2013.com.canonical.certification::display
-2013.com.canonical.certification::dmi
-2013.com.canonical.certification::dpkg
-2013.com.canonical.certification::efi
-2013.com.canonical.certification::environment
-2013.com.canonical.certification::gconf
-2013.com.canonical.certification::lsb
-2013.com.canonical.certification::meminfo
-2013.com.canonical.certification::mobilebroadband
-2013.com.canonical.certification::module
-2013.com.canonical.certification::optical_drive
-2013.com.canonical.certification::package
-2013.com.canonical.certification::rtc
-2013.com.canonical.certification::sleep
-2013.com.canonical.certification::touchpad_scroll
-2013.com.canonical.certification::uname
-2013.com.canonical.certification::usb
-2013.com.canonical.certification::xinput
-2013.com.canonical.certification::resource
-2013.com.canonical.certification::miscellanea/submission-resources
+com.canonical.certification::IEEE_80211
+com.canonical.certification::block_device
+com.canonical.certification::cdimage
+com.canonical.certification::cpuinfo
+com.canonical.certification::device
+com.canonical.certification::display
+com.canonical.certification::dmi
+com.canonical.certification::dpkg
+com.canonical.certification::efi
+com.canonical.certification::environment
+com.canonical.certification::gconf
+com.canonical.certification::lsb
+com.canonical.certification::meminfo
+com.canonical.certification::mobilebroadband
+com.canonical.certification::module
+com.canonical.certification::optical_drive
+com.canonical.certification::package
+com.canonical.certification::rtc
+com.canonical.certification::sleep
+com.canonical.certification::touchpad_scroll
+com.canonical.certification::uname
+com.canonical.certification::usb
+com.canonical.certification::xinput
+com.canonical.certification::resource
+com.canonical.certification::miscellanea/submission-resources
 
 # Tests grouped by categories. Categories start with '__'
-2013.com.canonical.certification::hardware
-2013.com.canonical.certification::hardware/certification
+com.canonical.certification::hardware
+com.canonical.certification::hardware/certification
 
-2013.com.canonical.certification::__miscellanea__
-2013.com.canonical.certification::miscellanea/tester-info
+com.canonical.certification::__miscellanea__
+com.canonical.certification::miscellanea/tester-info
 
 #Kittyhawk 2.0 specific PRD items for Consumer Retail mode
 kittyhawk2/consumer/installation
@@ -53,26 +53,26 @@ kittyhawk2/consumer/retail-mode/demo
 kittyhawk2/consumer/retail-mode/limited-power-settings
 
 #Info attachment jobs
-2013.com.canonical.certification::__info__
-2013.com.canonical.certification::codecs_attachment
-2013.com.canonical.certification::cpuinfo_attachment
-2013.com.canonical.certification::dmesg_attachment
-2013.com.canonical.certification::dmi_attachment
-2013.com.canonical.certification::dmidecode_attachment
-2013.com.canonical.certification::efi_attachment
-2013.com.canonical.certification::lspci_attachment
-2013.com.canonical.certification::lsusb_attachment
-2013.com.canonical.certification::meminfo_attachment
-2013.com.canonical.certification::modprobe_attachment
-2013.com.canonical.certification::modules_attachment
-2013.com.canonical.certification::sysctl_attachment
-2013.com.canonical.certification::sysfs_attachment
-2013.com.canonical.certification::udev_attachment
-2013.com.canonical.certification::lsmod_attachment
-2013.com.canonical.certification::acpi_sleep_attachment
-2013.com.canonical.certification::info/hdparm
-2013.com.canonical.certification::info/hdparm_.*.txt
-2013.com.canonical.certification::installer_debug.gz
-2013.com.canonical.certification::info/touchpad_driver
-2013.com.canonical.certification::info/disk_partitions
+com.canonical.certification::__info__
+com.canonical.certification::codecs_attachment
+com.canonical.certification::cpuinfo_attachment
+com.canonical.certification::dmesg_attachment
+com.canonical.certification::dmi_attachment
+com.canonical.certification::dmidecode_attachment
+com.canonical.certification::efi_attachment
+com.canonical.certification::lspci_attachment
+com.canonical.certification::lsusb_attachment
+com.canonical.certification::meminfo_attachment
+com.canonical.certification::modprobe_attachment
+com.canonical.certification::modules_attachment
+com.canonical.certification::sysctl_attachment
+com.canonical.certification::sysfs_attachment
+com.canonical.certification::udev_attachment
+com.canonical.certification::lsmod_attachment
+com.canonical.certification::acpi_sleep_attachment
+com.canonical.certification::info/hdparm
+com.canonical.certification::info/hdparm_.*.txt
+com.canonical.certification::installer_debug.gz
+com.canonical.certification::info/touchpad_driver
+com.canonical.certification::info/disk_partitions