46 files changed, 90 insertions, 1380 deletions

diff --git a/bin/check-oem-package-source.py b/bin/check-oem-package-source.py
index 252c780..0b209b2 100755
--- a/bin/check-oem-package-source.py
+++ b/bin/check-oem-package-source.py
@@ -56,16 +56,13 @@ def _get_platform_name():
 platform_pattern = r"canonical-(\w*-\w*)-\S*\+([^+ ]*)\+\S*"
 ret_code, dct_data = issue_cmd(platform_cmd)
 if ret_code != 0:
- print("Failed to get DCD data", file=sys.stderr)
- sys.exit(1)
+ raise SystemExit("Failed to get DCD data")
 
 filter_result = re.search(platform_pattern, dct_data)
 if filter_result:
 project, platform = filter_result.groups()
 else:
- print("Failed to filter out the project name or platform name",
- file=sys.stderr)
- sys.exit(1)
+ raise SystemExit("Failed to filter out the project or platform name")
 
 return project, platform
 
@@ -75,8 +72,7 @@ def _get_code_name():
 ret_code, codename = issue_cmd(codename_cmd)
 
 if ret_code != 0:
- print("Failed to get codename", file=sys.stderr)
- sys.exit(1)
+ raise SystemExit("Failed to get codename")
 
 return codename
 
@@ -94,8 +90,7 @@ def gen_oem_meta_name(project, platform, factory, meta_type):
 platform = platform.rsplit("-", 2)
 
 if len(platform) != 3:
- print("Unexpected platform format: ", platform, file=sys.stderr)
- sys.exit(1)
+ raise SystemExit(f"Unexpected platform format: {platform}")
 # Look into /etc/apt/sources.list.d/
 pattern = r"^(oem-{})-(\S*)-meta\.list$".format(
 platform[0].replace("-", ".", 1))
@@ -119,24 +114,16 @@ def gen_oem_meta_name(project, platform, factory, meta_type):
 platform_code = result.groups()[0]
 break
 else:
- print("Unknown project name: ", project, file=sys.stderr)
- sys.exit(1)
-
- if platform_code:
- if meta_type == "platform":
- oem_metaname = "{}{}-{}-meta".format(
- project_code, "-factory" if factory else "", platform_code)
- elif meta_type == "project":
- oem_metaname = "{}{}-meta".format(
- project_code, "-factory" if factory else "")
- else:
- oem_metaname = None
+ raise SystemExit("Unknown project name: ")
+
+ if (meta_type == "platform" and project_code is not None and
+ platform_code is not None):
+ oem_metaname = "{}{}-{}-meta".format(
+ project_code, factory, platform_code)
+ elif meta_type == "project" and project_code is not None:
+ oem_metaname = "{}{}-meta".format(project_code, factory)
 else:
- oem_metaname = None
-
- if not oem_metaname:
- print("Failed to generate oem-meta name", file=sys.stderr)
- sys.exit(1)
+ raise SystemExit("Failed to generate oem-meta name")
 
 return oem_metaname
 
@@ -435,9 +422,10 @@ def main():
 codename = _get_code_name()
 if args.meta == "":
 project, platform = _get_platform_name()
+ factory_pattern = "-factory" if args.factory_meta else ""
 oem_metaname = gen_oem_meta_name(project,
 platform,
- args.factory_meta,
+ factory_pattern,
 args.gen_meta_type)
 else:
 # User need to provided a package name
diff --git a/bin/check_grub_boothole.sh b/bin/check_grub_boothole.sh
index 596a671..8260459 100755
--- a/bin/check_grub_boothole.sh
+++ b/bin/check_grub_boothole.sh
@@ -33,6 +33,9 @@ case "$(lsb_release -cs)" in
 (5.13.0-*-oem)
 TARGET_KERNEL=5.13.0-1003-oem
 ;;
+ (5.14.0-*-oem)
+ TARGET_KERNEL=5.14.0-1004-oem
+ ;;
 (*)
 echo "Linux kernel '$(uname -r)' is not in the check list yet. Please report the bug."
 exit 1
diff --git a/debian/changelog b/debian/changelog
index d83cf29..2db5ad2 100644
--- a/debian/changelog
+++ b/debian/changelog
@@ -1,3 +1,26 @@
+plainbox-provider-oem (0.88) focal; urgency=medium
+
+ * Fix: Modify Stella launcher and Add new Stella specify test plan
+ * Fix: fix the way to generate factory meta package name
+
+ -- Stanley Huang <stanley.huang@canonical.com> Mon, 13 Dec 2021 17:14:16 +0800
+
+plainbox-provider-oem (0.87) focal; urgency=medium
+
+ * Add: create a specific plan for sutton
+ * Fix: modified the nested plan in oem-generic-full
+ * Fix: Update power-management nested part ids
+
+ -- Stanley Huang <stanley.huang@canonical.com> Mon, 22 Nov 2021 20:48:12 +0800
+
+plainbox-provider-oem (0.86) focal; urgency=medium
+
+ * bin/check_grub_boothole.sh: add 5.14 kernel. (LP: #1949480)
+ * Wenshan: only check for ad_domain, not ad_server in sssd.conf
+ * Fix: fix check-oem-package-source.py
+
+ -- Yuan-Chen Cheng <yc.cheng@canonical.com> Tue, 09 Nov 2021 19:53:23 +0800
+
 plainbox-provider-oem (0.85) focal; urgency=medium
 
 * Fix: update check_grub_boothole.sh to support 5.13 kernel
diff --git a/etc/sutton/plainbox-tpe.conf b/etc/sutton/plainbox-tpe.conf
index 7a622cf..abc397f 100644
--- a/etc/sutton/plainbox-tpe.conf
+++ b/etc/sutton/plainbox-tpe.conf
@@ -16,3 +16,4 @@ SERVER_IPERF = 192.168.158.9
 TEST_TARGET_IPERF = 10.101.51.151
 BTDEVADDR = 00:02:72:DC:5E:38
 TRANSFER_SERVER = cdimage.ubuntu.com
+SERIAL_PORTS_STATIC = /dev/ttyS0
diff --git a/launcher/stella-cli b/launcher/stella-cli
index 4717e7a..cf379a5 100755
--- a/launcher/stella-cli
+++ b/launcher/stella-cli
@@ -5,8 +5,8 @@ launcher_version = 1
 app_id = com.canonical.certification:stella-testing
 
 [test plan]
-filter = *stella*
-unit = com.canonical.ce::stella-full-18-04
+filter = *client-cert-desktop-20-04-* *stella*
+unit = com.canonical.certification::client-cert-desktop-20-04-manual
 
 [config]
 config_filename = plainbox.conf
diff --git a/launcher/sutton-cli b/launcher/sutton-cli
index c4d0920..4902661 100755
--- a/launcher/sutton-cli
+++ b/launcher/sutton-cli
@@ -6,6 +6,7 @@ app_id = com.canonical.certification:sutton-testing
 
 [test plan]
 filter = *sutton*
+ *client-cert-desktop-20-04-*
 unit = com.canonical.ce::sutton-full-20-04
 
 [config]
diff --git a/launcher/sutton-tpe-cli b/launcher/sutton-tpe-cli
index 0c47f3d..cc29ab7 100755
--- a/launcher/sutton-tpe-cli
+++ b/launcher/sutton-tpe-cli
@@ -6,7 +6,8 @@ app_id = com.canonical.certification:sutton-testing
 
 [test plan]
 filter = *sutton*
-unit = com.canonical.ce::sutton-full-16-04-osp1
+ *client-cert-desktop-20-04-*
+unit = com.canonical.ce::sutton-full-20-04
 
 [config]
 config_filename = plainbox-tpe.conf
diff --git a/units/oem-generic-full-20-04.pxu b/units/oem-generic-full-20-04.pxu
index 0e8e14e..85274c6 100644
--- a/units/oem-generic-full-20-04.pxu
+++ b/units/oem-generic-full-20-04.pxu
@@ -13,6 +13,6 @@ include:
 audio/adjust_input_volume
 audio/playback_with_adjust_volume
 nested_part:
- com.canonical.certification::client-cert-20-04
+ com.canonical.certification::client-cert-desktop-20-04
 mandatory_include:
 com.canonical.certification::miscellanea/tester-info
diff --git a/units/oem-generic-full.pxu b/units/oem-generic-full.pxu
index 2c6d355..9297dc2 100644
--- a/units/oem-generic-full.pxu
+++ b/units/oem-generic-full.pxu
@@ -9,6 +9,6 @@ include:
 com.canonical.certification::recovery_info_attachment
 com.canonical.certification::snappy-snap-automated-lightweight
 nested_part:
- com.canonical.certification::client-cert-18-04
+ com.canonical.certification::client-cert-desktop-18-04
 mandatory_include:
 com.canonical.certification::miscellanea/tester-info \ No newline at end of file
diff --git a/units/oem-generic-wireless.pxu b/units/oem-generic-wireless.pxu
index 6924a08..6ba373b 100644
--- a/units/oem-generic-wireless.pxu
+++ b/units/oem-generic-wireless.pxu
@@ -12,7 +12,7 @@ nested_part:
 com.canonical.certification::mobilebroadband-cert-full
 com.canonical.certification::keys-cert-full
 com.canonical.certification::networking-cert-full
- com.canonical.certification::power-management-precheck-cert
+ com.canonical.certification::power-management-precheck-cert-full
 com.canonical.certification::wireless-cert-full
 com.canonical.certification::before-suspend-reference-cert-full
 com.canonical.certification::after-suspend-reference-cert-full
diff --git a/units/somerville-addon.pxu b/units/somerville-addon.pxu
index eece58a..2e9bff9 100644
--- a/units/somerville-addon.pxu
+++ b/units/somerville-addon.pxu
@@ -14,6 +14,6 @@ include:
 nested_part:
 oem-generic-addoncard
 power-management-s
- com.canonical.certification::power-management-reboot-poweroff-cert
+ com.canonical.certification::power-management-reboot-poweroff-cert-full
 
 
diff --git a/units/somerville-audio.pxu b/units/somerville-audio.pxu
index baa01f5..f798379 100644
--- a/units/somerville-audio.pxu
+++ b/units/somerville-audio.pxu
@@ -14,5 +14,5 @@ include:
 nested_part:
 oem-generic-audio
 power-management-s
- com.canonical.certification::power-management-reboot-poweroff-cert
+ com.canonical.certification::power-management-reboot-poweroff-cert-full
 
diff --git a/units/somerville-cpu.pxu b/units/somerville-cpu.pxu
index 6e8fd3c..03e9352 100644
--- a/units/somerville-cpu.pxu
+++ b/units/somerville-cpu.pxu
@@ -15,7 +15,7 @@ nested_part:
 oem-generic-graphic
 power-management-s
 com.canonical.certification::cpu-cert-full
- com.canonical.certification::power-management-reboot-poweroff-cert
+ com.canonical.certification::power-management-reboot-poweroff-cert-full
 com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated
 com.canonical.certification::stress-ng-cert-automated
 com.canonical.certification::stress-30-reboot-poweroff-automated
diff --git a/units/somerville-graphic.pxu b/units/somerville-graphic.pxu
index 29f046b..a842e96 100644
--- a/units/somerville-graphic.pxu
+++ b/units/somerville-graphic.pxu
@@ -14,6 +14,6 @@ include:
 nested_part:
 oem-generic-graphic
 power-management-s
- com.canonical.certification::power-management-reboot-poweroff-cert
+ com.canonical.certification::power-management-reboot-poweroff-cert-full
 mandatory_include:
 exclude:
diff --git a/units/somerville-touch-webcam.pxu b/units/somerville-touch-webcam.pxu
index 3df842e..05cd53f 100644
--- a/units/somerville-touch-webcam.pxu
+++ b/units/somerville-touch-webcam.pxu
@@ -13,4 +13,4 @@ include:
 nested_part:
 oem-generic-touch-webcam
 power-management-s
- com.canonical.certification::power-management-reboot-poweroff-cert
+ com.canonical.certification::power-management-reboot-poweroff-cert-full
diff --git a/units/somerville-wireless.pxu b/units/somerville-wireless.pxu
index f4dce04..4757343 100644
--- a/units/somerville-wireless.pxu
+++ b/units/somerville-wireless.pxu
@@ -13,4 +13,4 @@ include:
 nested_part:
 oem-generic-wireless
 power-management-s
- com.canonical.certification::power-management-reboot-poweroff-cert
+ com.canonical.certification::power-management-reboot-poweroff-cert-full
diff --git a/units/stella-addon.pxu b/units/stella/stella-addon.pxu
index cdbab34..cdbab34 100644
--- a/units/stella-addon.pxu
+++ b/units/stella/stella-addon.pxu
diff --git a/units/stella-audio.pxu b/units/stella/stella-audio.pxu
index 7ea6aaa..7ea6aaa 100644
--- a/units/stella-audio.pxu
+++ b/units/stella/stella-audio.pxu
diff --git a/units/stella-auto.pxu b/units/stella/stella-auto.pxu
index 27470ce..27470ce 100644
--- a/units/stella-auto.pxu
+++ b/units/stella/stella-auto.pxu
diff --git a/units/stella-dock.pxu b/units/stella/stella-dock.pxu
index 29cdadc..29cdadc 100644
--- a/units/stella-dock.pxu
+++ b/units/stella/stella-dock.pxu
diff --git a/units/stella-full-18-04.pxu b/units/stella/stella-full-18-04.pxu
index 6725155..6725155 100644
--- a/units/stella-full-18-04.pxu
+++ b/units/stella/stella-full-18-04.pxu
diff --git a/units/stella-full-20-04.pxu b/units/stella/stella-full-20-04.pxu
index c4cd9ea..c4cd9ea 100644
--- a/units/stella-full-20-04.pxu
+++ b/units/stella/stella-full-20-04.pxu
diff --git a/units/stella-graphics.pxu b/units/stella/stella-graphics.pxu
index aa61be2..aa61be2 100644
--- a/units/stella-graphics.pxu
+++ b/units/stella/stella-graphics.pxu
diff --git a/units/stella-regression.pxu b/units/stella/stella-regression.pxu
index fceca16..fceca16 100644
--- a/units/stella-regression.pxu
+++ b/units/stella/stella-regression.pxu
diff --git a/units/stella/stella-specific.pxu b/units/stella/stella-specific.pxu
new file mode 100644
index 0000000..3080dfe
--- /dev/null
+++ b/units/stella/stella-specific.pxu
@@ -0,0 +1,16 @@
+# Version: 1.0.0 2021-07-14
+id: stella-specific
+_name: Stella Specific Test
+unit: test plan
+_description: Stella Specific Test
+include:
+ stella/hp-documents
+ stella/hp-wallpaper
+ stella/desktop-kpi-dashboard
+ misc/generic/grub_boothole
+ misc/generic/ouagadougou/desktop-meta-package
+nested_part:
+ stella-oem-meta-version
+ power-management-stella
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
diff --git a/units/stella-stress.pxu b/units/stella/stella-stress.pxu
index d7e7ab9..d7e7ab9 100644
--- a/units/stella-stress.pxu
+++ b/units/stella/stella-stress.pxu
diff --git a/units/stella-touch-webcam.pxu b/units/stella/stella-touch-webcam.pxu
index dceff77..dceff77 100644
--- a/units/stella-touch-webcam.pxu
+++ b/units/stella/stella-touch-webcam.pxu
diff --git a/units/stella-wireless.pxu b/units/stella/stella-wireless.pxu
index faf26c6..faf26c6 100644
--- a/units/stella-wireless.pxu
+++ b/units/stella/stella-wireless.pxu
diff --git a/units/sutton-full-14-04-3.pxu b/units/sutton-full-14-04-3.pxu
deleted file mode 100644
index 8731e18..0000000
--- a/units/sutton-full-14-04-3.pxu
+++ /dev/null
@@ -1,382 +0,0 @@
-id: sutton-full-14-04-3
-_name: Sutton Full Tests - 14.04.3
-unit: test plan
-include:
- # This test plan is based on client-cert-14-04-3
- # Resource Jobs
- com.canonical.certification::IEEE_80211
- com.canonical.certification::block_device
- com.canonical.certification::cdimage
- com.canonical.certification::cpuinfo
- com.canonical.certification::device
- com.canonical.certification::display
- com.canonical.certification::dmi
- com.canonical.certification::dpkg
- com.canonical.certification::efi
- com.canonical.certification::environment
- com.canonical.certification::lsb
- com.canonical.certification::meminfo
- com.canonical.certification::mobilebroadband
- com.canonical.certification::module
- com.canonical.certification::optical_drive_.* certification-status=blocker
- com.canonical.certification::package
- com.canonical.certification::rtc
- com.canonical.certification::sleep
- com.canonical.certification::uname
- com.canonical.certification::usb
- com.canonical.certification::xinput
- com.canonical.plainbox::collect-manifest
- # Tests grouped by categories. Categories start with '__'
- com.canonical.certification::miscellanea/tester-info
- com.canonical.certification::audio/generator_.*
- com.canonical.certification::audio/alsa_info_collect
- com.canonical.certification::audio/alsa_info_attachment
- com.canonical.certification::audio/list_devices
- com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/playback_headphones certification-status=blocker
- com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- com.canonical.certification::audio/playback_auto certification-status=blocker
- com.canonical.certification::audio/channels
- com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- # See Automated Tests section at the end of this file
- com.canonical.certification::bluetooth/detect-output certification-status=blocker
- com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- com.canonical.certification::bluetooth/audio certification-status=blocker
- com.canonical.certification::bluetooth/browse-files certification-status=blocker
- com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- com.canonical.certification::bluetooth/HID
- com.canonical.certification::camera/detect certification-status=blocker
- com.canonical.certification::camera/still certification-status=blocker
- com.canonical.certification::camera/display certification-status=blocker
- com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::cpu/cstates certification-status=blocker
- com.canonical.certification::cpu/cstates_results.log
- # See Automated Tests section at the end of this file
- com.canonical.certification::disk/detect certification-status=blocker
- # See Networking section below
- #com.canonical.certification::__esata__
- #com.canonical.certification::esata/insert certification-status=blocker
- #com.canonical.certification::esata/storage-test certification-status=blocker
- #com.canonical.certification::esata/remove certification-status=blocker
- #com.canonical.certification::__firewire__
- #com.canonical.certification::firewire/insert certification-status=blocker
- #com.canonical.certification::firewire/storage-test certification-status=blocker
- #com.canonical.certification::firewire/remove certification-status=blocker
- com.canonical.certification::thunderbolt/insert certification-status=non-blocker
- com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
- com.canonical.certification::thunderbolt/remove certification-status=non-blocker
- # See the Thunderbolt monitor test for the daisy-chain test
- # See Automated Tests section at the end of this file
- com.canonical.certification::monitor/generator_.*
- com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
- com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
- # See Graphic Tests section for monitor test on second graphic card
- com.canonical.certification::graphics/generator_.*
- com.canonical.certification::graphics/xorg-version certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
- com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/1_video_.* certification-status=blocker
- com.canonical.certification::graphics/1_minimum_resolution_.*
- com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=non-blocker
- com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/2_video_.* certification-status=blocker
- com.canonical.certification::graphics/2_minimum_resolution_.*
- com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=non-blocker
- com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- #See below, power-management/hibernate_advanced
- com.canonical.certification::input/accelerometer certification-status=non-blocker
- com.canonical.certification::input/pointing_.* certification-status=blocker
- com.canonical.certification::input/clicking_.* certification-status=blocker
- com.canonical.certification::input/keyboard certification-status=blocker
- com.canonical.certification::disk/hdd-parking certification-status=non-blocker
- #com.canonical.certification::keys/lock-screen certification-status=blocker
- com.canonical.certification::keys/super certification-status=blocker
- #com.canonical.certification::keys/battery-info certification-status=blocker
- com.canonical.certification::keys/brightness certification-status=blocker
- com.canonical.certification::keys/mute certification-status=blocker
- com.canonical.certification::keys/microphone-mute certification-status=blocker
- com.canonical.certification::keys/volume certification-status=blocker
- com.canonical.certification::keys/video-out certification-status=blocker
- com.canonical.certification::keys/wireless certification-status=blocker
- com.canonical.certification::keys/media-control certification-status=blocker
- com.canonical.certification::keys/keyboard-backlight certification-status=blocker
- #com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
- #com.canonical.certification::led/bluetooth certification-status=non-blocker
- com.canonical.certification::led/camera certification-status=blocker
- com.canonical.certification::led/caps-lock certification-status=blocker
- com.canonical.certification::led/mute certification-status=blocker
- com.canonical.certification::led/microphone-mute certification-status=non-blocker
- #com.canonical.certification::led/numeric-keypad certification-status=blocker
- com.canonical.certification::led/power certification-status=blocker
- # NOTE: led/power-blink-suspend and led/suspend are used later in the
- # testplan just after a number of suspend tests.
- # led/power-blink-suspend
- # led/suspend
- # NOTE: led/wireless is redundant given that we have led/wlan and
- # led/bluetooth already
- # led/wireless
- com.canonical.certification::led/wlan certification-status=non-blocker
- com.canonical.certification::led/wlan-disabled
- com.canonical.certification::mediacard/sd-insert certification-status=blocker
- com.canonical.certification::mediacard/sd-storage certification-status=blocker
- com.canonical.certification::mediacard/sd-remove certification-status=blocker
- com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::miscellanea/oops certification-status=blocker
- com.canonical.certification::miscellanea/oops_results.log
- # See Automated Tests section at the end of this file
- com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
- com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
- # See before the Automated Tests section at the end of this file
- com.canonical.certification::ethernet/detect certification-status=blocker
- com.canonical.certification::networking/gateway_ping certification-status=blocker
- com.canonical.certification::networking/ntp certification-status=blocker
- com.canonical.certification::optical/detect certification-status=blocker
- com.canonical.certification::optical/read_.* certification-status=blocker
- com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- #com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- #com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::power-management/generator_.*
- com.canonical.certification::power-management/lid certification-status=blocker
- com.canonical.certification::power-management/lid_close certification-status=blocker
- com.canonical.certification::power-management/lid_open certification-status=blocker
- com.canonical.certification::power-management/rtc certification-status=blocker
- com.canonical.certification::power-management/tickless_idle certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm-log-attach
- com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
- com.canonical.certification::touchpad/continuous-move certification-status=blocker
- com.canonical.certification::touchpad/horizontal certification-status=blocker
- com.canonical.certification::touchpad/vertical certification-status=blocker
- com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-rotate
- com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
- com.canonical.certification::usb/detect certification-status=blocker
- com.canonical.certification::usb/HID certification-status=blocker
- com.canonical.certification::usb/insert certification-status=blocker
- com.canonical.certification::usb/storage-automated certification-status=blocker
- com.canonical.certification::usb/remove certification-status=blocker
- com.canonical.certification::usb3/insert certification-status=blocker
- com.canonical.certification::usb3/storage-automated certification-status=blocker
- com.canonical.certification::usb3/remove certification-status=blocker
- com.canonical.certification::suspend/generator_.*
- com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
- # Now we ask to switch to the first graphics card. This requires a restart
- # of checkbox.
- com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- com.canonical.certification::suspend/suspend-single-log-attach
- com.canonical.certification::led/power-blink-suspend certification-status=blocker
- com.canonical.certification::led/suspend certification-status=blocker
- com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=non-blocker
- com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- #com.canonical.certification::keys/sleep certification-status=blocker
- com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
- com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
- com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
- com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
- com.canonical.certification::camera/display_after_suspend certification-status=blocker
- com.canonical.certification::camera/still_after_suspend certification-status=blocker
- com.canonical.certification::suspend/pointing-after-suspend
- com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- com.canonical.certification::suspend/clicking-after-suspend
- com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
- com.canonical.certification::suspend/keys_after_suspend/super
- com.canonical.certification::suspend/keys_after_suspend/brightness
- com.canonical.certification::suspend/keys_after_suspend/mute
- com.canonical.certification::suspend/keys_after_suspend/microphone-mute
- com.canonical.certification::suspend/keys_after_suspend/volume
- com.canonical.certification::suspend/keys_after_suspend/video-out
- com.canonical.certification::suspend/keys_after_suspend/wireless
- com.canonical.certification::suspend/keys_after_suspend/media-control
- com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight
- com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
- com.canonical.certification::suspend/oops_results_after_suspend.log
- com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-single-log-attach
- #com.canonical.certification::keys/hibernate certification-status=blocker
- # The following tests should run BEFORE the automated tests. The reboot and
- # power off tests will also give us a clean system to start the stress run
- # with.
- com.canonical.certification::power-management/poweroff certification-status=blocker
- com.canonical.certification::power-management/poweroff-log-attach
- com.canonical.certification::power-management/reboot certification-status=blocker
- com.canonical.certification::power-management/reboot-log-attach
- # Automated Tests
- # The following tests are purely automated and/or lenghty stress tests.
- # They have been moved to the end of the test run to improve the testing
- # process.
- com.canonical.certification::firmware/fwts_desktop_diagnosis
- com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- com.canonical.certification::firmware/no_ACPI_REV_interface
- com.canonical.certification::install/apt-get-gets-updates
- com.canonical.certification::miscellanea/dmitest_client
- com.canonical.certification::benchmarks/disk/hdparm-read_.*
- com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- com.canonical.certification::benchmarks/graphics/gtkperf
- com.canonical.certification::cpu/scaling_test certification-status=blocker
- com.canonical.certification::cpu/scaling_test-log-attach
- com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test-log-attach
- com.canonical.certification::cpu/offlining_test certification-status=blocker
- com.canonical.certification::cpu/topology certification-status=blocker
- com.canonical.certification::cpu/clocktest
- com.canonical.certification::disk/stats_.*
- com.canonical.certification::disk/read_performance_.* certification-status=blocker
- com.canonical.certification::disk/storage_device_.* certification-status=blocker
- com.canonical.certification::memory/info certification-status=blocker
- com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
- com.canonical.certification::power-management/suspend-30-cycle-log-attach
- com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
- com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- com.canonical.certification::stress/cpu_stress_test certification-status=blocker
- #Info attachment jobs
- com.canonical.certification::codecs_attachment
- com.canonical.certification::cpuinfo_attachment
- com.canonical.certification::dmesg_attachment
- com.canonical.certification::dmi_attachment
- com.canonical.certification::dmidecode_attachment
- com.canonical.certification::efi_attachment
- com.canonical.certification::lspci_attachment
- com.canonical.certification::lspci_standard_config_attachment
- com.canonical.certification::lsusb_attachment
- com.canonical.certification::kernel_cmdline_attachment
- com.canonical.certification::meminfo_attachment
- com.canonical.certification::modinfo_attachment
- com.canonical.certification::modprobe_attachment
- com.canonical.certification::modules_attachment
- com.canonical.certification::sysctl_attachment
- com.canonical.certification::sysfs_attachment
- com.canonical.certification::udev_attachment
- com.canonical.certification::recovery_info_attachment
- com.canonical.certification::dell_bto_xml_attachment
- com.canonical.certification::lsmod_attachment
- com.canonical.certification::dkms_info_attachment
- com.canonical.certification::acpi_sleep_attachment
- com.canonical.certification::info/hdparm_.*.txt
- com.canonical.certification::installer_debug.gz
- com.canonical.certification::info/touchpad_driver
- com.canonical.certification::info/disk_partitions
-mandatory_include:
- # Meta-job to include required resources, don't remove.
- com.canonical.certification::miscellanea/submission-resources
- #Sutton
- misc/generic
- misc/generic/sources-list/.*
- misc/project
- misc/project/.*
-nested_part:
- com.canonical.certification::wireless-cert-automated
- com.canonical.certification::after-suspend-wireless-cert-automated
diff --git a/units/sutton-full-14-04.pxu b/units/sutton-full-14-04.pxu
deleted file mode 100644
index ee39288..0000000
--- a/units/sutton-full-14-04.pxu
+++ /dev/null
@@ -1,367 +0,0 @@
-id: sutton-full-14-04
-_name: Sutton Full Tests - 14.04
-unit: test plan
-include:
- # This test plan is based on client-cert-14-04
- # Resource Jobs
- com.canonical.certification::IEEE_80211
- com.canonical.certification::block_device
- com.canonical.certification::cdimage
- com.canonical.certification::cpuinfo
- com.canonical.certification::device
- com.canonical.certification::display
- com.canonical.certification::dmi
- com.canonical.certification::dpkg
- com.canonical.certification::efi
- com.canonical.certification::environment
- com.canonical.certification::lsb
- com.canonical.certification::meminfo
- com.canonical.certification::mobilebroadband
- com.canonical.certification::module
- com.canonical.certification::optical_drive_.* certification-status=blocker
- com.canonical.certification::package
- com.canonical.certification::rtc
- com.canonical.certification::sleep
- com.canonical.certification::uname
- com.canonical.certification::usb
- com.canonical.certification::xinput
- # Tests grouped by categories. Categories start with '__'
- com.canonical.certification::miscellanea/tester-info
- com.canonical.certification::audio/generator_.*
- com.canonical.certification::audio/alsa_info_collect
- com.canonical.certification::audio/alsa_info_attachment
- com.canonical.certification::audio/list_devices
- com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/playback_headphones certification-status=blocker
- com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- com.canonical.certification::audio/playback_auto certification-status=blocker
- com.canonical.certification::audio/channels
- com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- # See Automated Tests section at the end of this file
- com.canonical.certification::bluetooth/detect-output certification-status=blocker
- com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- com.canonical.certification::bluetooth/audio certification-status=blocker
- com.canonical.certification::bluetooth/browse-files certification-status=blocker
- com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- com.canonical.certification::bluetooth/HID
- com.canonical.certification::camera/detect certification-status=blocker
- com.canonical.certification::camera/still certification-status=blocker
- com.canonical.certification::camera/display certification-status=blocker
- com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::cpu/cstates certification-status=blocker
- com.canonical.certification::cpu/cstates_results.log
- # See Automated Tests section at the end of this file
- com.canonical.certification::disk/detect certification-status=blocker
- # See Networking section below
- #com.canonical.certification::__esata__
- #com.canonical.certification::esata/insert certification-status=blocker
- #com.canonical.certification::esata/storage-test certification-status=blocker
- #com.canonical.certification::esata/remove certification-status=blocker
- #com.canonical.certification::__firewire__
- #com.canonical.certification::firewire/insert certification-status=blocker
- #com.canonical.certification::firewire/storage-test certification-status=blocker
- #com.canonical.certification::firewire/remove certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::monitor/generator_.*
- com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/1_rca_.* certification-status=blocker
- com.canonical.certification::monitor/1_svideo_.* certification-status=blocker
- com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
- # See Graphic Tests section for monitor test on second graphic card
- com.canonical.certification::graphics/generator_.*
- com.canonical.certification::graphics/xorg-version certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/1_driver_version_.* certification-status=blocker
- com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/1_video_.* certification-status=blocker
- com.canonical.certification::graphics/1_minimum_resolution_.*
- com.canonical.certification::graphics/1_cycle_resolution_.*
- com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/2_video_.* certification-status=blocker
- com.canonical.certification::graphics/2_minimum_resolution_.*
- com.canonical.certification::graphics/2_cycle_resolution_.*
- com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/2_rca_.* certification-status=blocker
- com.canonical.certification::monitor/2_svideo_.* certification-status=blocker
- com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- #See below, power-management/hibernate_advanced
- com.canonical.certification::input/accelerometer certification-status=non-blocker
- com.canonical.certification::input/pointing_.* certification-status=blocker
- com.canonical.certification::input/clicking_.* certification-status=blocker
- com.canonical.certification::input/keyboard certification-status=blocker
- com.canonical.certification::disk/hdd-parking certification-status=non-blocker
- #com.canonical.certification::keys/lock-screen certification-status=blocker
- com.canonical.certification::keys/super certification-status=blocker
- #com.canonical.certification::keys/battery-info certification-status=blocker
- com.canonical.certification::keys/brightness certification-status=blocker
- com.canonical.certification::keys/mute certification-status=blocker
- com.canonical.certification::keys/microphone-mute certification-status=blocker
- com.canonical.certification::keys/volume certification-status=blocker
- com.canonical.certification::keys/video-out certification-status=blocker
- com.canonical.certification::keys/wireless certification-status=blocker
- com.canonical.certification::keys/media-control certification-status=blocker
- com.canonical.certification::keys/keyboard-backlight certification-status=blocker
- #com.canonical.certification::keys/keyboard-overhead-light certification-status=blocker
- #com.canonical.certification::led/bluetooth certification-status=non-blocker
- com.canonical.certification::led/camera certification-status=blocker
- com.canonical.certification::led/caps-lock certification-status=blocker
- com.canonical.certification::led/mute certification-status=blocker
- com.canonical.certification::led/microphone-mute certification-status=non-blocker
- #com.canonical.certification::led/numeric-keypad certification-status=blocker
- com.canonical.certification::led/power certification-status=blocker
- # NOTE: led/power-blink-suspend and led/suspend are used later in the
- # testplan just after a number of suspend tests.
- # led/power-blink-suspend
- # led/suspend
- # NOTE: led/wireless is redundant given that we have led/wlan and
- # led/bluetooth already
- # led/wireless
- com.canonical.certification::led/wlan certification-status=non-blocker
- com.canonical.certification::led/wlan-disabled
- com.canonical.certification::mediacard/sd-insert certification-status=blocker
- com.canonical.certification::mediacard/sd-storage certification-status=blocker
- com.canonical.certification::mediacard/sd-remove certification-status=blocker
- com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::miscellanea/oops certification-status=blocker
- com.canonical.certification::miscellanea/oops_results.log
- # See Automated Tests section at the end of this file
- com.canonical.certification::mobilebroadband/gsm_connection certification-status=non-blocker
- com.canonical.certification::mobilebroadband/cdma_connection certification-status=non-blocker
- # See before the Automated Tests section at the end of this file
- com.canonical.certification::ethernet/detect certification-status=blocker
- com.canonical.certification::networking/gateway_ping certification-status=blocker
- com.canonical.certification::networking/ntp certification-status=blocker
- com.canonical.certification::optical/detect certification-status=blocker
- com.canonical.certification::optical/read_.* certification-status=blocker
- com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- #com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- #com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::power-management/generator_.*
- com.canonical.certification::power-management/lid certification-status=blocker
- com.canonical.certification::power-management/lid_close certification-status=blocker
- com.canonical.certification::power-management/lid_open certification-status=blocker
- com.canonical.certification::power-management/rtc certification-status=blocker
- com.canonical.certification::power-management/tickless_idle certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm-log-attach
- com.canonical.certification::touchpad/detected-as-mouse certification-status=blocker
- com.canonical.certification::touchpad/continuous-move certification-status=blocker
- com.canonical.certification::touchpad/horizontal certification-status=blocker
- com.canonical.certification::touchpad/vertical certification-status=blocker
- com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-rotate
- com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-dash certification-status=non-blocker
- com.canonical.certification::usb/detect certification-status=blocker
- com.canonical.certification::usb/HID certification-status=blocker
- com.canonical.certification::usb/insert certification-status=blocker
- com.canonical.certification::usb/storage-automated certification-status=blocker
- com.canonical.certification::usb/remove certification-status=blocker
- com.canonical.certification::usb3/insert certification-status=blocker
- com.canonical.certification::usb3/storage-automated certification-status=blocker
- com.canonical.certification::usb3/remove certification-status=blocker
- com.canonical.certification::suspend/generator_.*
- com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.*
- com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
- # Now we ask to switch to the first graphics card. This requires a restart
- # of checkbox.
- com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- com.canonical.certification::suspend/suspend-single-log-attach
- com.canonical.certification::led/power-blink-suspend certification-status=blocker
- com.canonical.certification::led/suspend certification-status=blocker
- com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cycle_resolutions_after_suspend
- com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- #com.canonical.certification::keys/sleep certification-status=blocker
- com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- com.canonical.certification::suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
- com.canonical.certification::suspend/microphone-plug-detection-after-suspend certification-status=blocker
- com.canonical.certification::suspend/playback_headphones-after-suspend certification-status=blocker
- com.canonical.certification::suspend/alsa_record_playback_external-after-suspend certification-status=blocker
- com.canonical.certification::camera/display_after_suspend certification-status=blocker
- com.canonical.certification::camera/still_after_suspend certification-status=blocker
- com.canonical.certification::suspend/pointing-after-suspend
- com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- com.canonical.certification::suspend/clicking-after-suspend
- com.canonical.certification::suspend/clicking-after-suspend_.* certification-status=blocker
- com.canonical.certification::suspend/keys_after_suspend/super
- com.canonical.certification::suspend/keys_after_suspend/brightness
- com.canonical.certification::suspend/keys_after_suspend/mute
- com.canonical.certification::suspend/keys_after_suspend/microphone-mute
- com.canonical.certification::suspend/keys_after_suspend/volume
- com.canonical.certification::suspend/keys_after_suspend/video-out
- com.canonical.certification::suspend/keys_after_suspend/wireless
- com.canonical.certification::suspend/keys_after_suspend/media-control
- com.canonical.certification::suspend/keys_after_suspend/keyboard-backlight
- com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/oops_after_suspend certification-status=blocker
- com.canonical.certification::suspend/oops_results_after_suspend.log
- com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-single-log-attach
- #com.canonical.certification::keys/hibernate certification-status=blocker
- # The following tests should run BEFORE the automated tests. The reboot and
- # power off tests will also give us a clean system to start the stress run
- # with.
- com.canonical.certification::power-management/poweroff certification-status=blocker
- com.canonical.certification::power-management/poweroff-log-attach
- com.canonical.certification::power-management/reboot certification-status=blocker
- com.canonical.certification::power-management/reboot-log-attach
- # Automated Tests
- # The following tests are purely automated and/or lenghty stress tests.
- # They have been moved to the end of the test run to improve the testing
- # process.
- com.canonical.certification::firmware/fwts_desktop_diagnosis
- com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- com.canonical.certification::install/apt-get-gets-updates
- com.canonical.certification::miscellanea/dmitest_client
- com.canonical.certification::benchmarks/disk/hdparm-read_.*
- com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- com.canonical.certification::benchmarks/graphics/gtkperf
- com.canonical.certification::cpu/scaling_test certification-status=blocker
- com.canonical.certification::cpu/scaling_test-log-attach
- com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test-log-attach
- com.canonical.certification::cpu/offlining_test certification-status=blocker
- com.canonical.certification::cpu/topology certification-status=blocker
- com.canonical.certification::cpu/clocktest
- com.canonical.certification::disk/stats_.*
- com.canonical.certification::disk/read_performance_.* certification-status=blocker
- com.canonical.certification::disk/storage_device_.* certification-status=blocker
- com.canonical.certification::memory/info certification-status=blocker
- com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
- com.canonical.certification::power-management/suspend-30-cycle-log-attach
- com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
- com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- com.canonical.certification::stress/cpu_stress_test certification-status=blocker
- #Info attachment jobs
- com.canonical.certification::codecs_attachment
- com.canonical.certification::cpuinfo_attachment
- com.canonical.certification::dmesg_attachment
- com.canonical.certification::dmi_attachment
- com.canonical.certification::dmidecode_attachment
- com.canonical.certification::efi_attachment
- com.canonical.certification::lspci_attachment
- com.canonical.certification::lsusb_attachment
- com.canonical.certification::meminfo_attachment
- com.canonical.certification::modprobe_attachment
- com.canonical.certification::modules_attachment
- com.canonical.certification::sysctl_attachment
- com.canonical.certification::sysfs_attachment
- com.canonical.certification::udev_attachment
- com.canonical.certification::recovery_info_attachment
- com.canonical.certification::dell_bto_xml_attachment
- com.canonical.certification::lsmod_attachment
- com.canonical.certification::acpi_sleep_attachment
- com.canonical.certification::info/hdparm_.*.txt
- com.canonical.certification::installer_debug.gz
- com.canonical.certification::info/touchpad_driver
- com.canonical.certification::info/disk_partitions
-mandatory_include:
- # Meta-job to include required resources, don't remove.
- com.canonical.certification::miscellanea/submission-resources
- #Sutton
- misc/generic
- misc/generic/sources-list/.*
- misc/project
- misc/project/.*
-nested_part:
- com.canonical.certification::wireless-cert-automated
- com.canonical.certification::after-suspend-wireless-cert-automated
diff --git a/units/sutton-full-16-04-osp1.pxu b/units/sutton-full-16-04-osp1.pxu
deleted file mode 100644
index 84ae135..0000000
--- a/units/sutton-full-16-04-osp1.pxu
+++ /dev/null
@@ -1,85 +0,0 @@
-id: sutton-full-16-04-osp1
-_name: Sutton Full 16.04OSP1
-_description: Sutton Full
-unit: test plan
-include:
- com.canonical.certification::recovery_info_attachment
- com.canonical.ce::sutton/sourceslist/security
- com.canonical.ce::sutton/sourceslist/project-columbia-base
- com.canonical.ce::sutton/sourceslist/subproject-xenial
- com.canonical.ce::sutton/sourceslist/project-timbuktu-base
- com.canonical.ce::sutton/sourceslist/subproject-bionic
- com.canonical.ce::sutton/infrared/infrared-camera-disabled
- com.canonical.ce::sutton/desktop-kpi-dashboard
- com.canonical.ce::sutton/specific/watermark
- misc/generic/grub_boothole
-nested_part:
- com.canonical.certification::submission-cert-full
- com.canonical.certification::audio-cert-full
- com.canonical.certification::bluetooth-cert-full
- com.canonical.certification::camera-cert-full
- com.canonical.certification::esata-cert-full
- com.canonical.certification::firewire-cert-full
- com.canonical.certification::thunderbolt-cert-full
- com.canonical.certification::monitor-integrated-gpu-cert-full
- com.canonical.certification::graphics-integrated-gpu-cert-full
- com.canonical.certification::graphics-discrete-gpu-cert-full
- com.canonical.certification::monitor-discrete-gpu-cert-full
- com.canonical.certification::input-cert-full
- com.canonical.certification::disk-cert-manual
- com.canonical.certification::keys-cert-full
- com.canonical.certification::led-cert-full
- com.canonical.certification::mediacard-cert-full
- com.canonical.certification::mobilebroadband-cert-full
- com.canonical.certification::networking-cert-full
- com.canonical.certification::optical-cert-full
- com.canonical.certification::power-management-precheck-cert
- com.canonical.certification::touchpad-cert-full
- com.canonical.certification::touchscreen-cert-full
- com.canonical.certification::usb-cert-full
- com.canonical.certification::usb3-cert-full
- com.canonical.certification::usb-c-cert-full
- com.canonical.certification::wireless-cert-full
- com.canonical.certification::before-suspend-reference-cert-full
- # Test discrete card first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full
- # Now we ask to switch to the integrated graphics card. This requires a
- # restart of checkbox.
- com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full
- com.canonical.certification::suspend-key-led-oops-check-cert
- com.canonical.certification::after-suspend-reference-cert-full
- com.canonical.certification::after-suspend-audio-cert-full
- com.canonical.certification::after-suspend-camera-cert-full
- com.canonical.certification::after-suspend-input-cert-full
- com.canonical.certification::after-suspend-led-cert-full
- com.canonical.certification::after-suspend-mediacard-cert-full
- com.canonical.certification::after-suspend-touchpad-cert-full
- com.canonical.certification::after-suspend-usb-cert-full
- com.canonical.certification::after-suspend-usb3-cert-full
- com.canonical.certification::after-suspend-wireless-cert-full
- com.canonical.certification::after-suspend-keys-cert-full
- # The following tests should run BEFORE the automated tests. The reboot and
- # power off tests will also give us a clean system to start the stress run
- # with.
- com.canonical.certification::power-management-reboot-poweroff-cert
- # Automated Tests
- # The following tests are purely automated and/or lenghty stress tests.
- # They have been moved to the end of the test run to improve the testing
- # process.
- com.canonical.certification::misc-client-cert-full
- com.canonical.certification::cpu-cert-full
- com.canonical.certification::disk-cert-automated
- com.canonical.certification::stress-cert-full
- com.canonical.certification::memory/memory_stress_ng
- com.canonical.certification::tpm2.0_3.0.4
- com.canonical.certification::info-attachment-cert-full
-mandatory_include:
- com.canonical.certification::miscellanea/tester-info
-exclude:
-# com.canonical.certification::power-management/suspend-30-cycle.*
-# com.canonical.certification::power-management/suspend_30_cycle.*
- com.canonical.certification::power-management/hibernate_30.*
- com.canonical.certification::power-management/hibernate-30.*
-# com.canonical.certification::stress/cpu_stress_ng_test
-
diff --git a/units/sutton-full-16-04.pxu b/units/sutton-full-16-04.pxu
deleted file mode 100644
index 77aff50..0000000
--- a/units/sutton-full-16-04.pxu
+++ /dev/null
@@ -1,496 +0,0 @@
-id: sutton-full-16-04
-_name: Sutton Full 16.04
-unit: test plan
-include:
- ## Common Whitelist for OEM projects
- ## Rev 0.1, 2016-10-19
- ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox
- ## Updated for new Plainbox template units
- # Resource Jobs
- com.canonical.certification::block_device
- com.canonical.certification::cdimage
- com.canonical.certification::cpuinfo
- com.canonical.certification::display
- com.canonical.certification::dmi
- com.canonical.certification::dpkg
- com.canonical.certification::efi
- com.canonical.certification::environment
- com.canonical.certification::lsb
- com.canonical.certification::meminfo
- com.canonical.certification::module
- com.canonical.certification::optical_drive_.* certification-status=blocker
- com.canonical.certification::package
- com.canonical.plainbox::collect-manifest
- #resources
- com.canonical.certification::sleep
- #touchpad_scroll
- com.canonical.certification::xinput
- com.canonical.certification::uname
- com.canonical.certification::usb
- com.canonical.certification::IEEE_80211
- # requirement of s3/s4 tests
- com.canonical.certification::rtc
- # Tests grouped by categories. Categories start with '__'
- com.canonical.certification::miscellanea/tester-info
- #miscellanea/chvt
- # See Automated Tests section at the end of this file
- #com.canonical.certification::audio/generator_.*
- com.canonical.certification::audio/alsa_info_collect
- com.canonical.certification::audio/alsa_info_attachment
- #audio/alsa_record_playback_usb
- com.canonical.certification::audio/list_devices
- com.canonical.certification::audio/playback_auto certification-status=blocker
- com.canonical.certification::audio/channels
- #audio/check_volume
- com.canonical.certification::audio/alsa_record_playback_internal certification-status=blocker
- #audio/plug-detection
- com.canonical.certification::audio/speaker-headphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/microphone-plug-detection certification-status=blocker
- com.canonical.certification::audio/playback_headphones certification-status=blocker
- com.canonical.certification::audio/alsa_record_playback_external certification-status=blocker
- #audio/external-linein
- #audio/external-lineout
- # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- # See Automated Tests section at the end of this file
- com.canonical.certification::bluetooth/detect-output certification-status=blocker
- com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
- #com.canonical.certification::bluetooth/audio certification-status=blocker
- com.canonical.certification::bluetooth/browse-files certification-status=blocker
- com.canonical.certification::bluetooth/file-transfer certification-status=blocker
- com.canonical.certification::bluetooth/HID
- com.canonical.certification::bluetooth4/HOGP-mouse certification-status=non-blocker
- com.canonical.certification::bluetooth4/HOGP-keyboard certification-status=non-blocker
- com.canonical.certification::camera/detect certification-status=blocker
- com.canonical.certification::camera/still certification-status=blocker
- com.canonical.certification::camera/display certification-status=blocker
- com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- # See Automated Tests section at the end of this file
- # See Automated Tests section at the end of this file
- com.canonical.certification::disk/detect certification-status=blocker
- #com.canonical.certification::disk/hdd-parking
- com.canonical.certification::thunderbolt/insert certification-status=non-blocker
- com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
- com.canonical.certification::thunderbolt/remove certification-status=non-blocker
- # See the Thunderbolt monitor test for the daisy-chain test
- com.canonical.certification::firmware/fwts_desktop_diagnosis
- com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
- com.canonical.certification::firmware/fwts_wakealarm.* certification-status=blocker
- com.canonical.certification::firmware/fwts_uefirtvariable.* certification-status=blocker
- com.canonical.certification::firmware/no_ACPI_REV_interface
- com.canonical.certification::miscellanea/dmitest_client
- # required by suspend/network_before_suspend
- com.canonical.certification::ethernet/detect certification-status=blocker
- com.canonical.certification::ethernet/info_automated
- ## this test cause a unused test case error, but required for cert.
- com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/1_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/1_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/1_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/1_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::audio/1_playback_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::thunderbolt/daisy-chain certification-status=non-blocker
- com.canonical.certification::monitor/1_vga_.* certification-status=blocker
- com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
- # See Graphic Tests section for monitor test on second graphic card
- com.canonical.certification::graphics/xorg-version certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- com.canonical.certification::graphics/1_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/1_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/driver_version
- com.canonical.certification::graphics/1_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/1_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/1_video_.* certification-status=blocker
- com.canonical.certification::graphics/1_minimum_resolution_.*
- com.canonical.certification::graphics/1_cycle_resolution_.* certification-status=blocker
- # Below are tests that do not appear in Cert-14.04 test plan
- com.canonical.certification::graphics/1_modes_.*
- com.canonical.certification::graphics/1_color_depth_.*
- com.canonical.certification::graphics/1_fresh_rate_.*
- com.canonical.certification::graphics/1_graphic_memory_.*
- com.canonical.certification::graphics/1_resolution_.*
- com.canonical.certification::graphics/1_resolution-change_.*
- com.canonical.certification::graphics/1_screen_resolution_.*
- com.canonical.certification::graphics/1_unity_support_.*
- com.canonical.certification::graphics/1_screenshot_.*
- com.canonical.certification::graphics/1_screenshot.jpg_.*
- com.canonical.certification::graphics/1_screenshot_fullscreen.video_.*
- com.canonical.certification::graphics/1_screenshot_fullscreen.video.jpg_.*
- # Switch to second card (if any)
- com.canonical.certification::graphics/2_switch_card_.* certification-status=blocker
- com.canonical.certification::graphics/2_maximum_resolution_.* certification-status=blocker
- com.canonical.certification::graphics/2_glxgears_.* certification-status=blocker
- com.canonical.certification::graphics/2_driver_version_.* certification-status=blocker
- com.canonical.certification::graphics/2_compiz_check_.* certification-status=blocker
- com.canonical.certification::graphics/2_rotation_.* certification-status=blocker
- com.canonical.certification::graphics/2_video_.* certification-status=blocker
- com.canonical.certification::graphics/2_minimum_resolution_.*
- com.canonical.certification::graphics/2_cycle_resolution_.* certification-status=blocker
- # Below are tests that do not appear in Cert-14.04 test plan
- com.canonical.certification::graphics/2_modes_.*
- com.canonical.certification::graphics/2_color_depth_.*
- com.canonical.certification::graphics/2_fresh_rate_.*
- com.canonical.certification::graphics/2_graphic_memory_.*
- com.canonical.certification::graphics/2_resolution_.*
- com.canonical.certification::graphics/2_resolution-change_.*
- com.canonical.certification::graphics/2_screen_resolution_.*
- com.canonical.certification::graphics/2_unity_support_.*
- com.canonical.certification::graphics/2_screenshot_.*
- com.canonical.certification::graphics/2_screenshot.jpg_.*
- com.canonical.certification::graphics/2_screenshot_fullscreen.video_.*
- com.canonical.certification::graphics/2_screenshot_fullscreen.video.jpg_.*
- # Monitor tests on second graphic card
- com.canonical.certification::monitor/2_powersaving_.* certification-status=blocker
- com.canonical.certification::monitor/2_dim_brightness_.* certification-status=blocker
- com.canonical.certification::monitor/2_displayport_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_displayport_.* certification-status=blocker
- com.canonical.certification::monitor/2_dvi_.* certification-status=blocker
- com.canonical.certification::monitor/2_hdmi_.* certification-status=blocker
- com.canonical.certification::audio/2_playback_hdmi_.* certification-status=blocker
- com.canonical.certification::monitor/2_thunderbolt_.* certification-status=non-blocker
- com.canonical.certification::audio/2_playback_thunderbolt_.* certification-status=non-blocker 
- com.canonical.certification::monitor/2_vga_.* certification-status=blocker
- com.canonical.certification::monitor/2_multi-head_.* certification-status=blocker
- com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
- com.canonical.certification::graphics/xorg-process certification-status=blocker
- com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- #See below, power-management/hibernate_advanced
- com.canonical.certification::input/accelerometer certification-status=non-blocker
- com.canonical.certification::input/pointing_.* certification-status=blocker
- com.canonical.certification::input/keyboard certification-status=blocker
- com.canonical.certification::input/clicking_.* certification-status=blocker
- com.canonical.certification::keys/mute certification-status=blocker
- com.canonical.certification::keys/volume certification-status=blocker
- com.canonical.certification::keys/brightness certification-status=blocker
- com.canonical.certification::keys/wireless certification-status=blocker
- com.canonical.certification::keys/super certification-status=blocker
- com.canonical.certification::keys/media-control certification-status=blocker
- com.canonical.certification::keys/video-out certification-status=blocker
- com.canonical.certification::keys/battery-info certification-status=blocker
- com.canonical.certification::keys/touchpad
- com.canonical.certification::keys/microphone-mute certification-status=blocker
- #com.canonical.certification::keys/hibernate
- #com.canonical.certification::keys/keyboard-backlight
- #com.canonical.certification::keys/keyboard-overhead-light
- #com.canonical.certification::keys/lock-screen
- com.canonical.certification::led/power certification-status=blocker
- com.canonical.certification::led/wlan certification-status=non-blocker
- com.canonical.certification::led/mute certification-status=blocker
- com.canonical.certification::led/hdd
- com.canonical.certification::led/camera certification-status=blocker
- com.canonical.certification::led/battery-charging
- com.canonical.certification::led/battery-charged
- #com.canonical.certification::led/microphone
- #com.canonical.certification::led/bluetooth
- com.canonical.certification::led/numeric-keypad certification-status=blocker
- com.canonical.certification::led/caps-lock certification-status=blocker
- com.canonical.certification::led/touchpad
- #com.canonical.certification::led/wireless
- com.canonical.certification::mediacard/sd-insert certification-status=blocker
- com.canonical.certification::mediacard/sd-storage certification-status=blocker
- com.canonical.certification::mediacard/sd-remove certification-status=blocker
- com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
- com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
- com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::mobilebroadband/gsm_connection
- com.canonical.certification::mobilebroadband/cdma_connection
- # Monitor tests below are not relevant anymore since they are now handled for each graphic cards
- # com.canonical.certification::monitor/powersaving certification-status=blocker
- # com.canonical.certification::monitor/dim_brightness certification-status=blocker
- # com.canonical.certification::monitor/displayport certification-status=blocker
- # com.canonical.certification::monitor/dvi certification-status=blocker
- # com.canonical.certification::monitor/hdmi certification-status=blocker
- # com.canonical.certification::monitor/rca certification-status=blocker
- # com.canonical.certification::monitor/svideo certification-status=blocker
- # com.canonical.certification::monitor/vga certification-status=blocker
- # com.canonical.certification::monitor/multi-head certification-status=blocker
- # See Automated Tests section at the end of this file
- #networking/wired_connection
- ## use above test as a reminder to connect ethernet cable
- com.canonical.certification::networking/gateway_ping certification-status=blocker
- #above case does not exist
- com.canonical.certification::networking/ntp certification-status=blocker
- com.canonical.certification::optical_drive_.* certification-status=blocker
- com.canonical.certification::optical/detect certification-status=blocker
- com.canonical.certification::optical/read_.* certification-status=blocker
- #optical/read-automated
- #optical/cdrom-audio-playback
- com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- # See Automated Tests section at the end of this file
- com.canonical.certification::power-management/rtc certification-status=blocker
- com.canonical.certification::power-management/tickless_idle certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
- com.canonical.certification::power-management/fwts_wakealarm-log-attach
- #com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- #com.canonical.certification::power-management/hibernate-single-log-check
- #com.canonical.certification::power-management/hibernate-single-log-attach
- # hibernate cases moved to further below
- com.canonical.certification::touchpad/basic
- com.canonical.certification::touchpad/detected-as-mouse
- com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
- com.canonical.certification::touchpad/continuous-move certification-status=blocker
- com.canonical.certification::touchpad/horizontal certification-status=blocker
- com.canonical.certification::touchpad/vertical certification-status=blocker
- com.canonical.certification::touchpad/singletouch-automated certification-status=blocker
- com.canonical.certification::touchpad/singletouch-selection certification-status=blocker
- com.canonical.certification::touchpad/multitouch-automated certification-status=blocker
- com.canonical.certification::touchpad/multitouch-dash certification-status=non-blocker
- com.canonical.certification::touchpad/multitouch-horizontal certification-status=blocker
- com.canonical.certification::touchpad/multitouch-manual certification-status=blocker
- com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
- com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
- com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- com.canonical.certification::touchscreen/tap-detect
- com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
- com.canonical.certification::touchscreen/multitouch-rotate
- com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
- com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
- com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- com.canonical.certification::usb/detect certification-status=blocker
- com.canonical.certification::usb/HID certification-status=blocker
- com.canonical.certification::usb/insert certification-status=blocker
- com.canonical.certification::usb/storage-automated certification-status=blocker
- com.canonical.certification::usb/remove certification-status=blocker
- com.canonical.certification::usb3/insert certification-status=blocker
- com.canonical.certification::usb3/storage-automated certification-status=blocker
- com.canonical.certification::usb3/remove certification-status=blocker
- #wireless/wireless_connection
- ## as a reminder for QA to make sure wireless connected
- #led/wlan
- #led/wlan-disabled
- #com.canonical.certification::suspend/generator_.*
- com.canonical.certification::suspend/network_before_suspend certification-status=blocker
- # Ethernet was not connected here
- com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_before_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_before_suspend certification-status=blocker
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_resolution_before_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend_after_switch_to_card_.* certification-status=blocker
- com.canonical.certification::suspend/2_suspend-time-check_.* certification-status=non-blocker
- com.canonical.certification::suspend/2_suspend-single-log-attach_.*
- #com.canonical.certification::suspend/2_hybrid_sleep_.* certification-status=non-blocker
- #com.canonical.certification::suspend/2_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/2_compiz_check_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_driver_version_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_resolution_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_display_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_glxgears_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_video_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_cycle_resolutions_after_suspend_.* certification-status=blocker
- com.canonical.certification::suspend/2_xrandr_screens_after_suspend_.*.tar.gz
- com.canonical.certification::power-management/2_hibernate_advanced_.* certification-status=non-blocker
- com.canonical.certification::power-management/2_hibernate-single-log-attach_.*
- # Now we ask to switch to the first graphics card. This requires a restart
- # of checkbox.
- com.canonical.certification::graphics/1_switch_card_.* certification-status=blocker
- com.canonical.certification::suspend/resolution_before_suspend certification-status=blocker
- com.canonical.certification::power-management/lid certification-status=blocker
- com.canonical.certification::power-management/lid_close certification-status=blocker
- com.canonical.certification::power-management/lid_open certification-status=blocker
- com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- com.canonical.certification::suspend/suspend-time-check certification-status=non-blocker
- com.canonical.certification::suspend/suspend-single-log-attach
- com.canonical.certification::led/power-blink-suspend certification-status=blocker
- com.canonical.certification::led/suspend certification-status=blocker
- #com.canonical.certification::suspend/1_hybrid_sleep_.* certification-status=non-blocker
- #com.canonical.certification::suspend/1_hybrid-sleep-single-log-attach_.*
- com.canonical.certification::suspend/compiz_check_after_suspend certification-status=blocker
- com.canonical.certification::suspend/driver_version_after_suspend certification-status=blocker
- com.canonical.certification::suspend/resolution_after_suspend certification-status=blocker
- com.canonical.certification::suspend/display_after_suspend certification-status=blocker
- com.canonical.certification::suspend/glxgears_after_suspend certification-status=blocker
- com.canonical.certification::suspend/video_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cycle_resolutions_after_suspend certification-status=blocker
- com.canonical.certification::suspend/xrandr_screens_after_suspend.tar.gz
- com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-single-log-attach
- com.canonical.certification::keys/sleep certification-status=blocker
- com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
- com.canonical.certification::suspend/sd-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sd-remove-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-insert-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-storage-after-suspend certification-status=blocker
- com.canonical.certification::suspend/sdhc-remove-after-suspend certification-status=blocker
- #mediacard/cf-insert-after-suspend
- #mediacard/cf-storage-after-suspend
- #mediacard/cf-remove-after-suspend
- #mediacard/msp-insert-after-suspend
- #mediacard/msp-storage-after-suspend
- #mediacard/msp-remove-after-suspend
- #mediacard/xd-insert-after-suspend
- #mediacard/xd-storage-after-suspend
- #mediacard/xd-remove-after-suspend
- com.canonical.certification::suspend/network_after_suspend certification-status=blocker
- # Ethernet was not connected here
- com.canonical.certification::suspend/audio_after_suspend certification-status=blocker
- ##suspend/xrandr_screens_after_suspend.tar.gz
- ## this one depends on cycle_resolutions_after_suspend_auto
- com.canonical.certification::suspend/keys_after_suspend/mute
- com.canonical.certification::suspend/keys_after_suspend/volume
- com.canonical.certification::suspend/keys_after_suspend/brightness
- #com.canonical.certification::suspend/keys_after_suspend/wireless
- com.canonical.certification::suspend/keys_after_suspend/super
- com.canonical.certification::suspend/keys_after_suspend/media-control
- com.canonical.certification::suspend/keys_after_suspend/sleep
- com.canonical.certification::suspend/keys_after_suspend/video-out
- com.canonical.certification::suspend/keys_after_suspend/battery-info
- com.canonical.certification::suspend/keys_after_suspend/touchpad
- com.canonical.certification::suspend/led_after_suspend/wlan
- com.canonical.certification::suspend/led_after_suspend/wlan-disabled
- com.canonical.certification::suspend/led_after_suspend/camera
- com.canonical.certification::suspend/led_after_suspend/caps-lock
- com.canonical.certification::suspend/led_after_suspend/mute
- com.canonical.certification::suspend/led_after_suspend/microphone-mute
- com.canonical.certification::suspend/led_after_suspend/numeric-keypad
- com.canonical.certification::suspend/led_after_suspend/power
- com.canonical.certification::suspend/led_after_suspend/battery-charging
- com.canonical.certification::suspend/led_after_suspend/battery-charged
- com.canonical.certification::suspend/led_after_suspend/hdd
- com.canonical.certification::suspend/led_after_suspend/touchpad
- #suspend/led_after_suspend/camera
- #suspend/led_after_suspend/power
- #suspend/led_after_suspend/battery-charging
- #suspend/led_after_suspend/battery-charged
- #suspend/led_after_suspend/battery-low
- #suspend/led_after_suspend/hdd
- #suspend/led_after_suspend/numeric-keypad
- #suspend/led_after_suspend/caps-lock
- #suspend/led_after_suspend/wireless
- #suspend/led_after_suspend/touchpad
- com.canonical.certification::suspend/usb_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_insert_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_storage_automated_after_suspend certification-status=blocker
- com.canonical.certification::suspend/usb3_remove_after_suspend certification-status=blocker
- com.canonical.certification::suspend/cpu_after_suspend certification-status=blocker
- com.canonical.certification::suspend/memory_after_suspend certification-status=blocker
- #suspend/gpu_lockup_after_suspend
- ## depends on suspend_advanced_auto, so skip
- # Test card 2 first, if present, since it's the one we will be using
- # after coming back from suspend if the system has hybrid graphics.
- com.canonical.certification::suspend/2_display_after_suspend.* certification-status=blocker
- com.canonical.certification::suspend/bluetooth_detect_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_send_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend certification-status=blocker
- com.canonical.certification::suspend/bluetooth_obex_get_after_suspend certification-status=blocker
- # The following tests should run BEFORE the automated tests. The reboot and
- # power off tests will also give us a clean system to start the stress run
- # with.
- com.canonical.certification::power-management/poweroff
- com.canonical.certification::power-management/poweroff-log-attach
- com.canonical.certification::power-management/reboot
- com.canonical.certification::power-management/reboot-log-attach
- com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker
- com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots
- com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots
- com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots
- com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-30-cycles-log-check
- com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- com.canonical.certification::stress/cpu_stress_test certification-status=blocker
- com.canonical.certification::stress/poweroff certification-status=blocker
- com.canonical.certification::stress/poweroff_log
- com.canonical.certification::stress/reboot certification-status=blocker
- com.canonical.certification::stress/reboot_log
- # Automated Tests
- # The following tests are purely automated and/or lenghty stress tests. They
- # have been moved to the end of the test run to improve the testing process.
- # com.canonical.certification::tpm2.0/.*
- com.canonical.certification::install/apt-get-gets-updates
- com.canonical.certification::benchmarks/disk/hdparm-read_.*
- com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
- com.canonical.certification::benchmarks/graphics/gtkperf
- com.canonical.certification::benchmarks/graphics/render-bench
- #benchmarks/graphics/qgears2-Xrender-gearsfancy
- #benchmarks/graphics/qgears2-Xrender-compo
- #benchmarks/graphics/qgears2-gl-gearsfancy
- #benchmarks/graphics/qgears2-gl-compo
- #### above 4 qgears2 cases caused serious issue for Watauga2 image, #1095959
- #com.canonical.certification::benchmarks/graphics/glmark2
- #com.canonical.certification::benchmarks/system/cpu_on_idle
- #com.canonical.certification::benchmarks/system/disk_on_idle
- com.canonical.certification::cpu/cstates certification-status=blocker
- com.canonical.certification::cpu/cstates_results.log
- com.canonical.certification::cpu/scaling_test certification-status=blocker
- com.canonical.certification::cpu/scaling_test-log-attach
- com.canonical.certification::cpu/offlining_test certification-status=blocker
- com.canonical.certification::cpu/topology certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test certification-status=blocker
- com.canonical.certification::cpu/maxfreq_test-log-attach
- com.canonical.certification::cpu/clocktest
- com.canonical.certification::disk/stats_.* certification-status=blocker
- com.canonical.certification::disk/read_performance_.* certification-status=blocker
- com.canonical.certification::disk/storage_device_.* certification-status=blocker
- com.canonical.certification::graphics/generator_3d_window_open_close
- com.canonical.certification::graphics/generator_3d_window_move
- com.canonical.certification::graphics/generator_3d_window_suspend_resume
- com.canonical.certification::graphics/generator_multi_3d_windows_open_close
- com.canonical.certification::memory/info certification-status=blocker
- #com.canonical.certification::miscellanea/fwts_test
- #com.canonical.certification::miscellanea/fwts_results.log
- com.canonical.certification::miscellanea/oops certification-status=blocker
- com.canonical.certification::miscellanea/oops_results.log
- com.canonical.certification::codecs_attachment
- com.canonical.certification::cpuinfo_attachment
- com.canonical.certification::dmesg_attachment
- com.canonical.certification::dmi_attachment
- com.canonical.certification::dmidecode_attachment
- com.canonical.certification::efi_attachment
- com.canonical.certification::lspci_attachment
- com.canonical.certification::lspci_network_attachment
- com.canonical.certification::lsusb_attachment
- com.canonical.certification::meminfo_attachment
- com.canonical.certification::modprobe_attachment
- com.canonical.certification::modules_attachment
- com.canonical.certification::sysctl_attachment
- com.canonical.certification::sysfs_attachment
- com.canonical.certification::udev_attachment
- com.canonical.certification::udev_resource_attachment
- com.canonical.certification::recovery_info_attachment
- com.canonical.certification::lsmod_attachment
- com.canonical.certification::acpi_sleep_attachment
- com.canonical.certification::lspci_standard_config_attachment
- com.canonical.certification::kernel_cmdline_attachment
- com.canonical.certification::modinfo_attachment
- com.canonical.certification::dkms_info_attachment
- com.canonical.certification::info/hdparm_.*.txt
- com.canonical.certification::installer_debug.gz
- com.canonical.certification::info/buildstamp
- com.canonical.certification::info/touchpad_driver
- com.canonical.certification::info/audio_device_driver
- com.canonical.certification::info/network_devices
- com.canonical.certification::info/xrandr
- com.canonical.certification::info/disk_partitions
- misc/generic/grub_boothole
-#unit: category
-#id: sutton
-#_name: Suttn tests
- com.canonical.ce::sutton/generic/sources-list/security
- com.canonical.ce::sutton/project/sources-list/project-base
- com.canonical.ce::sutton/project/sources-list/subproject
- com.canonical.ce::sutton/project/watermark
-bootstrap_include:
- com.canonical.certification::device
- com.canonical.certification::fwts
- com.canonical.certification::graphics_card
-mandatory_include:
- com.canonical.certification::miscellanea/submission-resources
-nested_part:
- com.canonical.certification::wireless-cert-automated
- com.canonical.certification::after-suspend-wireless-cert-automated
diff --git a/units/sutton-audio.pxu b/units/sutton/sutton-audio.pxu
index faae78a..d586f8a 100644
--- a/units/sutton-audio.pxu
+++ b/units/sutton/sutton-audio.pxu
@@ -2,7 +2,7 @@
 id: sutton-audio
 _name: Sutton Audio Tests
 unit: test plan
-_description: Suttion Audio Tests
+_description: Sutton Audio Tests
 include:
 nested_part:
 oem-generic-audio
diff --git a/units/sutton-auto.pxu b/units/sutton/sutton-auto.pxu
index f663db5..f663db5 100644
--- a/units/sutton-auto.pxu
+++ b/units/sutton/sutton-auto.pxu
diff --git a/units/sutton-blocker.pxu b/units/sutton/sutton-blocker.pxu
index c508649..4df122f 100644
--- a/units/sutton-blocker.pxu
+++ b/units/sutton/sutton-blocker.pxu
@@ -1,6 +1,6 @@
 # Version: 1.0.0 2019-09-04
 id: sutton-blocker
-_name: Suttion Blocker Tests
+_name: Sutton Blocker Tests
 unit: test plan
 _description: This test plan is used to check the docking functionalities and the behaviour of the laptop when docked/undocked.
 include:
diff --git a/units/sutton-dock.pxu b/units/sutton/sutton-dock.pxu
index 4d9a743..4d9a743 100644
--- a/units/sutton-dock.pxu
+++ b/units/sutton/sutton-dock.pxu
diff --git a/units/sutton-full-18-04.pxu b/units/sutton/sutton-full-18-04.pxu
index 72a1ba4..72a1ba4 100644
--- a/units/sutton-full-18-04.pxu
+++ b/units/sutton/sutton-full-18-04.pxu
diff --git a/units/sutton-full-20-04.pxu b/units/sutton/sutton-full-20-04.pxu
index 0c38767..ca0085e 100644
--- a/units/sutton-full-20-04.pxu
+++ b/units/sutton/sutton-full-20-04.pxu
@@ -2,7 +2,7 @@
 id: sutton-full-20-04
 _name: Sutton Full Test 20.04
 unit: test plan
-_description: Suttion Full Tests for 20.04
+_description: Sutton Full Tests for 20.04
 include:
 com.canonical.certification::recovery_info_attachment
 com.canonical.ce::sutton/user-documents
diff --git a/units/sutton-full.pxu b/units/sutton/sutton-full.pxu
index 9f4963a..c6c08cc 100644
--- a/units/sutton-full.pxu
+++ b/units/sutton/sutton-full.pxu
@@ -2,7 +2,7 @@
 id: sutton-full
 _name: Sutton Full Tests
 unit: test plan
-_description: Suttion Full Tests
+_description: Sutton Full Tests
 include:
 com.canonical.certification::recovery_info_attachment
 com.canonical.ce::sutton/sourceslist/security
diff --git a/units/sutton-graphics.pxu b/units/sutton/sutton-graphics.pxu
index 09ad040..09ad040 100644
--- a/units/sutton-graphics.pxu
+++ b/units/sutton/sutton-graphics.pxu
diff --git a/units/sutton-regression.pxu b/units/sutton/sutton-regression.pxu
index db310bf..db310bf 100644
--- a/units/sutton-regression.pxu
+++ b/units/sutton/sutton-regression.pxu
diff --git a/units/sutton/sutton-specific.pxu b/units/sutton/sutton-specific.pxu
new file mode 100644
index 0000000..eb3ab36
--- /dev/null
+++ b/units/sutton/sutton-specific.pxu
@@ -0,0 +1,13 @@
+id: sutton-specific
+_name: Sutton specific tests
+unit: test plan
+_description: This test plan include some specific tests for Sutton projects.
+include:
+ com.canonical.ce::sutton/user-documents
+ com.canonical.ce::sutton/desktop-kpi-dashboard
+ com.canonical.ce::sutton/fingerprint-login
+ com.canonical.ce::sutton/fingerprint-negative
+ com.canonical.ce::sutton/fingerprint-positive
+nested_part:
+ sutton-oem-meta-version
+
diff --git a/units/sutton-stress.pxu b/units/sutton/sutton-stress.pxu
index 959f54f..959f54f 100644
--- a/units/sutton-stress.pxu
+++ b/units/sutton/sutton-stress.pxu
diff --git a/units/sutton-touch-webcam.pxu b/units/sutton/sutton-touch-webcam.pxu
index 47535cd..47535cd 100644
--- a/units/sutton-touch-webcam.pxu
+++ b/units/sutton/sutton-touch-webcam.pxu
diff --git a/units/sutton-wireless.pxu b/units/sutton/sutton-wireless.pxu
index 59bc726..59bc726 100644
--- a/units/sutton-wireless.pxu
+++ b/units/sutton/sutton-wireless.pxu
diff --git a/units/wenshan/jobs.pxu b/units/wenshan/jobs.pxu
index 03a5eb8..21c958f 100644
--- a/units/wenshan/jobs.pxu
+++ b/units/wenshan/jobs.pxu
@@ -96,7 +96,7 @@ category_id: active-directory
 plugin: shell
 _summary: Check SSSD configuration
 estimated_duration: 1s
-environ: AD_DOMAIN AD_SERVER
+environ: AD_DOMAIN
 depends: active-directory/realm-join
 user: root
 command:
@@ -106,12 +106,6 @@ command:
 echo "ERROR: ad_domain not configured correctly in /etc/sssd/sssd.conf."
 exit 1
 fi
- if grep -i "ad_server.*${AD_SERVER}" /etc/sssd/sssd.conf; then
- echo "ad_server properly configured."
- else
- echo "ERROR: ad_server not configured correctly in /etc/sssd/sssd.conf."
- exit 1
- fi
 
 id: active-directory/realm-config-check
 category_id: active-directory