diff options
37 files changed, 449 insertions, 684 deletions
diff --git a/bin/platform_meta_test_bios_id b/bin/platform_meta_test_bios_id index c1a6ed2..c598ad3 100755 --- a/bin/platform_meta_test_bios_id +++ b/bin/platform_meta_test_bios_id @@ -11,12 +11,12 @@ echo "Beginning Platform Metapackage BIOS ID Test" 1>&2 -biosid=$(lspci -s 00:00.0 -nnv | grep Subsystem | grep -o -E "[[:xdigit:]]{4}:[[:xdigit:]]{4}" | cut -d ":" -f 2) -release=$(lsb_release -c | awk '{print $2}') +BIOSID=$(lspci -s 00:00.0 -nnv | grep Subsystem | grep -o -E "[[:xdigit:]]{4}:[[:xdigit:]]{4}" | cut -d ":" -f 2 | tr '[:lower:]' '[:upper:]') +codename=$(lsb_release -cs) -for meta in $(dpkg -l |grep ".*-meta" |awk '{print ($2)}'); do - if [[ "$meta" =~ ^dell-[[:xdigit:]]{4}(-${release})?-meta$ ]];then - pmeta=$(apt-cache depends "$meta" | grep Depends | awk '{print ($2)}' | grep -o ".*-meta") +for meta in $(dpkg -l | grep ".*-meta" | awk '{print ($2)}'); do + if [[ "$meta" =~ ^dell-[[:xdigit:]]{4}(-${codename})?-meta$ ]];then + pmeta=$(apt-cache depends "$meta" | grep Depends | awk '{print ($2)}' | grep -o ".*-meta") echo "Found platform meta packages: $pmeta, $meta" exit 0 fi @@ -27,22 +27,22 @@ ptag=$(ubuntu-report show | grep DCD | awk -F'+' '{print $2}') if [ -n "$ptag" ]; then if dpkg-query -W "oem-$ptag-meta" >/dev/null 2>&1; then pmeta="oem-$ptag-meta" - elif dpkg-query -W "$ptag-meta"; then + elif dpkg-query -W "$ptag-meta" >/dev/null 2>&1; then pmeta="$ptag-meta" fi - fi +fi - if [ -n "$pmeta" ] && apt-cache show "$pmeta" | grep ^Modaliases | grep -i "sv00001028sd0000$biosid"; then - echo "Found platform meta package '$pmeta' containing BIOS ID '$biosid'" - exit 0 - fi +if [ -n "$pmeta" ] && apt-cache show "$pmeta" | grep ^Modaliases | grep -i "sv00001028sd0000$BIOSID"; then + echo "Found platform meta package '$pmeta' containing BIOS ID '$BIOSID'" + exit 0 +fi for pmeta in $(ubuntu-drivers list | grep "^oem" | grep "meta$"); do - if apt-cache show "$pmeta" | grep ^Modaliases | grep -i "sv00001028sd0000$biosid"; then - echo "Found platform meta package '$pmeta' containing BIOS ID '$biosid'" + if apt-cache show "$pmeta" | grep ^Modaliases | grep -i "sv00001028sd0000$BIOSID"; then + echo "Found platform meta package '$pmeta' containing BIOS ID '$BIOSID'" exit 0 fi done -echo "Platform Metapackage BIOS ID cannot be found" +echo "Platform Metapackage BIOS ID ($BIOSID) cannot be found for the platform tag ($ptag)" exit 1 diff --git a/bin/query_bto_version.py b/bin/query_bto_version.py index 582ff12..7753180 100755 --- a/bin/query_bto_version.py +++ b/bin/query_bto_version.py @@ -1,4 +1,4 @@ -#!/usr/bin/python +#!/usr/bin/env python3 import sys import dbus @@ -24,8 +24,8 @@ def get_dell_interface(bus): method = [method for method in methods if method.attrib['name'] == method_name] if not method: - print >> sys.stderr, ("'%s' method not found in '%s'" - % (method_name, interface.attrib['name'])) + print(("'%s' method not found in '%s'" + % (method_name, interface.attrib['name'])), file=sys.stderr) sys.exit(-1) return dbus.Interface(obj, 'com.dell.RecoveryMedia') @@ -49,7 +49,7 @@ def get_recovery_partition(bus = None): udisk_obj = bus.get_object('org.freedesktop.UDisks2', '/org/freedesktop/UDisks2') ud = dbus.Interface(udisk_obj, 'org.freedesktop.DBus.ObjectManager') - for k, v in ud.GetManagedObjects().iteritems(): + for k, v in ud.GetManagedObjects().items(): drive_info = v.get('org.freedesktop.UDisks2.Block', {}) if ('sd' not in k) and ('nvme' not in k): continue @@ -62,7 +62,7 @@ def get_recovery_partition(bus = None): rp = bytearray(drive_info.get('Device')).strip(b'\0').decode('utf_8') return rp except dbus.DBusException as e: - print >> sys.stderr, "%s, UDisks2 Failed" % str(e) + print("%s, UDisks2 Failed" % str(e), file=sys.stderr) try: #next try to use udisks, if this fails, fall back to devkit-disks. @@ -81,7 +81,7 @@ def get_recovery_partition(bus = None): rp=dev.Get('org.freedesktop.Udisks.Device','DeviceFile') return rp except dbus.DBusException as e: - print >> sys.stderr, "%s, UDisks Failed" % str(e) + print("%s, UDisks Failed" % str(e), file=sys.stderr) try: #next try to use devkit-disks. if this fails, then we can fall back to hal @@ -100,7 +100,7 @@ def get_recovery_partition(bus = None): rp=dev.Get('org.freedesktop.DeviceKit.Disks.Device','device-file') return rp except dbus.DBusException as e: - print >> sys.stderr, "%s, DeviceKit-Disks Failed" % str(e) + print("%s, DeviceKit-Disks Failed" % str(e), file=sys.stderr) try: hal_obj = bus.get_object('org.freedesktop.Hal', '/org/freedesktop/Hal/Manager') @@ -118,9 +118,9 @@ def get_recovery_partition(bus = None): rp=dev.GetProperty('block.device') return rp except dbus.DBusException as e: - print >> sys.stderr, "%s, HAL Failed" % str(e) + print("%s, HAL Failed" % str(e), file=sys.stderr) - print >> sys.stderr, "Recovery partition not found" + print("Recovery partition not found", file=sys.stderr) sys.exit(-1) @@ -132,10 +132,10 @@ def main(): try: version, date = interface.query_bto_version(recovery_partition) - print ( "Version: %s\nDate: %s" % (version, date) ) + print("Version: %s\nDate: %s" % (version, date)) except ValueError: version, date, platform = interface.query_bto_version(recovery_partition) - print ( "Platform: %s\nVersion: %s\nDate: %s" % (platform, version, date) ) + print("Platform: %s\nVersion: %s\nDate: %s" % (platform, version, date)) interface.request_exit() diff --git a/bin/somerville_sources_test b/bin/somerville_sources_test new file mode 100755 index 0000000..a9a9625 --- /dev/null +++ b/bin/somerville_sources_test @@ -0,0 +1,15 @@ +#!/bin/bash + +codename=$(lsb_release -cs) +platform=$(ubuntu-report show | grep DCD | awk -F'+' '{print $2}') + +case "$codename" in + ("bionic") + sources_test "/etc/apt/sources.list.d/${codename}-dell.list" "deb http://dell.archive.canonical.com/updates/ ${codename}-dell public" + ;; + (*) + # Ex. fossa-melisa will be changed to melisa. + platform="${platform/fossa-/}" + sources_test "/etc/apt/sources.list.d/oem-somerville-${platform}-meta.list" "^deb http://dell.archive.canonical.com/ ${codename} somerville$,^deb http://dell.archive.canonical.com/ ${codename} somerville-${platform}$" + ;; +esac diff --git a/bin/sources_test b/bin/sources_test index a63c5b9..f5247d1 100755 --- a/bin/sources_test +++ b/bin/sources_test @@ -11,16 +11,16 @@ if [ -z "$sources_list" ]; then fi if [ -z "$repositories" ]; then - echo "Must provide list of repositories to check for, e.g. 'deb http://gb.archive.ubuntu.com/ubuntu/ precise multiverse, deb http://gb.archive.ubuntu.com/ubuntu/ precise-updates multiverse'" + echo "Must provide list of repositories to check for, e.g. 'deb http://gb.archive.ubuntu.com/ubuntu/ precise multiverse,deb http://gb.archive.ubuntu.com/ubuntu/ precise-updates multiverse'" exit 1 fi IFS=$',' for repository in $repositories; do if grep -q "$repository" "$sources_list"; then - echo "$repository found in $sources_list" + echo "'$repository' found in $sources_list" else - echo "$repository not found in $sources_list" + echo "'$repository' not found in $sources_list" result=1 fi done diff --git a/debian/changelog b/debian/changelog index 943bfb6..89b624a 100644 --- a/debian/changelog +++ b/debian/changelog @@ -1,3 +1,34 @@ +plainbox-provider-oem (0.74) focal; urgency=medium + + * Laramie: modified launcher content to exclude some cases + * Debian: remove openssh-server in control file + + -- Ray Chen <ray.chen@canonical.com> Sun, 17 May 2020 01:18:21 +0800 + +plainbox-provider-oem (0.73) focal; urgency=medium + + * bin/somerville_sources_test, bin/sources_test: Use another way to avoid affecting existing test cases for other projects. + * bin/somerville_sources_test: follow the right usage of sources_test. + * bin/sources_test: check the boundary of source list. + * Debain: modify python dependency in control file. + * Debain: remove sru provider in control file. (LP: #1878441) + * Somerville needs to check the common archive in the platform meta package. + * Improve the test case for Somerville common archive. (LP: #1877011) + * Improve the platform metapackage BIOS ID test. (LP: #1873139) + * change Stella power management test naming + * Modify the mac of BT; add new 20.04 test plan for sutton; modify sourcelist test cases; modify 18.04 test plan. + * remove dkms-build-exclusive-test for somerville + * somerville-stella-20.04-test-case-update + + -- Ray Chen <ray.chen@canonical.com> Thu, 14 May 2020 17:12:35 +0800 + +plainbox-provider-oem (0.72) bionic; urgency=medium + + * Add fwupdate with secure boot test case + * Namespace: modify the namespace form plainbox to certification for nvlink test + + -- Nara Huang <nara.huang@canonical.com> Wed, 22 Apr 2020 22:50:01 +0800 + plainbox-provider-oem (0.71) bionic; urgency=medium * Add: laramie launcher and jobs diff --git a/debian/control b/debian/control index bdea531..e040f3a 100644 --- a/debian/control +++ b/debian/control @@ -6,7 +6,6 @@ Build-Depends: debhelper (>= 8.0.0), dh-python, intltool, - python (>= 2.7), python3, python3-checkbox-ng, python3-debian, @@ -17,7 +16,7 @@ Homepage: https://code.launchpad.net/~oem-qa/oem-qa-checkbox/+git/oem-plainbox Package: plainbox-provider-oem Architecture: all -Depends: ${shlibs:Depends}, ${misc:Depends}, ${plainbox:Depends}, plainbox-provider-certification-client, plainbox-provider-sru, acpica-tools, smbios-utils +Depends: ${shlibs:Depends}, ${misc:Depends}, ${plainbox:Depends}, plainbox-provider-certification-client, acpica-tools, smbios-utils Recommends: ${plainbox:Recommends} Suggests: ${plainbox:Suggests} X-Plainbox-Provider: yes @@ -40,7 +39,7 @@ Description: plainbox oem provider for kittyhawk Package: plainbox-provider-oem-stella Architecture: all -Depends: ${shlibs:Depends}, ${misc:Depends}, plainbox-provider-oem (= ${source:Version}), openssh-server +Depends: ${shlibs:Depends}, ${misc:Depends}, plainbox-provider-oem (= ${source:Version}) Conflicts: plainbox-provider-oem-kittyhawk, plainbox-provider-oem-sutton, plainbox-provider-oem-somerville Description: plainbox oem provider for stella Plainbox OEM provider to run OEM-specific jobs and test plans (Stella) @@ -54,7 +53,7 @@ Description: plainbox oem provider for somerville Package: plainbox-provider-oem-otaru Architecture: all -Depends: ${shlibs:Depends}, ${misc:Depends}, plainbox-provider-oem (= ${source:Version}), openssh-server +Depends: ${shlibs:Depends}, ${misc:Depends}, plainbox-provider-oem (= ${source:Version}) Conflicts: plainbox-provider-oem-kittyhawk, plainbox-provider-oem-sutton, plainbox-provider-oem-somerville, plainbox-provider-oem-stella Description: plainbox oem provider for otaru Plainbox OEM provider to run OEM-specific jobs and test plans (ce-iot-qa) diff --git a/etc/sutton/plainbox.conf b/etc/sutton/plainbox.conf index 53ce3a2..665f6e7 100644 --- a/etc/sutton/plainbox.conf +++ b/etc/sutton/plainbox.conf @@ -14,4 +14,4 @@ WPA_AC_PSK = insecure WPA_AX_PSK = insecure SERVER_IPERF = 192.168.1.99 TEST_TARGET_IPERF = 192.168.1.99 -BTDEVADDR = 84:A6:C8:7D:BA:FD +BTDEVADDR = 34:13:E8:9A:52:12 diff --git a/jobs/somerville/somerville.txt.in b/jobs/somerville/somerville.txt.in index f111f04..0d88347 100644 --- a/jobs/somerville/somerville.txt.in +++ b/jobs/somerville/somerville.txt.in @@ -47,19 +47,6 @@ command: cat /etc/buildstamp user: root _description: Automated test to store the BTO version information -id: somerville/update -category_id: somerville -plugin: manual -_description: -_purpose: - 1. Verify the system can install updates successfully -_steps: - 1. Use Update Manager to update the system -_verification: - 1. Were you able to update the system and still have full functionality, ie. wireless, ACPI functions, etc. ? -_notes: - 1. Please perform this test last. - id: somerville/manifest_version category_id: somerville plugin: shell @@ -95,37 +82,6 @@ _notes: 2. Restart tty process."sudo restart tty1". 3. Excute the minicom setting "minicom -s". -plugin: manual -id: somerville/super-key-disabled -_description: -_purpose: - 1. To validate that the super key and any combinations with the super key is not in effect -_steps: - 1. After installing the base image, click the super key, super + d, super + s, super + w, super + f and explore other combinations -_verification: - 1. There shouldn't be any response from the system after the keystroke. - -plugin: manual -id: somerville/India-rupee-keyboard-layout -_description: -_purpose: - 1. To validate that the base image support India Rupee keyboard layout -_steps: - 1. Install the base image and log in to desktop - 2. Open gedit, press right Alt + 4 -_verification: - 1. India Rupee symbol should appear - -plugin: manual -id: somerville/distro-upgrade-disable -_description: -_purpose: - 1. To validate the automatic distribution upgrade notification from update manager is disabled. - STEPS: - 1. (Work in progress) -_verification: - 1. There should not be any notification from the update manager. - id: somerville/suspend-on-battery-power category_id: somerville plugin: manual @@ -190,26 +146,9 @@ id: somerville/dell-repository category_id: somerville plugin: shell command: - sources_test /etc/apt/sources.list.d/$(lsb_release -c -s)-dell.list "deb http://dell.archive.canonical.com/updates/ $(lsb_release -c -s)-dell public" + somerville_sources_test _description: Check Dell repository -id: somerville/amd-graphics-mode-default-value -category_id: somerville -plugin: user-interact-verify -imports: from com.canonical.certification import package as pkg -requires: pkg.name == 'fglrx' -command: aticonfig --px-list-active-gpu -_description: -_purpose: - 1. Check AMD graphics default mode settings. (Skip test if config is Intel or NVIDIA graphics) -_steps: - 1. Verify and check the default output mode. -_verification: - $output -_notes: - 1.Need to base on the PM/Engineer define for default settings to verify this test case with Yes or No result. - 2.Please also list the current graphics mode into Further information. - id: somerville/platform-meta-test category_id: somerville plugin: shell @@ -236,404 +175,6 @@ _steps: _verification: No ERROR messages. -id: somerville/dock-monitor-dual-head -category_id: somerville -estimated_duration: 120.0 -_summary: somerville/Dock Dual monitors test while docked -plugin: manual -_purpose: - This test verifies that dual-monitor output works using the dock. You will need two external monitors to perform this test. -_steps: - Skip this test if your video card or the dock do not support multiple monitors. Use 4K monitors to run this test if the video card and dock both support. - Dell Trinity Docking spec - IE: 2 x FHD 1920x1080 @60Hz - Dell Trinity Docking spec - BME: 2 x 4kx2k @60Hz by DP + Type-C - 1. If your dock provides more than one monitor outputs, connect two monitors - 2. Open the "Displays" tool (open the dash and search for "Displays") - 3. Configure your output to provide one desktop across all the monitors - 4. Open any application and drag its window from one monitor to the next. -_verification: - Was the stretched desktop displayed correctly across all the screens? - -id: somerville/dock-monitor-triple-head -category_id: somerville -estimated_duration: 120.0 -_summary: somerville/Dock Triple monitors test while docked -plugin: manual -_purpose: - This test verifies that triple-monitor output works using the dock. You will need three external monitors to perform this test. -_steps: - Skip this test if your video card or the dock do not support multiple monitors. - Dell Trinity Docking spec - IE: 3 x SXGAA 1280x1200 @60Hz (AMD and Nvidia only) - Dell Trinity Docking spec - BME: 3 x 4kx2k @30Hz by DP + mDP + Type-C - 1. If your dock provides more than one monitor outputs, connect three monitors - 2. Open the "Displays" tool (open the dash and search for "Displays") - 3. Turn off internal monitor - 4. Configure your output to provide one desktop across all the monitors - 5. Open any application and drag its window from one monitor to the next. -_verification: - Was the stretched desktop displayed correctly across all the screens? - -id: somerville/dock-monitor-dual-head-after-suspend -category_id: somerville -estimated_duration: 120.0 -_summary: somerville/Dock Dual monitors test while docked after suspend -plugin: manual -_purpose: - This test verifies that dual-monitor output works using the dock. You will need two external monitors to perform this test. -_steps: - Skip this test if your video card or the dock do not support multiple monitors. Use 4K monitors to run this test if the video card and dock both support. - Dell Trinity Docking spec - IE: 2 x FHD 1920x1080 @60Hz - Dell Trinity Docking spec - BME: 2 x 4kx2k @60Hz by DP + Type-C - 1. If your dock provides more than one monitor outputs, connect two monitors - 2. Open the "Displays" tool (open the dash and search for "Displays") - 3. Configure your output to provide one desktop across all the monitors - 4. Open any application and drag its window from one monitor to the next. -_verification: - Was the stretched desktop displayed correctly across all the screens? - -id: somerville/dock-monitor-triple-head-after-suspend -category_id: somerville -estimated_duration: 120.0 -_summary: somerville/Dock Triple monitors test while docked after suspend -plugin: manual -_purpose: - This test verifies that triple-monitor output works using the dock. You will need three external monitors to perform this test. -_steps: - Skip this test if your video card or the dock do not support multiple monitors. - Dell Trinity Docking spec - IE: 3 x SXGAA 1280x1200 @60Hz (AMD and Nvidia only) - Dell Trinity Docking spec - BME: 3 x 4kx2k @30Hz by DP + mDP + Type-C - 1. If your dock provides more than one monitor outputs, connect three monitors - 2. Open the "Displays" tool (open the dash and search for "Displays") - 3. Turn off internal monitor - 4. Configure your output to provide one desktop across all the monitors - 5. Open any application and drag its window from one monitor to the next. -_verification: - Was the stretched desktop displayed correctly across all the screens? - -id: somerville/dock_playback_type-c_displayport -category_id: somerville -_summary: somerville/Dock Type-C DisplayPort audio test -plugin: user-interact-verify -estimated_duration: 30.0 -command: - /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50 - /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE -_purpose: - Dock DisplayPort audio via USB Type-C port interface verification -_steps: - 1. Plug an external DisplayPort device with sound on a USB Type-C port using a "USB Typce-C to DisplayPort" adapter on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test -_verification: - Did you hear the sound from the DisplayPort device? - -id: somerville/dock_playback_type-c_hdmi -category_id: somerville -_summary: somerville/Dock Type-C HDMI audio test -plugin: user-interact-verify -estimated_duration: 30.0 -command: - /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50 - /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE -_purpose: - Dock HDMI audio interface verification -_steps: - 1. Plug an external HDMI device with sound on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test -_verification: - Did you hear the sound from the HDMI device? - -id: somerville/dock-hotplug_playback_type-c_displayport -category_id: somerville -_summary: somerville/Dock hotplug Type-C DisplayPort audio test -plugin: user-interact-verify -estimated_duration: 30.0 -command: - /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50 - /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE -_purpose: - Dock DisplayPort audio via USB Type-C port interface verification -_steps: - 1. Plug an external DisplayPort device with sound on a USB Type-C port using a "USB Typce-C to DisplayPort" adapter on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test -_verification: - Did you hear the sound from the DisplayPort device? - -id: somerville/dock-hotplug_playback_type-c_hdmi -category_id: somerville -_summary: somerville/Dock Type-C hotplug HDMI audio test -plugin: user-interact-verify -estimated_duration: 30.0 -command: - /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50 - /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE -_purpose: - Dock HDMI audio interface verification -_steps: - 1. Plug an external HDMI device with sound on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test -_verification: - Did you hear the sound from the HDMI device? - -plugin: user-interact -id: somerville/hotplug-usb-insert -category_id: somerville -estimated_duration: 10.0 -_summary: USB drive insertion test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher insert usb -_purpose: - This test will check that the system correctly detects the insertion of - a USB storage device after dock hot plugged in -_steps: - 1. Click "Test" and insert a USB storage device, preferably a HDD, - in one of the dock's port. - Although a USB pen drive may be used it might cause performance - related tests to fail. (Note: this test will time-out after 20 - seconds.) - 2. Do not unplug the device after the test. -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: shell -id: somerville/hotplug-usb-storage-automated -category_id: somerville -depends: somerville/hotplug-usb-insert -user: root -estimated_duration: 45.0 -_summary: USB drive storage test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 usb -_description: - This test is automated and executes after the dock/usb_insert test is run. - -plugin: user-interact -id: somerville/hotplug-usb-remove -category_id: somerville -depends: somerville/hotplug-usb-insert -estimated_duration: 10.0 -_summary: USB drive removal test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher remove usb -_purpose: - This test will check that the system correctly detects the removal of - a USB storage device after dock hot plugged in -_steps: - 1. Click "Test" and remove the USB device from the dock. - (Note: this test will time-out after 20 seconds.) -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -id: somerville/hot-plug-after-suspend -category_id: somerville -plugin: manual -estimated_duration: 30.00 -_summary: Docking test -_purpose: - This test will check the device can be used after docking after suspend. -_steps: - 1. Unplug docking station. - 2. Replug in docking station. -_verification: - Is the system working with problem (e.g. system hang) after docking station hot plugged in? - -plugin: user-interact-verify -category_id: somerville -id: somerville/hotplug-ethernet-after-suspend -command: /usr/lib/plainbox-provider-checkbox/bin/network_check -estimated_duration: 10 -_description: -_purpose: - This test will check wired connection after hotplug fom suspend -_steps: - 1. Disable WiFi connection - 2. Click "Test" to verify that it's possible to establish a HTTP connection -_verification: - Did a notification show and was the connection correctly established? - -plugin: user-interact -id: somerville/hotplug-usb-insert-after-suspend -category_id: somerville -estimated_duration: 10.0 -_summary: USB drive insertion test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher insert usb -_purpose: - This test will check that the system correctly detects the insertion of - a USB storage device after dock hot plugged in after suspend -_steps: - 1. Click "Test" and insert a USB storage device, preferably a HDD, - in one of the dock's port. - Although a USB pen drive may be used it might cause performance - related tests to fail. (Note: this test will time-out after 20 - seconds.) - 2. Do not unplug the device after the test. -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: shell -id: somerville/hotplug-usb-storage-automated-after-suspend -category_id: somerville -depends: somerville/hotplug-usb-insert-after-suspend -user: root -estimated_duration: 45.0 -_summary: USB drive storage test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 usb -_description: - This test is automated and executes after the dock/usb_insert test is run. - -plugin: user-interact -id: somerville/hotplug-usb-remove-after-suspend -category_id: somerville -depends: somerville/hotplug-usb-insert-after-suspend -estimated_duration: 10.0 -_summary: USB drive removal test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher remove usb -_purpose: - This test will check that the system correctly detects the removal of - a USB storage device after dock hot plugged in after suspend -_steps: - 1. Click "Test" and remove the USB device from the dock. - (Note: this test will time-out after 20 seconds.) -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: user-interact -id: somerville/hotplug-usb3-insert-after-suspend -category_id: somerville -estimated_duration: 10.0 -_summary: USB3 drive insertion test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher -m 500000000 insert usb -_purpose: - This test will check that the system correctly detects the insertion of - a USB 3.0 storage device after dock hot plugged in after suspend -_steps: - 1. Click "Test" and insert a USB 3.0 storage device, preferably a HDD, - in one of the dock's USB 3.0 port. Although a USB 3.0 pen drive may - be used it might cause performance related tests to fail. - (Note: this test will time-out after 20 seconds.) - 2. Do not unplug the device after the test. -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: shell -id: somerville/hotplug-usb3-storage-automated-after-suspend -category_id: somerville -depends: somerville/hotplug-usb3-insert-after-suspend -user: root -estimated_duration: 45.0 -_summary: USB3 drive storage test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 -m 500000000 usb --driver xhci_hcd -_description: - This test is automated and executes after the dock/usb3_insert test is run. - -plugin: user-interact -id: somerville/hotplug-usb3-remove-after-suspend -category_id: somerville -depends: somerville/hotplug-usb3-insert-after-suspend -estimated_duration: 10.0 -_summary: USB3 drive removal test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher -m 500000000 remove usb -_purpose: - This test will check that the system correctly detects the removal of - a USB 3.0 storage device after dock hot plugged in after suspend -_steps: - 1. Click "Test" and remove the USB 3.0 device from the dock. - (Note: this test will time-out after 20 seconds.) -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -id: somerville/hotplug-monitor-displayport-after-suspend -category_id: somerville -estimated_duration: 120.0 -_summary: DisplayPort test on the dock -plugin: manual -_purpose: - This test will check the DisplayPort(s) on the dock after hot plugged in after suspend. -_steps: - Skip this test if the dock does not have a DisplayPort. - 1. Connect a display (if not already connected) to the DisplayPort on the dock - 2. Repeat step 1 for each additional DisplayPorts, if any -_verification: - Was the desktop displayed correctly on both screens? - -id: somerville/hotplug-monitor-hdmi-after-suspend -category_id: somerville -estimated_duration: 120.0 -_summary: HDMI port test on the dock -plugin: manual -_purpose: - This test will check the HDMI port(s) on the dock after hot plugged in after suspend. -_steps: - Skip this test if the dock does not have a HDMI port. - 1. Connect a display (if not already connected) to the HDMI port on the dock - 2. Repeat step 1 for each additional HDMI port, if any -_verification: - Was the desktop displayed correctly on both screens? - -plugin: user-interact -id: somerville/usb-insert-after-suspend-dock-resume -category_id: somerville -estimated_duration: 10.0 -_summary: USB drive insertion test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher insert usb -_purpose: - This test will check that the system correctly detects the insertion of - a USB storage device after suspend, undocked, docked, resume. -_steps: - 1. Click "Test" and insert a USB storage device, preferably a HDD, - in one of the dock's USB port. Although a USB pen drive may - be used it might cause performance related tests to fail. - (Note: this test will time-out after 20 seconds.) - 2. Do not unplug the device after the test. -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: shell -id: somerville/usb-storage-automated-after-suspend-dock-resume -category_id: somerville -depends: somerville/usb-insert-after-suspend-dock-resume -user: root -estimated_duration: 45.0 -_summary: USB drive storage test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 usb -_description: - This test is automated and executes after the dock/usb_insert test is run. - -plugin: user-interact -id: somerville/usb-remove-after-suspend-dock-resume -category_id: somerville -depends: somerville/usb-insert-after-suspend-dock-resume -estimated_duration: 10.0 -_summary: USB drive removal test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher remove usb -_purpose: - This test will check that the system correctly detects the removal of - a USB storage device after suspend, undocked, docked, resume. -_steps: - 1. Click "Test" and remove the USB device from the dock. - (Note: this test will time-out after 20 seconds.) -_verification: - The verification of this test is automated. Do not change the - automatically selected result. id: somerville/oobe-audioinput-unmute category_id: somerville @@ -682,12 +223,48 @@ command: desktop-kpi-dashboard-check.sh somerville _description: Check oem image desktop KPI dashboard information -id: somerville/mac-address-passthrough +id: somerville/fingerprint-login category_id: somerville -plugin: shell -user: root -command: mac-passthrough.py -_description: Check dock MAC address pass-through function, please make sure following items before running this test: - 1. Pass-through mac address is flashed in BIOS - 2. MAC address pass-through is enabled in BIOS settings - 3. Dock is connected +plugin: manual +_purpose: + This test will verify that a fingerprint reader will work properly for logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. In System Settings->Users, select the "Fingerprint Login". + 2. Select a finger on the list then click "Next". + 3. Follow the steps to put your finger on the finger printer multiple times until it shows "Done!". + 4. Click "Next" then close the setup window. + 5. Logout user from top-right menu. + 6. Select user name on the login screen. + 7. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure work correctly? + +id: somerville/fingerprint-negative +category_id: somerville +plugin: manual +_purpose: + This test will verify that a fingerprint reader will reject when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. +_verification: + Did the authentication failed and can't login? + +id: somerville/fingerprint-positive +category_id: somerville +plugin: manual +_purpose: + This test will verify that a fingerprint reader still work properly when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. + 4. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure still work correctly? + + diff --git a/jobs/stella/energy-star-compliant.txt.in b/jobs/stella/energy-star-compliant.txt.in deleted file mode 100644 index 5b11819..0000000 --- a/jobs/stella/energy-star-compliant.txt.in +++ /dev/null @@ -1,40 +0,0 @@ -plugin: manual -id: stella/energy-star-compliant-NB/suspend-on-battery-power -category_id: stella -_description: - PURPOSE: - Verify system can enter suspend after idle for 10 minutes on battery power - STEPS: - 1. Boot into system - 2. Make sure system running on battery power - 3. Idle system for 10 minutes - VERIFICATION: - System will turn off blacklight and suspend after 10 minutes - -plugin: manual -id: stella/energy-star-compliant-NB/suspend-on-AC-power -category_id: stella -_description: - PURPOSE: - Verify system can enter suspend after idle for 30 minutes on AC power - STEPS: - 1. Boot into system - 2. Make sure AC Power plugged - 3. Idle system for 30 minutes - VERIFICATION: - System will turn off blacklight after 10 minutes first and then go to suspend after 20 minutes. (Total 30 minutes) - -plugin: manual -id: stella/energy-star-compliant-DT/suspend-when-inactive -category_id: stella -_description: - PURPOSE: - Verify system can enter suspend after idle for 20 minutes on AC power - STEPS: - 1. Boot into system - 2. Idle system for 10 minutes - 3. Idle system for another 10 minutes - VERIFICATION: - 1. System will turn off blacklight after 10 minutes - 2. System will enter suspend mode after 20 minutes - diff --git a/jobs/stella/hp-particular.txt.in b/jobs/stella/hp-particular.txt.in index 5d6c5fa..5ff9082 100644 --- a/jobs/stella/hp-particular.txt.in +++ b/jobs/stella/hp-particular.txt.in @@ -1,17 +1,3 @@ -plugin: manual -id: stella/hp-particular/hp-documents -category_id: stella -_description: - PURPOSE: - Verify HP documents is available - STEPS: - 1. Double click HP Documents icon on desktop - 2. Click HP Documents icon on Nautilus - VERIFICATION: - 1. HP User Guides can be performed on browser Firefox both for the icons on desktop and Nautilus. - 2. There should be two tabs on Firefox and perform HP User Guides - 3. Check language of HP User Guides is correct - plugin: user-interact-verify id: stella/hp-particular/build_valid_check category_id: stella @@ -35,17 +21,3 @@ category_id: stella command: ciic _summary: Collect installed information for Stella project _description: Collect installed information for Stella project - -plugin: manual -id: stella/hp-particular/hp-wallpaper -category_id: stella -_purpose: - Verify HP wallpaper is correctly displayed -_steps: - 1. Check the wallpaper in desktop session - 2. Log out of session, check wallpaper in log-in screen - 3. Log back into desktop session and let system enter s3 - 4. Wake system from s3 and check lock screen wallpaper -_verification: - 1. If system is CMIT/WGBU machine, HP wallpaper should be shown in desktop, log-in screen and lock screen - 2. If system is cNB/vDT machine, Ubuntu wallpaper should be shown in desktop, log-in screen and lock screen diff --git a/jobs/stella/power-management-stella.txt.in b/jobs/stella/power-management-stella.txt.in new file mode 100644 index 0000000..053e29c --- /dev/null +++ b/jobs/stella/power-management-stella.txt.in @@ -0,0 +1,9 @@ +id: power-management-stella +unit: test plan +_name: Stella power management test +_description: Stella power management test +include: + stella/suspend-power-menu + stella/suspend-power-button + stella/suspend-on-battery-power + stella/suspend-on-AC-power diff --git a/jobs/stella/stella.txt.in b/jobs/stella/stella.txt.in index 46d73d6..76f50bf 100644 --- a/jobs/stella/stella.txt.in +++ b/jobs/stella/stella.txt.in @@ -8,3 +8,133 @@ plugin: shell command: desktop-kpi-dashboard-check.sh stella _description: Check oem image desktop KPI dashboard information + +plugin: manual +id: stella/suspend-on-battery-power +category_id: stella +_description: + PURPOSE: + Verify system can enter suspend after idle for 20 minutes on battery power + STEPS: + 1. Boot into system + 2. Make sure system running on battery power + 3. Idle system for 5 minutes + 4. Idle system for another 20 minutes + VERIFICATION: + 1. System will turn screen off after 5 minutes + 2. System will enter suspend mode after 20 minutes + +plugin: manual +id: stella/suspend-on-AC-power +category_id: stella +_description: + PURPOSE: + Verify system can enter suspend after idle for 20 minutes on AC power + STEPS: + 1. Boot into system + 2. Make sure AC Power plugged + 3. Idle system for 5 minutes + 4. Idle system for another 20 minutes + VERIFICATION: + 1. System will turn screen off after 5 minutes + 2. System will enter suspend mode after 20 minutes + +plugin: manual +id: stella/hp-documents +category_id: stella +_description: + PURPOSE: + Verify HP documents is available + STEPS: + 1. Click HP Documents icon on Nautilus + VERIFICATION: + 1. HP User Guides can be performed on browser Firefox + 2. Check language of HP User Guides is correct + +plugin: manual +id: stella/hp-wallpaper +category_id: stella +_purpose: + Verify HP wallpaper is correctly displayed +_steps: + 1. Check the wallpaper in desktop session + 2. Log out of session, check wallpaper in log-in screen + 3. Log back into desktop session and let system enter s3 + 4. Wake system from s3 and check lock screen wallpaper +_verification: + 1. If system is CMIT/WGBU machine, HP wallpaper should be shown in desktop, log-in screen and lock screen + +id: stella/suspend-power-menu +category_id: stella +plugin: manual +_description: +_purpose: + 1. Suspend the System from Power Menu & Resume via Power Button +_steps: + 1. Select the Power Icon in the upper right corner + 2. Choose suspend in the dropdown + 3. Wait a few seconds + 4. Resume the system via the Power Button +_verification: + 1. Did the system Suspend successfully? + 2. Did the system Resume via Power Button? + +id: stella/suspend-power-button +category_id: stella +plugin: manual +_description: +_purpose: + 1. Suspend and Resume the system via Power Button +_steps: + 1. Press the Power Button. + 2. Choose suspend in the Menu + 3. Wait a few seconds + 4. Resume the system via the Power Button +_verification: + 1. Did the system Suspend successfully? + 2. Did the system Resume via Power Button? + +id: stella/fingerprint-login +category_id: stella +plugin: manual +_purpose: + This test will verify that a fingerprint reader will work properly for logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. In System Settings->Users, select the "Fingerprint Login". + 2. Select a finger on the list then click "Next". + 3. Follow the steps to put your finger on the finger printer multiple times until it shows "Done!". + 4. Click "Next" then close the setup window. + 5. Logout user from top-right menu. + 6. Select user name on the login screen. + 7. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure work correctly? + +id: stella/fingerprint-negative +category_id: stella +plugin: manual +_purpose: + This test will verify that a fingerprint reader will reject when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. +_verification: + Did the authentication failed and can't login? + +id: stella/fingerprint-positive +category_id: stella +plugin: manual +_purpose: + This test will verify that a fingerprint reader still work properly when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. + 4. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure still work correctly? + diff --git a/jobs/sutton/fingerprint.txt.in b/jobs/sutton/fingerprint.txt.in new file mode 100644 index 0000000..5d0a078 --- /dev/null +++ b/jobs/sutton/fingerprint.txt.in @@ -0,0 +1,45 @@ +id: sutton/fingerprint-login +category_id: sutton +plugin: manual +_purpose: + This test will verify that a fingerprint reader will work properly for logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. In System Settings->Users, select the "Fingerprint Login". + 2. Select a finger on the list then click "Next". + 3. Follow the steps to put your finger on the finger printer multiple times until it shows "Done!". + 4. Click "Next" then close the setup window. + 5. Logout user from top-right menu. + 6. Select user name on the login screen. + 7. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure work correctly? + +id: sutton/fingerprint-negative +category_id: sutton +plugin: manual +_purpose: + This test will verify that a fingerprint reader will reject when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. +_verification: + Did the authentication failed and can't login? + +id: sutton/fingerprint-positive +category_id: sutton +plugin: manual +_purpose: + This test will verify that a fingerprint reader still work properly when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. + 4. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure still work correctly? + + diff --git a/jobs/sutton/sourcelist.txt.in b/jobs/sutton/sourcelist.txt.in index edd9893..144deda 100644 --- a/jobs/sutton/sourcelist.txt.in +++ b/jobs/sutton/sourcelist.txt.in @@ -32,3 +32,33 @@ id: sutton/sourceslist/subproject-bionic command: sources_test /etc/apt/sources.list.d/`cat /etc/buildstamp | awk -F\-bionic\- '/-/{print $1}' | tail -1`.list "^deb http://[[:alnum:]]\+.archive.canonical.com/updates,^deb-src http://[[:alnum:]]\+.archive.canonical.com/updates" _description: Check if project sources list under source.list.d contains correct repository + +plugin: shell +category_id: sutton +id: sutton/sourceslist/bionic-oem +command: sources_test /etc/apt/sources.list.d/bionic-oem.list "^deb http://oem.archive.canonical.com/updates/ .* public,^# deb-src http://oem.archive.canonical.com/updates/ .* public" +_description: + Check if the default Bionic sources list contains correct repository + +plugin: shell +category_id: sutton +id: sutton/sourceslist/focal-oem +command: sources_test /etc/apt/sources.list.d/focal-oem.list "^deb http://oem.archive.canonical.com/updates/ .* public,^# deb-src http://oem.archive.canonical.com/updates/ .* public" +_description: + Check if the default Focal sources list contains correct repository + +plugin: shell +category_id: sutton +id: sutton/sourceslist/project-ouagadougou-base +command: sources_test /etc/apt/sources.list.d/`cat /etc/buildstamp | awk -F\- '/-/{print $1}' | tail -1`-ouagadougou.list "^deb http://[[:alnum:]]\+.archive.canonical.com/updates,^deb-src http://[[:alnum:]]\+.archive.canonical.com/updates" +_description: + Check if project sources list under source.list.d contains correct repository + +plugin: shell +category_id: sutton +id: sutton/sourceslist/subproject-focal +command: sources_test /etc/apt/sources.list.d/`cat /etc/buildstamp | awk -F\-focal\- '/-/{print $1}' | tail -1`.list "^deb http://[[:alnum:]]\+.archive.canonical.com/updates,^deb-src http://[[:alnum:]]\+.archive.canonical.com/updates" +_description: + Check if project sources list under source.list.d contains correct repository + + diff --git a/launcher/laramie-cli b/launcher/laramie-cli index 84d92b8..daba7cb 100644..100755 --- a/launcher/laramie-cli +++ b/launcher/laramie-cli @@ -8,5 +8,15 @@ app_id = com.canonical.certification:laramie-testing filter = *laramie* unit = com.canonical.ce::laramie-full +[test selection] +exclude = .*suspend.* .*reboot.* .*poweroff.* .*keys.* .*auto_switch_card.* .*pm-graph.* .*stress.* .*fwts.* .*chvt.* + +[manifest] +com.canonical.certification::has_usb_type_c == false + +[transport:certification] +type = certification +secure-id = isBZMtRBjJPzQjLipQLN4j + [config] -config_filename = plainbox.conf \ No newline at end of file +config_filename = plainbox.conf diff --git a/launcher/sutton-cli b/launcher/sutton-cli index e8ca9d7..c4d0920 100755 --- a/launcher/sutton-cli +++ b/launcher/sutton-cli @@ -6,7 +6,7 @@ app_id = com.canonical.certification:sutton-testing [test plan] filter = *sutton* -unit = com.canonical.ce::sutton-full-16-04-osp1 +unit = com.canonical.ce::sutton-full-20-04 [config] config_filename = plainbox.conf diff --git a/units/oem-generic-full-20-04.pxu b/units/oem-generic-full-20-04.pxu new file mode 100644 index 0000000..6e557e0 --- /dev/null +++ b/units/oem-generic-full-20-04.pxu @@ -0,0 +1,14 @@ +id: oem-generic-full-20-04 +_name: 20.04 OEM generic full test +unit: test plan +_description: + This test plan nested to 20.04 client certification test plan + which include all required test cases need to be passed for + Ubuntu cert. +include: + com.canonical.certification::recovery_info_attachment + com.canonical.certification::snappy-snap-automated-lightweight +nested_part: + com.canonical.certification::client-cert-20-04 +mandatory_include: + com.canonical.certification::miscellanea/tester-info diff --git a/units/somerville-audio.pxu b/units/somerville-audio.pxu index ee24b51..f3e7d99 100755..100644 --- a/units/somerville-audio.pxu +++ b/units/somerville-audio.pxu @@ -6,7 +6,6 @@ _description: Somerville Audio include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-auto.pxu b/units/somerville-auto.pxu index 43a4e3c..dc00fe3 100755..100644 --- a/units/somerville-auto.pxu +++ b/units/somerville-auto.pxu @@ -6,7 +6,6 @@ _description: Somerville Auto include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-bios-regression.pxu b/units/somerville-bios-regression.pxu index 0b1497d..9b1d20a 100644 --- a/units/somerville-bios-regression.pxu +++ b/units/somerville-bios-regression.pxu @@ -7,7 +7,6 @@ include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery com.canonical.certification::recovery_info_attachment - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-cpu.pxu b/units/somerville-cpu.pxu index 8af2f4d..f3ca458 100644 --- a/units/somerville-cpu.pxu +++ b/units/somerville-cpu.pxu @@ -6,7 +6,6 @@ _description: Somerville CPU include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-dock.pxu b/units/somerville-dock.pxu index 4a50367..ac3ab2e 100644 --- a/units/somerville-dock.pxu +++ b/units/somerville-dock.pxu @@ -6,7 +6,6 @@ _description: Somerville dock test plan include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-fv-regression.pxu b/units/somerville-fv-regression.pxu index 55bf75d..92619f1 100644 --- a/units/somerville-fv-regression.pxu +++ b/units/somerville-fv-regression.pxu @@ -6,7 +6,6 @@ _description: Somerville FV Regression include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-graphic.pxu b/units/somerville-graphic.pxu index ef00497..96ac51e 100644 --- a/units/somerville-graphic.pxu +++ b/units/somerville-graphic.pxu @@ -6,7 +6,6 @@ _description: Somerville Graphic include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-iev-full.pxu b/units/somerville-iev-full-18-04.pxu index ba7e91e..9406ce6 100644 --- a/units/somerville-iev-full.pxu +++ b/units/somerville-iev-full-18-04.pxu @@ -1,12 +1,11 @@ # Version: 1.1.0 2019-09-06 -id: somerville-iev-full -_name: Somerville IEV Full +id: somerville-iev-full-18-04 +_name: Somerville IEV Full 18.04 unit: test plan -_description: Somerville IEV Full +_description: Somerville IEV Full 18.04 include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-iev-full-20-04.pxu b/units/somerville-iev-full-20-04.pxu new file mode 100644 index 0000000..54238bb --- /dev/null +++ b/units/somerville-iev-full-20-04.pxu @@ -0,0 +1,22 @@ +# Version: 1.0.0 2020-04-22 +id: somerville-iev-full-20-04 +_name: Somerville IEV Full 20.04 +unit: test plan +_description: Somerville IEV Full 20.04 +include: + com.canonical.certification::dell_bto_xml_attachment + com.canonical.certification::info/detect_dell_recovery + somerville/recovery/desktop-disk + somerville/phase-sku + somerville/phase-platform + somerville/dell-repository + somerville/platform-meta-test-bios-id + somerville/desktop-kpi-dashboard + somerville/fingerprint-login + somerville/fingerprint-negative + somerville/fingerprint-positive +nested_part: + oem-generic-full-20-04 + power-management-s +mandatory_include: + diff --git a/units/somerville-iev-regression.pxu b/units/somerville-iev-regression.pxu index cd0f31e..35de889 100644 --- a/units/somerville-iev-regression.pxu +++ b/units/somerville-iev-regression.pxu @@ -6,7 +6,6 @@ _description: Somerville IEV Regression include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-stress.pxu b/units/somerville-stress.pxu index e742979..9941b0e 100644 --- a/units/somerville-stress.pxu +++ b/units/somerville-stress.pxu @@ -6,7 +6,6 @@ _description: Somerville Stress include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-touch-webcam.pxu b/units/somerville-touch-webcam.pxu index 137d85b..2310057 100644 --- a/units/somerville-touch-webcam.pxu +++ b/units/somerville-touch-webcam.pxu @@ -6,7 +6,6 @@ _description: Somerville Touch and Webcam include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/somerville-wireless.pxu b/units/somerville-wireless.pxu index c313fc7..81b04e5 100644 --- a/units/somerville-wireless.pxu +++ b/units/somerville-wireless.pxu @@ -6,7 +6,6 @@ _description: Somerville Wireless include: com.canonical.certification::dell_bto_xml_attachment com.canonical.certification::info/detect_dell_recovery - somerville/dkms-build-exclusive-test somerville/recovery/desktop-disk somerville/phase-sku somerville/phase-platform diff --git a/units/stella-full-18-04.pxu b/units/stella-full-18-04.pxu new file mode 100644 index 0000000..6d9487c --- /dev/null +++ b/units/stella-full-18-04.pxu @@ -0,0 +1,13 @@ +# Version: 1.1.1 2020-04-23 +id: stella-full-18-04 +_name: Stella Full Test 18.04 +unit: test plan +_description: Stella Full 18.04 +include: + stella/hp-documents + stella/hp-wallpaper + stella/sourcelist/.*-repository$ + stella/desktop-kpi-dashboard +nested_part: + oem-generic-full + power-management-stella diff --git a/units/stella-full-20-04.pxu b/units/stella-full-20-04.pxu new file mode 100644 index 0000000..c3f5666 --- /dev/null +++ b/units/stella-full-20-04.pxu @@ -0,0 +1,16 @@ +# Version: 1.0.0 2020-04-23 +id: stella-full-20-04 +_name: Stella Full Test 20.04 +unit: test plan +_description: Stella Full 20.04 +include: + stella/hp-documents + stella/hp-wallpaper + stella/sourcelist/.*-repository$ + stella/desktop-kpi-dashboard + stella/fingerprint-login + stella/fingerprint-negative + stella/fingerprint-positive +nested_part: + oem-generic-full-20-04 + power-management-stella diff --git a/units/stella-full.pxu b/units/stella-full.pxu deleted file mode 100644 index 98b0acf..0000000 --- a/units/stella-full.pxu +++ /dev/null @@ -1,15 +0,0 @@ -# Version: 1.1.0 2019-09-06 -id: stella-full -_name: Stella Full Test -unit: test plan -_description: Stella Full -include: - com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power - com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power - com.canonical.ce::stella/hp-particular/hp-documents - com.canonical.ce::stella/hp-particular/hp-wallpaper - com.canonical.ce::stella/hotkeys/help - com.canonical.ce::stella/desktop-kpi-dashboard - com.canonical.ce::stella/sourcelist/.*-repository$ -nested_part: - oem-generic-full diff --git a/units/stella-regression.pxu b/units/stella-regression.pxu index 412e868..c73141b 100644 --- a/units/stella-regression.pxu +++ b/units/stella-regression.pxu @@ -1,16 +1,14 @@ -# Version: 1.1.0 2019-09-06 +# Version: 1.1.1 2020-04-24 id: stella-regression _name: Stella Regression Test unit: test plan _description: Stella Regression include: - com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power - com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power - com.canonical.ce::stella/hp-particular/hp-documents - com.canonical.ce::stella/hp-particular/hp-wallpaper - com.canonical.ce::stella/hotkeys/help - com.canonical.ce::stella/desktop-kpi-dashboard - com.canonical.ce::stella/sourcelist/.*-repository$ + stella/hp-documents + stella/hp-wallpaper + stella/sourcelist/.*-repository$ + stella/desktop-kpi-dashboard nested_part: oem-generic-blocker + power-management-stella diff --git a/units/sutton-full-18-04.pxu b/units/sutton-full-18-04.pxu index 6ed5cc2..9063829 100644 --- a/units/sutton-full-18-04.pxu +++ b/units/sutton-full-18-04.pxu @@ -1,85 +1,16 @@ id: sutton-full-18-04 _name: Sutton Full 18.04 -_description: Sutton Full +_description: Sutton Full Test for 18.04 unit: test plan include: com.canonical.certification::recovery_info_attachment + com.canonical.ce::sutton/sourceslist/bionic-oem com.canonical.ce::sutton/sourceslist/security - com.canonical.ce::sutton/sourceslist/project-columbia-base - com.canonical.ce::sutton/sourceslist/subproject-xenial com.canonical.ce::sutton/sourceslist/project-timbuktu-base com.canonical.ce::sutton/sourceslist/subproject-bionic - com.canonical.ce::sutton/infrared/infrared-camera-disabled + com.canonical.ce::sutton/user-documents com.canonical.ce::sutton/desktop-kpi-dashboard - com.canonical.ce::sutton/specific/watermark - com.canonical.plainbox::graphics/nvlink-status-check nested_part: - com.canonical.certification::submission-cert-full - com.canonical.certification::audio-cert-full - com.canonical.certification::bluetooth-cert-full - com.canonical.certification::camera-cert-full - com.canonical.certification::esata-cert-full - com.canonical.certification::firewire-cert-full - com.canonical.certification::thunderbolt-cert-full - com.canonical.certification::monitor-integrated-gpu-cert-full - com.canonical.certification::graphics-integrated-gpu-cert-full - com.canonical.certification::graphics-discrete-gpu-cert-full - com.canonical.certification::monitor-discrete-gpu-cert-full - com.canonical.certification::input-cert-full - com.canonical.certification::disk-cert-manual - com.canonical.certification::keys-cert-full - com.canonical.certification::led-cert-full - com.canonical.certification::mediacard-cert-full - com.canonical.certification::mobilebroadband-cert-full - com.canonical.certification::networking-cert-full - com.canonical.certification::optical-cert-full - com.canonical.certification::power-management-precheck-cert - com.canonical.certification::touchpad-cert-full - com.canonical.certification::touchscreen-cert-full - com.canonical.certification::usb-cert-full - com.canonical.certification::usb3-cert-full - com.canonical.certification::usb-c-cert-full - com.canonical.certification::wireless-cert-full - com.canonical.certification::before-suspend-reference-cert-full - # Test discrete card first, if present, since it's the one we will be using - # after coming back from suspend if the system has hybrid graphics. - com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full - # Now we ask to switch to the integrated graphics card. This requires a - # restart of checkbox. - com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full - com.canonical.certification::suspend-key-led-oops-check-cert - com.canonical.certification::after-suspend-reference-cert-full - com.canonical.certification::after-suspend-audio-cert-full - com.canonical.certification::after-suspend-camera-cert-full - com.canonical.certification::after-suspend-input-cert-full - com.canonical.certification::after-suspend-led-cert-full - com.canonical.certification::after-suspend-mediacard-cert-full - com.canonical.certification::after-suspend-touchpad-cert-full - com.canonical.certification::after-suspend-usb-cert-full - com.canonical.certification::after-suspend-usb3-cert-full - com.canonical.certification::after-suspend-wireless-cert-full - com.canonical.certification::after-suspend-keys-cert-full - # The following tests should run BEFORE the automated tests. The reboot and - # power off tests will also give us a clean system to start the stress run - # with. - com.canonical.certification::power-management-reboot-poweroff-cert - # Automated Tests - # The following tests are purely automated and/or lenghty stress tests. - # They have been moved to the end of the test run to improve the testing - # process. - com.canonical.certification::misc-client-cert-full - com.canonical.certification::cpu-cert-full - com.canonical.certification::disk-cert-automated - com.canonical.certification::stress-cert-full - com.canonical.certification::memory/memory_stress_ng - com.canonical.certification::tpm2.0_3.0.4 - com.canonical.certification::info-attachment-cert-full + oem-generic-full mandatory_include: - com.canonical.certification::miscellanea/tester-info exclude: -# com.canonical.certification::power-management/suspend-30-cycle.* -# com.canonical.certification::power-management/suspend_30_cycle.* - com.canonical.certification::power-management/hibernate_30.* - com.canonical.certification::power-management/hibernate-30.* -# com.canonical.certification::stress/cpu_stress_ng_test - diff --git a/units/sutton-full-20-04.pxu b/units/sutton-full-20-04.pxu new file mode 100644 index 0000000..89dd6e0 --- /dev/null +++ b/units/sutton-full-20-04.pxu @@ -0,0 +1,20 @@ +# Version: 1.0.0 2020-04-22 +id: sutton-full-20-04 +_name: Sutton Full Test 20.04 +unit: test plan +_description: Suttion Full Tests for 20.04 +include: + com.canonical.certification::recovery_info_attachment + com.canonical.ce::sutton/sourceslist/focal-oem + com.canonical.ce::sutton/sourceslist/security + com.canonical.ce::sutton/sourceslist/project-ouagadougou-base + com.canonical.ce::sutton/sourceslist/subproject-focal + com.canonical.ce::sutton/user-documents + com.canonical.ce::sutton/desktop-kpi-dashboard + com.canonical.ce::sutton/fingerprint-login + com.canonical.ce::sutton/fingerprint-negative + com.canonical.ce::sutton/fingerprint-positive +nested_part: + oem-generic-full-20-04 +mandatory_include: +exclude: diff --git a/units/sutton-graphics.pxu b/units/sutton-graphics.pxu index 9c529bb..09ad040 100644 --- a/units/sutton-graphics.pxu +++ b/units/sutton-graphics.pxu @@ -1,10 +1,10 @@ -# Version: 1.1.0 2019-09-05 +# Version: 1.2.0 2020-04-22 id: sutton-graphics _name: Sutton Graphics unit: test plan _description: Sutton Graphic include: - com.canonical.plainbox::graphics/nvlink-status-check + com.canonical.certification::graphics/nvlink-status-check nested_part: oem-generic-graphic com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated |