12 files changed, 257 insertions, 561 deletions
diff --git a/jobs/somerville/somerville.txt.in b/jobs/somerville/somerville.txt.in
index f111f04..e14841c 100644
--- a/jobs/somerville/somerville.txt.in
+++ b/jobs/somerville/somerville.txt.in
@@ -47,19 +47,6 @@ command: cat /etc/buildstamp
 user: root
 _description: Automated test to store the BTO version information
 
-id: somerville/update
-category_id: somerville
-plugin: manual
-_description:
-_purpose:
- 1. Verify the system can install updates successfully
-_steps:
- 1. Use Update Manager to update the system
-_verification:
- 1. Were you able to update the system and still have full functionality, ie. wireless, ACPI functions, etc. ?
-_notes:
- 1. Please perform this test last.
-
 id: somerville/manifest_version
 category_id: somerville
 plugin: shell
@@ -95,37 +82,6 @@ _notes:
 2. Restart tty process."sudo restart tty1".
 3. Excute the minicom setting "minicom -s".
 
-plugin: manual
-id: somerville/super-key-disabled
-_description:
-_purpose:
- 1. To validate that the super key and any combinations with the super key is not in effect
-_steps:
- 1. After installing the base image, click the super key, super + d, super + s, super + w, super + f and explore other combinations
-_verification:
- 1. There shouldn't be any response from the system after the keystroke.
-
-plugin: manual
-id: somerville/India-rupee-keyboard-layout
-_description:
-_purpose:
- 1. To validate that the base image support India Rupee keyboard layout
-_steps:
- 1. Install the base image and log in to desktop
- 2. Open gedit, press right Alt + 4
-_verification:
- 1. India Rupee symbol should appear
-
-plugin: manual
-id: somerville/distro-upgrade-disable
-_description:
-_purpose:
- 1. To validate the automatic distribution upgrade notification from update manager is disabled.
- STEPS:
- 1. (Work in progress)
-_verification:
- 1. There should not be any notification from the update manager.
-
 id: somerville/suspend-on-battery-power
 category_id: somerville
 plugin: manual
@@ -193,23 +149,6 @@ command:
 sources_test /etc/apt/sources.list.d/$(lsb_release -c -s)-dell.list "deb http://dell.archive.canonical.com/updates/ $(lsb_release -c -s)-dell public"
 _description: Check Dell repository
 
-id: somerville/amd-graphics-mode-default-value
-category_id: somerville
-plugin: user-interact-verify
-imports: from com.canonical.certification import package as pkg
-requires: pkg.name == 'fglrx'
-command: aticonfig --px-list-active-gpu
-_description:
-_purpose:
- 1. Check AMD graphics default mode settings. (Skip test if config is Intel or NVIDIA graphics)
-_steps:
- 1. Verify and check the default output mode.
-_verification:
- $output
-_notes:
- 1.Need to base on the PM/Engineer define for default settings to verify this test case with Yes or No result.
- 2.Please also list the current graphics mode into Further information.
-
 id: somerville/platform-meta-test
 category_id: somerville
 plugin: shell
@@ -236,404 +175,6 @@ _steps:
 _verification:
 No ERROR messages.
 
-id: somerville/dock-monitor-dual-head
-category_id: somerville
-estimated_duration: 120.0
-_summary: somerville/Dock Dual monitors test while docked
-plugin: manual
-_purpose:
- This test verifies that dual-monitor output works using the dock. You will need two external monitors to perform this test.
-_steps:
- Skip this test if your video card or the dock do not support multiple monitors. Use 4K monitors to run this test if the video card and dock both support.
- Dell Trinity Docking spec - IE: 2 x FHD 1920x1080 @60Hz
- Dell Trinity Docking spec - BME: 2 x 4kx2k @60Hz by DP + Type-C
- 1. If your dock provides more than one monitor outputs, connect two monitors
- 2. Open the "Displays" tool (open the dash and search for "Displays")
- 3. Configure your output to provide one desktop across all the monitors
- 4. Open any application and drag its window from one monitor to the next.
-_verification:
- Was the stretched desktop displayed correctly across all the screens?
-
-id: somerville/dock-monitor-triple-head
-category_id: somerville
-estimated_duration: 120.0
-_summary: somerville/Dock Triple monitors test while docked
-plugin: manual
-_purpose:
- This test verifies that triple-monitor output works using the dock. You will need three external monitors to perform this test.
-_steps:
- Skip this test if your video card or the dock do not support multiple monitors.
- Dell Trinity Docking spec - IE: 3 x SXGAA 1280x1200 @60Hz (AMD and Nvidia only)
- Dell Trinity Docking spec - BME: 3 x 4kx2k @30Hz by DP + mDP + Type-C
- 1. If your dock provides more than one monitor outputs, connect three monitors
- 2. Open the "Displays" tool (open the dash and search for "Displays")
- 3. Turn off internal monitor
- 4. Configure your output to provide one desktop across all the monitors
- 5. Open any application and drag its window from one monitor to the next.
-_verification:
- Was the stretched desktop displayed correctly across all the screens?
-
-id: somerville/dock-monitor-dual-head-after-suspend
-category_id: somerville
-estimated_duration: 120.0
-_summary: somerville/Dock Dual monitors test while docked after suspend
-plugin: manual
-_purpose:
- This test verifies that dual-monitor output works using the dock. You will need two external monitors to perform this test.
-_steps:
- Skip this test if your video card or the dock do not support multiple monitors. Use 4K monitors to run this test if the video card and dock both support.
- Dell Trinity Docking spec - IE: 2 x FHD 1920x1080 @60Hz
- Dell Trinity Docking spec - BME: 2 x 4kx2k @60Hz by DP + Type-C
- 1. If your dock provides more than one monitor outputs, connect two monitors
- 2. Open the "Displays" tool (open the dash and search for "Displays")
- 3. Configure your output to provide one desktop across all the monitors
- 4. Open any application and drag its window from one monitor to the next.
-_verification:
- Was the stretched desktop displayed correctly across all the screens?
-
-id: somerville/dock-monitor-triple-head-after-suspend
-category_id: somerville
-estimated_duration: 120.0
-_summary: somerville/Dock Triple monitors test while docked after suspend
-plugin: manual
-_purpose:
- This test verifies that triple-monitor output works using the dock. You will need three external monitors to perform this test.
-_steps:
- Skip this test if your video card or the dock do not support multiple monitors.
- Dell Trinity Docking spec - IE: 3 x SXGAA 1280x1200 @60Hz (AMD and Nvidia only)
- Dell Trinity Docking spec - BME: 3 x 4kx2k @30Hz by DP + mDP + Type-C
- 1. If your dock provides more than one monitor outputs, connect three monitors
- 2. Open the "Displays" tool (open the dash and search for "Displays")
- 3. Turn off internal monitor
- 4. Configure your output to provide one desktop across all the monitors
- 5. Open any application and drag its window from one monitor to the next.
-_verification:
- Was the stretched desktop displayed correctly across all the screens?
-
-id: somerville/dock_playback_type-c_displayport
-category_id: somerville
-_summary: somerville/Dock Type-C DisplayPort audio test
-plugin: user-interact-verify
-estimated_duration: 30.0
-command:
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50
- /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink'
- EXIT_CODE=$?
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- exit $EXIT_CODE
-_purpose:
- Dock DisplayPort audio via USB Type-C port interface verification
-_steps:
- 1. Plug an external DisplayPort device with sound on a USB Type-C port using a "USB Typce-C to DisplayPort" adapter on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
- 2. Commence the test
-_verification:
- Did you hear the sound from the DisplayPort device?
-
-id: somerville/dock_playback_type-c_hdmi
-category_id: somerville
-_summary: somerville/Dock Type-C HDMI audio test
-plugin: user-interact-verify
-estimated_duration: 30.0
-command:
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50
- /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink'
- EXIT_CODE=$?
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- exit $EXIT_CODE
-_purpose:
- Dock HDMI audio interface verification
-_steps:
- 1. Plug an external HDMI device with sound on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
- 2. Commence the test
-_verification:
- Did you hear the sound from the HDMI device?
-
-id: somerville/dock-hotplug_playback_type-c_displayport
-category_id: somerville
-_summary: somerville/Dock hotplug Type-C DisplayPort audio test
-plugin: user-interact-verify
-estimated_duration: 30.0
-command:
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50
- /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink'
- EXIT_CODE=$?
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- exit $EXIT_CODE
-_purpose:
- Dock DisplayPort audio via USB Type-C port interface verification
-_steps:
- 1. Plug an external DisplayPort device with sound on a USB Type-C port using a "USB Typce-C to DisplayPort" adapter on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
- 2. Commence the test
-_verification:
- Did you hear the sound from the DisplayPort device?
-
-id: somerville/dock-hotplug_playback_type-c_hdmi
-category_id: somerville
-_summary: somerville/Dock Type-C hotplug HDMI audio test
-plugin: user-interact-verify
-estimated_duration: 30.0
-command:
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50
- /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink'
- EXIT_CODE=$?
- /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- exit $EXIT_CODE
-_purpose:
- Dock HDMI audio interface verification
-_steps:
- 1. Plug an external HDMI device with sound on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
- 2. Commence the test
-_verification:
- Did you hear the sound from the HDMI device?
-
-plugin: user-interact
-id: somerville/hotplug-usb-insert
-category_id: somerville
-estimated_duration: 10.0
-_summary: USB drive insertion test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher insert usb
-_purpose:
- This test will check that the system correctly detects the insertion of
- a USB storage device after dock hot plugged in
-_steps:
- 1. Click "Test" and insert a USB storage device, preferably a HDD,
- in one of the dock's port.
- Although a USB pen drive may be used it might cause performance
- related tests to fail. (Note: this test will time-out after 20
- seconds.)
- 2. Do not unplug the device after the test.
-_verification:
- The verification of this test is automated. Do not change the
- automatically selected result.
-
-plugin: shell
-id: somerville/hotplug-usb-storage-automated
-category_id: somerville
-depends: somerville/hotplug-usb-insert
-user: root
-estimated_duration: 45.0
-_summary: USB drive storage test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 usb
-_description:
- This test is automated and executes after the dock/usb_insert test is run.
-
-plugin: user-interact
-id: somerville/hotplug-usb-remove
-category_id: somerville
-depends: somerville/hotplug-usb-insert
-estimated_duration: 10.0
-_summary: USB drive removal test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher remove usb
-_purpose:
- This test will check that the system correctly detects the removal of
- a USB storage device after dock hot plugged in
-_steps:
- 1. Click "Test" and remove the USB device from the dock.
- (Note: this test will time-out after 20 seconds.)
-_verification:
- The verification of this test is automated. Do not change the
- automatically selected result.
-
-id: somerville/hot-plug-after-suspend
-category_id: somerville
-plugin: manual
-estimated_duration: 30.00
-_summary: Docking test
-_purpose:
- This test will check the device can be used after docking after suspend.
-_steps:
- 1. Unplug docking station.
- 2. Replug in docking station.
-_verification:
- Is the system working with problem (e.g. system hang) after docking station hot plugged in?
-
-plugin: user-interact-verify
-category_id: somerville
-id: somerville/hotplug-ethernet-after-suspend
-command: /usr/lib/plainbox-provider-checkbox/bin/network_check
-estimated_duration: 10
-_description:
-_purpose:
- This test will check wired connection after hotplug fom suspend
-_steps:
- 1. Disable WiFi connection
- 2. Click "Test" to verify that it's possible to establish a HTTP connection
-_verification:
- Did a notification show and was the connection correctly established?
-
-plugin: user-interact
-id: somerville/hotplug-usb-insert-after-suspend
-category_id: somerville
-estimated_duration: 10.0
-_summary: USB drive insertion test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher insert usb
-_purpose:
- This test will check that the system correctly detects the insertion of
- a USB storage device after dock hot plugged in after suspend
-_steps:
- 1. Click "Test" and insert a USB storage device, preferably a HDD,
- in one of the dock's port.
- Although a USB pen drive may be used it might cause performance
- related tests to fail. (Note: this test will time-out after 20
- seconds.)
- 2. Do not unplug the device after the test.
-_verification:
- The verification of this test is automated. Do not change the
- automatically selected result.
-
-plugin: shell
-id: somerville/hotplug-usb-storage-automated-after-suspend
-category_id: somerville
-depends: somerville/hotplug-usb-insert-after-suspend
-user: root
-estimated_duration: 45.0
-_summary: USB drive storage test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 usb
-_description:
- This test is automated and executes after the dock/usb_insert test is run.
-
-plugin: user-interact
-id: somerville/hotplug-usb-remove-after-suspend
-category_id: somerville
-depends: somerville/hotplug-usb-insert-after-suspend
-estimated_duration: 10.0
-_summary: USB drive removal test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher remove usb
-_purpose:
- This test will check that the system correctly detects the removal of
- a USB storage device after dock hot plugged in after suspend
-_steps:
- 1. Click "Test" and remove the USB device from the dock.
- (Note: this test will time-out after 20 seconds.)
-_verification:
- The verification of this test is automated. Do not change the
- automatically selected result.
-
-plugin: user-interact
-id: somerville/hotplug-usb3-insert-after-suspend
-category_id: somerville
-estimated_duration: 10.0
-_summary: USB3 drive insertion test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher -m 500000000 insert usb
-_purpose:
- This test will check that the system correctly detects the insertion of
- a USB 3.0 storage device after dock hot plugged in after suspend
-_steps:
- 1. Click "Test" and insert a USB 3.0 storage device, preferably a HDD,
- in one of the dock's USB 3.0 port. Although a USB 3.0 pen drive may
- be used it might cause performance related tests to fail.
- (Note: this test will time-out after 20 seconds.)
- 2. Do not unplug the device after the test.
-_verification:
- The verification of this test is automated. Do not change the
- automatically selected result.
-
-plugin: shell
-id: somerville/hotplug-usb3-storage-automated-after-suspend
-category_id: somerville
-depends: somerville/hotplug-usb3-insert-after-suspend
-user: root
-estimated_duration: 45.0
-_summary: USB3 drive storage test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 -m 500000000 usb --driver xhci_hcd
-_description:
- This test is automated and executes after the dock/usb3_insert test is run.
-
-plugin: user-interact
-id: somerville/hotplug-usb3-remove-after-suspend
-category_id: somerville
-depends: somerville/hotplug-usb3-insert-after-suspend
-estimated_duration: 10.0
-_summary: USB3 drive removal test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher -m 500000000 remove usb
-_purpose:
- This test will check that the system correctly detects the removal of
- a USB 3.0 storage device after dock hot plugged in after suspend
-_steps:
- 1. Click "Test" and remove the USB 3.0 device from the dock.
- (Note: this test will time-out after 20 seconds.)
-_verification:
- The verification of this test is automated. Do not change the
- automatically selected result.
-
-id: somerville/hotplug-monitor-displayport-after-suspend
-category_id: somerville
-estimated_duration: 120.0
-_summary: DisplayPort test on the dock
-plugin: manual
-_purpose:
- This test will check the DisplayPort(s) on the dock after hot plugged in after suspend.
-_steps:
- Skip this test if the dock does not have a DisplayPort.
- 1. Connect a display (if not already connected) to the DisplayPort on the dock
- 2. Repeat step 1 for each additional DisplayPorts, if any
-_verification:
- Was the desktop displayed correctly on both screens?
-
-id: somerville/hotplug-monitor-hdmi-after-suspend
-category_id: somerville
-estimated_duration: 120.0
-_summary: HDMI port test on the dock
-plugin: manual
-_purpose:
- This test will check the HDMI port(s) on the dock after hot plugged in after suspend.
-_steps:
- Skip this test if the dock does not have a HDMI port.
- 1. Connect a display (if not already connected) to the HDMI port on the dock
- 2. Repeat step 1 for each additional HDMI port, if any
-_verification:
- Was the desktop displayed correctly on both screens?
-
-plugin: user-interact
-id: somerville/usb-insert-after-suspend-dock-resume
-category_id: somerville
-estimated_duration: 10.0
-_summary: USB drive insertion test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher insert usb
-_purpose:
- This test will check that the system correctly detects the insertion of
- a USB storage device after suspend, undocked, docked, resume.
-_steps:
- 1. Click "Test" and insert a USB storage device, preferably a HDD,
- in one of the dock's USB port. Although a USB pen drive may
- be used it might cause performance related tests to fail.
- (Note: this test will time-out after 20 seconds.)
- 2. Do not unplug the device after the test.
-_verification:
- The verification of this test is automated. Do not change the
- automatically selected result.
-
-plugin: shell
-id: somerville/usb-storage-automated-after-suspend-dock-resume
-category_id: somerville
-depends: somerville/usb-insert-after-suspend-dock-resume
-user: root
-estimated_duration: 45.0
-_summary: USB drive storage test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 usb
-_description:
- This test is automated and executes after the dock/usb_insert test is run.
-
-plugin: user-interact
-id: somerville/usb-remove-after-suspend-dock-resume
-category_id: somerville
-depends: somerville/usb-insert-after-suspend-dock-resume
-estimated_duration: 10.0
-_summary: USB drive removal test
-command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher remove usb
-_purpose:
- This test will check that the system correctly detects the removal of
- a USB storage device after suspend, undocked, docked, resume.
-_steps:
- 1. Click "Test" and remove the USB device from the dock.
- (Note: this test will time-out after 20 seconds.)
-_verification:
- The verification of this test is automated. Do not change the
- automatically selected result.
 
 id: somerville/oobe-audioinput-unmute
 category_id: somerville
@@ -682,12 +223,48 @@ command:
 desktop-kpi-dashboard-check.sh somerville
 _description: Check oem image desktop KPI dashboard information
 
-id: somerville/mac-address-passthrough
+id: somerville/fingerprint-login
 category_id: somerville
-plugin: shell
-user: root
-command: mac-passthrough.py
-_description: Check dock MAC address pass-through function, please make sure following items before running this test:
- 1. Pass-through mac address is flashed in BIOS
- 2. MAC address pass-through is enabled in BIOS settings
- 3. Dock is connected
+plugin: manual
+_purpose:
+ This test will verify that a fingerprint reader will work properly for logging into your system.
+_steps:
+ Skip this test if your system does not have fingerprint.
+ 1. In System Settings->Users, select the "Fingerprint Login".
+ 2. Select a finger on the list then click "Next".
+ 3. Follow the steps to put your finger on the finger printer multiple times until it shows "Done!".
+ 4. Click "Next" then close the setup window.
+ 5. Logout user from top-right menu.
+ 6. Select user name on the login screen.
+ 7. Put your enrolled finger on the finger printer.
+_verification:
+ Did the authentication procedure work correctly?
+
+id: somerville/fingerprint-negative
+category_id: somerville
+plugin: manual
+_purpose:
+ This test will verify that a fingerprint reader will reject when use wrong finger to logging into your system.
+_steps:
+ Skip this test if your system does not have fingerprint.
+ 1. Lock screen from top-right menu.
+ 2. Press any key to unlock screen.
+ 3. Put your unenrolled finger on the finger printer.
+_verification:
+ Did the authentication failed and can't login?
+
+id: somerville/fingerprint-positive
+category_id: somerville
+plugin: manual
+_purpose:
+ This test will verify that a fingerprint reader still work properly when use wrong finger to logging into your system.
+_steps:
+ Skip this test if your system does not have fingerprint.
+ 1. Lock screen from top-right menu.
+ 2. Press any key to unlock screen.
+ 3. Put your unenrolled finger on the finger printer.
+ 4. Put your enrolled finger on the finger printer.
+_verification:
+ Did the authentication procedure still work correctly?
+
+
diff --git a/jobs/stella/energy-star-compliant.txt.in b/jobs/stella/energy-star-compliant.txt.in
deleted file mode 100644
index 5b11819..0000000
--- a/jobs/stella/energy-star-compliant.txt.in
+++ /dev/null
@@ -1,40 +0,0 @@
-plugin: manual
-id: stella/energy-star-compliant-NB/suspend-on-battery-power
-category_id: stella
-_description:
- PURPOSE:
- Verify system can enter suspend after idle for 10 minutes on battery power
- STEPS:
- 1. Boot into system
- 2. Make sure system running on battery power
- 3. Idle system for 10 minutes
- VERIFICATION:
- System will turn off blacklight and suspend after 10 minutes
-
-plugin: manual
-id: stella/energy-star-compliant-NB/suspend-on-AC-power
-category_id: stella
-_description:
- PURPOSE:
- Verify system can enter suspend after idle for 30 minutes on AC power
- STEPS:
- 1. Boot into system
- 2. Make sure AC Power plugged
- 3. Idle system for 30 minutes
- VERIFICATION:
- System will turn off blacklight after 10 minutes first and then go to suspend after 20 minutes. (Total 30 minutes)
-
-plugin: manual
-id: stella/energy-star-compliant-DT/suspend-when-inactive
-category_id: stella
-_description:
- PURPOSE:
- Verify system can enter suspend after idle for 20 minutes on AC power
- STEPS:
- 1. Boot into system
- 2. Idle system for 10 minutes
- 3. Idle system for another 10 minutes
- VERIFICATION:
- 1. System will turn off blacklight after 10 minutes
- 2. System will enter suspend mode after 20 minutes
-
diff --git a/jobs/stella/hp-particular.txt.in b/jobs/stella/hp-particular.txt.in
index 5d6c5fa..5ff9082 100644
--- a/jobs/stella/hp-particular.txt.in
+++ b/jobs/stella/hp-particular.txt.in
@@ -1,17 +1,3 @@
-plugin: manual
-id: stella/hp-particular/hp-documents
-category_id: stella
-_description:
- PURPOSE:
- Verify HP documents is available
- STEPS:
- 1. Double click HP Documents icon on desktop
- 2. Click HP Documents icon on Nautilus
- VERIFICATION:
- 1. HP User Guides can be performed on browser Firefox both for the icons on desktop and Nautilus.
- 2. There should be two tabs on Firefox and perform HP User Guides
- 3. Check language of HP User Guides is correct
-
 plugin: user-interact-verify
 id: stella/hp-particular/build_valid_check
 category_id: stella
@@ -35,17 +21,3 @@ category_id: stella
 command: ciic
 _summary: Collect installed information for Stella project
 _description: Collect installed information for Stella project
-
-plugin: manual
-id: stella/hp-particular/hp-wallpaper
-category_id: stella
-_purpose:
- Verify HP wallpaper is correctly displayed
-_steps:
- 1. Check the wallpaper in desktop session
- 2. Log out of session, check wallpaper in log-in screen
- 3. Log back into desktop session and let system enter s3
- 4. Wake system from s3 and check lock screen wallpaper
-_verification:
- 1. If system is CMIT/WGBU machine, HP wallpaper should be shown in desktop, log-in screen and lock screen
- 2. If system is cNB/vDT machine, Ubuntu wallpaper should be shown in desktop, log-in screen and lock screen
diff --git a/jobs/stella/power-management.txt.in b/jobs/stella/power-management.txt.in
new file mode 100644
index 0000000..92eb7a2
--- /dev/null
+++ b/jobs/stella/power-management.txt.in
@@ -0,0 +1,9 @@
+id: power-management-s
+unit: test plan
+_name: Stella power management test
+_description: Stella power management test
+include:
+ stella/suspend-power-menu
+ stella/suspend-power-button
+ stella/suspend-on-battery-power
+ stella/suspend-on-AC-power
diff --git a/jobs/stella/stella.txt.in b/jobs/stella/stella.txt.in
index 46d73d6..76f50bf 100644
--- a/jobs/stella/stella.txt.in
+++ b/jobs/stella/stella.txt.in
@@ -8,3 +8,133 @@ plugin: shell
 command:
 desktop-kpi-dashboard-check.sh stella
 _description: Check oem image desktop KPI dashboard information
+
+plugin: manual
+id: stella/suspend-on-battery-power
+category_id: stella
+_description:
+ PURPOSE:
+ Verify system can enter suspend after idle for 20 minutes on battery power
+ STEPS:
+ 1. Boot into system
+ 2. Make sure system running on battery power
+ 3. Idle system for 5 minutes
+ 4. Idle system for another 20 minutes
+ VERIFICATION:
+ 1. System will turn screen off after 5 minutes
+ 2. System will enter suspend mode after 20 minutes
+
+plugin: manual
+id: stella/suspend-on-AC-power
+category_id: stella
+_description:
+ PURPOSE:
+ Verify system can enter suspend after idle for 20 minutes on AC power
+ STEPS:
+ 1. Boot into system
+ 2. Make sure AC Power plugged
+ 3. Idle system for 5 minutes
+ 4. Idle system for another 20 minutes
+ VERIFICATION:
+ 1. System will turn screen off after 5 minutes
+ 2. System will enter suspend mode after 20 minutes
+
+plugin: manual
+id: stella/hp-documents
+category_id: stella
+_description:
+ PURPOSE:
+ Verify HP documents is available
+ STEPS:
+ 1. Click HP Documents icon on Nautilus
+ VERIFICATION:
+ 1. HP User Guides can be performed on browser Firefox
+ 2. Check language of HP User Guides is correct
+
+plugin: manual
+id: stella/hp-wallpaper
+category_id: stella
+_purpose:
+ Verify HP wallpaper is correctly displayed
+_steps:
+ 1. Check the wallpaper in desktop session
+ 2. Log out of session, check wallpaper in log-in screen
+ 3. Log back into desktop session and let system enter s3
+ 4. Wake system from s3 and check lock screen wallpaper
+_verification:
+ 1. If system is CMIT/WGBU machine, HP wallpaper should be shown in desktop, log-in screen and lock screen
+
+id: stella/suspend-power-menu
+category_id: stella
+plugin: manual
+_description:
+_purpose:
+ 1. Suspend the System from Power Menu & Resume via Power Button
+_steps:
+ 1. Select the Power Icon in the upper right corner
+ 2. Choose suspend in the dropdown
+ 3. Wait a few seconds
+ 4. Resume the system via the Power Button
+_verification:
+ 1. Did the system Suspend successfully?
+ 2. Did the system Resume via Power Button?
+
+id: stella/suspend-power-button
+category_id: stella
+plugin: manual
+_description:
+_purpose:
+ 1. Suspend and Resume the system via Power Button
+_steps:
+ 1. Press the Power Button.
+ 2. Choose suspend in the Menu
+ 3. Wait a few seconds
+ 4. Resume the system via the Power Button
+_verification:
+ 1. Did the system Suspend successfully?
+ 2. Did the system Resume via Power Button?
+
+id: stella/fingerprint-login
+category_id: stella
+plugin: manual
+_purpose:
+ This test will verify that a fingerprint reader will work properly for logging into your system.
+_steps:
+ Skip this test if your system does not have fingerprint.
+ 1. In System Settings->Users, select the "Fingerprint Login".
+ 2. Select a finger on the list then click "Next".
+ 3. Follow the steps to put your finger on the finger printer multiple times until it shows "Done!".
+ 4. Click "Next" then close the setup window.
+ 5. Logout user from top-right menu.
+ 6. Select user name on the login screen.
+ 7. Put your enrolled finger on the finger printer.
+_verification:
+ Did the authentication procedure work correctly?
+
+id: stella/fingerprint-negative
+category_id: stella
+plugin: manual
+_purpose:
+ This test will verify that a fingerprint reader will reject when use wrong finger to logging into your system.
+_steps:
+ Skip this test if your system does not have fingerprint.
+ 1. Lock screen from top-right menu.
+ 2. Press any key to unlock screen.
+ 3. Put your unenrolled finger on the finger printer.
+_verification:
+ Did the authentication failed and can't login?
+
+id: stella/fingerprint-positive
+category_id: stella
+plugin: manual
+_purpose:
+ This test will verify that a fingerprint reader still work properly when use wrong finger to logging into your system.
+_steps:
+ Skip this test if your system does not have fingerprint.
+ 1. Lock screen from top-right menu.
+ 2. Press any key to unlock screen.
+ 3. Put your unenrolled finger on the finger printer.
+ 4. Put your enrolled finger on the finger printer.
+_verification:
+ Did the authentication procedure still work correctly?
+
diff --git a/units/oem-generic-full-20-04.pxu b/units/oem-generic-full-20-04.pxu
new file mode 100644
index 0000000..6e557e0
--- /dev/null
+++ b/units/oem-generic-full-20-04.pxu
@@ -0,0 +1,14 @@
+id: oem-generic-full-20-04
+_name: 20.04 OEM generic full test
+unit: test plan
+_description:
+ This test plan nested to 20.04 client certification test plan
+ which include all required test cases need to be passed for
+ Ubuntu cert.
+include:
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.certification::snappy-snap-automated-lightweight
+nested_part:
+ com.canonical.certification::client-cert-20-04
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
diff --git a/units/somerville-iev-full.pxu b/units/somerville-iev-full-18-04.pxu
index ba7e91e..8203a87 100644
--- a/units/somerville-iev-full.pxu
+++ b/units/somerville-iev-full-18-04.pxu
@@ -1,8 +1,8 @@
 # Version: 1.1.0 2019-09-06
-id: somerville-iev-full
-_name: Somerville IEV Full
+id: somerville-iev-full-18-04
+_name: Somerville IEV Full 18.04
 unit: test plan
-_description: Somerville IEV Full
+_description: Somerville IEV Full 18.04
 include:
 com.canonical.certification::dell_bto_xml_attachment
 com.canonical.certification::info/detect_dell_recovery
diff --git a/units/somerville-iev-full-20-04.pxu b/units/somerville-iev-full-20-04.pxu
new file mode 100644
index 0000000..54238bb
--- /dev/null
+++ b/units/somerville-iev-full-20-04.pxu
@@ -0,0 +1,22 @@
+# Version: 1.0.0 2020-04-22
+id: somerville-iev-full-20-04
+_name: Somerville IEV Full 20.04
+unit: test plan
+_description: Somerville IEV Full 20.04
+include:
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::info/detect_dell_recovery
+ somerville/recovery/desktop-disk
+ somerville/phase-sku
+ somerville/phase-platform
+ somerville/dell-repository
+ somerville/platform-meta-test-bios-id
+ somerville/desktop-kpi-dashboard
+ somerville/fingerprint-login
+ somerville/fingerprint-negative
+ somerville/fingerprint-positive
+nested_part:
+ oem-generic-full-20-04
+ power-management-s
+mandatory_include:
+
diff --git a/units/stella-full-18-04.pxu b/units/stella-full-18-04.pxu
new file mode 100644
index 0000000..6ab640b
--- /dev/null
+++ b/units/stella-full-18-04.pxu
@@ -0,0 +1,13 @@
+# Version: 1.1.1 2020-04-23
+id: stella-full-18-04
+_name: Stella Full Test 18.04
+unit: test plan
+_description: Stella Full 18.04
+include:
+ stella/hp-documents
+ stella/hp-wallpaper
+ stella/sourcelist/.*-repository$
+ stella/desktop-kpi-dashboard
+nested_part:
+ oem-generic-full
+ power-management-s
diff --git a/units/stella-full-20-04.pxu b/units/stella-full-20-04.pxu
new file mode 100644
index 0000000..7710833
--- /dev/null
+++ b/units/stella-full-20-04.pxu
@@ -0,0 +1,16 @@
+# Version: 1.0.0 2020-04-23
+id: stella-full-20-04
+_name: Stella Full Test 20.04
+unit: test plan
+_description: Stella Full 20.04
+include: 
+ stella/hp-documents
+ stella/hp-wallpaper
+ stella/sourcelist/.*-repository$
+ stella/desktop-kpi-dashboard
+ stella/fingerprint-login
+ stella/fingerprint-negative
+ stella/fingerprint-positive
+nested_part:
+ oem-generic-full-20-04
+ power-management-s
diff --git a/units/stella-full.pxu b/units/stella-full.pxu
deleted file mode 100644
index 98b0acf..0000000
--- a/units/stella-full.pxu
+++ /dev/null
@@ -1,15 +0,0 @@
-# Version: 1.1.0 2019-09-06
-id: stella-full
-_name: Stella Full Test
-unit: test plan
-_description: Stella Full
-include:
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
- com.canonical.ce::stella/hp-particular/hp-documents
- com.canonical.ce::stella/hp-particular/hp-wallpaper
- com.canonical.ce::stella/hotkeys/help
- com.canonical.ce::stella/desktop-kpi-dashboard
- com.canonical.ce::stella/sourcelist/.*-repository$
-nested_part:
- oem-generic-full
diff --git a/units/stella-regression.pxu b/units/stella-regression.pxu
index 412e868..6e68494 100644
--- a/units/stella-regression.pxu
+++ b/units/stella-regression.pxu
@@ -1,16 +1,14 @@
-# Version: 1.1.0 2019-09-06
+# Version: 1.1.1 2020-04-24
 id: stella-regression
 _name: Stella Regression Test
 unit: test plan
 _description: Stella Regression
 include:
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
- com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
- com.canonical.ce::stella/hp-particular/hp-documents
- com.canonical.ce::stella/hp-particular/hp-wallpaper
- com.canonical.ce::stella/hotkeys/help
- com.canonical.ce::stella/desktop-kpi-dashboard
- com.canonical.ce::stella/sourcelist/.*-repository$
+ stella/hp-documents
+ stella/hp-wallpaper
+ stella/sourcelist/.*-repository$
+ stella/desktop-kpi-dashboard
 nested_part:
 oem-generic-blocker
+ power-management-s