diff options
Diffstat (limited to 'jobs')
| -rw-r--r-- | jobs/somerville/somerville.txt.in | 513 | ||||
| -rw-r--r-- | jobs/stella/energy-star-compliant.txt.in | 40 | ||||
| -rw-r--r-- | jobs/stella/hp-particular.txt.in | 28 | ||||
| -rw-r--r-- | jobs/stella/power-management-stella.txt.in | 9 | ||||
| -rw-r--r-- | jobs/stella/stella.txt.in | 130 | ||||
| -rw-r--r-- | jobs/sutton/fingerprint.txt.in | 45 | ||||
| -rw-r--r-- | jobs/sutton/sourcelist.txt.in | 30 |
7 files changed, 259 insertions, 536 deletions
diff --git a/jobs/somerville/somerville.txt.in b/jobs/somerville/somerville.txt.in index f111f04..0d88347 100644 --- a/jobs/somerville/somerville.txt.in +++ b/jobs/somerville/somerville.txt.in @@ -47,19 +47,6 @@ command: cat /etc/buildstamp user: root _description: Automated test to store the BTO version information -id: somerville/update -category_id: somerville -plugin: manual -_description: -_purpose: - 1. Verify the system can install updates successfully -_steps: - 1. Use Update Manager to update the system -_verification: - 1. Were you able to update the system and still have full functionality, ie. wireless, ACPI functions, etc. ? -_notes: - 1. Please perform this test last. - id: somerville/manifest_version category_id: somerville plugin: shell @@ -95,37 +82,6 @@ _notes: 2. Restart tty process."sudo restart tty1". 3. Excute the minicom setting "minicom -s". -plugin: manual -id: somerville/super-key-disabled -_description: -_purpose: - 1. To validate that the super key and any combinations with the super key is not in effect -_steps: - 1. After installing the base image, click the super key, super + d, super + s, super + w, super + f and explore other combinations -_verification: - 1. There shouldn't be any response from the system after the keystroke. - -plugin: manual -id: somerville/India-rupee-keyboard-layout -_description: -_purpose: - 1. To validate that the base image support India Rupee keyboard layout -_steps: - 1. Install the base image and log in to desktop - 2. Open gedit, press right Alt + 4 -_verification: - 1. India Rupee symbol should appear - -plugin: manual -id: somerville/distro-upgrade-disable -_description: -_purpose: - 1. To validate the automatic distribution upgrade notification from update manager is disabled. - STEPS: - 1. (Work in progress) -_verification: - 1. There should not be any notification from the update manager. - id: somerville/suspend-on-battery-power category_id: somerville plugin: manual @@ -190,26 +146,9 @@ id: somerville/dell-repository category_id: somerville plugin: shell command: - sources_test /etc/apt/sources.list.d/$(lsb_release -c -s)-dell.list "deb http://dell.archive.canonical.com/updates/ $(lsb_release -c -s)-dell public" + somerville_sources_test _description: Check Dell repository -id: somerville/amd-graphics-mode-default-value -category_id: somerville -plugin: user-interact-verify -imports: from com.canonical.certification import package as pkg -requires: pkg.name == 'fglrx' -command: aticonfig --px-list-active-gpu -_description: -_purpose: - 1. Check AMD graphics default mode settings. (Skip test if config is Intel or NVIDIA graphics) -_steps: - 1. Verify and check the default output mode. -_verification: - $output -_notes: - 1.Need to base on the PM/Engineer define for default settings to verify this test case with Yes or No result. - 2.Please also list the current graphics mode into Further information. - id: somerville/platform-meta-test category_id: somerville plugin: shell @@ -236,404 +175,6 @@ _steps: _verification: No ERROR messages. -id: somerville/dock-monitor-dual-head -category_id: somerville -estimated_duration: 120.0 -_summary: somerville/Dock Dual monitors test while docked -plugin: manual -_purpose: - This test verifies that dual-monitor output works using the dock. You will need two external monitors to perform this test. -_steps: - Skip this test if your video card or the dock do not support multiple monitors. Use 4K monitors to run this test if the video card and dock both support. - Dell Trinity Docking spec - IE: 2 x FHD 1920x1080 @60Hz - Dell Trinity Docking spec - BME: 2 x 4kx2k @60Hz by DP + Type-C - 1. If your dock provides more than one monitor outputs, connect two monitors - 2. Open the "Displays" tool (open the dash and search for "Displays") - 3. Configure your output to provide one desktop across all the monitors - 4. Open any application and drag its window from one monitor to the next. -_verification: - Was the stretched desktop displayed correctly across all the screens? - -id: somerville/dock-monitor-triple-head -category_id: somerville -estimated_duration: 120.0 -_summary: somerville/Dock Triple monitors test while docked -plugin: manual -_purpose: - This test verifies that triple-monitor output works using the dock. You will need three external monitors to perform this test. -_steps: - Skip this test if your video card or the dock do not support multiple monitors. - Dell Trinity Docking spec - IE: 3 x SXGAA 1280x1200 @60Hz (AMD and Nvidia only) - Dell Trinity Docking spec - BME: 3 x 4kx2k @30Hz by DP + mDP + Type-C - 1. If your dock provides more than one monitor outputs, connect three monitors - 2. Open the "Displays" tool (open the dash and search for "Displays") - 3. Turn off internal monitor - 4. Configure your output to provide one desktop across all the monitors - 5. Open any application and drag its window from one monitor to the next. -_verification: - Was the stretched desktop displayed correctly across all the screens? - -id: somerville/dock-monitor-dual-head-after-suspend -category_id: somerville -estimated_duration: 120.0 -_summary: somerville/Dock Dual monitors test while docked after suspend -plugin: manual -_purpose: - This test verifies that dual-monitor output works using the dock. You will need two external monitors to perform this test. -_steps: - Skip this test if your video card or the dock do not support multiple monitors. Use 4K monitors to run this test if the video card and dock both support. - Dell Trinity Docking spec - IE: 2 x FHD 1920x1080 @60Hz - Dell Trinity Docking spec - BME: 2 x 4kx2k @60Hz by DP + Type-C - 1. If your dock provides more than one monitor outputs, connect two monitors - 2. Open the "Displays" tool (open the dash and search for "Displays") - 3. Configure your output to provide one desktop across all the monitors - 4. Open any application and drag its window from one monitor to the next. -_verification: - Was the stretched desktop displayed correctly across all the screens? - -id: somerville/dock-monitor-triple-head-after-suspend -category_id: somerville -estimated_duration: 120.0 -_summary: somerville/Dock Triple monitors test while docked after suspend -plugin: manual -_purpose: - This test verifies that triple-monitor output works using the dock. You will need three external monitors to perform this test. -_steps: - Skip this test if your video card or the dock do not support multiple monitors. - Dell Trinity Docking spec - IE: 3 x SXGAA 1280x1200 @60Hz (AMD and Nvidia only) - Dell Trinity Docking spec - BME: 3 x 4kx2k @30Hz by DP + mDP + Type-C - 1. If your dock provides more than one monitor outputs, connect three monitors - 2. Open the "Displays" tool (open the dash and search for "Displays") - 3. Turn off internal monitor - 4. Configure your output to provide one desktop across all the monitors - 5. Open any application and drag its window from one monitor to the next. -_verification: - Was the stretched desktop displayed correctly across all the screens? - -id: somerville/dock_playback_type-c_displayport -category_id: somerville -_summary: somerville/Dock Type-C DisplayPort audio test -plugin: user-interact-verify -estimated_duration: 30.0 -command: - /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50 - /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE -_purpose: - Dock DisplayPort audio via USB Type-C port interface verification -_steps: - 1. Plug an external DisplayPort device with sound on a USB Type-C port using a "USB Typce-C to DisplayPort" adapter on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test -_verification: - Did you hear the sound from the DisplayPort device? - -id: somerville/dock_playback_type-c_hdmi -category_id: somerville -_summary: somerville/Dock Type-C HDMI audio test -plugin: user-interact-verify -estimated_duration: 30.0 -command: - /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50 - /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE -_purpose: - Dock HDMI audio interface verification -_steps: - 1. Plug an external HDMI device with sound on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test -_verification: - Did you hear the sound from the HDMI device? - -id: somerville/dock-hotplug_playback_type-c_displayport -category_id: somerville -_summary: somerville/Dock hotplug Type-C DisplayPort audio test -plugin: user-interact-verify -estimated_duration: 30.0 -command: - /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50 - /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE -_purpose: - Dock DisplayPort audio via USB Type-C port interface verification -_steps: - 1. Plug an external DisplayPort device with sound on a USB Type-C port using a "USB Typce-C to DisplayPort" adapter on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test -_verification: - Did you hear the sound from the DisplayPort device? - -id: somerville/dock-hotplug_playback_type-c_hdmi -category_id: somerville -_summary: somerville/Dock Type-C hotplug HDMI audio test -plugin: user-interact-verify -estimated_duration: 30.0 -command: - /usr/lib/plainbox-provider-checkbox/bin/audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - /usr/lib/plainbox-provider-checkbox/bin/audio_settings set --verbose --device=hdmi --volume=50 - /usr/lib/plainbox-provider-checkbox/bin/gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - /usr/lib/plainbox-provider-checkbox/bin/audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE -_purpose: - Dock HDMI audio interface verification -_steps: - 1. Plug an external HDMI device with sound on Dock (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test -_verification: - Did you hear the sound from the HDMI device? - -plugin: user-interact -id: somerville/hotplug-usb-insert -category_id: somerville -estimated_duration: 10.0 -_summary: USB drive insertion test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher insert usb -_purpose: - This test will check that the system correctly detects the insertion of - a USB storage device after dock hot plugged in -_steps: - 1. Click "Test" and insert a USB storage device, preferably a HDD, - in one of the dock's port. - Although a USB pen drive may be used it might cause performance - related tests to fail. (Note: this test will time-out after 20 - seconds.) - 2. Do not unplug the device after the test. -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: shell -id: somerville/hotplug-usb-storage-automated -category_id: somerville -depends: somerville/hotplug-usb-insert -user: root -estimated_duration: 45.0 -_summary: USB drive storage test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 usb -_description: - This test is automated and executes after the dock/usb_insert test is run. - -plugin: user-interact -id: somerville/hotplug-usb-remove -category_id: somerville -depends: somerville/hotplug-usb-insert -estimated_duration: 10.0 -_summary: USB drive removal test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher remove usb -_purpose: - This test will check that the system correctly detects the removal of - a USB storage device after dock hot plugged in -_steps: - 1. Click "Test" and remove the USB device from the dock. - (Note: this test will time-out after 20 seconds.) -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -id: somerville/hot-plug-after-suspend -category_id: somerville -plugin: manual -estimated_duration: 30.00 -_summary: Docking test -_purpose: - This test will check the device can be used after docking after suspend. -_steps: - 1. Unplug docking station. - 2. Replug in docking station. -_verification: - Is the system working with problem (e.g. system hang) after docking station hot plugged in? - -plugin: user-interact-verify -category_id: somerville -id: somerville/hotplug-ethernet-after-suspend -command: /usr/lib/plainbox-provider-checkbox/bin/network_check -estimated_duration: 10 -_description: -_purpose: - This test will check wired connection after hotplug fom suspend -_steps: - 1. Disable WiFi connection - 2. Click "Test" to verify that it's possible to establish a HTTP connection -_verification: - Did a notification show and was the connection correctly established? - -plugin: user-interact -id: somerville/hotplug-usb-insert-after-suspend -category_id: somerville -estimated_duration: 10.0 -_summary: USB drive insertion test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher insert usb -_purpose: - This test will check that the system correctly detects the insertion of - a USB storage device after dock hot plugged in after suspend -_steps: - 1. Click "Test" and insert a USB storage device, preferably a HDD, - in one of the dock's port. - Although a USB pen drive may be used it might cause performance - related tests to fail. (Note: this test will time-out after 20 - seconds.) - 2. Do not unplug the device after the test. -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: shell -id: somerville/hotplug-usb-storage-automated-after-suspend -category_id: somerville -depends: somerville/hotplug-usb-insert-after-suspend -user: root -estimated_duration: 45.0 -_summary: USB drive storage test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 usb -_description: - This test is automated and executes after the dock/usb_insert test is run. - -plugin: user-interact -id: somerville/hotplug-usb-remove-after-suspend -category_id: somerville -depends: somerville/hotplug-usb-insert-after-suspend -estimated_duration: 10.0 -_summary: USB drive removal test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher remove usb -_purpose: - This test will check that the system correctly detects the removal of - a USB storage device after dock hot plugged in after suspend -_steps: - 1. Click "Test" and remove the USB device from the dock. - (Note: this test will time-out after 20 seconds.) -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: user-interact -id: somerville/hotplug-usb3-insert-after-suspend -category_id: somerville -estimated_duration: 10.0 -_summary: USB3 drive insertion test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher -m 500000000 insert usb -_purpose: - This test will check that the system correctly detects the insertion of - a USB 3.0 storage device after dock hot plugged in after suspend -_steps: - 1. Click "Test" and insert a USB 3.0 storage device, preferably a HDD, - in one of the dock's USB 3.0 port. Although a USB 3.0 pen drive may - be used it might cause performance related tests to fail. - (Note: this test will time-out after 20 seconds.) - 2. Do not unplug the device after the test. -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: shell -id: somerville/hotplug-usb3-storage-automated-after-suspend -category_id: somerville -depends: somerville/hotplug-usb3-insert-after-suspend -user: root -estimated_duration: 45.0 -_summary: USB3 drive storage test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 -m 500000000 usb --driver xhci_hcd -_description: - This test is automated and executes after the dock/usb3_insert test is run. - -plugin: user-interact -id: somerville/hotplug-usb3-remove-after-suspend -category_id: somerville -depends: somerville/hotplug-usb3-insert-after-suspend -estimated_duration: 10.0 -_summary: USB3 drive removal test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher -m 500000000 remove usb -_purpose: - This test will check that the system correctly detects the removal of - a USB 3.0 storage device after dock hot plugged in after suspend -_steps: - 1. Click "Test" and remove the USB 3.0 device from the dock. - (Note: this test will time-out after 20 seconds.) -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -id: somerville/hotplug-monitor-displayport-after-suspend -category_id: somerville -estimated_duration: 120.0 -_summary: DisplayPort test on the dock -plugin: manual -_purpose: - This test will check the DisplayPort(s) on the dock after hot plugged in after suspend. -_steps: - Skip this test if the dock does not have a DisplayPort. - 1. Connect a display (if not already connected) to the DisplayPort on the dock - 2. Repeat step 1 for each additional DisplayPorts, if any -_verification: - Was the desktop displayed correctly on both screens? - -id: somerville/hotplug-monitor-hdmi-after-suspend -category_id: somerville -estimated_duration: 120.0 -_summary: HDMI port test on the dock -plugin: manual -_purpose: - This test will check the HDMI port(s) on the dock after hot plugged in after suspend. -_steps: - Skip this test if the dock does not have a HDMI port. - 1. Connect a display (if not already connected) to the HDMI port on the dock - 2. Repeat step 1 for each additional HDMI port, if any -_verification: - Was the desktop displayed correctly on both screens? - -plugin: user-interact -id: somerville/usb-insert-after-suspend-dock-resume -category_id: somerville -estimated_duration: 10.0 -_summary: USB drive insertion test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher insert usb -_purpose: - This test will check that the system correctly detects the insertion of - a USB storage device after suspend, undocked, docked, resume. -_steps: - 1. Click "Test" and insert a USB storage device, preferably a HDD, - in one of the dock's USB port. Although a USB pen drive may - be used it might cause performance related tests to fail. - (Note: this test will time-out after 20 seconds.) - 2. Do not unplug the device after the test. -_verification: - The verification of this test is automated. Do not change the - automatically selected result. - -plugin: shell -id: somerville/usb-storage-automated-after-suspend-dock-resume -category_id: somerville -depends: somerville/usb-insert-after-suspend-dock-resume -user: root -estimated_duration: 45.0 -_summary: USB drive storage test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_test -s 268400000 usb -_description: - This test is automated and executes after the dock/usb_insert test is run. - -plugin: user-interact -id: somerville/usb-remove-after-suspend-dock-resume -category_id: somerville -depends: somerville/usb-insert-after-suspend-dock-resume -estimated_duration: 10.0 -_summary: USB drive removal test -command: /usr/lib/plainbox-provider-checkbox/bin/removable_storage_watcher remove usb -_purpose: - This test will check that the system correctly detects the removal of - a USB storage device after suspend, undocked, docked, resume. -_steps: - 1. Click "Test" and remove the USB device from the dock. - (Note: this test will time-out after 20 seconds.) -_verification: - The verification of this test is automated. Do not change the - automatically selected result. id: somerville/oobe-audioinput-unmute category_id: somerville @@ -682,12 +223,48 @@ command: desktop-kpi-dashboard-check.sh somerville _description: Check oem image desktop KPI dashboard information -id: somerville/mac-address-passthrough +id: somerville/fingerprint-login category_id: somerville -plugin: shell -user: root -command: mac-passthrough.py -_description: Check dock MAC address pass-through function, please make sure following items before running this test: - 1. Pass-through mac address is flashed in BIOS - 2. MAC address pass-through is enabled in BIOS settings - 3. Dock is connected +plugin: manual +_purpose: + This test will verify that a fingerprint reader will work properly for logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. In System Settings->Users, select the "Fingerprint Login". + 2. Select a finger on the list then click "Next". + 3. Follow the steps to put your finger on the finger printer multiple times until it shows "Done!". + 4. Click "Next" then close the setup window. + 5. Logout user from top-right menu. + 6. Select user name on the login screen. + 7. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure work correctly? + +id: somerville/fingerprint-negative +category_id: somerville +plugin: manual +_purpose: + This test will verify that a fingerprint reader will reject when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. +_verification: + Did the authentication failed and can't login? + +id: somerville/fingerprint-positive +category_id: somerville +plugin: manual +_purpose: + This test will verify that a fingerprint reader still work properly when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. + 4. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure still work correctly? + + diff --git a/jobs/stella/energy-star-compliant.txt.in b/jobs/stella/energy-star-compliant.txt.in deleted file mode 100644 index 5b11819..0000000 --- a/jobs/stella/energy-star-compliant.txt.in +++ /dev/null @@ -1,40 +0,0 @@ -plugin: manual -id: stella/energy-star-compliant-NB/suspend-on-battery-power -category_id: stella -_description: - PURPOSE: - Verify system can enter suspend after idle for 10 minutes on battery power - STEPS: - 1. Boot into system - 2. Make sure system running on battery power - 3. Idle system for 10 minutes - VERIFICATION: - System will turn off blacklight and suspend after 10 minutes - -plugin: manual -id: stella/energy-star-compliant-NB/suspend-on-AC-power -category_id: stella -_description: - PURPOSE: - Verify system can enter suspend after idle for 30 minutes on AC power - STEPS: - 1. Boot into system - 2. Make sure AC Power plugged - 3. Idle system for 30 minutes - VERIFICATION: - System will turn off blacklight after 10 minutes first and then go to suspend after 20 minutes. (Total 30 minutes) - -plugin: manual -id: stella/energy-star-compliant-DT/suspend-when-inactive -category_id: stella -_description: - PURPOSE: - Verify system can enter suspend after idle for 20 minutes on AC power - STEPS: - 1. Boot into system - 2. Idle system for 10 minutes - 3. Idle system for another 10 minutes - VERIFICATION: - 1. System will turn off blacklight after 10 minutes - 2. System will enter suspend mode after 20 minutes - diff --git a/jobs/stella/hp-particular.txt.in b/jobs/stella/hp-particular.txt.in index 5d6c5fa..5ff9082 100644 --- a/jobs/stella/hp-particular.txt.in +++ b/jobs/stella/hp-particular.txt.in @@ -1,17 +1,3 @@ -plugin: manual -id: stella/hp-particular/hp-documents -category_id: stella -_description: - PURPOSE: - Verify HP documents is available - STEPS: - 1. Double click HP Documents icon on desktop - 2. Click HP Documents icon on Nautilus - VERIFICATION: - 1. HP User Guides can be performed on browser Firefox both for the icons on desktop and Nautilus. - 2. There should be two tabs on Firefox and perform HP User Guides - 3. Check language of HP User Guides is correct - plugin: user-interact-verify id: stella/hp-particular/build_valid_check category_id: stella @@ -35,17 +21,3 @@ category_id: stella command: ciic _summary: Collect installed information for Stella project _description: Collect installed information for Stella project - -plugin: manual -id: stella/hp-particular/hp-wallpaper -category_id: stella -_purpose: - Verify HP wallpaper is correctly displayed -_steps: - 1. Check the wallpaper in desktop session - 2. Log out of session, check wallpaper in log-in screen - 3. Log back into desktop session and let system enter s3 - 4. Wake system from s3 and check lock screen wallpaper -_verification: - 1. If system is CMIT/WGBU machine, HP wallpaper should be shown in desktop, log-in screen and lock screen - 2. If system is cNB/vDT machine, Ubuntu wallpaper should be shown in desktop, log-in screen and lock screen diff --git a/jobs/stella/power-management-stella.txt.in b/jobs/stella/power-management-stella.txt.in new file mode 100644 index 0000000..053e29c --- /dev/null +++ b/jobs/stella/power-management-stella.txt.in @@ -0,0 +1,9 @@ +id: power-management-stella +unit: test plan +_name: Stella power management test +_description: Stella power management test +include: + stella/suspend-power-menu + stella/suspend-power-button + stella/suspend-on-battery-power + stella/suspend-on-AC-power diff --git a/jobs/stella/stella.txt.in b/jobs/stella/stella.txt.in index 46d73d6..76f50bf 100644 --- a/jobs/stella/stella.txt.in +++ b/jobs/stella/stella.txt.in @@ -8,3 +8,133 @@ plugin: shell command: desktop-kpi-dashboard-check.sh stella _description: Check oem image desktop KPI dashboard information + +plugin: manual +id: stella/suspend-on-battery-power +category_id: stella +_description: + PURPOSE: + Verify system can enter suspend after idle for 20 minutes on battery power + STEPS: + 1. Boot into system + 2. Make sure system running on battery power + 3. Idle system for 5 minutes + 4. Idle system for another 20 minutes + VERIFICATION: + 1. System will turn screen off after 5 minutes + 2. System will enter suspend mode after 20 minutes + +plugin: manual +id: stella/suspend-on-AC-power +category_id: stella +_description: + PURPOSE: + Verify system can enter suspend after idle for 20 minutes on AC power + STEPS: + 1. Boot into system + 2. Make sure AC Power plugged + 3. Idle system for 5 minutes + 4. Idle system for another 20 minutes + VERIFICATION: + 1. System will turn screen off after 5 minutes + 2. System will enter suspend mode after 20 minutes + +plugin: manual +id: stella/hp-documents +category_id: stella +_description: + PURPOSE: + Verify HP documents is available + STEPS: + 1. Click HP Documents icon on Nautilus + VERIFICATION: + 1. HP User Guides can be performed on browser Firefox + 2. Check language of HP User Guides is correct + +plugin: manual +id: stella/hp-wallpaper +category_id: stella +_purpose: + Verify HP wallpaper is correctly displayed +_steps: + 1. Check the wallpaper in desktop session + 2. Log out of session, check wallpaper in log-in screen + 3. Log back into desktop session and let system enter s3 + 4. Wake system from s3 and check lock screen wallpaper +_verification: + 1. If system is CMIT/WGBU machine, HP wallpaper should be shown in desktop, log-in screen and lock screen + +id: stella/suspend-power-menu +category_id: stella +plugin: manual +_description: +_purpose: + 1. Suspend the System from Power Menu & Resume via Power Button +_steps: + 1. Select the Power Icon in the upper right corner + 2. Choose suspend in the dropdown + 3. Wait a few seconds + 4. Resume the system via the Power Button +_verification: + 1. Did the system Suspend successfully? + 2. Did the system Resume via Power Button? + +id: stella/suspend-power-button +category_id: stella +plugin: manual +_description: +_purpose: + 1. Suspend and Resume the system via Power Button +_steps: + 1. Press the Power Button. + 2. Choose suspend in the Menu + 3. Wait a few seconds + 4. Resume the system via the Power Button +_verification: + 1. Did the system Suspend successfully? + 2. Did the system Resume via Power Button? + +id: stella/fingerprint-login +category_id: stella +plugin: manual +_purpose: + This test will verify that a fingerprint reader will work properly for logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. In System Settings->Users, select the "Fingerprint Login". + 2. Select a finger on the list then click "Next". + 3. Follow the steps to put your finger on the finger printer multiple times until it shows "Done!". + 4. Click "Next" then close the setup window. + 5. Logout user from top-right menu. + 6. Select user name on the login screen. + 7. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure work correctly? + +id: stella/fingerprint-negative +category_id: stella +plugin: manual +_purpose: + This test will verify that a fingerprint reader will reject when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. +_verification: + Did the authentication failed and can't login? + +id: stella/fingerprint-positive +category_id: stella +plugin: manual +_purpose: + This test will verify that a fingerprint reader still work properly when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. + 4. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure still work correctly? + diff --git a/jobs/sutton/fingerprint.txt.in b/jobs/sutton/fingerprint.txt.in new file mode 100644 index 0000000..5d0a078 --- /dev/null +++ b/jobs/sutton/fingerprint.txt.in @@ -0,0 +1,45 @@ +id: sutton/fingerprint-login +category_id: sutton +plugin: manual +_purpose: + This test will verify that a fingerprint reader will work properly for logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. In System Settings->Users, select the "Fingerprint Login". + 2. Select a finger on the list then click "Next". + 3. Follow the steps to put your finger on the finger printer multiple times until it shows "Done!". + 4. Click "Next" then close the setup window. + 5. Logout user from top-right menu. + 6. Select user name on the login screen. + 7. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure work correctly? + +id: sutton/fingerprint-negative +category_id: sutton +plugin: manual +_purpose: + This test will verify that a fingerprint reader will reject when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. +_verification: + Did the authentication failed and can't login? + +id: sutton/fingerprint-positive +category_id: sutton +plugin: manual +_purpose: + This test will verify that a fingerprint reader still work properly when use wrong finger to logging into your system. +_steps: + Skip this test if your system does not have fingerprint. + 1. Lock screen from top-right menu. + 2. Press any key to unlock screen. + 3. Put your unenrolled finger on the finger printer. + 4. Put your enrolled finger on the finger printer. +_verification: + Did the authentication procedure still work correctly? + + diff --git a/jobs/sutton/sourcelist.txt.in b/jobs/sutton/sourcelist.txt.in index edd9893..144deda 100644 --- a/jobs/sutton/sourcelist.txt.in +++ b/jobs/sutton/sourcelist.txt.in @@ -32,3 +32,33 @@ id: sutton/sourceslist/subproject-bionic command: sources_test /etc/apt/sources.list.d/`cat /etc/buildstamp | awk -F\-bionic\- '/-/{print $1}' | tail -1`.list "^deb http://[[:alnum:]]\+.archive.canonical.com/updates,^deb-src http://[[:alnum:]]\+.archive.canonical.com/updates" _description: Check if project sources list under source.list.d contains correct repository + +plugin: shell +category_id: sutton +id: sutton/sourceslist/bionic-oem +command: sources_test /etc/apt/sources.list.d/bionic-oem.list "^deb http://oem.archive.canonical.com/updates/ .* public,^# deb-src http://oem.archive.canonical.com/updates/ .* public" +_description: + Check if the default Bionic sources list contains correct repository + +plugin: shell +category_id: sutton +id: sutton/sourceslist/focal-oem +command: sources_test /etc/apt/sources.list.d/focal-oem.list "^deb http://oem.archive.canonical.com/updates/ .* public,^# deb-src http://oem.archive.canonical.com/updates/ .* public" +_description: + Check if the default Focal sources list contains correct repository + +plugin: shell +category_id: sutton +id: sutton/sourceslist/project-ouagadougou-base +command: sources_test /etc/apt/sources.list.d/`cat /etc/buildstamp | awk -F\- '/-/{print $1}' | tail -1`-ouagadougou.list "^deb http://[[:alnum:]]\+.archive.canonical.com/updates,^deb-src http://[[:alnum:]]\+.archive.canonical.com/updates" +_description: + Check if project sources list under source.list.d contains correct repository + +plugin: shell +category_id: sutton +id: sutton/sourceslist/subproject-focal +command: sources_test /etc/apt/sources.list.d/`cat /etc/buildstamp | awk -F\-focal\- '/-/{print $1}' | tail -1`.list "^deb http://[[:alnum:]]\+.archive.canonical.com/updates,^deb-src http://[[:alnum:]]\+.archive.canonical.com/updates" +_description: + Check if project sources list under source.list.d contains correct repository + + |