diff options
| -rw-r--r-- | jobs/audio.txt.in | 140 | ||||
| -rw-r--r-- | jobs/benchmarks.txt.in | 60 | ||||
| -rw-r--r-- | jobs/disk.txt.in | 132 | ||||
| -rw-r--r-- | jobs/ethernet.txt.in | 5 | ||||
| -rw-r--r-- | jobs/firmware.txt.in | 54 | ||||
| -rw-r--r-- | jobs/floppy.txt.in | 26 | ||||
| -rw-r--r-- | jobs/graphics.txt.in | 895 | ||||
| -rw-r--r-- | jobs/hibernate.txt.in | 81 | ||||
| -rw-r--r-- | jobs/info.txt.in | 27 | ||||
| -rw-r--r-- | jobs/input.txt.in | 79 | ||||
| -rw-r--r-- | jobs/mir.txt.in | 49 | ||||
| -rw-r--r-- | jobs/miscellanea.txt.in | 2 | ||||
| -rw-r--r-- | jobs/mobilebroadband.txt.in | 2 | ||||
| -rw-r--r-- | jobs/monitor.txt.in | 344 | ||||
| -rw-r--r-- | jobs/networking.txt.in | 1 | ||||
| -rw-r--r-- | jobs/optical.txt.in | 348 | ||||
| -rw-r--r-- | jobs/suspend.txt.in | 575 | ||||
| -rw-r--r-- | jobs/user_apps.txt.in | 528 | ||||
| -rw-r--r-- | jobs/wireless.txt.in | 3 | ||||
| -rw-r--r-- | units/autotesting.pxu | 13 | ||||
| -rw-r--r-- | units/default.pxu | 9 |
21 files changed, 1163 insertions, 2210 deletions
diff --git a/jobs/audio.txt.in b/jobs/audio.txt.in index 11b05e81..f6fb6a44 100644 --- a/jobs/audio.txt.in +++ b/jobs/audio.txt.in @@ -36,105 +36,87 @@ _description: VERIFICATION: Did you hear a tone? -id: audio/generator_playback_hdmi +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::audio +id: audio/{index}_playback_hdmi_{product_slug} +estimated_duration: 30.0 requires: + display.hdmi == 'supported' device.category == 'AUDIO' package.name == 'alsa-base' package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0' package.name == 'pulseaudio-utils' -_description: HDMI audio test -_summary: HDMI audio test -plugin: local command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: audio/`echo ${index}`_playback_hdmi_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: display.hdmi == 'supported' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::audio - estimated_duration: 30.0 - command: - audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - audio_settings set --verbose --device=hdmi --volume=50 - gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE - _description: - PURPOSE: - HDMI audio interface verification - STEPS: - 1. Plug an external HDMI device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test - VERIFICATION: - Did you hear the sound from the HDMI device? - EOF + audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings + audio_settings set --verbose --device=hdmi --volume=50 + gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' + EXIT_CODE=$? + audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings + exit $EXIT_CODE +_purpose: + HDMI audio interface verification +_steps: + 1. Plug an external HDMI device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) + 2. Commence the test +_verification: + Did you hear the sound from the HDMI device? -id: audio/generator_playback_displayport +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::audio +id: audio/{index}_playback_displayport_{product_slug} +estimated_duration: 30.0 requires: + display.dp == 'supported' device.category == 'AUDIO' package.name == 'alsa-base' package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0' package.name == 'pulseaudio-utils' -_description: DisplayPort audio test -_summary: DisplayPort audio test -plugin: local command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: audio/`echo ${index}`_playback_displayport_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: display.dp == 'supported' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::audio - estimated_duration: 30.0 - command: - audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - audio_settings set --verbose --device=hdmi --volume=50 - gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE - _description: - PURPOSE: - DisplayPort audio interface verification - STEPS: - 1. Plug an external DisplayPort device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test - VERIFICATION: - Did you hear the sound from the DisplayPort device? - EOF + audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings + audio_settings set --verbose --device=hdmi --volume=50 + gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' + EXIT_CODE=$? + audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings + exit $EXIT_CODE +_purpose: + DisplayPort audio interface verification +_steps: + 1. Plug an external DisplayPort device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) + 2. Commence the test +_verification: + Did you hear the sound from the DisplayPort device? -id: audio/generator_playback_thunderbolt +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::audio +id: audio/{index}_playback_thunderbolt_{product_slug} +imports: from 2013.com.canonical.plainbox import manifest +estimated_duration: 30.0 requires: + manifest.has_thunderbolt == 'True' device.category == 'AUDIO' package.name == 'alsa-base' package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0' package.name == 'pulseaudio-utils' -_description: Thunderbolt audio test -_summary: Thunderbolt audio test -plugin: local command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: audio/`echo ${index}`_playback_thunderbolt_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - imports: from 2013.com.canonical.plainbox import manifest - requires: manifest.has_thunderbolt == 'True' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::audio - estimated_duration: 5.0 - command: - audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - audio_settings set --verbose --device=hdmi --volume=50 - gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' - EXIT_CODE=$? - audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings - exit $EXIT_CODE - _description: - PURPOSE: - Thunderbolt audio interface verification - STEPS: - 1. Plug an external Thunderbolt device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) - 2. Commence the test - VERIFICATION: - Did you hear the sound from the Thunderbolt device? - EOF + audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings + audio_settings set --verbose --device=hdmi --volume=50 + gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink' + EXIT_CODE=$? + audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings + exit $EXIT_CODE +_purpose: + Thunderbolt audio interface verification +_steps: + 1. Plug an external Thunderbolt device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test) + 2. Commence the test +_verification: + Did you hear the sound from the Thunderbolt device? plugin: user-interact-verify category_id: 2013.com.canonical.plainbox::audio diff --git a/jobs/benchmarks.txt.in b/jobs/benchmarks.txt.in index 989381ea..c723eefb 100644 --- a/jobs/benchmarks.txt.in +++ b/jobs/benchmarks.txt.in @@ -1,38 +1,28 @@ -plugin: local -_summary: Benchmark for each disk -id: benchmarks/disk/hdparm-read -requires: device.category == 'DISK' -estimated_duration: 1.0 -_description: Raw read timing benchmark of each disk using hdparm. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=DISK"' - plugin: shell - category_id: 2013.com.canonical.plainbox::benchmarks - id: benchmarks/disk/hdparm-read_`ls /sys$path/block` - estimated_duration: 15.0 - requires: device.path == "$path" - user: root - command: hdparm -t /dev/`ls /sys$path/block | sed 's|!|/|'` | sed -e :a -e '$!N;s/\n/ /;ta' | sed 's/.*= *//' - description: This test runs hdparm timing of device reads as a benchmark for $path - EOF - -plugin: local -_summary: Benchmark for each disk -id: benchmarks/disk/hdparm-cache-read -estimated_duration: 1.0 -requires: device.category == 'DISK' -_description: Cached read timing benchmark of each disk using hdparm. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=DISK"' - plugin: shell - category_id: 2013.com.canonical.plainbox::benchmarks - id: benchmarks/disk/hdparm-cache-read_`ls /sys$path/block` - estimated_duration: 10.0 - requires: device.path == "$path" - user: root - command: hdparm -T /dev/`ls /sys$path/block | sed 's|!|/|'` | sed -e :a -e '$!N;s/\n/ /;ta' | sed 's/.*= *//' - description: This test runs hdparm timing of cache reads as a benchmark for $path - EOF +unit: template +template-resource: device +template-filter: device.category == 'DISK' +plugin: shell +category_id: 2013.com.canonical.plainbox::benchmarks +id: benchmarks/disk/hdparm-read_{name} +estimated_duration: 15.0 +requires: device.path == '{path}' +user: root +command: hdparm -t /dev/{name} +_summary: Raw read timing benchmark of {name} using hdparm +_description: This test runs hdparm timing of device reads as a benchmark for {name} + +unit: template +template-resource: device +template-filter: device.category == 'DISK' +plugin: shell +category_id: 2013.com.canonical.plainbox::benchmarks +id: benchmarks/disk/hdparm-cache-read_{name} +estimated_duration: 10.0 +requires: device.path == '{path}' +user: root +command: hdparm -T /dev/{name} +_summary: Cached read timing benchmark of {name} using hdparm. +_description: This test runs hdparm timing of cache reads as a benchmark for {name} plugin: shell category_id: 2013.com.canonical.plainbox::benchmarks diff --git a/jobs/disk.txt.in b/jobs/disk.txt.in index 23ccdf13..d3d34b8c 100644 --- a/jobs/disk.txt.in +++ b/jobs/disk.txt.in @@ -13,7 +13,6 @@ _description: Displays information about each disk detected on the system under test. unit: template -template-unit: job template-imports: from 2013.com.canonical.certification import device template-resource: device template-filter: device.category == 'DISK' and device.name != '' @@ -36,95 +35,64 @@ _description: sysfs path: {path} device node path: /dev/{name} -plugin: local -_summary: Check stats changes for each disk +unit: template +template-resource: device +template-filter: device.category == 'DISK' +plugin: shell +category_id: 2013.com.canonical.plainbox::disk +id: disk/stats_{name} flags: deprecated -id: disk/stats -requires: device.category == 'DISK' -_description: - This test generates some disk activity and checks the stats to ensure drive - activity is being recorded properly. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=DISK"' - plugin: shell - category_id: 2013.com.canonical.plainbox::disk - id: disk/stats_`ls /sys$path/block` - flags: deprecated - requires: - device.path == "$path" - block_device.`ls /sys$path/block`_state != 'removable' - user: root - command: disk_stats_test `ls /sys$path/block | sed 's|!|/|'` - description: This test checks disk stats, generates some activity and rechecks stats to verify they've changed. It also verifies that disks appear in the various files they're supposed to. - EOF +requires: + device.path == "{path}" + block_device.{name}_state != 'removable' +user: root +command: disk_stats_test {name} +_description: This test checks {name} disk stats, generates some activity and rechecks stats to verify they've changed. It also verifies that disks appear in the various files they're supposed to. -plugin: local -_summary: SMART test -id: disk/smart -estimated_duration: 0.30 +unit: template +template-resource: device +template-filter: device.category == 'DISK' +plugin: shell +category_id: 2013.com.canonical.plainbox::disk +id: disk/smart_{name} +estimated_duration: 180.0 requires: package.name == 'smartmontools' - device.category == 'DISK' -_description: - This tests the SMART capabilities of disks detected on the system. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=DISK"' - plugin: shell - category_id: 2013.com.canonical.plainbox::disk - id: disk/smart_`ls /sys$path/block` - requires: - device.path == "$path" - block_device.`ls /sys$path/block`_state != 'removable' - block_device.`ls /sys$path/block`_smart == 'True' - description: - This tests the SMART capabilities for $product (Note that this test will not work against hardware RAID) - user: root - command: disk_smart -b /dev/`ls /sys$path/block | sed 's|!|/|'` -s 130 -t 530 - EOF + device.path == "{path}" + block_device.{name}_state != 'removable' + block_device.{name}_smart != 'True' +_description: + This tests the SMART capabilities for {product} (Note that this test will not work against hardware RAID) +user: root +command: disk_smart -b /dev/{name} -s 130 -t 530 -plugin: local -_summary: Verify system storage performs at or above baseline performance -id: disk/read_performance -estimated_duration: 0.30 +unit: template +template-resource: device +template-filter: device.category == 'DISK' +plugin: shell +category_id: 2013.com.canonical.plainbox::disk +id: disk/read_performance_{name} +estimated_duration: 65.0 requires: - device.category == 'DISK' -_description: Verify system storage performs at or above a baseline speed. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=DISK"' - plugin: shell - category_id: 2013.com.canonical.plainbox::disk - id: disk/read_performance_`ls /sys$path/block` - estimated_duration: 65.0 - requires: - device.path == "$path" - block_device.`ls /sys$path/block`_state != 'removable' - description: Disk performance test for $product - user: root - command: disk_read_performance_test `ls /sys$path/block | sed 's|!|/|'` - EOF + device.path == "{path}" + block_device.{name}_state != 'removable' +description: Disk performance test for {product} +user: root +command: disk_read_performance_test {name} -plugin: local -_summary: Verify that storage devices, such as Fibre Channel and RAID, perform under stress. -id: disk/storage_devices -estimated_duration: 1.0 +unit: template +template-resource: device +template-filter: device.category == 'DISK' +plugin: shell +category_id: 2013.com.canonical.plainbox::disk +id: disk/storage_device_{name} +estimated_duration: 375.0 +user: root requires: - device.category == 'DISK' -_description: - Verify that storage devices, such as Fibre Channel and RAID, perform under - stress without data loss or corruption. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=DISK"' - plugin: shell - category_id: 2013.com.canonical.plainbox::disk - id: disk/storage_device_`ls /sys$path/block` - estimated_duration: 375.0 - user: root - requires: - device.path == "$path" - block_device.`ls /sys$path/block`_state != 'removable' - description: Disk I/O stress test for $product - command: storage_test `ls /sys$path/block | sed 's|!|/|'` - EOF + device.path == "{path}" + block_device.{name}_state != 'removable' +_description: Disk I/O stress test for {product} +command: storage_test {name} plugin: shell category_id: 2013.com.canonical.plainbox::disk diff --git a/jobs/ethernet.txt.in b/jobs/ethernet.txt.in index 2cc1f22f..5f432aa5 100644 --- a/jobs/ethernet.txt.in +++ b/jobs/ethernet.txt.in @@ -43,7 +43,6 @@ _description: Did a notification show and was the connection correctly established? unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: shell @@ -64,7 +63,6 @@ _description: minimum percentage of advertized speed. unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: shell @@ -85,7 +83,6 @@ _description: minimum percentage of advertized speed. unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: shell @@ -101,7 +98,6 @@ _description: This test executes ethtool requests against ethernet device {__index__} ({interface}). unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: user-interact-verify @@ -127,7 +123,6 @@ _verification: Was the reported throughput acceptable for the type and maximum speed of this interface? unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: shell diff --git a/jobs/firmware.txt.in b/jobs/firmware.txt.in index 62c22928..34e28cc0 100644 --- a/jobs/firmware.txt.in +++ b/jobs/firmware.txt.in @@ -1,40 +1,26 @@ -plugin: local -_summary: Automated tests for firmware using Firmware Test Suite. -id: firmware/generator_fwts -estimated_duration: 0.5 +unit: template +template-resource: fwts +plugin: shell +category_id: 2013.com.canonical.plainbox::firmware +id: firmware/fwts_{name} +estimated_duration: 1.2 requires: package.name == 'fwts' -_description: Automated tests for firmware using Firmware Test Suite. -command: - cat << 'EOF' | run_templates -s 'fwts_test --list' - estimated_duration: 1.2 - plugin: shell - category_id: 2013.com.canonical.plainbox::firmware - id: firmware/fwts_$1 - requires: package.name == 'fwts' - user: root - command: fwts_test -t $1 -l $PLAINBOX_SESSION_SHARE/fwts_$1.log - _description: Run $1 test from Firmware Test Suite. - _summary: Run $1 test from Firmware Test Suite. - EOF +user: root +command: fwts_test -t {name} -l $PLAINBOX_SESSION_SHARE/fwts_{name}.log +_description: Run {name} test from Firmware Test Suite. +_summary: Run {name} test from Firmware Test Suite. -plugin: local -_summary: Automated tests for firmware using Firmware Test Suite. -id: firmware/generator_fwts_logs -estimated_duration: 0.5 +unit: template +template-resource: fwts +plugin: attachment +category_id: 2013.com.canonical.plainbox::firmware +id: firmware/fwts_{name}.log +estimated_duration: 1.2 requires: package.name == 'fwts' -_description: Automated tests for firmware using Firmware Test Suite. -command: - cat << 'EOF' | run_templates -s 'fwts_test --list' - estimated_duration: 1.2 - plugin: attachment - category_id: 2013.com.canonical.plainbox::firmware - id: firmware/fwts_$1.log - requires: package.name == 'fwts' - user: root - command: [[ -e ${PLAINBOX_SESSION_SHARE}/fwts_$1.log ]] && cat ${PLAINBOX_SESSION_SHARE}/fwts_$1.log - _description: Attach log for FWTS $1 test. - _summary: Attach log for FWTS $1 test. - EOF +user: root +command: [[ -e $PLAINBOX_SESSION_SHARE/fwts_{name}.log ]] && cat $PLAINBOX_SESSION_SHARE/fwts_{name}.log +_description: Attach log for FWTS {name} test. +_summary: Attach log for FWTS {name} test. plugin:shell id: firmware/fwts_desktop_diagnosis diff --git a/jobs/floppy.txt.in b/jobs/floppy.txt.in index a741f078..24f0f78d 100644 --- a/jobs/floppy.txt.in +++ b/jobs/floppy.txt.in @@ -1,16 +1,10 @@ -plugin: local -_summary: Floppy test -id: floppy/check -requires: device.driver == 'floppy' -_description: Floppy test -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "driver=floppy"' - plugin: shell - category_id: 2013.com.canonical.plainbox::floppy - id: floppy/check_`ls /sys$path/driver/*/*/*/block` - requires: device.path == "$path" - description: Floppy test for $product - user: root - command: floppy_test /dev/`ls /sys$path/driver/*/*/*/block` - EOF - +unit: template +template-resource: device +template-filter: device.driver == 'floppy' +plugin: shell +category_id: 2013.com.canonical.plainbox::floppy +id: floppy/check_{name} +requires: device.path == '{path}' +_description: Floppy test for {product} +user: root +command: floppy_test /dev/{name} diff --git a/jobs/graphics.txt.in b/jobs/graphics.txt.in index 690b8ee3..932a7159 100644 --- a/jobs/graphics.txt.in +++ b/jobs/graphics.txt.in @@ -1,18 +1,12 @@ -id: graphics/generator_driver_version -requires: device.category == 'VIDEO' -_description: Driver version tests -_summary: Driver version tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_driver_version_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - command: graphics_driver - estimated_duration: 0.500 - _description: Parses Xorg.0.Log and discovers the running X driver and version for the $product graphics card - _summary: Test X driver/version for $product - EOF +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_driver_version_{product_slug} +command: graphics_driver +estimated_duration: 0.5 +_description: Parses Xorg.0.Log and discovers the running X driver and version for the {vendor} {product} graphics card +_summary: Test X driver/version for {vendor} {product} plugin: shell category_id: 2013.com.canonical.plainbox::graphics @@ -23,31 +17,25 @@ estimated_duration: 0.018 _description: Test to output the Xorg version _summary: Test Xorg version -id: graphics/generator_resolution-change -requires: device.category == 'VIDEO' -_description: Resolution change tests -_summary: Resolution change tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: manual - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_resolution-change_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: graphics/xorg-version - _summary: Test changing resolution for $product - _description: - PURPOSE: - This test will verify that the GUI is usable after manually changing resolution on the $product graphics card. - STEPS: - 1. Select the $product graphics card (a reboot may be necessary) - 2. Open the Displays application - 3. Select a new resolution from the dropdown list - 4. Click on Apply - 5. Select the original resolution from the dropdown list - 6. Click on Apply - VERIFICATION: - Did the resolution on the $product graphics card change as expected? - EOF +unit: template +template-resource: graphics_card +plugin: manual +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_resolution-change_{product_slug} +depends: graphics/xorg-version +_summary: Test changing resolution for {vendor} {product} +_description: + PURPOSE: + This test will verify that the GUI is usable after manually changing resolution on the {vendor} {product} graphics card. + STEPS: + 1. Select the {vendor} {product} graphics card (a reboot may be necessary) + 2. Open the Displays application + 3. Select a new resolution from the dropdown list + 4. Click on Apply + 5. Select the original resolution from the dropdown list + 6. Click on Apply + VERIFICATION: + Did the resolution on the {vendor} {product} graphics card change as expected? plugin: shell category_id: 2013.com.canonical.plainbox::graphics @@ -69,194 +57,140 @@ estimated_duration: 0.030 _description: Test that the X is not running in failsafe mode. _summary: Test that X is not in failsafe mode. -id: graphics/generator_resolution -requires: device.category == 'VIDEO' -_description: Default resolution tests -_summary: Default resolution tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_resolution_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: - device.category == 'VIDEO' - package.name == 'zenity' - command: resolution_test | zenity --text-info - estimated_duration: 10.00 - _summary: Test default resolution for $product - _description: - PURPOSE: - This test will verify the default display resolution on the $product graphics card. - STEPS: - 1. Click "Test". - 2. Confirm that the resolution shown in the text window is acceptable for your display. - VERIFICATION: - Is the resolution shown acceptable for your display on $product graphics card? - EOF - -id: graphics/generator_screen_resolution -requires: device.category == 'VIDEO' -_description: Default resolution tests -_summary: Default resolution tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_screen_resolution_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: - device.category == 'VIDEO' - package.name == 'qmlscene' - command: qmlscene -qt5 --transparent --fullscreen $PLAINBOX_PROVIDER_DATA/resolution_test.qml - estimated_duration: 10.0 - _summary: Test default resolution for $product - _description: - PURPOSE: - This test will verify the default display resolution on the $product graphics card - STEPS: - 1. Click on Test to display the screen resolution overlay for 5 seconds. - VERIFICATION: - Is this acceptable for your display on the $product graphics card? - EOF - -id: graphics/generator_minimum_resolution -requires: device.category == 'VIDEO' -_description: Minimum resolution tests -_summary: Minimum resolution tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_minimum_resolution_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: - device.category == 'VIDEO' - command: resolution_test --horizontal 800 --vertical 600 - estimated_duration: 0.331 - _summary: Test that $product meets minimum resolution requirement - _description: - Ensure the current resolution meets or exceeds the recommended minimum - resolution (800x600) on the $product graphics card. See here for details: - https://help.ubuntu.com/community/Installation/SystemRequirements - EOF - -id: graphics/generator_maximum_resolution -requires: device.category == 'VIDEO' -_description: Maximum resolution tests -_summary: Maximum resolution tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: graphics/`echo ${index}`_maximum_resolution_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::graphics - requires: - device.category == 'VIDEO' - package.name == 'zenity' - command: - maxi="\$(xrandr -q |grep -A 1 "connected\( primary\)* [0-9]" |tail -1 |awk '{print \$1}')" - now="\$(python3 -c 'from gi.repository import Gdk; screen=Gdk.Screen.get_default(); geo = screen.get_monitor_geometry(screen.get_primary_monitor()); print(geo.width, "x", geo.height, sep="")')" - test "\$maxi" != "\$now" && notify="\nPlease switch to the maximum resolution \nfor every graphic tests" - zenity --info --text "Maximum resolution: \$maxi\nCurrent resolution: \$now \$notify" - estimated_duration: 10.0 - _summary: Test maximum supported resolution for $product - _description: - PURPOSE: - This test will verify the maximum supported resolution on the $product graphics card. - STEPS: - 1. Select the $product graphics card (a reboot may be necessary) - 2. Consult the system's specifications and locate the screen's maximum supported resolution. - 3. Click on Test to display the maximum resolution that can be used by Ubuntu on the current display. - VERIFICATION: - Is this the maximum resolution for the display connected to the $product graphics card? - EOF - -id: graphics/generator_modes -requires: device.category == 'VIDEO' -_description: Mode tests -_summary: Mode tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: graphics/`echo ${index}`_modes_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - command: graphics_modes_info - estimated_duration: 0.250 - _description: Collect info on graphics modes (screen resolution and refresh rate) for $product - _summary: Test graphic modes info for $product - EOF - -id: graphics/generator_color_depth -requires: device.category == 'VIDEO' -_description: Color depth tests -_summary: Color depth tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: graphics/`echo ${index}`_color_depth_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - command: color_depth_info - estimated_duration: 0.150 - _description: Collect info on color depth and pixel format for $product - _summary: Test color depth info for $product - EOF - -id: graphics/generator_fresh_rate -requires: device.category == 'VIDEO' -_description: Refresh rate tests -_summary: Refresh rate tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: graphics/`echo ${index}`_fresh_rate_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - command: fresh_rate_info - _description: Collect info on fresh rate for $product. - _summary: Test refresh rate for $product - EOF - -id: graphics/generator_graphic_memory -requires: device.category == 'VIDEO' -_description: Graphic memory tests -_summary: Graphic memory tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: graphics/`echo ${index}`_graphic_memory_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - command: graphic_memory_info - _description: Collect info on graphic memory for $product. - _summary: Test graphic memory info for $product. - EOF - -id: graphics/generator_video -requires: device.category == 'VIDEO' -_description: Display video test -_summary: Display video test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: graphics/`echo ${index}`_video_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::graphics - requires: - package.name == 'xorg' - package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0' - command: gst_pipeline_test -t 2 'videotestsrc ! videoconvert ! autovideosink' || gst_pipeline_test -t 2 'videotestsrc ! ffmpegcolorspace ! autovideosink' - _summary: Test that video can be displayed with ${product} - _description: - PURPOSE: - This test will test the default display with a sample video - STEPS: - 1. Click "Test" to display a video test. - VERIFICATION: - Do you see color bars and static? - EOF +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_resolution_{product_slug} +requires: + device.category == 'VIDEO' + package.name == 'zenity' +command: resolution_test | zenity --text-info +estimated_duration: 10.00 +_summary: Test default resolution for {vendor} {product} +_description: + PURPOSE: + This test will verify the default display resolution on the {vendor} {product} graphics card. + STEPS: + 1. Click "Test". + 2. Confirm that the resolution shown in the text window is acceptable for your display. + VERIFICATION: + Is the resolution shown acceptable for your display on {vendor} {product} graphics card? + +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_screen_resolution_{product_slug} +requires: + device.category == 'VIDEO' + package.name == 'qmlscene' +command: qmlscene -qt5 --transparent --fullscreen $PLAINBOX_PROVIDER_DATA/resolution_test.qml +estimated_duration: 10.0 +_summary: Test default resolution for {vendor} {product} +_description: + PURPOSE: + This test will verify the default display resolution on the {vendor} {product} graphics card + STEPS: + 1. Click on Test to display the screen resolution overlay for 5 seconds. + VERIFICATION: + Is this acceptable for your display on the {vendor} {product} graphics card? + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_minimum_resolution_{product_slug} +requires: + device.category == 'VIDEO' +command: resolution_test --horizontal 800 --vertical 600 +estimated_duration: 0.331 +_summary: Test that {vendor} {product} meets minimum resolution requirement +_description: + Ensure the current resolution meets or exceeds the recommended minimum + resolution (800x600) on the {vendor} {product} graphics card. See here for details: + https://help.ubuntu.com/community/Installation/SystemRequirements + +unit: template +template-resource: graphics_card +id: graphics/{index}_maximum_resolution_{product_slug} +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::graphics +requires: + device.category == 'VIDEO' + package.name == 'zenity' +command: + maxi="$(xrandr -q |grep -A 1 "connected\( primary\)* [0-9]" |tail -1 |awk '{{print $1}}')" + now="$(python3 -c 'from gi.repository import Gdk; screen=Gdk.Screen.get_default(); geo = screen.get_monitor_geometry(screen.get_primary_monitor()); print(geo.width, "x", geo.height, sep="")')" + test "$maxi" != "$now" && notify="\nPlease switch to the maximum resolution \nfor every graphic tests" + zenity --info --text "Maximum resolution: $maxi\nCurrent resolution: $now $notify" +estimated_duration: 10.0 +_summary: Test maximum supported resolution for {vendor} {product} +_description: + PURPOSE: + This test will verify the maximum supported resolution on the {vendor} {product} graphics card. + STEPS: + 1. Select the {vendor} {product} graphics card (a reboot may be necessary) + 2. Consult the system's specifications and locate the screen's maximum supported resolution. + 3. Click on Test to display the maximum resolution that can be used by Ubuntu on the current display. + VERIFICATION: + Is this the maximum resolution for the display connected to the {vendor} {product} graphics card? + +unit: template +template-resource: graphics_card +id: graphics/{index}_modes_{product_slug} +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +command: graphics_modes_info +estimated_duration: 0.250 +_description: Collect info on graphics modes (screen resolution and refresh rate) for {vendor} {product} +_summary: Test graphic modes info for {vendor} {product} + +unit: template +template-resource: graphics_card +id: graphics/{index}_color_depth_{product_slug} +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +command: color_depth_info +estimated_duration: 0.150 +_description: Collect info on color depth and pixel format for {vendor} {product} +_summary: Test color depth info for {vendor} {product} + +unit: template +template-resource: graphics_card +id: graphics/{index}_fresh_rate_{product_slug} +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +command: fresh_rate_info +_description: Collect info on fresh rate for {vendor} {product}. +_summary: Test refresh rate for {vendor} {product} + +unit: template +template-resource: graphics_card +id: graphics/{index}_graphic_memory_{product_slug} +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +command: graphic_memory_info +_description: Collect info on graphic memory for {vendor} {product}. +_summary: Test graphic memory info for {vendor} {product}. + +unit: template +template-resource: graphics_card +id: graphics/{index}_video_{product_slug} +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::graphics +requires: + package.name == 'xorg' + package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0' +command: gst_pipeline_test -t 2 'videotestsrc ! videoconvert ! autovideosink' || gst_pipeline_test -t 2 'videotestsrc ! ffmpegcolorspace ! autovideosink' +_summary: Test that video can be displayed with {vendor} {product} +_description: + PURPOSE: + This test will test the default display with a sample video + STEPS: + 1. Click "Test" to display a video test. + VERIFICATION: + Do you see color bars and static? plugin: shell category_id: 2013.com.canonical.plainbox::graphics @@ -266,288 +200,204 @@ estimated_duration: 0.011 _description: Check that VESA drivers are not in use _summary: Test that VESA drivers are not in use -id: graphics/generator_cycle_resolution -requires: device.category == 'VIDEO' -_description: Resolution cycling tests -_summary: Resolution cycling tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_cycle_resolution_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'xorg' - depends: graphics/VESA_drivers_not_in_use - command: xrandr_cycle --screenshot-dir $PLAINBOX_SESSION_SHARE - estimated_duration: 250.000 - _summary: Test resolution cycling for $product - _description: - PURPOSE: - This test cycles through the detected video modes for the $product graphics card - STEPS: - 1. Click "Test" to start cycling through the video modes - VERIFICATION: - Did the screen appear to be working for each mode? - EOF - -id: graphics/generator_rotation -requires: device.category == 'VIDEO' -_description: Rotation tests -_summary: Rotation tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_rotation_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: graphics/xorg-version - command: rotation_test_using_dbus - estimated_duration: 20.000 - _summary: Test rotation for $product - _description: - PURPOSE: - This test will test display rotation on the $product graphics card - STEPS: - 1. Click "Test" to test display rotation. The display will be rotated every 4 seconds. - 2. Check if all rotations (normal right inverted left) took place without permanent screen corruption - VERIFICATION: - Did the display rotation take place without without permanent screen corruption? - EOF - -id: graphics/generator_compiz_check -requires: device.category == 'VIDEO' -_description: Compiz support tests -_summary: Compiz support tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_compiz_check_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'nux-tools' - command: ! /usr/lib/nux/unity_support_test -c -p 2>&1 | ansi_parser | grep -e ":\(\s\+\)no$" -ie "error" - estimated_duration: 0.130 - _description: Check that $product hardware is able to run compiz - _summary: Test Compiz support for $product - EOF - -id: graphics/generator_unity_support -requires: device.category == 'VIDEO' -_description: Unity support tests -_summary: Unity support tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_unity_support_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'nux-tools' - command: ! /usr/lib/nux/unity_support_test -p 2>&1 | ansi_parser | grep -e ":\(\s\+\)no$" -ie "error" - estimated_duration: 0.131 - _description: Check that $product hardware is able to run Unity 3D - _summary: Test Unity 3D support for $product - EOF - -id: graphics/generator_glxgears -requires: device.category == 'VIDEO' -_description: glxgears tests -_summary: glxgears tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_glxgears_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'mesa-utils' - command: glxgears; true - _summary: Test that glxgears works for $product - _description: - PURPOSE: - This test tests the basic 3D capabilities of your $product video card - STEPS: - 1. Click "Test" to execute an OpenGL demo. Press ESC at any time to close. - 2. Verify that the animation is not jerky or slow. - VERIFICATION: - 1. Did the 3d animation appear? - 2. Was the animation free from slowness/jerkiness? - EOF - -id: graphics/generator_3d_window_open_close -requires: device.category == 'VIDEO' -_description: 3D window open/close tests -_summary: 3D window open/close tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_3d_window_open_close_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'mesa-utils' - command: window_test -t open-close -i 10 - estimated_duration: 60.525 - _description: Open and close a 3D window multiple times on the $product video card - _summary: Test 3D window open/close for $product - EOF - -id: graphics/generator_3d_window_suspend_resume -requires: device.category == 'VIDEO' -_description: 3D window with suspend/resume tests -_summary: 3D window with suspend/resume tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_3d_window_suspend_resume_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'mesa-utils' - command: window_test -t suspend-resume -i 10 - estimated_duration: 121.00 - _description: Open, suspend resume and close a 3D window multiple times on the $product video card - _summary: Test a 3D window with suspend/resume for $product - EOF - -id: graphics/generator_multi_3d_windows_open_close -requires: device.category == 'VIDEO' -_description: Multiple 3D window open/close -_summary: Multiple 3D window open/close tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_multi_3d_windows_open_close_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'mesa-utils' - command: window_test -t open-close-multi -i 10 -w 4 - estimated_duration: 60.000 - _description: Open and close 4 3D windows multiple times on the $product video card - _summary: Test Multi 3D window open/close for $product - EOF - -id: graphics/generator_3d_window_move -requires: device.category == 'VIDEO' -_description: 3D window movement -_summary: 3D window movement tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_3d_window_move_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: - package.name == 'mesa-utils' - package.name == 'wmctrl' - command: window_test -t move - estimated_duration: 50.000 - _description: Move a 3D window around the screen on the $product video card - _summary: Test 3D window movement for $product - EOF - -id: graphics/generator_screenshot -requires: device.category == 'VIDEO' -_description: screenshot tests -_summary: screenshot tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_screenshot_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'fswebcam' - command: set -o pipefail; camera_test still --device=/dev/external_webcam -f ${PLAINBOX_SESSION_SHARE}/screenshot_${index}.jpg -q 2>&1 | ansi_parser - _summary: Test grabbing a screenshot for $product - _description: - PURPOSE: - Take a screengrab of the current screen (logged on Unity desktop) as produced by the $product graphics card - STEPS: - 1. Take picture using USB webcam - VERIFICATION: - Review attachment manually later - EOF - -id: graphics/generator_screenshot.jpg -requires: device.category == 'VIDEO' -_description: screenshot attachment tests -_summary: screenshot attachment tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: attachment - category_id: 2013.com.canonical.plainbox::graphics - id: `echo ${index}`_screenshot_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`.jpg - depends: graphics/`echo ${index}`_screenshot_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - command: base64 ${PLAINBOX_SESSION_SHARE}/screenshot_${index}.jpg - _description: Attaches the screenshot captured in graphics/screenshot for the $product graphics card. - _summary: Attach results of screenshot test for $product - EOF - -id: graphics/generator_screenshot_fullscreen_video -requires: device.category == 'VIDEO' -_description: full screen video screenshot tests -_summary: full screen video screenshot tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_screenshot_fullscreen_video_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'fswebcam' - command: - [ -f ${PLAINBOX_PROVIDER_DATA}/video/Ogg_Theora_Video.ogv ] || { echo "Video file not found"; exit 1; } - gsettings set org.gnome.totem repeat true - totem --fullscreen ${PLAINBOX_PROVIDER_DATA}/video/Ogg_Theora_Video.ogv 2>/dev/null & - set -o pipefail - sleep 15 && camera_test still --device=/dev/external_webcam -f ${PLAINBOX_SESSION_SHARE}/screenshot_fullscreen_video_${index}.jpg -q 2>&1 | ansi_parser - sleep 5 && totem --quit 2>/dev/null - gsettings set org.gnome.totem repeat false - _summary: Test FSV screenshot for $product - _description: - PURPOSE: - Take a screengrab of the current screen during fullscreen video playback using the $product graphics card - STEPS: - 1. Start a fullscreen video playback - 2. Take picture using USB webcam after a few seconds - VERIFICATION: - Review attachment manually later - EOF - -id: graphics/generator_switch_card -requires: device.category == 'VIDEO' -_description: GPU switch prompt tests -_summary: GPU switch prompt tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: manual - category_id: 2013.com.canonical.plainbox::graphics - id: graphics/`echo ${index}`_switch_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - _summary: Test GPU switching for $product - _description: - PURPOSE: - Manually switch to the $product card. - STEPS: - 1. If your system is already running with the $product card, then please mark this test as "passed" and proceed. - 2. Using the appropriate tool (either NVidia settings or AMD Control Center), switch your system to use the $product graphics card. This will require restarting your session. - 3. Once the session restarts, please restart this testing program and select "continue" when prompted for a resume action. - 4. Don't answer the verification question until the system has restarted with the $product card enabled. - VERIFICATION: - Is the system using the $product card now? - EOF - -id: graphics/generator_screenshot_fullscreen_video.jpg -requires: device.category == 'VIDEO' -_description: full screen video attachment tests -_summary: full screen video attachment tests -plugin: local +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_cycle_resolution_{product_slug} +requires: package.name == 'xorg' +depends: graphics/VESA_drivers_not_in_use +command: xrandr_cycle --screenshot-dir $PLAINBOX_SESSION_SHARE +estimated_duration: 250.000 +_summary: Test resolution cycling for {vendor} {product} +_description: + PURPOSE: + This test cycles through the detected video modes for the {vendor} {product} graphics card + STEPS: + 1. Click "Test" to start cycling through the video modes + VERIFICATION: + Did the screen appear to be working for each mode? + +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_rotation_{product_slug} +depends: graphics/xorg-version +command: rotation_test_using_dbus +estimated_duration: 20.000 +_summary: Test rotation for {vendor} {product} +_description: + PURPOSE: + This test will test display rotation on the {vendor} {product} graphics card + STEPS: + 1. Click "Test" to test display rotation. The display will be rotated every 4 seconds. + 2. Check if all rotations (normal right inverted left) took place without permanent screen corruption + VERIFICATION: + Did the display rotation take place without without permanent screen corruption? + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_compiz_check_{product_slug} +requires: package.name == 'nux-tools' +command: ! /usr/lib/nux/unity_support_test -c -p 2>&1 | ansi_parser | grep -e ":\(\s\+\)no$" -ie "error" +estimated_duration: 0.130 +_description: Check that {vendor} {product} hardware is able to run compiz +_summary: Test Compiz support for {vendor} {product} + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_unity_support_{product_slug} +requires: package.name == 'nux-tools' +command: ! /usr/lib/nux/unity_support_test -p 2>&1 | ansi_parser | grep -e ":\(\s\+\)no$" -ie "error" +estimated_duration: 0.131 +_description: Check that {vendor} {product} hardware is able to run Unity 3D +_summary: Test Unity 3D support for {vendor} {product} + +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_glxgears_{product_slug} +requires: package.name == 'mesa-utils' +command: glxgears; true +_summary: Test that glxgears works for {vendor} {product} +_description: + PURPOSE: + This test tests the basic 3D capabilities of your {vendor} {product} video card + STEPS: + 1. Click "Test" to execute an OpenGL demo. Press ESC at any time to close. + 2. Verify that the animation is not jerky or slow. + VERIFICATION: + 1. Did the 3d animation appear? + 2. Was the animation free from slowness/jerkiness? + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_3d_window_open_close_{product_slug} +requires: package.name == 'mesa-utils' +command: window_test -t open-close -i 10 +estimated_duration: 60.525 +_description: Open and close a 3D window multiple times on the {vendor} {product} video card +_summary: Test 3D window open/close for {vendor} {product} + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_3d_window_suspend_resume_{product_slug} +requires: package.name == 'mesa-utils' +command: window_test -t suspend-resume -i 10 +estimated_duration: 121.00 +_description: Open, suspend resume and close a 3D window multiple times on the {vendor} {product} video card +_summary: Test a 3D window with suspend/resume for {vendor} {product} + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_multi_3d_windows_open_close_{product_slug} +requires: package.name == 'mesa-utils' +command: window_test -t open-close-multi -i 10 -w 4 +estimated_duration: 60.000 +_description: Open and close 4 3D windows multiple times on the {vendor} {product} video card +_summary: Test Multi 3D window open/close for {vendor} {product} + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_3d_window_move_{product_slug} +requires: + package.name == 'mesa-utils' + package.name == 'wmctrl' +command: window_test -t move +estimated_duration: 50.000 +_description: Move a 3D window around the screen on the {vendor} {product} video card +_summary: Test 3D window movement for {vendor} {product} + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_screenshot_{product_slug} +requires: package.name == 'fswebcam' +command: set -o pipefail; camera_test still --device=/dev/external_webcam -f $PLAINBOX_SESSION_SHARE/screenshot_{index}.jpg -q 2>&1 | ansi_parser +_summary: Test grabbing a screenshot for {vendor} {product} +_description: + PURPOSE: + Take a screengrab of the current screen (logged on Unity desktop) as produced by the {vendor} {product} graphics card + STEPS: + 1. Take picture using USB webcam + VERIFICATION: + Review attachment manually later + +unit: template +template-resource: graphics_card +plugin: attachment +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_screenshot_{product_slug}.jpg +depends: graphics/{index}_screenshot_{product_slug} +command: base64 $PLAINBOX_SESSION_SHARE/screenshot_{index}.jpg +_description: Attaches the screenshot captured in graphics/screenshot for the {vendor} {product} graphics card. +_summary: Attach results of screenshot test for {vendor} {product} + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_screenshot_fullscreen_video_{product_slug} +requires: package.name == 'fswebcam' command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: attachment - category_id: 2013.com.canonical.plainbox::graphics - id: `echo ${index}`_screenshot_fullscreen_video_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`.jpg - depends: graphics/`echo ${index}`_screenshot_fullscreen_video_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - command: base64 ${PLAINBOX_SESSION_SHARE}/screenshot_fullscreen_video_${index}.jpg - _summary: Attach results of FSV screenshot test for $product - _description: Attaches the screenshot captured in graphics/screenshot_fullscreen_video for the $product graphics card - EOF + [ -f $PLAINBOX_PROVIDER_DATA/video/Ogg_Theora_Video.ogv ] || {{ echo "Video file not found"; exit 1; }} + gsettings set org.gnome.totem repeat true + totem --fullscreen $PLAINBOX_PROVIDER_DATA/video/Ogg_Theora_Video.ogv 2>/dev/null & + set -o pipefail + sleep 15 && camera_test still --device=/dev/external_webcam -f $PLAINBOX_SESSION_SHARE/screenshot_fullscreen_video_{index}.jpg -q 2>&1 | ansi_parser + sleep 5 && totem --quit 2>/dev/null + gsettings set org.gnome.totem repeat false +_summary: Test FSV screenshot for {vendor} {product} +_description: + PURPOSE: + Take a screengrab of the current screen during fullscreen video playback using the {vendor} {product} graphics card + STEPS: + 1. Start a fullscreen video playback + 2. Take picture using USB webcam after a few seconds + VERIFICATION: + Review attachment manually later + +unit: template +template-resource: graphics_card +plugin: manual +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_switch_card_{product_slug} +_summary: Test GPU switching for {vendor} {product} +_description: + PURPOSE: + Manually switch to the {vendor} {product} card. + STEPS: + 1. If your system is already running with the {vendor} {product} card, then please mark this test as "passed" and proceed. + 2. Using the appropriate tool (either NVidia settings or AMD Control Center), switch your system to use the {vendor} {product} graphics card. This will require restarting your session. + 3. Once the session restarts, please restart this testing program and select "continue" when prompted for a resume action. + 4. Don't answer the verification question until the system has restarted with the {vendor} {product} card enabled. + VERIFICATION: + Is the system using the {vendor} {product} card now? + +unit: template +template-resource: graphics_card +plugin: attachment +category_id: 2013.com.canonical.plainbox::graphics +id: graphics/{index}_screenshot_fullscreen_video_{product_slug}.jpg +depends: graphics/{index}_screenshot_fullscreen_video_{product_slug} +command: base64 $PLAINBOX_SESSION_SHARE/screenshot_fullscreen_video_{index}.jpg +_summary: Attach results of FSV screenshot test for {vendor} {product} +_description: Attaches the screenshot captured in graphics/screenshot_fullscreen_video for the {vendor} {product} graphics card plugin: shell category_id: 2013.com.canonical.plainbox::graphics @@ -567,34 +417,25 @@ depends: graphics/screen-capture-internal command: [ -f ${PLAINBOX_SESSION_SHARE}/screen-capture.png ] && base64 ${PLAINBOX_SESSION_SHARE}/screen-capture.png _description: Attaches the simple screen capture file - -unit: job -id: graphics_card_resource -plugin: resource -category_id: 2013.com.canonical.plainbox::graphics -command: graphics_card_resource - unit: template -template-unit: job -template-resource: graphics_card_resource +template-resource: graphics_card plugin: shell category_id: 2013.com.canonical.plainbox::graphics -id: "graphics/{index}_screen-capture-internal_{product}" -_summary: Obtains a simple screen capture of {product} +id: graphics/{index}_screen-capture-internal_{product_slug} +_summary: Obtains a simple screen capture of {vendor} {product} estimated_duration: 1.0 requires: package.name == 'gnome-screenshot' command: gnome-screenshot --file $PLAINBOX_SESSION_SHARE/screen-capture-{index}.png -_description: Obtains a simple screen capture of {product} using gnome-screenshot if present +_description: Obtains a simple screen capture of {vendor} {product} using gnome-screenshot if present unit: template -template-unit: job -template-resource: graphics_card_resource +template-resource: graphics_card plugin: attachment category_id: 2013.com.canonical.plainbox::graphics -id: graphics/{index}_screen-capture-internal_{product}.png -depends: "graphics/{index}_screen-capture-internal_{product}" -_summary: Attaches a simple screen capture of {product} +id: graphics/{index}_screen-capture-internal_{product_slug}.png +depends: graphics/{index}_screen-capture-internal_{product_slug} +_summary: Attaches a simple screen capture of {vendor} {product} estimated_duration: 1.0 command: [ -f $PLAINBOX_SESSION_SHARE/screen-capture-{index}.png ] && base64 $PLAINBOX_SESSION_SHARE/screen-capture-{index}.png -_description: Attaches the simple screen capture file of {product} +_description: Attaches the simple screen capture file of {vendor} {product} diff --git a/jobs/hibernate.txt.in b/jobs/hibernate.txt.in index d0dfb66e..954ef2c0 100644 --- a/jobs/hibernate.txt.in +++ b/jobs/hibernate.txt.in @@ -26,40 +26,34 @@ _description: VERIFICATION: Did the system successfully hibernate and did it work properly after waking up? -id: power-management/generator_hibernate_advanced +unit: template +template-resource: graphics_card requires: - sleep.disk == 'supported' - rtc.state == 'supported' -_description: Hibernate test -_summary: Hibernate test -plugin: local + sleep.disk == 'supported' + rtc.state == 'supported' +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::hibernate +id: power-management/{index}_hibernate_advanced_{vendor_slug}_{product_slug} +user: root +environ: PLAINBOX_SESSION_SHARE +estimated_duration: 300.00 command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::hibernate - id: power-management/`echo ${index}`_hibernate_advanced_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - user: root - environ: PLAINBOX_SESSION_SHARE - estimated_duration: 300.00 - command: - if type -P fwts >/dev/null; then - echo "Calling fwts" - fwts_test -l $PLAINBOX_SESSION_SHARE/`echo ${index}`_hibernate-single -f none -s s4 --s4-device-check --s4-device-check-delay=45 --s4-sleep-delay=120 - else - echo "Calling sleep_test" - sleep_test -s disk -w 120 - fi - _description: - PURPOSE: - This test will check to make sure your system can successfully hibernate (if supported) - STEPS: - 1. Click on Test - 2. The system will hibernate and should wake itself within 5 minutes - 3. If your system does not wake itself after 5 minutes, please press the power button to wake the system manually - 4. If the system fails to resume from hibernate, please restart System Testing and mark this test as Failed - VERIFICATION: - Did the system successfully hibernate and did it work properly after waking up? - EOF + if type -P fwts >/dev/null; then + echo "Calling fwts" + fwts_test -l $PLAINBOX_SESSION_SHARE/{index}_hibernate-single -f none -s s4 --s4-device-check --s4-device-check-delay=45 --s4-sleep-delay=120 + else + echo "Calling sleep_test" + sleep_test -s disk -w 120 + fi +_purpose: + This test will check to make sure your system can successfully hibernate (if supported) +_steps: + 1. Click on Test + 2. The system will hibernate and should wake itself within 5 minutes + 3. If your system does not wake itself after 5 minutes, please press the power button to wake the system manually + 4. If the system fails to resume from hibernate, please restart System Testing and mark this test as Failed +_verification: + Did the system successfully hibernate and did it work properly after waking up? plugin: shell category_id: 2013.com.canonical.plainbox::hibernate @@ -76,18 +70,13 @@ command: [ -e $PLAINBOX_SESSION_SHARE/hibernate-single.log ] && cat $PLAINBOX_SE estimated_duration: 0.5 _description: attaches log from single hibernate/resume test to results -id: power-management/generator_hibernate-single-log-attach -_description: Hibernate log attach -_summary: Hibernate log attach -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: attachment - category_id: 2013.com.canonical.plainbox::hibernate - id: power-management/`echo ${index}`_hibernate-single-log-attach_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: power-management/`echo ${index}`_hibernate_advanced_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - estimated_duration: 0.5 - command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_hibernate-single.log ] && cat $PLAINBOX_SESSION_SHARE/`echo ${index}`_hibernate-single.log - _description: attaches log from single hibernate/resume test to results - EOF +unit: template +template-resource: graphics_card +plugin: attachment +category_id: 2013.com.canonical.plainbox::hibernate +id: power-management/{index}_hibernate-single-log-attach_{product_slug} +depends: power-management/{index}_hibernate_advanced_{vendor_slug}_{product_slug} +estimated_duration: 0.5 +command: [ -e $PLAINBOX_SESSION_SHARE/{index}_hibernate-single.log ] && cat $PLAINBOX_SESSION_SHARE/{index}_hibernate-single.log +_description: attaches log from single hibernate/resume test to results diff --git a/jobs/info.txt.in b/jobs/info.txt.in index 2e55c79a..f7e7f75a 100644 --- a/jobs/info.txt.in +++ b/jobs/info.txt.in @@ -214,26 +214,19 @@ command: process_wait -u root bootchart collector ureadahead; \ [ `ls /var/log/bootchart/*.tgz 2>/dev/null | wc -l` -lt 2 ] && reboot && sleep 100 -plugin: local -_summary: SATA/IDE device information. -id: info/hdparm +unit: template +template-resource: device +template-filter: device.category == 'DISK' +plugin: attachment +category_id: 2013.com.canonical.plainbox::info +id: info/hdparm_{name}.txt estimated_duration: 1.0 -_description: Attaches SATA/IDE device information reported by hdparm. requires: package.name == 'hdparm' - device.category == 'DISK' -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=DISK"' - plugin: attachment - category_id: 2013.com.canonical.plainbox::info - id: info/hdparm_`ls /sys$path/block`.txt - estimated_duration: 1.0 - requires: - device.path == "$path" - block_device.`ls /sys$path/block`_state != 'removable' - user: root - command: hdparm -I /dev/`ls /sys$path/block` - EOF + device.path == '{path}' + block_device.{name}_state != 'removable' +user: root +command: hdparm -I /dev/{name} plugin: attachment category_id: 2013.com.canonical.plainbox::info diff --git a/jobs/input.txt.in b/jobs/input.txt.in index 33751c66..5a740c14 100644 --- a/jobs/input.txt.in +++ b/jobs/input.txt.in @@ -1,24 +1,18 @@ -plugin: local -_summary: Pointing device tests. -id: input/pointing +unit: template +template-resource: device +template-filter: device.category == 'MOUSE' or device.category == 'TOUCHPAD' or device.category == 'TOUCHSCREEN' +plugin: manual +category_id: 2013.com.canonical.plainbox::input +id: input/pointing_{product}_{category}_{__index__} estimated_duration: 30.0 -requires: - device.category == 'MOUSE' or device.category == 'TOUCHPAD' or device.category == 'TOUCHSCREEN' -_description: Pointing device tests. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=MOUSE" -w "category=TOUCHPAD" -w "category=TOUCHSCREEN"' - plugin: manual - category_id: 2013.com.canonical.plainbox::input - id: input/pointing_`echo "${product}_${category}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`_`basename $path` - requires: device.path == "$path" - description: - PURPOSE: - This will test your $product device - STEPS: - 1. Move the cursor with your $product. - VERIFICATION: - Did the cursor move? - EOF +requires: device.path == '{path}' +_summary: Check pointing functionality for {product} +_purpose: + This will test your {product} device +_steps: + 1. Move the cursor with your {product}. +_verification: + Did the cursor move? plugin: manual category_id: 2013.com.canonical.plainbox::input @@ -77,30 +71,21 @@ _description: VERIFICATION: Is your accelerometer properly detected? Can you use the device? -plugin: local -id: input/clicking -estimated_duration: 1.0 -requires: - device.category == 'MOUSE' or device.category == 'TOUCHPAD' -_summary: Create click tests for pointing devices. -_description: Click tests for pointing devices. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=MOUSE" -w "category=TOUCHPAD"' - plugin: manual - category_id: 2013.com.canonical.plainbox::input - estimated_duration: 30.0 - id: input/clicking_`echo "${product}_${category}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`_`basename $path` - requires: device.path == "$path" - _summary: Check button functionality for $product - _description: - PURPOSE: - This will test the buttons of your $product device - STEPS: - 1. Click the left button with your $product. - 2. Click the right button with your $product. - 3. Click the middle button with your $product (if available). - 4. Double-click the left button with your $product. - VERIFICATION: - Did these buttons work as expected? - EOF - +unit: template +template-resource: device +template-filter: device.category == 'MOUSE' or device.category == 'TOUCHPAD' +plugin: manual +category_id: 2013.com.canonical.plainbox::input +id: input/clicking_{product}_{category}_{__index__} +estimated_duration: 30.0 +requires: device.path == '{path}' +_summary: Check button functionality for {product} +_purpose: + This will test the buttons of your {product} device +_steps: + 1. Click the left button with your {product}. + 2. Click the right button with your {product}. + 3. Click the middle button with your {product} (if available). + 4. Double-click the left button with your {product}. +_verification: + Did these buttons work as expected? diff --git a/jobs/mir.txt.in b/jobs/mir.txt.in index 15aaa6dd..db5e24a3 100644 --- a/jobs/mir.txt.in +++ b/jobs/mir.txt.in @@ -1,32 +1,23 @@ -plugin: local -_summary: MIR Integration tests -id: mir/integration +unit: template +template-resource: mir +template-filter: mir.category == 'integration' +estimated_duration: 0.5 +plugin: shell +category_id: 2013.com.canonical.plainbox::mir +id: mir/integration/{name} requires: package.name == 'mir-test-tools' -_description: MIR Integration tests -command: - cat << 'EOF' | run_templates -s "mir_integration_tests --gtest_list_tests | sed -n '/\.$/s/\.$//p'" - estimated_duration: 0.5 - plugin: shell - category_id: 2013.com.canonical.plainbox::mir - id: mir/integration/$1 - requires: package.name == 'mir-test-tools' - command: mir_integration_tests --gtest_filter=$1* - _description: Run $1 test from MIR Integration tests. - EOF +command: mir_integration_tests --gtest_filter={name}* +_summary: MIR Integration test ({name}) +_description: Run {name} test from MIR Integration tests. -plugin: local -_summary: MIR Acceptance tests -id: mir/acceptance +unit: template +template-resource: mir +template-filter: mir.category == 'acceptance' +estimated_duration: 0.5 +plugin: shell +category_id: 2013.com.canonical.plainbox::mir +id: mir/acceptance/{name} requires: package.name == 'mir-test-tools' -_description: MIR Acceptance tests -command: - cat << 'EOF' | run_templates -s "mir_acceptance_tests --gtest_list_tests | sed -n '/\.$/s/\.$//p'" - estimated_duration: 0.5 - plugin: shell - category_id: 2013.com.canonical.plainbox::mir - id: mir/acceptance/$1 - requires: package.name == 'mir-test-tools' - command: mir_acceptance_tests --gtest_filter=$1* - _description: Run $1 test from MIR Acceptance tests. - EOF - +command: mir_acceptance_tests --gtest_filter={name}* +_summary: MIR Acceptance test ({name}) +_description: Run {name} test from MIR Acceptance tests. diff --git a/jobs/miscellanea.txt.in b/jobs/miscellanea.txt.in index 50059283..266444fe 100644 --- a/jobs/miscellanea.txt.in +++ b/jobs/miscellanea.txt.in @@ -172,7 +172,6 @@ command: sources_test $SOURCES_LIST "$REPOSITORIES" _description: Checks that a specified sources list file contains the requested repositories unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: manual @@ -191,7 +190,6 @@ _verification: 3. Select No if you attempted to PXE boot via {interface} and it failed for some reason. unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: manual diff --git a/jobs/mobilebroadband.txt.in b/jobs/mobilebroadband.txt.in index d68002d4..6da30182 100644 --- a/jobs/mobilebroadband.txt.in +++ b/jobs/mobilebroadband.txt.in @@ -58,7 +58,6 @@ command: _description: Creates a mobile broadband connection for a CDMA based modem and checks the connection to ensure it's working. unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: user-interact-verify @@ -84,7 +83,6 @@ _verification: Was the reported throughput acceptable for the type and maximum speed of this interface? unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: user-interact-verify diff --git a/jobs/monitor.txt.in b/jobs/monitor.txt.in index e1dc7bb5..53a787d1 100644 --- a/jobs/monitor.txt.in +++ b/jobs/monitor.txt.in @@ -1,211 +1,151 @@ -id: monitor/generator_vga -_description: VGA port test -_summary: VGA port test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_vga_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: display.vga == 'supported' or display.dp == 'supported' - plugin: manual - category_id: 2013.com.canonical.plainbox::monitor - _description: - PURPOSE: - This test will check your VGA port. - STEPS: - Skip this test if your system does not have a VGA port. - 1. Connect a display (if not already connected) to the VGA port on your system - VERIFICATION: - Was the desktop displayed correctly on both screens? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_vga_{product_slug} +requires: display.vga == 'supported' or display.dp == 'supported' +plugin: manual +category_id: 2013.com.canonical.plainbox::monitor +_purpose: + This test will check your VGA port. +_steps: + Skip this test if your system does not have a VGA port. + 1. Connect a display (if not already connected) to the VGA port on your system +_verification: + Was the desktop displayed correctly on both screens? -id: monitor/generator_dvi -_description: DVI port test -_summary: DVI port test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_dvi_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: display.dvi == 'supported' - plugin: manual - category_id: 2013.com.canonical.plainbox::monitor - _description: - PURPOSE: - This test will check your DVI port. - STEPS: - Skip this test if your system does not have a DVI port. - 1. Connect a display (if not already connected) to the DVI port on your system - VERIFICATION: - Was the desktop displayed correctly on both screens? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_dvi_{product_slug} +requires: display.dvi == 'supported' +plugin: manual +category_id: 2013.com.canonical.plainbox::monitor +_purpose: + This test will check your DVI port. +_steps: + Skip this test if your system does not have a DVI port. + 1. Connect a display (if not already connected) to the DVI port on your system +_verification: + Was the desktop displayed correctly on both screens? -id: monitor/generator_displayport -_description: DisplayPort test -_summary: DisplayPort test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_displayport_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: display.dp == 'supported' - plugin: manual - category_id: 2013.com.canonical.plainbox::monitor - _description: - PURPOSE: - This test will check your DisplayPort port. - STEPS: - Skip this test if your system does not have a DisplayPort port. - 1. Connect a display (if not already connected) to the DisplayPort port on your system - VERIFICATION: - Was the desktop displayed correctly on both screens? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_displayport_{product_slug} +requires: display.dp == 'supported' +plugin: manual +category_id: 2013.com.canonical.plainbox::monitor +_purpose: + This test will check your DisplayPort port. +_steps: + Skip this test if your system does not have a DisplayPort port. + 1. Connect a display (if not already connected) to the DisplayPort port on your system +_verification: + Was the desktop displayed correctly on both screens? -id: monitor/generator_hdmi -_description: HDMI port test -_summary: HDMI port test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_hdmi_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: display.hdmi == 'supported' - plugin: manual - category_id: 2013.com.canonical.plainbox::monitor - _description: - PURPOSE: - This test will check your HDMI port. - STEPS: - Skip this test if your system does not have a HDMI port. - 1. Connect a display (if not already connected) to the HDMI port on your system - VERIFICATION: - Was the desktop displayed correctly on both screens? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_hdmi_{product_slug} +requires: display.hdmi == 'supported' +plugin: manual +category_id: 2013.com.canonical.plainbox::monitor +_purpose: + This test will check your HDMI port. +_steps: + Skip this test if your system does not have a HDMI port. + 1. Connect a display (if not already connected) to the HDMI port on your system +_verification: + Was the desktop displayed correctly on both screens? -id: monitor/generator_svideo -_description: S-VIDEO port test -_summary: S-VIDEO port test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_svideo_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: display.svideo == 'supported' - plugin: manual - category_id: 2013.com.canonical.plainbox::monitor - _description: - PURPOSE: - This test will check your S-VIDEO port. - STEPS: - Skip this test if your system does not have a S-VIDEO port. - 1. Connect a display (if not already connected) to the S-VIDEO port on your system - VERIFICATION: - Was the desktop displayed correctly on both screens? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_svideo_{product_slug} +requires: display.svideo == 'supported' +plugin: manual +category_id: 2013.com.canonical.plainbox::monitor +_purpose: + This test will check your S-VIDEO port. +_steps: + Skip this test if your system does not have a S-VIDEO port. + 1. Connect a display (if not already connected) to the S-VIDEO port on your system +_verification: + Was the desktop displayed correctly on both screens? -id: monitor/generator_rca -_description: RCA port test -_summary: RCA port test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_rca_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: display.rca == 'supported' - plugin: manual - category_id: 2013.com.canonical.plainbox::monitor - _description: - PURPOSE: - This test will check your RCA port. - STEPS: - Skip this test if your system does not have a RCA port. - 1. Connect a display (if not already connected) to the RCA port on your system - VERIFICATION: - Was the desktop displayed correctly on both screens? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_rca_{product_slug} +requires: display.rca == 'supported' +plugin: manual +category_id: 2013.com.canonical.plainbox::monitor +_purpose: + This test will check your RCA port. +_steps: + Skip this test if your system does not have a RCA port. + 1. Connect a display (if not already connected) to the RCA port on your system +_verification: + Was the desktop displayed correctly on both screens? -id: monitor/generator_multi-head -_description: Multi-monitor test -_summary: Multi-monitor test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_multi-head_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: dmi.product in ['Desktop','Low Profile Desktop','Tower','Mini Tower'] - plugin: manual - category_id: 2013.com.canonical.plainbox::monitor - _description: - PURPOSE: - This test verifies that multi-monitor output works on your desktop system. This is NOT the same test as the external monitor tests you would run on your laptop. You will need two monitors to perform this test. - STEPS: - Skip this test if your video card does not support multiple monitors. - 1. If your second monitor is not already connected, connect it now - 2. Open the "Displays" tool (open the dash and search for "Displays") - 3. Configure your output to provide one desktop across both monitors - 4. Open any application and drag it from one monitor to the next. - VERIFICATION: - Was the stretched desktop displayed correctly across both screens? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_multi-head_{product_slug} +requires: dmi.product in ['Desktop','Low Profile Desktop','Tower','Mini Tower'] +plugin: manual +category_id: 2013.com.canonical.plainbox::monitor +_purpose: + This test verifies that multi-monitor output works on your desktop system. This is NOT the same test as the external monitor tests you would run on your laptop. You will need two monitors to perform this test. +_steps: + Skip this test if your video card does not support multiple monitors. + 1. If your second monitor is not already connected, connect it now + 2. Open the "Displays" tool (open the dash and search for "Displays") + 3. Configure your output to provide one desktop across both monitors + 4. Open any application and drag it from one monitor to the next. +_verification: + Was the stretched desktop displayed correctly across both screens? -id: monitor/generator_powersaving -_description: Monitor power-saving test -_summary: Monitor power-saving test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_powersaving_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::monitor - command: xset dpms force off - _description: - PURPOSE: - This test will check your monitor power saving capabilities - STEPS: - 1. Click "Test" to try the power saving capabilities of your monitor - 2. Press any key or move the mouse to recover - VERIFICATION: - Did the monitor go blank and turn on again? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_powersaving_{product_slug} +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::monitor +command: xset dpms force off +_purpose: + This test will check your monitor power saving capabilities +_steps: + 1. Click "Test" to try the power saving capabilities of your monitor + 2. Press any key or move the mouse to recover +_verification: + Did the monitor go blank and turn on again? -id: monitor/generator_dim_brightness -_description: Screen dimming test -_summary: Screen dimming test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_dim_brightness_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: dmi.product in ['Notebook','Laptop','Portable','All In One','All-In-One','AIO'] - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::monitor - user: root - command: brightness_test - _description: - PURPOSE: - This test will test changes to screen brightness - STEPS: - 1. Click "Test" to try to dim the screen. - 2. Check if the screen was dimmed approximately to half of the maximum brightness. - 3. The screen will go back to the original brightness in 2 seconds. - VERIFICATION: - Was your screen dimmed approximately to half of the maximum brightness? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_dim_brightness_{product_slug} +requires: dmi.product in ['Notebook','Laptop','Portable','All In One','All-In-One','AIO'] +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::monitor +user: root +command: brightness_test +_purpose: + This test will test changes to screen brightness +_steps: + 1. Click "Test" to try to dim the screen. + 2. Check if the screen was dimmed approximately to half of the maximum brightness. + 3. The screen will go back to the original brightness in 2 seconds. +_verification: + Was your screen dimmed approximately to half of the maximum brightness? -id: monitor/generator_thunderbolt -_description: Thunderbolt monitor test -_summary: Thunderbolt monitor test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: monitor/`echo ${index}`_thunderbolt_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - imports: from 2013.com.canonical.plainbox import manifest - requires: manifest.has_thunderbolt == 'True' - estimated_duration: 15.0 - plugin: manual - category_id: 2013.com.canonical.plainbox::monitor - _summary: Display connected via Thunderbolt for $product - _description: - PURPOSE: - This test will check your Thunderbolt port as a monitor interconnect for $product. - STEPS: - 1. Connect a display (if not already connected) to the Thunderbolt port on - your system - 2. Switch display modes between in your Display Settings, check if it can be - set to mirrored, extended, displayed on external or onboard only - VERIFICATION: - Was the desktop displayed correctly with $product on the Thunderbolt-connected - screen in every mode? - EOF +unit: template +template-resource: graphics_card +id: monitor/{index}_thunderbolt_{product_slug} +imports: from 2013.com.canonical.plainbox import manifest +requires: manifest.has_thunderbolt == 'True' +estimated_duration: 15.0 +plugin: manual +category_id: 2013.com.canonical.plainbox::monitor +_summary: Display connected via Thunderbolt for {vendor} {product} +_purpose: + This test will check your Thunderbolt port as a monitor interconnect for {vendor} {product}. +_steps: + 1. Connect a display (if not already connected) to the Thunderbolt port on + your system + 2. Switch display modes between in your Display Settings, check if it can be + set to mirrored, extended, displayed on external or onboard only +_verification: + Was the desktop displayed correctly with {vendor} {product} on the Thunderbolt-connected + screen in every mode? diff --git a/jobs/networking.txt.in b/jobs/networking.txt.in index f9a22895..660a3cc0 100644 --- a/jobs/networking.txt.in +++ b/jobs/networking.txt.in @@ -7,7 +7,6 @@ estimated_duration: 2.000 _description: Tests whether the system has a working Internet connection. unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: user-interact-verify diff --git a/jobs/optical.txt.in b/jobs/optical.txt.in index f9a42371..890b0dd7 100644 --- a/jobs/optical.txt.in +++ b/jobs/optical.txt.in @@ -9,114 +9,88 @@ command: $vendor $product EOF -plugin: local -_summary: Optical read test. -id: optical/read -estimated_duration: 1.0 -requires: - device.category == 'CDROM' -_description: Optical read test. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=CDROM"' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::optical - id: optical/read_`ls /sys$path/block` - requires: device.path == "$path" - estimated_duration: 120.0 - user: root - command: optical_read_test /dev/`ls /sys$path/block` - description: - PURPOSE: - This test will check your $product device's ability to read CD media - STEPS: - 1. Insert appropriate non-blank media into your optical drive(s). Movie and Audio Disks may not work. Self-created data disks have the greatest chance of working. - 2. If a file browser window opens, you can safely close or ignore that window. - 3. Click "Test" to begin the test. - VERIFICATION: - This test should automatically select "Yes" if it passes, "No" if it fails. - EOF +unit: template +template-resource: device +template-filter: device.category == 'CDROM' +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::optical +id: optical/read_{name} +requires: device.path == "{path}" +estimated_duration: 120.0 +user: root +command: optical_read_test /dev/{name} +description: + PURPOSE: + This test will check your {product} device's ability to read CD media + STEPS: + 1. Insert appropriate non-blank media into your optical drive(s). Movie and Audio Disks may not work. Self-created data disks have the greatest chance of working. + 2. If a file browser window opens, you can safely close or ignore that window. + 3. Click "Test" to begin the test. + VERIFICATION: + This test should automatically select "Yes" if it passes, "No" if it fails. -plugin: local -_summary: Automated optical read test. -id: optical/read-automated -estimated_duration: 1.0 -requires: - device.category == 'CDROM' -_description: - Automated test to read a data CD/DVD and ensure the optical drive works properly. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=CDROM"' - plugin: shell - category_id: 2013.com.canonical.plainbox::optical - id: optical/read-automated_`ls /sys$path/block` - estimated_duration: 120.0 - requires: device.path == "$path" - user: root - command: optical_read_test /dev/`ls /sys$path/block` - description: - This is an automated version of optical/read. It assumes you have already inserted a data CD into your optical drive prior to running Checkbox. - EOF +unit: template +template-resource: device +template-filter: device.category == 'CDROM' +plugin: shell +category_id: 2013.com.canonical.plainbox::optical +id: optical/read-automated_{name} +estimated_duration: 120.0 +requires: device.path == "{path}" +user: root +command: optical_read_test /dev/{name} +_description: + This is an automated version of optical/read. It assumes you have already inserted a data CD into your optical drive prior to running Checkbox. -plugin: local -_summary: CD write test. -id: optical/cdrom-write -estimated_duration: 1.0 +unit: template +template-resource: device +template-filter: device.category == 'CDROM' +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::optical +id: optical/cdrom-write_{name} +estimated_duration: 120.0 requires: - device.category == 'CDROM' -_description: CD write test. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=CDROM"' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::optical - id: optical/cdrom-write_`ls /sys$path/block` - estimated_duration: 120.0 - requires: - device.path == "$path" - optical_drive_`ls /sys$path/block`.cd_write == 'supported' - user: root - command: set -o pipefail; optical_write_test /dev/`ls /sys$path/block` cd | ansi_parser - description: - PURPOSE: - This test will check your system's $product CD writing capabilities. This test requires a blank CD-R or CD+R. - STEPS: - Skip this test if you do not have a blank CD disk. - 1. Insert a blank CD-R or CD+R into your drive - 2. Click "Test" to begin. - 3. When the CD tray ejects the media after burning, close it (DO NOT remove the disk, it is needed for the second portion of the test). Note, you must close the drive within 5 minutes or the test will time out. - VERIFICATION: - This test should automatically select "Yes" if it passes, "No" if it fails. - EOF + device.path == "{path}" + optical_drive_{name}.cd_write == 'supported' +user: root +command: set -o pipefail; optical_write_test /dev/{name} cd | ansi_parser +_description: + PURPOSE: + This test will check your system's {product} CD writing capabilities. This test requires a blank CD-R or CD+R. + STEPS: + Skip this test if you do not have a blank CD disk. + 1. Insert a blank CD-R or CD+R into your drive + 2. Click "Test" to begin. + 3. When the CD tray ejects the media after burning, close it (DO NOT remove the disk, it is needed for the second portion of the test). Note, you must close the drive within 5 minutes or the test will time out. + VERIFICATION: + This test should automatically select "Yes" if it passes, "No" if it fails. -plugin: local -_summary: Automated CD write test -id: optical/cdrom-write-automated -estimated_duration: 1.0 +unit: template +template-resource: device +template-filter: device.category == 'CDROM' +plugin: shell +category_id: 2013.com.canonical.plainbox::optical +id: optical/cdrom-write-automated_{name} +estimated_duration: 120.0 requires: - device.category == 'CDROM' -_description: Automated CD write test -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=CDROM"' - plugin: shell - category_id: 2013.com.canonical.plainbox::optical - id: optical/cdrom-write-automated_`ls /sys$path/block` - estimated_duration: 120.0 - requires: - device.path == "$path" - optical_drive_`ls /sys$path/block`.cd_write == 'supported' - user: root - command: set -o pipefail; optical_write_test /dev/`ls /sys$path/block` cd | ansi_parser - description: - This is an automated version of optical/cdrom-write. It assumes you have already inserted a data CD into your optical drive prior to running Checkbox. - EOF + device.path == "{path}" + optical_drive_{name}.cd_write == 'supported' +user: root +command: set -o pipefail; optical_write_test /dev/{name} cd | ansi_parser +_description: + This is an automated version of optical/cdrom-write. It assumes you have already inserted a data CD into your {product} optical drive prior to running Checkbox. +unit: template +template-resource: device +template-filter: device.category == 'CDROM' plugin: manual category_id: 2013.com.canonical.plainbox::optical -id: optical/cdrom-audio-playback -depends: optical/read +id: optical/cdrom-audio-playback_{name} +depends: optical/read_{name} estimated_duration: 120.0 _description: PURPOSE: - This test will check your CD audio playback capabilities + This test will check your {product} CD audio playback capabilities STEPS: 1. Insert an audio CD in your optical drive 2. When prompted, launch the Music Player @@ -130,57 +104,43 @@ _description: VERIFICATION: Did all the steps work? -plugin: local -_summary: DVD write test. -id: optical/dvd-write -estimated_duration: 1.0 +unit: template +template-resource: device +template-filter: device.category == 'CDROM' +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::optical +id: optical/dvd-write_{name} requires: - device.category == 'CDROM' -_description: DVD write test. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=CDROM"' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::optical - id: optical/dvd-write_`ls /sys$path/block` - requires: - device.path == "$path" - optical_drive_`ls /sys$path/block`.dvd_write == 'supported' - estimated_duration: 120.0 - user: root - command: set -o pipefail; optical_write_test /dev/`ls /sys$path/block` dvd | ansi_parser - description: - PURPOSE: - This test will check your system's $product writing capabilities. This test requires a blank DVD-R or DVD+R. - STEPS: - Skip this test if you do not have a blank DVD disk. - 1. Enter a blank DVD-R or DVD+R into your drive - 2. Click "Test" to begin. - 3. When the CD tray ejects the media after burning, close it (DO NOT remove the disk, it is needed for the second portion of the test). Note, you must close the drive within 5 minutes or the test will time out. - VERIFICATION: - This test should automatically select "Yes" if it passes, "No" if it fails. - EOF + device.path == "{path}" + optical_drive_{name}.dvd_write == 'supported' +estimated_duration: 120.0 +user: root +command: set -o pipefail; optical_write_test /dev/{name} dvd | ansi_parser +description: + PURPOSE: + This test will check your system's {product} writing capabilities. This test requires a blank DVD-R or DVD+R. + STEPS: + Skip this test if you do not have a blank DVD disk. + 1. Enter a blank DVD-R or DVD+R into your drive + 2. Click "Test" to begin. + 3. When the CD tray ejects the media after burning, close it (DO NOT remove the disk, it is needed for the second portion of the test). Note, you must close the drive within 5 minutes or the test will time out. + VERIFICATION: + This test should automatically select "Yes" if it passes, "No" if it fails. -plugin: local -_summary: Automated DVD write test. -id: optical/dvd-write-automated -estimated_duration: 1.0 +unit: template +template-resource: device +template-filter: device.category == 'CDROM' +plugin: shell +category_id: 2013.com.canonical.plainbox::optical +id: optical/dvd-write-automated_{name} +estimated_duration: 120.0 requires: - device.category == 'CDROM' -_description: Automated DVD write test. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=CDROM"' - plugin: shell - category_id: 2013.com.canonical.plainbox::optical - id: optical/dvd-write-automated_`ls /sys$path/block` - estimated_duration: 120.0 - requires: - device.path == "$path" - optical_drive_`ls /sys$path/block`.dvd_write == 'supported' - user: root - command: set -o pipefail; optical_write_test /dev/`ls /sys$path/block` dvd | ansi_parser - description: - This is an automated version of optical/dvd-write. It assumes you have already inserted a data DVD into your optical drive prior to running Checkbox. - EOF + device.path == "{path}" + optical_drive_{name}.dvd_write == 'supported' +user: root +command: set -o pipefail; optical_write_test /dev/{name} dvd | ansi_parser +description: + This is an automated version of optical/dvd-write. It assumes you have already inserted a data DVD into your {product} optical drive prior to running Checkbox. plugin: user-interact-verify category_id: 2013.com.canonical.plainbox::optical @@ -199,60 +159,48 @@ _description: VERIFICATION: Did the file play? -plugin: local -_summary: Automated Blu-Ray read test. -id: optical/bluray-read -estimated_duration: 1.0 -requires: device.category == 'CDROM' -_description: Automated Blu-Ray read test. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=CDROM"' - plugin: user-interact - category_id: 2013.com.canonical.plainbox::optical - id: optical/bluray-read_`ls /sys$path/block` - estimated_duration: 120.0 - requires: - device.path == "$path" - optical_drive_`ls /sys$path/block`.bd_read == "supported" - user: root - command: optical_read_test /dev/`ls /sys$path/block` - description: - PURPOSE: - This test will check your $product device's ability to read Blu-Ray (BD) media - STEPS: - 1. Insert appropriate non-blank media into your Blu-Ray drive. Movie and Audio Disks may not work. Self-created data disks have the greatest chance of working. - 2. If a file browser window opens, you can safely close or ignore that window. - 3. Click "Test" to begin the test. - VERIFICATION: - This test should automatically select "Yes" if it passes, "No" if it fails. - EOF +unit: template +template-resource: device +template-filter: device.category == 'CDROM' +plugin: user-interact +category_id: 2013.com.canonical.plainbox::optical +id: optical/bluray-read_{name} +estimated_duration: 120.0 +requires: + device.path == "{path}" + optical_drive_{name}.bd_read == "supported" +user: root +command: optical_read_test /dev/{name} +description: + PURPOSE: + This test will check your {product} device's ability to read Blu-Ray (BD) media + STEPS: + 1. Insert appropriate non-blank media into your Blu-Ray drive. Movie and Audio Disks may not work. Self-created data disks have the greatest chance of working. + 2. If a file browser window opens, you can safely close or ignore that window. + 3. Click "Test" to begin the test. + VERIFICATION: + This test should automatically select "Yes" if it passes, "No" if it fails. -plugin: local -_summary: Automated Blu-Ray write test. -id: optical/bluray-write -estimated_duration: 1.0 -requires: device.category == 'CDROM' -_description: Automated Blu-Ray write test. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=CDROM"' - plugin: user-interact - category_id: 2013.com.canonical.plainbox::optical - id: optical/bluray-write_`ls /sys$path/block` - requires: - device.path == "$path" - optical_drive_`ls /sys$path/block`.bd_write == "supported" - package.name == "growisofs" - user: root - command: set -o pipefail; optical_write_test /dev/`ls /sys$path/block` bd | ansi_parser - estimated_duration: 120.00 - description: - PURPOSE: - This test will check your $product device's ability to write Blu-Ray (BD) media - STEPS: - Skip this test if you do not have a blank BD-R disc - 1. Insert appropriate writable media into your Blu-Ray drive. - 2. Click "Test" to begin the test. - VERIFICATION: - This test should automatically select "Yes" if it passes, "No" if it fails. - EOF +unit: template +template-resource: device +template-filter: device.category == 'CDROM' +plugin: user-interact +category_id: 2013.com.canonical.plainbox::optical +id: optical/bluray-write_{name} +requires: + device.path == "{path}" + optical_drive_{name}.bd_write == "supported" + package.name == "growisofs" +user: root +command: set -o pipefail; optical_write_test /dev/{name} bd | ansi_parser +estimated_duration: 120.00 +description: + PURPOSE: + This test will check your {product} device's ability to write Blu-Ray (BD) media + STEPS: + Skip this test if you do not have a blank BD-R disc + 1. Insert appropriate writable media into your Blu-Ray drive. + 2. Click "Test" to begin the test. + VERIFICATION: + This test should automatically select "Yes" if it passes, "No" if it fails. diff --git a/jobs/suspend.txt.in b/jobs/suspend.txt.in index 7df65bc2..9ed686ce 100644 --- a/jobs/suspend.txt.in +++ b/jobs/suspend.txt.in @@ -13,20 +13,15 @@ estimated_duration: 1.2 _description: Record the current resolution before suspending. command: xrandr -q |grep '*'| awk '{print $1}' > $PLAINBOX_SESSION_SHARE/resolution_before_suspend.txt -plugin: local -id: suspend/generator_resolution_before_suspend +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_resolution_before_suspend_{product_slug} +depends: graphics/{index}_switch_card_{product_slug} +estimated_duration: 1.2 _description: Record the current resolution before suspending. -_summary: Record the current resolution before suspending. -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_resolution_before_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: graphics/`echo ${index}`_switch_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - estimated_duration: 1.2 - _description: Record the current resolution before suspending. - command: xrandr -q |grep '*'| awk '{print $1}' > $PLAINBOX_SESSION_SHARE/`echo ${index}`_resolution_before_suspend.txt - EOF +command: xrandr -q |grep '*'| awk '{{print $1}}' > $PLAINBOX_SESSION_SHARE/{index}_resolution_before_suspend.txt plugin: shell category_id: 2013.com.canonical.plainbox::suspend @@ -65,7 +60,6 @@ _description: interface. It then checks the connection to confirm it's working as expected. unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: shell @@ -83,7 +77,6 @@ _description: This test executes iperf connection performance/stability against device {__index__} ({interface}) before suspend. unit: template -template-unit: job template-resource: device template-filter: device.category == 'WIRELESS' plugin: shell @@ -241,45 +234,39 @@ _description: Did your system suspend and resume correctly? (NOTE: Please only consider whether the system successfully suspended and resumed. Power/Suspend LED verification will occur after this test is completed.) -id: suspend/generator_suspend_after_switch_to_card -requires: device.category == 'VIDEO' -_description: Suspend after graphics card switch tests -_summary: Suspend after graphics card switch tests -plugin: local +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_suspend_after_switch_to_card_{product_slug} +requires: + sleep.mem == 'supported' + rtc.state == 'supported' +depends: graphics/{index}_switch_card_{product_slug} +user: root +environ: PLAINBOX_SESSION_SHARE command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: - sleep.mem == 'supported' - rtc.state == 'supported' - depends: graphics/`echo ${index}`_switch_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - user: root - environ: PLAINBOX_SESSION_SHARE - command: - if type -P fwts >/dev/null; then - echo "Calling fwts" - set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single -s s3 --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 | tee $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single_times.log - else - echo "Calling sleep_test" - set -o pipefail; sleep_test -p | tee $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single_times.log - fi - estimated_duration: 90.0 - _summary: Test suspend/resume after switching to $product - _description: - PURPOSE: - This test will check suspend and resume after switching to $product graphics card. - STEPS: - 1. Ensure you have switched to $product graphics card. - 2. Click "Test" and your system will suspend for about 30 - 60 seconds - 3. Observe the Power LED to see if it blinks or changes color during suspend - 4. If your system does not wake itself up after 60 seconds, please press the power button momentarily to wake the system manually - 5. If your system fails to wake at all and must be rebooted, restart System Testing after reboot and mark this test as Failed - VERIFICATION: - Did your system suspend and resume correctly after switching to $product graphics card? - (NOTE: Please only consider whether the system successfully suspended and resumed. Power/Suspend LED verification will occur after this test is completed.) - EOF + if type -P fwts >/dev/null; then + echo "Calling fwts" + set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/{index}_suspend_single -s s3 --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 | tee $PLAINBOX_SESSION_SHARE/{index}_suspend_single_times.log + else + echo "Calling sleep_test" + set -o pipefail; sleep_test -p | tee $PLAINBOX_SESSION_SHARE/{index}_suspend_single_times.log + fi +estimated_duration: 90.0 +_summary: Test suspend/resume after switching to {vendor} {product} +_description: + PURPOSE: + This test will check suspend and resume after switching to {vendor} {product} graphics card. + STEPS: + 1. Ensure you have switched to {vendor} {product} graphics card. + 2. Click "Test" and your system will suspend for about 30 - 60 seconds + 3. Observe the Power LED to see if it blinks or changes color during suspend + 4. If your system does not wake itself up after 60 seconds, please press the power button momentarily to wake the system manually + 5. If your system fails to wake at all and must be rebooted, restart System Testing after reboot and mark this test as Failed + VERIFICATION: + Did your system suspend and resume correctly after switching to $product graphics card? + (NOTE: Please only consider whether the system successfully suspended and resumed. Power/Suspend LED verification will occur after this test is completed.) plugin: shell category_id: 2013.com.canonical.plainbox::suspend @@ -294,30 +281,25 @@ environ: PLAINBOX_SESSION_SHARE command: set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/suspend_single -s s3 --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 | tee $PLAINBOX_SESSION_SHARE/suspend_single_times.log estimated_duration: 90.000 -id: suspend/generator_hybrid_sleep -_description: Hybrid sleep test -_summary: Hybrid sleep test -plugin: local +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_hybrid_sleep_{product_slug} +user: root command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_hybrid_sleep_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - user: root - command: - set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/`echo ${index}`_hybrid_sleep_single -s s3 --s3-hybrid --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 --pm-method=pm-utils | tee $PLAINBOX_SESSION_SHARE/`echo ${index}`_hybrid_sleep_single_times.log - estimated_duration: 90.0 - _description: - PURPOSE: - This test will check hybrid sleep and resume - STEPS: - 1. Click "Test" and your system will go into hybrid sleep mode for about 30 - 60 seconds - 2. Observe the Power LED to see if it blinks or changes color during suspend - 3. If your system does not wake itself up after 60 seconds, please press the power button momentarily to wake the system manually - 4. If your system fails to wake at all and must be rebooted, restart System Testing after reboot and mark this test as Failed - VERIFICATION: - Did your system enter hybrid sleep and then resume correctly? - EOF + set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/{index}_hybrid_sleep_single -s s3 --s3-hybrid --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 --pm-method=pm-utils | tee $PLAINBOX_SESSION_SHARE/{index}_hybrid_sleep_single_times.log +estimated_duration: 90.0 +_description: + PURPOSE: + This test will check hybrid sleep and resume + STEPS: + 1. Click "Test" and your system will go into hybrid sleep mode for about 30 - 60 seconds + 2. Observe the Power LED to see if it blinks or changes color during suspend + 3. If your system does not wake itself up after 60 seconds, please press the power button momentarily to wake the system manually + 4. If your system fails to wake at all and must be rebooted, restart System Testing after reboot and mark this test as Failed + VERIFICATION: + Did your system enter hybrid sleep and then resume correctly? plugin: shell category_id: 2013.com.canonical.plainbox::suspend @@ -334,51 +316,36 @@ command: [ -e $PLAINBOX_SESSION_SHARE/suspend_single.log ] && cat $PLAINBOX_SESS _description: Attaches the log from the single suspend/resume test to the results -id: suspend/generator_suspend-single-log-attach -_description: Suspend log attach -_summary: Suspend log attach -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: attachment - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_suspend-single-log-attach_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single.log ] && cat $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single.log - _description: - Attaches the log from the single suspend/resume test to the results - EOF - -id: suspend/generator_hybrid-sleep-single-log-check -_description: Hybrid sleep log check test -_summary: Hybrid sleep log check test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_hybrid-sleep-single-log-check - depends: suspend/`echo ${index}`_hybrid_sleep_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - estimated_duration: 1.2 - command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_hybrid_sleep_single.log ] && sleep_test_log_check -v s3 $PLAINBOX_SESSION_SHARE/`echo ${index}`_hybrid_sleep_single.log - _description: - Automated check of the hybrid sleep log to look for errors reported by fwts - EOF - -id: suspend/generator_hybrid-sleep-single-log-attach -_description: Hybrid sleep log attach -_summary: Hybrid sleep log attach -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: attachment - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_hybrid-sleep-single-log-attach_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: suspend/`echo ${index}`_hybrid_sleep_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_hybrid_sleep_single.log ] && cat $PLAINBOX_SESSION_SHARE/`echo ${index}`_hybrid_sleep_single.log - _description: - Attaches the log from the single hybrid sleep/resume test to the results - EOF +unit: template +template-resource: graphics_card +plugin: attachment +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_suspend-single-log-attach_{product_slug} +depends: suspend/{index}_suspend_after_switch_to_card_{product_slug} +command: [ -e $PLAINBOX_SESSION_SHARE/{index}_suspend_single.log ] && cat $PLAINBOX_SESSION_SHARE/{index}_suspend_single.log +_description: + Attaches the log from the single suspend/resume test to the results + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_hybrid-sleep-single-log-check +depends: suspend/{index}_hybrid_sleep_{product_slug} +estimated_duration: 1.2 +command: [ -e $PLAINBOX_SESSION_SHARE/{index}_hybrid_sleep_single.log ] && sleep_test_log_check -v s3 $PLAINBOX_SESSION_SHARE/{index}_hybrid_sleep_single.log +_description: + Automated check of the hybrid sleep log to look for errors reported by fwts + +unit: template +template-resource: graphics_card +plugin: attachment +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_hybrid-sleep-single-log-attach_{product_slug} +depends: suspend/{index}_hybrid_sleep_{product_slug} +command: [ -e $PLAINBOX_SESSION_SHARE/{index}_hybrid_sleep_single.log ] && cat $PLAINBOX_SESSION_SHARE/{index}_hybrid_sleep_single.log +_description: + Attaches the log from the single hybrid sleep/resume test to the results plugin: shell category_id: 2013.com.canonical.plainbox::suspend @@ -388,20 +355,15 @@ command: [ -e $PLAINBOX_SESSION_SHARE/suspend_single_times.log ] && sleep_time_c _description: Checks the sleep times to ensure that a machine suspends and resumes within a given threshold -id: suspend/generator_suspend-time-check -_description: Suspend time check test -_summary: Suspend time check test -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_suspend-time-check_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - estimated_duration: 1.2 - command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single_times.log ] && sleep_time_check $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single_times.log - _description: Checks the sleep times to ensure that a machine suspends and resumes within a given threshold - EOF +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_suspend-time-check_{product_slug} +depends: suspend/{index}_suspend_after_switch_to_card_{product_slug} +estimated_duration: 1.2 +command: [ -e $PLAINBOX_SESSION_SHARE/{index}_suspend_single_times.log ] && sleep_time_check $PLAINBOX_SESSION_SHARE/{index}_suspend_single_times.log +_description: Checks the sleep times to ensure that a machine suspends and resumes within a given threshold plugin: user-interact-verify category_id: 2013.com.canonical.plainbox::suspend @@ -453,20 +415,15 @@ estimated_duration: 1.2 _description: Test to see that we have the same resolution after resuming as before. command: xrandr -q |grep '*'| awk '{print $1}' | diff $PLAINBOX_SESSION_SHARE/resolution_before_suspend.txt - -plugin: local -id: suspend/generator_resolution_after_suspend -_description: Resolution consistency check after suspend with the valuse we got before suspend. -_summary: Resolution consistency check after suspend with the valuse we got before suspend. -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_resolution_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - estimated_duration: 1.2 - depends: suspend/`echo ${index}`_resolution_before_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - _description: Test to see that we have the same resolution after resuming as before. - command: xrandr -q |grep '*'| awk '{print $1}' | diff $PLAINBOX_SESSION_SHARE/`echo ${index}`_resolution_before_suspend.txt - - EOF +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_resolution_after_suspend_{product_slug} +estimated_duration: 1.2 +depends: suspend/{index}_resolution_before_suspend_{product_slug} +_description: Test to see that we have the same resolution after resuming as before. +command: xrandr -q |grep '*'| awk '{{print $1}}' | diff $PLAINBOX_SESSION_SHARE/{index}_resolution_before_suspend.txt - plugin: shell category_id: 2013.com.canonical.plainbox::suspend @@ -639,26 +596,20 @@ _description: VERIFICATION: Does the display work normally after resuming from suspend? -id: suspend/generator_display_after_suspend -requires: device.category == 'VIDEO' -_description: Display after suspend tests -_summary: Display after suspend tests -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: manual - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_display_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - _summary: Test display function after suspend for $product - _description: - PURPOSE: - This test will check that the display is correct after suspend and resume on the $product graphics card. - STEPS: - 1. Check that your display does not show up visual artifacts after resuming. - VERIFICATION: - Does the display work normally after resuming from suspend using the $product graphics card? - EOF +unit: template +template-resource: graphics_card +plugin: manual +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_display_after_suspend_{product_slug} +depends: suspend/{index}_suspend_after_switch_to_card_{product_slug} +_summary: Test display function after suspend for {vendor} {product} +_description: + PURPOSE: + This test will check that the display is correct after suspend and resume on the {vendor} {product} graphics card. + STEPS: + 1. Check that your display does not show up visual artifacts after resuming. + VERIFICATION: + Does the display work normally after resuming from suspend using the {vendor} {product} graphics card? plugin: shell category_id: 2013.com.canonical.plainbox::suspend @@ -1050,7 +1001,6 @@ _description: security and the 802.11ac protocol after the system has been suspended. unit: template -template-unit: job template-resource: device template-filter: device.category == 'NETWORK' plugin: shell @@ -1068,7 +1018,6 @@ _description: This test executes iperf connection performance/stability against device {__index__} ({interface}) after suspend. unit: template -template-unit: job template-resource: device template-filter: device.category == 'WIRELESS' plugin: shell @@ -1568,28 +1517,22 @@ _description: VERIFICATION: Did your display look fine in the detected mode? -plugin: local -id: suspend/generator_cycle_resolutions_after_suspend -requires: device.category == 'VIDEO' -_description: Cycle resolution after suspend tests -_summary: Cycle resolution after suspend tests -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_cycle_resolutions_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'xorg' - depends: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - estimated_duration: 120.0 - command: xrandr_cycle --keyword=`echo ${index}`_after_suspend --screenshot-dir $PLAINBOX_SESSION_SHARE - _description: - PURPOSE: - This test will cycle through the detected display modes - STEPS: - 1. Click "Test" and the display will cycle trough the display modes - VERIFICATION: - Did your display look fine in the detected mode? - EOF +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_cycle_resolutions_after_suspend_{product_slug} +requires: package.name == 'xorg' +depends: suspend/{index}_suspend_after_switch_to_card_{product_slug} +estimated_duration: 120.0 +command: xrandr_cycle --keyword={index}_after_suspend --screenshot-dir $PLAINBOX_SESSION_SHARE +_description: + PURPOSE: + This test will cycle through the detected display modes + STEPS: + 1. Click "Test" and the display will cycle trough the display modes + VERIFICATION: + Did your display look fine in the detected mode? plugin: shell category_id: 2013.com.canonical.plainbox::suspend @@ -1609,19 +1552,14 @@ depends: suspend/cycle_resolutions_after_suspend command: [ -f $PLAINBOX_SESSION_SHARE/xrandr_screens_after_suspend.tgz ] && base64 $PLAINBOX_SESSION_SHARE/xrandr_screens_after_suspend.tgz _description: This attaches screenshots from the suspend/cycle_resolutions_after_suspend test to the results submission. -plugin: local -id: suspend/generator_xrandr_screens_after_suspend.tar.gz -_description: Attach screenshots from the suspend/cycle_resolution_after_suspend test to the results submission. -_summary: Attach screenshots from the suspend/cycle_resolution_after_suspend test to the results submission. -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: attachment - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_xrandr_screens_after_suspend.tar.gz - depends: suspend/`echo ${index}`_cycle_resolutions_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - command: [ -f $PLAINBOX_SESSION_SHARE/`echo ${index}`_xrandr_screens_after_suspend.tgz ] && base64 $PLAINBOX_SESSION_SHARE/`echo ${index}`_xrandr_screens_after_suspend.tgz - _description: This attaches screenshots from the suspend/cycle_resolutions_after_suspend test to the results submission. - EOF +unit: template +template-resource: graphics_card +plugin: attachment +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_xrandr_screens_after_suspend.tar.gz +depends: suspend/{index}_cycle_resolutions_after_suspend_{product_slug} +command: [ -f $PLAINBOX_SESSION_SHARE/{index}_xrandr_screens_after_suspend.tgz ] && base64 $PLAINBOX_SESSION_SHARE/{index}_xrandr_screens_after_suspend.tgz +_description: This attaches screenshots from the suspend/cycle_resolutions_after_suspend test to the results submission. plugin: shell category_id: 2013.com.canonical.plainbox::suspend @@ -2728,73 +2666,54 @@ _description: Takes multiple pictures based on the resolutions supported by the camera and validates their size and that they are of a valid format after suspend -plugin: local -_summary: Pointing device tests after suspend. -id: suspend/pointing-after-suspend -requires: - device.category == 'MOUSE' or device.category == 'TOUCHPAD' or device.category == 'TOUCHSCREEN' -_description: Pointing device tests after suspend. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=MOUSE" -w "category=TOUCHPAD" -w "category=TOUCHSCREEN"' - plugin: manual - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/pointing-after-suspend_`echo "${product}_${category}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`_`basename $path` - depends: suspend/suspend_advanced - requires: device.path == "$path" - description: - PURPOSE: - This will test your $product device after suspend. - STEPS: - 1. Move the cursor with your $product. - VERIFICATION: - Did the cursor move? - EOF - -plugin: local -_summary: Create click tests for pointing devices after suspend. -id: suspend/clicking-after-suspend -estimated_duration: 1.0 -requires: - device.category == 'MOUSE' or device.category == 'TOUCHPAD' -_description: Click tests for pointing devices after suspend. -command: - cat <<'EOF' | run_templates -t -s 'udev_resource | filter_templates -w "category=MOUSE" -w "category=TOUCHPAD"' - plugin: manual - category_id: 2013.com.canonical.plainbox::suspend - estimated_duration: 30.0 - id: suspend/clicking-after-suspend_`echo "${product}_${category}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`_`basename $path` - depends: suspend/suspend_advanced - requires: device.path == "$path" - _summary: Check post suspend button functionality for $product - _description: - PURPOSE: - This will test the buttons of your $product device after suspend - STEPS: - 1. Click the left button with your $product. - 2. Click the right button with your $product. - 3. Click the middle button with your $product (if available). - 4. Double-click the left button with your $product. - VERIFICATION: - Did these buttons work as expected? - EOF - -id: suspend/generator_compiz_check_after_suspend -requires: device.category == 'VIDEO' -_description: Compiz support tests after suspend -_summary: Compiz support tests after suspend -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_compiz_check_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'nux-tools' - command: ! /usr/lib/nux/unity_support_test -c -p 2>&1 | ansi_parser | grep -e ":\(\s\+\)no$" -ie "error" - estimated_duration: 0.130 - _description: Check that $product hardware is able to run compiz after suspend - _summary: Test Compiz support for $product after suspend - EOF +unit: template +template-resource: device +template-filter: device.category == 'MOUSE' or device.category == 'TOUCHPAD' or device.category == 'TOUCHSCREEN' +plugin: manual +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/pointing-after-suspend_{product_slug}_{category} +depends: suspend/suspend_advanced +requires: device.path == "{path}" +_description: + PURPOSE: + This will test your $product device after suspend. + STEPS: + 1. Move the cursor with your {product}. + VERIFICATION: + Did the cursor move? + +unit: template +template-resource: device +template-filter: device.category == 'MOUSE' or device.category == 'TOUCHPAD' +plugin: manual +category_id: 2013.com.canonical.plainbox::suspend +estimated_duration: 30.0 +id: suspend/clicking-after-suspend_{product_slug}_{category} +depends: suspend/suspend_advanced +requires: device.path == "{path}" +_summary: Check post suspend button functionality for {product} +_description: + PURPOSE: + This will test the buttons of your {product} device after suspend + STEPS: + 1. Click the left button with your {product}. + 2. Click the right button with your {product}. + 3. Click the middle button with your {product} (if available). + 4. Double-click the left button with your {product}. + VERIFICATION: + Did these buttons work as expected? + +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_compiz_check_after_suspend_{product_slug} +depends: suspend/{index}_suspend_after_switch_to_card_{product_slug} +requires: package.name == 'nux-tools' +command: ! /usr/lib/nux/unity_support_test -c -p 2>&1 | ansi_parser | grep -e ":\(\s\+\)no$" -ie "error" +estimated_duration: 0.130 +_description: Check that {product} hardware is able to run compiz after suspend +_summary: Test Compiz support for {product} after suspend plugin: shell category_id: 2013.com.canonical.plainbox::suspend @@ -2806,30 +2725,24 @@ estimated_duration: 0.130 _description: Check that the hardware is able to run compiz after suspend _summary: Test Compiz support after suspend -id: suspend/generator_glxgears_after_suspend -requires: device.category == 'VIDEO' -_description: glxgears tests after suspend -_summary: glxgears tests after suspend -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_glxgears_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - requires: package.name == 'mesa-utils' - command: glxgears; true - _summary: Test that glxgears works for $product after suspend - _description: - PURPOSE: - This test tests the basic 3D capabilities of your $product video card after suspend - STEPS: - 1. Click "Test" to execute an OpenGL demo. Press ESC at any time to close. - 2. Verify that the animation is not jerky or slow. - VERIFICATION: - 1. Did the 3d animation appear? - 2. Was the animation free from slowness/jerkiness? - EOF +unit: template +template-resource: graphics_card +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_glxgears_after_suspend_{product_slug} +depends: suspend/{index}_suspend_after_switch_to_card_{product_slug} +requires: package.name == 'mesa-utils' +command: glxgears; true +_summary: Test that glxgears works for {vendor} {product} after suspend +_description: + PURPOSE: + This test tests the basic 3D capabilities of your {vendor} {product} video card after suspend + STEPS: + 1. Click "Test" to execute an OpenGL demo. Press ESC at any time to close. + 2. Verify that the animation is not jerky or slow. + VERIFICATION: + 1. Did the 3d animation appear? + 2. Was the animation free from slowness/jerkiness? plugin: user-interact-verify category_id: 2013.com.canonical.plainbox::suspend @@ -2850,30 +2763,24 @@ _description: 1. Did the 3d animation appear? 2. Was the animation free from slowness/jerkiness? -id: suspend/generator_video_after_suspend -requires: device.category == 'VIDEO' -_description: Display video test after suspend -_summary: Display video test after suspend -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - id: suspend/`echo ${index}`_video_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::suspend - requires: - package.name == 'xorg' - package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0' - command: gst_pipeline_test -t 2 'videotestsrc ! videoconvert ! autovideosink' || gst_pipeline_test -t 2 'videotestsrc ! ffmpegcolorspace ! autovideosink' - _summary: Test that video can be displayed after suspend with ${product} - _description: - PURPOSE: - This test will test the default display after suspend with a sample video - STEPS: - 1. Click "Test" to display a video test. - VERIFICATION: - Do you see color bars and static? - EOF +unit: template +template-resource: graphics_card +id: suspend/{index}_video_after_suspend_{product_slug} +depends: suspend/{index}_suspend_after_switch_to_card_{product_slug} +plugin: user-interact-verify +category_id: 2013.com.canonical.plainbox::suspend +requires: + package.name == 'xorg' + package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0' +command: gst_pipeline_test -t 2 'videotestsrc ! videoconvert ! autovideosink' || gst_pipeline_test -t 2 'videotestsrc ! ffmpegcolorspace ! autovideosink' +_summary: Test that video can be displayed after suspend with {vendor} {product} +_description: + PURPOSE: + This test will test the default display after suspend with a sample video + STEPS: + 1. Click "Test" to display a video test. + VERIFICATION: + Do you see color bars and static? id: suspend/video_after_suspend plugin: user-interact-verify @@ -2893,22 +2800,16 @@ _description: VERIFICATION: Do you see color bars and static? -id: suspend/generator_driver_version_after_suspend -requires: device.category == 'VIDEO' -_description: Driver version tests after suspend -_summary: Driver version tests after suspend -plugin: local -command: - cat <<'EOF' | run_templates -t -s 'graphics_card_resource' - plugin: shell - category_id: 2013.com.canonical.plainbox::suspend - id: suspend/`echo ${index}`_driver_version_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - depends: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` - command: graphics_driver - estimated_duration: 0.500 - _description: Parses Xorg.0.Log and discovers the running X driver and version after suspend for the $product graphics card - _summary: Test X driver/version after suspend for $product - EOF +unit: template +template-resource: graphics_card +plugin: shell +category_id: 2013.com.canonical.plainbox::suspend +id: suspend/{index}_driver_version_after_suspend_{product_slug} +depends: suspend/{index}_suspend_after_switch_to_card_{product_slug} +command: graphics_driver +estimated_duration: 0.500 +_description: Parses Xorg.0.Log and discovers the running X driver and version after suspend for the {vendor} {product} graphics card +_summary: Test X driver/version after suspend for {vendor} {product} id: suspend/driver_version_after_suspend requires: device.category == 'VIDEO' diff --git a/jobs/user_apps.txt.in b/jobs/user_apps.txt.in deleted file mode 100644 index 7bd47fe3..00000000 --- a/jobs/user_apps.txt.in +++ /dev/null @@ -1,528 +0,0 @@ -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/update_manager_finds_updates -depends: ethernet/detect -user: root -requires: package.name == 'update-manager' -_description: - PURPOSE: - This test will check that the update manager can find updates. - STEPS: - 1. Click Test to launch update-manager. - 2. Follow the prompts and if updates are found, install them. - 3. When Update Manager has finished, please close the app by clicking the Close button in the lower right corner. - VERIFICATION: - Did Update manager find and install updates (Pass if no updates are found, - but Fail if updates are found but not installed) -command: update-manager --check-dist-upgrades - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/nautilus_folder_create -requires: package.name == 'nautilus' -command: nautilus -_description: - PURPOSE: - This test will check that the file browser can create a new folder. - STEPS: - 1. Click Test to open the File Browser. - 2. On the menu bar, click File -> Create Folder. - 3. In the name box for the new folder, enter the name Test Folder and hit Enter. - 4. Close the File browser. - VERIFICATION: - Do you now have a new folder called Test Folder? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/nautilus_folder_copy -depends: software/nautilus_folder_create -command: nautilus -_description: - PURPOSE: - This test will check that the file browser can copy a folder - STEPS: - 1. Click Test to open the File Browser. - 2. Right click on the folder called Test Folder and click on Copy. - 3. Right Click on any white area in the window and click on Paste. - 4. Right click on the folder called Test Folder(copy) and click Rename. - 5. Enter the name Test Data in the name box and hit Enter. - 6. Close the File browser. - VERIFICATION: - Do you now have a folder called Test Data? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/nautilus_folder_move -depends: software/nautilus_folder_copy -command: nautilus -_description: - PURPOSE: - This test will verify that the file browser can move a folder. - STEPS: - 1. Click Test to open the File Browser. - 2. Click and drag the folder called Test Data onto the icon called Test Folder. - 3. Release the button. - 4. Double click the folder called Test Folder to open it up. - 5. Close the File Browser. - VERIFICATION: - Was the folder called Test Data successfully moved into the folder called Test Folder? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/nautilus_file_create -depends: software/nautilus_folder_create -command: nautilus $HOME/"Test Folder" -_description: - PURPOSE: - This test will check that the file browser can create a new file. - STEPS: - 1. Click Select Test to open the File Browser. - 2. Right click in the white space and click Create Document -> Empty Document. - 3. Enter the name Test File 1 in the name box and hit Enter. - 4. Close the File browser. - VERIFICATION: - Do you now have a file called Test File 1? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/nautilus_file_copy -depends: software/nautilus_file_create -command: nautilus $HOME/"Test Folder" -_description: - PURPOSE: - This test will check that the file browser can copy a file. - STEPS: - 1. Click Test to open the File Browser. - 2. Right click on the file called Test File 1 and click Copy. - 3. Right click in the white space and click Paste. - 4. Right click on the file called Test File 1(copy) and click Rename. - 5. Enter the name Test File 2 in the name box and hit Enter. - 6. Close the File Browser. - VERIFICATION: - Do you now have a file called Test File 2? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/nautilus_file_move -depends: software/nautilus_file_copy -command: nautilus $HOME/"Test Folder" -_description: - PURPOSE: - This test will check that the file browser can move a file. - STEPS: - 1. Click Test to open the File Browser. - 2. Click and drag the file called Test File 2 onto the icon for the folder called Test Data. - 3. Release the button. - 4. Double click the icon for Test Data to open that folder up. - 5. Close the File Browser. - VERIFICATION: - Was the file Test File 2 successfully moved into the Test Data folder? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/nautilus_file_delete -depends: software/nautilus_file_create -command: nautilus $HOME/"Test Folder" -_description: - PURPOSE: - This test will check that the file browser can delete a file. - STEPS: - 1. Click Test to open the File Browser. - 2. Right click on the file called Test File 1 and click on Move To Trash. - 3. Verify that Test File 1 has been removed. - 4. Close the File Browser. - VERIFICATION: - Is Test File 1 now gone? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/nautilus_folder_delete -depends: software/nautilus_folder_create -command: nautilus -_description: - PURPOSE: - This test will check that the file browser can delete a folder. - STEPS: - 1. Click Test to open the File Browser. - 2. Right click on the folder called Test Folder and click on Move To Trash. - 3. Verify that the folder was deleted. - 4. Close the file browser. - VERIFICATION: - Has Test Folder been successfully deleted? - -plugin: local -_summary: Common Document Types Test -id: software/view_office_document -requires: package.name == "ubuntu-desktop" -_description: Common Document Types Test -command: - cat <<'EOF' | run_templates -s "find $PLAINBOX_PROVIDER_DATA/documents -type f" - id: `basename $0`_test - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::user_apps - description: - PURPOSE: - This test will check that common office document types can be opened in the default application. - STEPS: - 1. Click Test to open the file '$0' with its default viewer. - 2. After the viewer opens, check out the file that was opened. - 3. Close the application (LibreOffice, Doc Viewer, etc.) - VERIFICATION: - Did the application open the document properly? (e.g was it displayed and did it function properly?) - command: xdg-open $0 - EOF - -plugin: local -_summary: Common Document Types Test -id: software/audio_file_play -requires: package.name == "ubuntu-desktop" -_description: Common Document Types Test -command: - cat <<'EOF' | run_templates -s "find $PLAINBOX_PROVIDER_DATA/audio -type f" - id: `basename $0`_test - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::user_apps - description: - PURPOSE: - This test will check that common audio files can be opened in the default player. - STEPS: - 1. Click Test to open the audio file '$0' with its default player. - 2. After the player opens listen to the sound. - 3. Close the application. - VERIFICATION: - Did the application play the audio file properly? (no skips, crackles, etc) - command: xdg-open $0 - EOF - -plugin: local -_summary: Common Document Types Test -id: software/video_file_play -requires: package.name == "ubuntu-desktop" -_description: Common Document Types Test -command: - cat <<'EOF' | run_templates -s "find $PLAINBOX_PROVIDER_DATA/video -type f" - id: `basename $0`_test - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::user_apps - description: - PURPOSE: - This test will check that common video files can be played in the default player. - STEPS: - 1. Click Test to play the video '$0' with its default player. - 2. Watch the video. - 3. Close the application. - VERIFICATION: - Did the application play '$0' proplerly (no video or audio issues with playback?) - command: xdg-open $0 - EOF - -plugin: local -_summary: Common Document Types Test -id: software/view_image_file -requires: package.name == "ubuntu-desktop" -_description: Common Document Types Test -command: - cat <<'EOF' | run_templates -s "find $PLAINBOX_PROVIDER_DATA/images -type f" - id: `basename $0`_test - plugin: user-interact-verify - category_id: 2013.com.canonical.plainbox::user_apps - description: - PURPOSE: - This test will check that common image formats can be opened in the default viewer. - STEPS: - 1. Click Test to attempt to open the image '$0' with its default viewer. - 2. Check out the file that was opened. - 3. Close the application. - VERIFICATION: - Did the image display properly? - command: xdg-open $0 - EOF - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/firefox -requires: package.name == 'firefox' -command: firefox $PLAINBOX_PROVIDER_DATA/websites/testindex.html -_description: - PURPOSE: - This test will check that Firefox can render a basic web page. - STEPS: - 1. Select Test to launch Firefox and view the test web page. - VERIFICATION: - Did the Ubuntu Test page load correctly? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/firefox-flash -depends: software/firefox -requires: package.name == 'firefox' -command: firefox $PLAINBOX_PROVIDER_DATA/websites/flashtest.html -_description: - PURPOSE: - This test will check that Firefox can run flash applications. Note: this may - require installing additional software to successfully complete. - STEPS: - 1. Select Test to launch Firefox and view a sample Flash test. - VERIFICATION: - Did you see the text? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/firefox-flash-video -depends: software/firefox-flash -requires: package.name == 'firefox' -command: firefox $PLAINBOX_PROVIDER_DATA/websites/flashvideo.html -_description: - PURPOSE: - This test will check that Firefox can play a Flash video. Note: this may - require installing additional software to successfully complete. - STEPS: - 1. Select Test to launch Firefox and view a short flash video. - VERIFICATION: - Did the video play correctly? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/firefox-totem -depends: software/firefox -requires: - package.name == 'firefox' - package.name == 'gstreamer0.10-ffmpeg' -command: firefox $PLAINBOX_PROVIDER_DATA/video/Quicktime_Video.mov -_description: - PURPOSE: - This test will check that Firefox can play a Quicktime (.mov) video file. - Note: this may require installing additional software to successfully - complete. - STEPS: - 1. Select Test to launch Firefox with a sample video. - VERIFICATION: - Did the video play using a plugin? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/empathy-facebook_chat -requires: package.name == "empathy" -command: empathy -_description: - PURPOSE: - This test will check that Empathy messaging client works. - STEPS: - 1. Select Test to launch Empathy. - 2. Configure it to connect to the Facebook Chat service. - 3. Once you have completed the test, please quit Empathy to continue here. - VERIFICATION: - Were you able to connect correctly and send/receive messages? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/empathy-google_talk -requires: package.name == "empathy" -command: empathy -_description: - PURPOSE: - This test will check that Empathy messaging client works. - STEPS: - 1. Select Test to launch Empathy. - 2. Configure it to connect to the Google Talk (gtalk) service. - 3. Once you have completed the test, please quit Empathy to continue here. - VERIFICATION: - Were you able to connect correctly and send/receive messages? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/empathy-jabber -requires: package.name == "empathy" -command: empathy -_description: - PURPOSE: - This test will check that Empathy messaging client works. - STEPS: - 1. Select Test to launch Empathy. - 2. Configure it to connect to the Jabber service. - 3. Once you have completed the test, please quit Empathy to continue here. - VERIFICATION: - Were you able to connect correctly and send/receive messages? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/empathy-aim -requires: package.name == "empathy" -command: empathy -_description: - PURPOSE: - This test will check that Empathy messaging client works. - STEPS: - 1. Select Test to launch Empathy. - 2. Configure it to connect to the AOL Instant Messaging (AIM) service. - 3. Once you have completed the test, please quit Empathy to continue here. - VERIFICATION: - Were you able to connect correctly and send/receive messages? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/empathy-msn -requires: package.name == "empathy" -command: empathy -_description: - PURPOSE: - This test will check that Empathy messaging client works. - STEPS: - 1. Select Test to launch Empathy. - 2. Configure it to connect to the Microsoft Network (MSN) service. - 3. Once you have completed the test, please quit Empathy to continue here. - VERIFICATION: - Were you able to connect correctly and send/receive messages? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/evolution-pop3 -requires: package.name == "evolution" -command: evolution -_description: - PURPOSE: - This test will check that Evolution works. - STEPS: - 1. Commence the test to launch Evolution. - 2. Configure it to connect to a POP3 account. - VERIFICATION: - Were you able to receive and read e-mail correctly? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/evolution-imap -requires: package.name == "evolution" -command: evolution -_description: - PURPOSE: - This test will check that Evolution works. - STEPS: - 1. Commence the test to launch Evolution. - 2. Configure it to connect to a IMAP account. - VERIFICATION: - Were you able to receive and read e-mail correctly? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/evolution-smtp -requires: package.name == "evolution" -command: evolution -_description: - PURPOSE: - This test will check that Evolution works. - STEPS: - 1. Commence the test to launch Evolution. - 2. Configure it to connect to a SMTP account. - VERIFICATION: - Were you able to send e-mail without errors? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/gcalctool -requires: package.name == "gcalctool" -command: gcalctool -_description: - PURPOSE: - This test checks that gcalctool (Calculator) works. - STEPS: - Commence the test to open the calculator. - VERIFICATION: - Did it launch correctly? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/gcalctool-functions -depends: software/gcalctool -requires: package.name == "gcalctool" -command: gcalctool -_description: - PURPOSE: - This test checks that gcalctool (Calculator) works. - STEPS: - Commence the test to open the calculator and perform: - 1. Simple math functions (+,-,/,*) - 2. Nested math functions ((,)) - 3. Fractional math - 4. Decimal math - VERIFICATION: - Did the functions perform as expected? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/gcalctool-memory -depends: software/gcalctool -requires: package.name == "gcalctool" -command: gcalctool -_description: - PURPOSE: - This test checks that gcalctool (Calculator) works. - STEPS: - Commence the test to open the calculator and perform: - 1. Memory set - 2. Memory reset - 3. Memory last clear - 4. Memory clear - VERIFICATION: - Did the functions perform as expected? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/gcalctool-clipboard -depends: software/gcalctool -requires: package.name == "gcalctool" -command: gcalctool -_description: - PURPOSE: - This test checks that gcalctool (Calculator) works. - STEPS: - Commence the test to open the calculator and perform: - 1. Cut - 2. Copy - 3. Paste - VERIFICATION: - Did the functions perform as expected? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/gedit -requires: package.name == "gedit" -command: gedit -_description: - PURPOSE: - This test checks that gedit works. - STEPS: - 1. Commence the test to open gedit. - 2. Enter some text and save the file (make a note of the file name you use), then close gedit. - VERIFICATION: - Did this perform as expected? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/gedit-read -depends: software/gedit -requires: package.name == "gedit" -command: gedit -_description: - PURPOSE: - This test checks that gedit works. - STEPS: - 1. Commence the test to open gedit, and re-open the file you created previously. - 2. Edit then save the file, then close gedit. - VERIFICATION: - Did this perform as expected? - -plugin: user-interact-verify -category_id: 2013.com.canonical.plainbox::user_apps -id: software/gnome-terminal -requires: package.name == "gnome-terminal" -command: gnome-terminal -_description: - PURPOSE: - This test will check that Gnome Terminal works. - STEPS: - 1. Commence the test to open Terminal. - 2. Type 'ls' and press enter. You should see a list of files and folder in your home directory. - 3. Close the terminal window. - VERIFICATION: - Did this perform as expected? - diff --git a/jobs/wireless.txt.in b/jobs/wireless.txt.in index 49496ee1..f0892f96 100644 --- a/jobs/wireless.txt.in +++ b/jobs/wireless.txt.in @@ -588,7 +588,6 @@ _description: respond to requests on the 802.11b protocol. unit: template -template-unit: job template-resource: device template-filter: device.category == 'WIRELESS' @@ -645,7 +644,6 @@ _description: Test that the MAC80211 modules are loaded and wireless extensions are working. unit: template -template-unit: job template-resource: device template-filter: device.category == 'WIRELESS' plugin: shell @@ -674,7 +672,6 @@ _description: Did the hard or soft blocks show on in the dialog? unit: template -template-unit: job template-resource: device template-filter: device.category == 'WIRELESS' plugin: user-interact-verify diff --git a/units/autotesting.pxu b/units/autotesting.pxu index c2d64e10..f1f8a1c3 100644 --- a/units/autotesting.pxu +++ b/units/autotesting.pxu @@ -40,16 +40,13 @@ include: cpu/scaling_test-log-attach cpu/offlining_test cpu/topology - disk/read_performance disk/read_performance_.* graphics/xorg-version graphics/1_compiz_check_.* graphics/xorg-failsafe graphics/xorg-process graphics/1_screenshot_.* - 1_screenshot_.*.jpg graphics/1_screenshot_fullscreen_video_.* - 1_screenshot_fullscreen_video_.*.jpg install/apt-get-gets-updates mediacard/sd-preinserted memory/info @@ -103,11 +100,5 @@ include: suspend/screenshot_after_suspend screenshot_after_suspend.jpg bootstrap_include: - disk/read_performance - graphics/generator_compiz_check - graphics/generator_screenshot - graphics/generator_screenshot.jpg - graphics/generator_screenshot_fullscreen_video - graphics/generator_screenshot_fullscreen_video.jpg - graphics/generator_screenshot_fullscreen_video - graphics/generator_screenshot_fullscreen_video.jpg + device + graphics_card diff --git a/units/default.pxu b/units/default.pxu index 7b47f99a..5647b955 100644 --- a/units/default.pxu +++ b/units/default.pxu @@ -105,10 +105,5 @@ include: usb/storage-automated usb/remove bootstrap_include: - benchmarks/disk/hdparm-read - benchmarks/disk/hdparm-cache-read - optical/read - graphics/generator_compiz_check - graphics/generator_resolution - graphics/generator_minimum_resolution - graphics/generator_driver_version + device + graphics_card |