summaryrefslogtreecommitdiff
diff options
authorPo-Hsu Lin <po-hsu.lin@canonical.com>2015-04-16 18:59:52 +0800
committerPo-Hsu Lin <po-hsu.lin@canonical.com>2015-04-16 18:59:52 +0800
commit106d92830e00fd8d58b717ecaa412aa2d4861ae1 (patch)
tree459a40c5fac0e14719965168355e33d72cbc87f2
parent6a3c824da14eaf1e8ae25b5bc4074705183ab04b (diff)
parent80588ae68189e911e9411aed6558942e2bae4287 (diff)
provider:checkbox: adding missing hybrid-graphic related jobs
-rw-r--r--jobs/audio.txt.in99
-rw-r--r--jobs/graphics.txt.in36
-rw-r--r--jobs/hibernate.txt.in69
-rw-r--r--jobs/monitor.txt.in283
-rw-r--r--jobs/stress.txt.in2
-rw-r--r--jobs/suspend.txt.in166
6 files changed, 423 insertions, 232 deletions
diff --git a/jobs/audio.txt.in b/jobs/audio.txt.in
index 36d0d7d..d8aeb51 100644
--- a/jobs/audio.txt.in
+++ b/jobs/audio.txt.in
@@ -34,57 +34,69 @@ _description:
VERIFICATION:
Did you hear a tone?
-plugin: user-interact-verify
-id: audio/playback_hdmi
-estimated_duration: 30.0
+id: audio/generator_playback_hdmi
requires:
device.category == 'AUDIO'
package.name == 'alsa-base'
package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0'
package.name == 'pulseaudio-utils'
+_description: Job generator for HDMI audio test
+_summary: Job generator for HDMI audio test
+plugin: local
command:
- audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- audio_settings set --verbose --device=hdmi --volume=50
- gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink'
- EXIT_CODE=$?
- audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
- exit $EXIT_CODE
-_description:
- PURPOSE:
- HDMI audio interface verification
- STEPS:
- 1. Plug an external HDMI device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
- 2. Click the Test button
- VERIFICATION:
- Did you hear the sound from the HDMI device?
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: audio/`echo ${index}`_playback_hdmi_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ plugin: user-interact-verify
+ estimated_duration: 30.0
+ command:
+ audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
+ audio_settings set --verbose --device=hdmi --volume=50
+ gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink'
+ EXIT_CODE=$?
+ audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
+ exit $EXIT_CODE
+ _description:
+ PURPOSE:
+ HDMI audio interface verification
+ STEPS:
+ 1. Plug an external HDMI device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
+ 2. Click the Test button
+ VERIFICATION:
+ Did you hear the sound from the HDMI device?
+ EOF
-plugin: user-interact-verify
-id: audio/playback_displayport
-estimated_duration: 30.0
+id: audio/generator_playback_displayport
requires:
device.category == 'AUDIO'
package.name == 'alsa-base'
package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0'
package.name == 'pulseaudio-utils'
+_description: Job generator for Displayport audio test
+_summary: Job generator for Displayport audio test
+plugin: local
command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: audio/`echo ${index}`_playback_displayport_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ plugin: user-interact-verify
+ estimated_duration: 30.0
+ command:
audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
audio_settings set --verbose --device=hdmi --volume=50
gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink'
EXIT_CODE=$?
audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
exit $EXIT_CODE
-_description:
- PURPOSE:
- DisplayPort audio interface verification
- STEPS:
- 1. Plug an external DisplayPort device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
- 2. Click the Test button
- VERIFICATION:
- Did you hear the sound from the DisplayPort device?
+ _description:
+ PURPOSE:
+ DisplayPort audio interface verification
+ STEPS:
+ 1. Plug an external DisplayPort device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
+ 2. Click the Test button
+ VERIFICATION:
+ Did you hear the sound from the DisplayPort device?
+ EOF
-plugin: user-interact-verify
-id: audio/playback_thunderbolt
-estimated_duration: 30.0
+id: audio/generator_playback_thunderbolt
imports: from 2013.com.canonical.plainbox import manifest
requires:
manifest.has_thunderbolt == 'True'
@@ -92,21 +104,30 @@ requires:
package.name == 'alsa-base'
package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0'
package.name == 'pulseaudio-utils'
+_description: Job generator for Thunderbolt audio test
+_summary: Job generator for Thunderbolt audio test
+plugin: local
command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: audio/`echo ${index}`_playback_thunderbolt_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ plugin: user-interact-verify
+ estimated_duration: 30.0
+ command:
audio_settings store --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
audio_settings set --verbose --device=hdmi --volume=50
gst_pipeline_test -t 2 --device hdmi 'audiotestsrc wave=sine freq=512 ! audioconvert ! audioresample ! autoaudiosink'
EXIT_CODE=$?
audio_settings restore --verbose --file=$PLAINBOX_SESSION_SHARE/pulseaudio_settings
exit $EXIT_CODE
-_description:
- PURPOSE:
- Thunderbolt audio interface verification
- STEPS:
- 1. Plug an external Thunderbolt device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
- 2. Click the Test button
- VERIFICATION:
- Did you hear the sound from the Thunderbolt device?
+ _description:
+ PURPOSE:
+ Thunderbolt audio interface verification
+ STEPS:
+ 1. Plug an external Thunderbolt device with sound (Use only one HDMI/DisplayPort/Thunderbolt interface at a time for this test)
+ 2. Click the Test button
+ VERIFICATION:
+ Did you hear the sound from the Thunderbolt device?
+ EOF
plugin: user-interact-verify
id: audio/playback_headphones
diff --git a/jobs/graphics.txt.in b/jobs/graphics.txt.in
index 340b68f..4eb0e47 100644
--- a/jobs/graphics.txt.in
+++ b/jobs/graphics.txt.in
@@ -221,20 +221,28 @@ command:
_summary: Test graphic memory info for $product.
EOF
-plugin: user-interact-verify
-id: graphics/display
-requires:
- package.name == 'xorg'
- package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0'
-command: gst_pipeline_test -t 2 'videotestsrc ! videoconvert ! autovideosink' || gst_pipeline_test -t 2 'videotestsrc ! ffmpegcolorspace ! autovideosink'
-_summary: Test that video can be displayed
-_description:
- PURPOSE:
- This test will test the default display
- STEPS:
- 1. Click "Test" to display a video test.
- VERIFICATION:
- Do you see color bars and static?
+id: graphics/generator_display
+requires: device.category == 'VIDEO'
+_description: Job generator for display test
+_summary: Job generator for display test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: graphics/`echo ${index}`_display_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ plugin: user-interact-verify
+ requires:
+ package.name == 'xorg'
+ package.name == 'gir1.2-gst-plugins-base-0.10' or package.name == 'gir1.2-gst-plugins-base-1.0'
+ command: gst_pipeline_test -t 2 'videotestsrc ! videoconvert ! autovideosink' || gst_pipeline_test -t 2 'videotestsrc ! ffmpegcolorspace ! autovideosink'
+ _summary: Test that video can be displayed
+ _description:
+ PURPOSE:
+ This test will test the default display
+ STEPS:
+ 1. Click "Test" to display a video test.
+ VERIFICATION:
+ Do you see color bars and static?
+ EOF
plugin: shell
id: graphics/VESA_drivers_not_in_use
diff --git a/jobs/hibernate.txt.in b/jobs/hibernate.txt.in
index b842a61..c0a15b3 100644
--- a/jobs/hibernate.txt.in
+++ b/jobs/hibernate.txt.in
@@ -1,29 +1,36 @@
-plugin: user-interact-verify
-id: power-management/hibernate_advanced
+id: power-management/generator_hibernate_advanced
requires:
sleep.disk == 'supported'
rtc.state == 'supported'
-environ: PLAINBOX_SESSION_SHARE
-user: root
+_description: Job generator for hibernate test
+_summary: Job generator for hibernate test
+plugin: local
command:
- if type -P fwts >/dev/null; then
- echo "Calling fwts"
- fwts_test -l $PLAINBOX_SESSION_SHARE/hibernate-single -f none -s s4 --s4-device-check --s4-device-check-delay=45 --s4-sleep-delay=120
- else
- echo "Calling sleep_test"
- sleep_test -s disk -w 120
- fi
-estimated_duration: 300.00
-_description:
- PURPOSE:
- This test will check to make sure your system can successfully hibernate (if supported)
- STEPS:
- 1. Click on Test
- 2. The system will hibernate and should wake itself within 5 minutes
- 3. If your system does not wake itself after 5 minutes, please press the power button to wake the system manually
- 4. If the system fails to resume from hibernate, please restart System Testing and mark this test as Failed
- VERIFICATION:
- Did the system successfully hibernate and did it work properly after waking up?
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: user-interact-verify
+ id: power-management/`echo ${index}`_hibernate_advanced_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ user: root
+ environ: PLAINBOX_SESSION_SHARE
+ estimated_duration: 300.00
+ command:
+ if type -P fwts >/dev/null; then
+ echo "Calling fwts"
+ fwts_test -l $PLAINBOX_SESSION_SHARE/`echo ${index}`_hibernate-single -f none -s s4 --s4-device-check --s4-device-check-delay=45 --s4-sleep-delay=120
+ else
+ echo "Calling sleep_test"
+ sleep_test -s disk -w 120
+ fi
+ _description:
+ PURPOSE:
+ This test will check to make sure your system can successfully hibernate (if supported)
+ STEPS:
+ 1. Click on Test
+ 2. The system will hibernate and should wake itself within 5 minutes
+ 3. If your system does not wake itself after 5 minutes, please press the power button to wake the system manually
+ 4. If the system fails to resume from hibernate, please restart System Testing and mark this test as Failed
+ VERIFICATION:
+ Did the system successfully hibernate and did it work properly after waking up?
+ EOF
plugin: shell
id: power-management/hibernate-single-log-check
@@ -31,9 +38,17 @@ command: [ -e $PLAINBOX_SESSION_SHARE/hibernate-single.log ] && sleep_test_log_c
_description:
Automated check of the hibernate log for errors discovered by fwts
-plugin: attachment
-id: power-management/hibernate-single-log-attach
-command: [ -e $PLAINBOX_SESSION_SHARE/hibernate-single.log ] && cat $PLAINBOX_SESSION_SHARE/hibernate-single.log
-estimated_duration: 0.5
-_description: attaches log from single hibernate/resume test to results
+id: power-management/generator_hibernate-single-log-attach
+_description: Job generator for hibernate log attachment test
+_summary: Job generator for hibernate log attachment test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: attachment
+ id: power-management/`echo ${index}`_hibernate-single-log-attach_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ depends: power-management/`echo ${index}`_hibernate_advanced_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ estimated_duration: 0.5
+ command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_hibernate-single.log ] && cat $PLAINBOX_SESSION_SHARE/`echo ${index}`_hibernate-single.log
+ _description: attaches log from single hibernate/resume test to results
+ EOF
diff --git a/jobs/monitor.txt.in b/jobs/monitor.txt.in
index c942d4a..23a933c 100644
--- a/jobs/monitor.txt.in
+++ b/jobs/monitor.txt.in
@@ -1,50 +1,179 @@
-plugin: manual
-id: monitor/vga
-requires: display.vga == 'supported'
-_description:
- PURPOSE:
- This test will check your VGA port.
- STEPS:
- Skip this test if your system does not have a VGA port.
- 1. Connect a display (if not already connected) to the VGA port on your system
- VERIFICATION:
- Was the desktop displayed correctly on both screens?
+id: monitor/generator_vga
+_description: Job generator for VGA port test
+_summary: Job generator for VGA port test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: monitor/`echo ${index}`_vga_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ requires: display.vga == 'supported'
+ plugin: manual
+ _description:
+ PURPOSE:
+ This test will check your VGA port.
+ STEPS:
+ Skip this test if your system does not have a VGA port.
+ 1. Connect a display (if not already connected) to the VGA port on your system
+ VERIFICATION:
+ Was the desktop displayed correctly on both screens?
+ EOF
-plugin: manual
-id: monitor/dvi
-requires: display.dvi == 'supported'
-_description:
- PURPOSE:
- This test will check your DVI port.
- STEPS:
- Skip this test if your system does not have a DVI port.
- 1. Connect a display (if not already connected) to the DVI port on your system
- VERIFICATION:
- Was the desktop displayed correctly on both screens?
+id: monitor/generator_dvi
+_description: Job generator for DVI port test
+_summary: Job generator for DVI port test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: monitor/`echo ${index}`_dvi_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ requires: display.dvi == 'supported'
+ plugin: manual
+ _description:
+ PURPOSE:
+ This test will check your DVI port.
+ STEPS:
+ Skip this test if your system does not have a DVI port.
+ 1. Connect a display (if not already connected) to the DVI port on your system
+ VERIFICATION:
+ Was the desktop displayed correctly on both screens?
+ EOF
-plugin: manual
-id: monitor/displayport
-requires: display.dp == 'supported'
-_description:
- PURPOSE:
- This test will check your DisplayPort port.
- STEPS:
- Skip this test if your system does not have a DisplayPort port.
- 1. Connect a display (if not already connected) to the DisplayPort port on your system
- VERIFICATION:
- Was the desktop displayed correctly on both screens?
+id: monitor/generator_displayport
+_description: Job generator for Displayport test
+_summary: Job generator for Displayport test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: monitor/`echo ${index}`_displayport_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ requires: display.dp == 'supported'
+ plugin: manual
+ _description:
+ PURPOSE:
+ This test will check your DisplayPort port.
+ STEPS:
+ Skip this test if your system does not have a DisplayPort port.
+ 1. Connect a display (if not already connected) to the DisplayPort port on your system
+ VERIFICATION:
+ Was the desktop displayed correctly on both screens?
+ EOF
-plugin: manual
-id: monitor/hdmi
-requires: display.hdmi == 'supported'
-_description:
- PURPOSE:
- This test will check your HDMI port.
- STEPS:
- Skip this test if your system does not have a HDMI port.
- 1. Connect a display (if not already connected) to the HDMI port on your system
- VERIFICATION:
- Was the desktop displayed correctly on both screens?
+id: monitor/generator_hdmi
+_description: Job generator for HDMI port test
+_summary: Job generator for HDMI port test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: monitor/`echo ${index}`_hdmi_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ requires: display.hdmi == 'supported'
+ plugin: manual
+ _description:
+ PURPOSE:
+ This test will check your HDMI port.
+ STEPS:
+ Skip this test if your system does not have a HDMI port.
+ 1. Connect a display (if not already connected) to the HDMI port on your system
+ VERIFICATION:
+ Was the desktop displayed correctly on both screens?
+ EOF
+
+id: monitor/generator_svideo
+_description: Job generator for S-VIDEO port test
+_summary: Job generator for S-VIDEO port test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: monitor/`echo ${index}`_svideo_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ requires: display.svideo == 'supported'
+ plugin: manual
+ _description:
+ PURPOSE:
+ This test will check your S-VIDEO port.
+ STEPS:
+ Skip this test if your system does not have a S-VIDEO port.
+ 1. Connect a display (if not already connected) to the S-VIDEO port on your system
+ VERIFICATION:
+ Was the desktop displayed correctly on both screens?
+ EOF
+
+id: monitor/generator_rca
+_description: Job generator for RCA port test
+_summary: Job generator for RCA port test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: monitor/`echo ${index}`_rca_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ requires: display.rca == 'supported'
+ plugin: manual
+ _description:
+ PURPOSE:
+ This test will check your RCA port.
+ STEPS:
+ Skip this test if your system does not have a RCA port.
+ 1. Connect a display (if not already connected) to the RCA port on your system
+ VERIFICATION:
+ Was the desktop displayed correctly on both screens?
+ EOF
+
+id: monitor/generator_multi-head
+_description: Job generator for multi-monitor test
+_summary: Job generator for multi-monitor test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: monitor/`echo ${index}`_multi-head_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ requires: dmi.product in ['Desktop','Low Profile Desktop','Tower','Mini Tower']
+ plugin: manual
+ _description:
+ PURPOSE:
+ This test verifies that multi-monitor output works on your desktop system. This is NOT the same test as the external monitor tests you would run on your laptop. You will need two monitors to perform this test.
+ STEPS:
+ Skip this test if your video card does not support multiple monitors.
+ 1. If your second monitor is not already connected, connect it now
+ 2. Open the "Displays" tool (open the dash and search for "Displays")
+ 3. Configure your output to provide one desktop across both monitors
+ 4. Open any application and drag it from one monitor to the next.
+ VERIFICATION:
+ Was the stretched desktop displayed correctly across both screens?
+ EOF
+
+id: monitor/generator_powersaving
+_description: Job generator for monitor power-saving test
+_summary: Job generator for monitor power-saving test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: monitor/`echo ${index}`_powersaving_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ plugin: user-interact-verify
+ command: xset dpms force off
+ _description:
+ PURPOSE:
+ This test will check your monitor power saving capabilities
+ STEPS:
+ 1. Click "Test" to try the power saving capabilities of your monitor
+ 2. Press any key or move the mouse to recover
+ VERIFICATION:
+ Did the monitor go blank and turn on again?
+ EOF
+
+id: monitor/generator_dim_brightness
+_description: Job generator for screen dimming test
+_summary: Job generator for screen dimming test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ id: monitor/`echo ${index}`_dim_brightness_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ requires: dmi.product in ['Notebook','Laptop','Portable','All In One','All-In-One','AIO']
+ plugin: user-interact-verify
+ user: root
+ command: brightness_test
+ _description:
+ PURPOSE:
+ This test will test changes to screen brightness
+ STEPS:
+ 1. Click "Test" to try to dim the screen.
+ 2. Check if the screen was dimmed approximately to half of the maximum brightness.
+ 3. The screen will go back to the original brightness in 2 seconds.
+ VERIFICATION:
+ Was your screen dimmed approximately to half of the maximum brightness?
+ EOF
plugin: manual
id: monitor/thunderbolt
@@ -63,69 +192,3 @@ _description:
Was the desktop displayed correctly on the Thunderbolt-connected screen in
every mode?
-plugin: manual
-id: monitor/svideo
-requires: display.svideo == 'supported'
-_description:
- PURPOSE:
- This test will check your S-VIDEO port.
- STEPS:
- Skip this test if your system does not have a S-VIDEO port.
- 1. Connect a display (if not already connected) to the S-VIDEO port on your system
- VERIFICATION:
- Was the desktop displayed correctly on both screens?
-
-plugin: manual
-id: monitor/rca
-requires: display.rca == 'supported'
-_description:
- PURPOSE:
- This test will check your RCA port.
- STEPS:
- Skip this test if your system does not have a RCA port.
- 1. Connect a display (if not already connected) to the RCA port on your system
- VERIFICATION:
- Was the desktop displayed correctly on both screens?
-
-plugin: manual
-id: monitor/multi-head
-requires: dmi.product in ['Desktop','Low Profile Desktop','Tower','Mini Tower']
-_description:
- PURPOSE:
- This test verifies that multi-monitor output works on your desktop system. This is NOT the same test as the external monitor tests you would run on your laptop. You will need two monitors to perform this test.
- STEPS:
- Skip this test if your video card does not support multiple monitors.
- 1. If your second monitor is not already connected, connect it now
- 2. Open the "Displays" tool (open the dash and search for "Displays")
- 3. Configure your output to provide one desktop across both monitors
- 4. Open any application and drag it from one monitor to the next.
- VERIFICATION:
- Was the stretched desktop displayed correctly across both screens?
-
-plugin: user-interact-verify
-id: monitor/powersaving
-command: xset dpms force off
-_description:
- PURPOSE:
- This test will check your monitor power saving capabilities
- STEPS:
- 1. Click "Test" to try the power saving capabilities of your monitor
- 2. Press any key or move the mouse to recover
- VERIFICATION:
- Did the monitor go blank and turn on again?
-
-plugin: user-interact-verify
-id: monitor/dim_brightness
-requires: dmi.product in ['Notebook','Laptop','Portable','All In One','All-In-One','AIO']
-user: root
-command: brightness_test
-_description:
- PURPOSE:
- This test will test changes to screen brightness
- STEPS:
- 1. Click "Test" to try to dim the screen.
- 2. Check if the screen was dimmed approximately to half of the maximum brightness.
- 3. The screen will go back to the original brightness in 2 seconds.
- VERIFICATION:
- Was your screen dimmed approximately to half of the maximum brightness?
-
diff --git a/jobs/stress.txt.in b/jobs/stress.txt.in
index bc64dd2..565a91a 100644
--- a/jobs/stress.txt.in
+++ b/jobs/stress.txt.in
@@ -13,7 +13,7 @@ plugin: shell
id: power-management/hibernate_30_cycles
estimated_duration: 5400.00
depends:
- power-management/hibernate_advanced
+ power-management/1_hibernate_advanced_.*
requires:
sleep.disk == 'supported'
rtc.state == 'supported'
diff --git a/jobs/suspend.txt.in b/jobs/suspend.txt.in
index 55fe957..378af52 100644
--- a/jobs/suspend.txt.in
+++ b/jobs/suspend.txt.in
@@ -11,6 +11,20 @@ estimated_duration: 1.2
_description: Record the current resolution before suspending.
command: xrandr -q |grep '*'| awk '{print $1}' > $PLAINBOX_SESSION_SHARE/resolution_before_suspend.txt
+plugin: local
+id: suspend/generator_resolution_before_suspend
+_description: Record the current resolution before suspending.
+_summary: Record the current resolution before suspending.
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: shell
+ id: suspend/`echo ${index}`_resolution_before_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ depends: graphics/`echo ${index}`_switch_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ estimated_duration: 1.2
+ _description: Record the current resolution before suspending.
+ command: xrandr -q |grep '*'| awk '{print $1}' > $PLAINBOX_SESSION_SHARE/`echo ${index}`_resolution_before_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`.txt
+ EOF
+
plugin: shell
id: suspend/audio_before_suspend
estimated_duration: 1.0
@@ -244,10 +258,10 @@ environ: PLAINBOX_SESSION_SHARE
command:
if type -P fwts >/dev/null; then
echo "Calling fwts"
- set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/suspend_single -s s3 --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 | tee $PLAINBOX_SESSION_SHARE/suspend_single_times.log
+ set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/2_suspend_single -s s3 --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 | tee $PLAINBOX_SESSION_SHARE/2_suspend_single_times.log
else
echo "Calling sleep_test"
- set -o pipefail; sleep_test -p | tee $PLAINBOX_SESSION_SHARE/suspend_single_times.log
+ set -o pipefail; sleep_test -p | tee $PLAINBOX_SESSION_SHARE/2_suspend_single_times.log
fi
estimated_duration: 90.0
_description:
@@ -271,16 +285,16 @@ command:
cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
plugin: user-interact-verify
id: suspend/`echo ${index}`_suspend_after_switch_to_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
- depends: suspend/suspend_advanced
+ depends: graphics/`echo ${index}`_switch_card_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
user: root
environ: PLAINBOX_SESSION_SHARE
command:
if type -P fwts >/dev/null; then
echo "Calling fwts"
- set -o pipefail; fwts_test -f none -s s3 --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45
+ set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/`echo ${index}`suspend_single -s s3 --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 | tee $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single_times.log
else
echo "Calling sleep_test"
- set -o pipefail; sleep_test -p
+ set -o pipefail; sleep_test -p | tee $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single_times.log
fi
estimated_duration: 90.0
_summary: Test suspend/resume after switching to $product
@@ -310,22 +324,29 @@ environ: PLAINBOX_SESSION_SHARE
command: set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/suspend_single -s s3 --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 | tee $PLAINBOX_SESSION_SHARE/suspend_single_times.log
estimated_duration: 90.000
-plugin: user-interact-verify
-id: suspend/hybrid_sleep
-user: root
+id: suspend/generator_hybrid_sleep
+_description: Job generator for hybrid sleep test
+_summary: Job generator for hybrid sleep test
+plugin: local
command:
- set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/hybrid_sleep_single -s s3 --s3-hybrid --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 --pm-method=pm-utils | tee $PLAINBOX_SESSION_SHARE/hybrid_sleep_single_times.log
-estimated_duration: 90.0
-_description:
- PURPOSE:
- This test will check hybrid sleep and resume
- STEPS:
- 1. Click "Test" and your system will go into hybrid sleep mode for about 30 - 60 seconds
- 2. Observe the Power LED to see if it blinks or changes color during suspend
- 3. If your system does not wake itself up after 60 seconds, please press the power button momentarily to wake the system manually
- 4. If your system fails to wake at all and must be rebooted, restart System Testing after reboot and mark this test as Failed
- VERIFICATION:
- Did your system enter hybrid sleep and then resume correctly?
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: user-interact-verify
+ id: suspend/`echo ${index}`_hybrid_sleep_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ user: root
+ command:
+ set -o pipefail; fwts_test -f none -l $PLAINBOX_SESSION_SHARE/hybrid_sleep_single -s s3 --s3-hybrid --s3-sleep-delay=30 --s3-device-check --s3-device-check-delay=45 --pm-method=pm-utils | tee $PLAINBOX_SESSION_SHARE/hybrid_sleep_single_times.log
+ estimated_duration: 90.0
+ _description:
+ PURPOSE:
+ This test will check hybrid sleep and resume
+ STEPS:
+ 1. Click "Test" and your system will go into hybrid sleep mode for about 30 - 60 seconds
+ 2. Observe the Power LED to see if it blinks or changes color during suspend
+ 3. If your system does not wake itself up after 60 seconds, please press the power button momentarily to wake the system manually
+ 4. If your system fails to wake at all and must be rebooted, restart System Testing after reboot and mark this test as Failed
+ VERIFICATION:
+ Did your system enter hybrid sleep and then resume correctly?
+ EOF
plugin: shell
id: suspend/suspend-single-log-check
@@ -334,11 +355,18 @@ command: [ -e $PLAINBOX_SESSION_SHARE/suspend_single.log ] && sleep_test_log_che
_description:
Automated check of the suspend log to look for errors reported by fwts
-plugin: attachment
-id: suspend/suspend-single-log-attach
-command: [ -e $PLAINBOX_SESSION_SHARE/suspend_single.log ] && cat $PLAINBOX_SESSION_SHARE/suspend_single.log
-_description:
- Attaches the log from the single suspend/resume test to the results
+id: suspend/generator_suspend-single-log-attach
+_description: Job generator for suspend log attach
+_summary: Job generator for suspend log attach
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: attachment
+ id: suspend/`echo ${index}`_suspend-single-log-attach_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single.log ] && cat $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single.log
+ _description:
+ Attaches the log from the single suspend/resume test to the results
+ EOF
plugin: shell
id: suspend/hybrid-sleep-single-log-check
@@ -347,18 +375,31 @@ command: [ -e $PLAINBOX_SESSION_SHARE/hybrid_sleep_single.log ] && sleep_test_lo
_description:
Automated check of the hybrid sleep log to look for errors reported by fwts
-plugin: attachment
-id: suspend/hybrid-sleep-single-log-attach
-command: [ -e $PLAINBOX_SESSION_SHARE/hybrid_sleep_single.log ] && cat $PLAINBOX_SESSION_SHARE/hybrid_sleep_single.log
-_description:
- Attaches the log from the single hybrid sleep/resume test to the results
+id: suspend/generator_hybrid-sleep-single-log-attach
+_description: Job generator for hybrid sleep log attach
+_summary: Job generator for hybrid sleep log attach
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: attachment
+ id: suspend/`echo ${index}`_hybrid-sleep-single-log-attach_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_hybrid_sleep_single.log ] && cat $PLAINBOX_SESSION_SHARE/`echo ${index}`_hybrid_sleep_single.log
+ _description:
+ Attaches the log from the single hybrid sleep/resume test to the results
+ EOF
-plugin: shell
-id: suspend/suspend-time-check
-estimated_duration: 1.2
-command: [ -e $PLAINBOX_SESSION_SHARE/suspend_single_times.log ] && sleep_time_check $PLAINBOX_SESSION_SHARE/suspend_single_times.log
-_description:
- Checks the sleep times to ensure that a machine suspends and resumes within a given threshold
+id: suspend/generator_suspend-time-check
+_description: Job generator for suspend time check test
+_summary: Job generator for suspend time check test
+plugin: local
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: shell
+ id: suspend/`echo ${index}`_suspend-time-check_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ estimated_duration: 1.2
+ command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single_times.log ] && sleep_time_check $PLAINBOX_SESSION_SHARE/`echo ${index}`_suspend_single_times.log
+ _description: Checks the sleep times to ensure that a machine suspends and resumes within a given threshold
+ EOF
plugin: user-interact-verify
id: power-management/usb_wakeup_keyboard
@@ -406,6 +447,20 @@ estimated_duration: 1.2
_description: Test to see that we have the same resolution after resuming as before.
command: xrandr -q |grep '*'| awk '{print $1}' | diff $PLAINBOX_SESSION_SHARE/resolution_before_suspend.txt -
+plugin: local
+id: suspend/generator_resolution_after_suspend
+_description: Resolution consistency check after suspend with the valuse we got before suspend.
+_summary: Resolution consistency check after suspend with the valuse we got before suspend.
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: shell
+ id: suspend/`echo ${index}`_resolution_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ estimated_duration: 1.2
+ depends: suspend/`echo ${index}`_resolution_before_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ _description: Test to see that we have the same resolution after resuming as before.
+ command: xrandr -q |grep '*'| awk '{print $1}' | diff $PLAINBOX_SESSION_SHARE/`echo ${index}`_resolution_before_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`.txt -
+ EOF
+
plugin: shell
id: suspend/audio_after_suspend
estimated_duration: 1.0
@@ -1303,6 +1358,28 @@ _description:
VERIFICATION:
Did your display look fine in the detected mode?
+plugin: local
+id: suspend/generator_cycle_resolutions_after_suspend
+requires: device.category == 'VIDEO'
+_description: Cycle resolution after suspend tests
+_summary: Cycle resolution after suspend tests
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: user-interact-verify
+ id: suspend/`echo ${index}`_cycle_resolutions_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ estimated_duration: 120.0
+ requires: package.name == 'xorg'
+ depends: suspend/suspend_advanced
+ command: xrandr_cycle --keyword=`echo ${index}`_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'` --screenshot-dir $PLAINBOX_SESSION_SHARE
+ _description:
+ PURPOSE:
+ This test will cycle through the detected display modes
+ STEPS:
+ 1. Click "Test" and the display will cycle trough the display modes
+ VERIFICATION:
+ Did your display look fine in the detected mode?
+ EOF
+
plugin: shell
id: suspend/cycle_resolutions_after_suspend_auto
estimated_duration: 1.2
@@ -1313,11 +1390,18 @@ _description:
This is done automatically by taking screenshots and uploading them as an attachment.
command: xrandr_cycle --keyword=after_suspend --screenshot-dir $PLAINBOX_SESSION_SHARE
-plugin: attachment
-id: suspend/xrandr_screens_after_suspend.tar.gz
-depends: suspend/cycle_resolutions_after_suspend
-command: [ -e $PLAINBOX_SESSION_SHARE/xrandr_screens_after_suspend.tgz ] && cat $PLAINBOX_SESSION_SHARE/xrandr_screens_after_suspend.tgz
-_description: This attaches screenshots from the suspend/cycle_resolutions_after_suspend test to the results submission.
+plugin: local
+id: suspend/generator_xrandr_screens_after_suspend.tar.gz
+_description: Attach screenshots from the suspend/cycle_resolution_after_suspend test to the results submission.
+_summary: Attach screenshots from the suspend/cycle_resolution_after_suspend test to the results submission.
+command:
+ cat <<'EOF' | run_templates -t -s 'graphics_card_resource'
+ plugin: attachment
+ id: suspend/`echo ${index}`_xrandr_screens_after_suspend.tar.gz
+ depends: suspend/`echo ${index}`_cycle_resolutions_after_suspend_`echo "${product}" | sed 's/ /_/g;s/[^_a-zA-Z0-9-]//g'`
+ command: [ -e $PLAINBOX_SESSION_SHARE/`echo ${index}`_xrandr_screens_after_suspend.tgz ] && cat $PLAINBOX_SESSION_SHARE/`echo ${index}`_xrandr_screens_after_suspend.tgz
+ _description: This attaches screenshots from the suspend/cycle_resolutions_after_suspend test to the results submission.
+ EOF
plugin: shell
id: suspend/record_playback_after_suspend