Cherry pick revision 3226 from lp:checkbox.plainbox-provider-checkbox-v0.10c2plainbox-provider-checkbox-v0.10

Brings back legacy graphics jobs to avoid breaking pre-14.04 whitelists. 

2 files changed, 254 insertions, 1 deletions

diff --git a/jobs/graphics-legacy.txt.in b/jobs/graphics-legacy.txt.in
new file mode 100644
index 0000000..795e41d
--- /dev/null
+++ b/jobs/graphics-legacy.txt.in
@@ -0,0 +1,253 @@
+plugin: shell
+id: graphics/driver_version
+command: graphics_driver
+estimated_duration: 0.500
+_description: Parses Xorg.0.Log and discovers the running X driver and version
+_summary: Test X driver/version
+
+plugin: manual
+id: graphics/resolution-change
+depends: graphics/xorg-version
+_summary: Test changing resolution
+_description:
+ PURPOSE:
+ This test will verify that the GUI is usable after manually changing resolution
+ STEPS:
+ 1. Open the Displays application
+ 2. Select a new resolution from the dropdown list
+ 3. Click on Apply
+ 4. Select the original resolution from the dropdown list
+ 5. Click on Apply
+ VERIFICATION:
+ Did the resolution change as expected?
+
+plugin: user-verify
+id: graphics/resolution
+requires:
+ device.category == 'VIDEO'
+flags: deprecated
+command: resolution_test
+estimated_duration: 0.750
+_summary: Test default resolution (for old checkbox)
+_description:
+ PURPOSE:
+ This test will verify the default display resolution
+ STEPS:
+ 1. This display is using the following resolution:
+ INFO:
+ $output
+ VERIFICATION:
+ Is this acceptable for your display?
+
+plugin: user-verify
+id: graphics/screen-resolution
+requires:
+ device.category == 'VIDEO'
+ package.name == 'qmlscene'
+command: timeout 5 qmlscene --transparent --fullscreen $PLAINBOX_PROVIDER_DATA/resolution_test.qml
+estimated_duration: 10.0
+_summary: Test default resolution
+_description:
+ PURPOSE:
+ This test will verify the default display resolution
+ STEPS:
+ 1. Click on Test to display the screen resolution overlay for 5 seconds.
+ VERIFICATION:
+ Is this acceptable for your display?
+
+plugin: shell
+id: graphics/minimum_resolution
+requires:
+ device.category == 'VIDEO'
+command: resolution_test --horizontal 800 --vertical 600
+estimated_duration: 0.331
+_summary: Test that system meets minimum resolution requirement
+_description:
+ Ensure the current resolution meets or exceeds the recommended minimum
+ resolution (800x600). See here for details:
+ .
+ https://help.ubuntu.com/community/Installation/SystemRequirements
+
+plugin: user-verify
+id: graphics/maximum_resolution
+requires:
+ device.category == 'VIDEO'
+ package.name == 'zenity'
+command: zenity --info --text "Maximum resolution: $(xrandr -q |grep -A 1 "connected\( primary\)* [0-9]" |tail -1 |awk '{print $1}')"
+estimated_duration: 10
+_summary: Test maximum supported resolution
+_description:
+ PURPOSE:
+ This test will verify the display is operating at its maximum supported resolution 
+ STEPS:
+ 1. Consult the system's specifications and locate the screen's maximum supported resolution.
+ 2. Click on Test to display the maximum resolution that can be used by Ubuntu on the current display.
+ VERIFICATION:
+ Is this the display's maximum resolution?
+
+id: graphics/modes
+plugin: shell
+command: graphics_modes_info
+estimated_duration: 0.250
+_description: Collect info on graphics modes (screen resolution and refresh rate)
+_summary: Collect info on graphics modes 
+
+id: graphics/color_depth
+plugin: shell
+command: color_depth_info
+estimated_duration: 0.150
+_description: Collect info on color depth and pixel format.
+_summary: Collect info on color depth and pixel format.
+
+id: graphics/fresh_rate
+plugin: shell
+command: fresh_rate_info
+_description: Collect info on fresh rate.
+_summary: Collect info on fresh rate.
+
+id: graphics/graphic_memory
+plugin: shell
+command: graphic_memory_info
+_description: Collect info on graphic memory.
+_summary: Collect info on graphic memory.
+
+plugin: user-verify
+id: graphics/cycle_resolution
+requires: package.name == 'xorg'
+depends: graphics/VESA_drivers_not_in_use
+command: xrandr_cycle --screenshot-dir $PLAINBOX_SESSION_SHARE
+estimated_duration: 250.000
+_summary: Test resolution cycling
+_description:
+ PURPOSE:
+ This test cycles through the detected video modes
+ STEPS:
+ 1. Click "Test" to start cycling through the video modes
+ VERIFICATION:
+ Did the screen appear to be working for each mode?
+
+plugin: user-verify
+id: graphics/rotation
+depends: graphics/xorg-version
+command: rotation_test
+estimated_duration: 20.000
+_summary: Test rotation
+_description:
+ PURPOSE:
+ This test will test display rotation
+ STEPS:
+ 1. Click "Test" to test display rotation. The display will be rotated every 4 seconds.
+ 2. Check if all rotations (normal right inverted left) took place without permanent screen corruption
+ VERIFICATION:
+ Did the display rotation take place without without permanent screen corruption?
+
+plugin: shell
+id: graphics/compiz_check
+requires: package.name == 'nux-tools'
+command: ! /usr/lib/nux/unity_support_test -c -p | ansi_parser | grep ":\(\s\+\)no$"
+estimated_duration: 0.130
+_summary: Test Compiz support
+_description: Check that hardware is able to run compiz
+
+plugin: shell
+id: graphics/unity-support
+requires: package.name == 'nux-tools'
+command: ! /usr/lib/nux/unity_support_test -p | ansi_parser | grep ":\(\s\+\)no"
+estimated_duration: 0.131
+_description: Check that hardware is able to run Unity 3D
+_summary: Test Unity 3D support
+
+plugin: user-verify
+id: graphics/glxgears
+requires: package.name == 'mesa-utils'
+command: glxgears; true
+_description:
+_summary: Test that glxgears works
+ PURPOSE:
+ This test tests the basic 3D capabilities of your video card
+ STEPS:
+ 1. Click "Test" to execute an OpenGL demo. Press ESC at any time to close.
+ 2. Verify that the animation is not jerky or slow.
+ VERIFICATION:
+ 1. Did the 3d animation appear?
+ 2. Was the animation free from slowness/jerkiness?
+
+plugin: shell
+id: graphics/3d_window_open_close
+requires: package.name == 'mesa-utils'
+command: window_test -t open-close -i 10
+estimated_duration: 60.525
+_summary: Test 3D window open/close
+_description: Open and close a 3D window multiple times
+
+plugin: shell
+id: graphics/3d_window_suspend_resume
+requires: package.name == 'mesa-utils'
+command: window_test -t suspend-resume -i 10
+estimated_duration: 121.00
+_description: Open, suspend resume and close a 3D window multiple times
+_summary: Test a 3D window with suspend/resume
+
+plugin: shell
+id: graphics/multi_3d_windows_open_close
+requires: package.name == 'mesa-utils'
+command: window_test -t open-close-multi -i 10 -w 4
+estimated_duration: 60.000
+_description: Open and close 4 3D windows multiple times
+_summary: Test Multi 3D window open/close
+
+plugin: shell
+id: graphics/3d_window_move
+requires: package.name == 'mesa-utils'
+command: window_test -t move
+estimated_duration: 50.000
+_description: Move a 3D window around the screen
+_summary: Test 3D window movement
+
+plugin: shell
+id: graphics/screenshot
+requires: package.name == 'fswebcam'
+command: set -o pipefail; camera_test still --device=/dev/external_webcam -f ${PLAINBOX_SESSION_SHARE}/screenshot.jpg -q 2>&1 | ansi_parser
+_summary: Test grabbing a screenshot 
+_description:
+ PURPOSE:
+ Take a screengrab of the current screen (logged on Unity desktop)
+ STEPS:
+ 1. Take picture using USB webcam
+ VERIFICATION:
+ Review attachment manually later
+
+plugin: attachment
+id: screenshot.jpg
+depends: graphics/screenshot
+command: base64 ${PLAINBOX_SESSION_SHARE}/screenshot.jpg
+_description: Attaches the screenshot captured in graphics/screenshot.
+_summary: Attach results of screenshot test 
+
+plugin: shell
+id: graphics/screenshot_fullscreen_video
+requires: package.name == 'fswebcam'
+command:
+ [ -f ${PLAINBOX_PROVIDER_DATA}/video/Ogg_Theora_Video.ogv ] || { echo "Video file not found"; exit 1; }
+ dbus-launch gsettings set org.gnome.totem repeat true
+ totem --fullscreen ${PLAINBOX_PROVIDER_DATA}/video/Ogg_Theora_Video.ogv 2>/dev/null &
+ set -o pipefail
+ sleep 15 && camera_test still --device=/dev/external_webcam -f ${PLAINBOX_SESSION_SHARE}/screenshot_fullscreen_video.jpg -q 2>&1 | ansi_parser
+ sleep 5 && totem --quit 2>/dev/null
+ dbus-launch gsettings set org.gnome.totem repeat false
+_summary: Test FSV screenshot
+_description:
+ PURPOSE:
+ Take a screengrab of the current screen during fullscreen video playback
+ STEPS:
+ 1. Start a fullscreen video playback
+ 2. Take picture using USB webcam after a few seconds
+ VERIFICATION:
+ Review attachment manually later
+
+plugin: attachment
+id: screenshot_fullscreen_video.jpg
+depends: graphics/screenshot_fullscreen_video
+command: base64 ${PLAINBOX_SESSION_SHARE}/screenshot_fullscreen_video.jpg
+_description: Attaches the screenshot captured in graphics/screenshot_fullscreen_video.
+_summary: Attach results of FSV screenshot test
diff --git a/jobs/local.txt.in b/jobs/local.txt.in
index 287c02a..9bd5934 100644
--- a/jobs/local.txt.in
+++ b/jobs/local.txt.in
@@ -101,7 +101,7 @@ plugin: local
 _description: Graphics tests
 command:
 shopt -s extglob
- cat $PLAINBOX_PROVIDER_DATA/../jobs/graphics.txt?(.in)
+ cat $PLAINBOX_PROVIDER_DATA/../jobs/graphics.txt?(.in) $PLAINBOX_PROVIDER_DATA/../jobs/graphics-legacy.txt?(.in) 
 
 id: __hibernate__
 plugin: local