*Edit Stella launcher 'stella-cli'

*Edit Stella whitelist 'stella-full-14-04-3.pxu *Create job category 'Stella' and add jobs to Stella category 

1 files changed, 24 insertions, 113 deletions

diff --git a/units/stella-full-14-04-3.pxu b/units/stella-full-14-04-3.pxu
index 134b56e..ae16175 100644
--- a/units/stella-full-14-04-3.pxu
+++ b/units/stella-full-14-04-3.pxu
@@ -3,15 +3,15 @@ _name: Stella Full 14.04.3
 unit: test plan
 include:
 ## Common Whitelist for OEM projects
- ## Rev 1.4, 2015-10-05
+ ## Rev 1.5, 2016-03-22
 ## Based on checkbox-ng, checkbox-gui, plainbox, plainbox-provider-checkbox
+ ## Updated for new Plainbox template units
 # Resource Jobs
 2013.com.canonical.certification::accessibility
 2013.com.canonical.certification::block_device
 2013.com.canonical.certification::build
 2013.com.canonical.certification::cdimage
 2013.com.canonical.certification::cpuinfo
- 2013.com.canonical.certification::device
 2013.com.canonical.certification::display
 2013.com.canonical.certification::dmi
 2013.com.canonical.certification::dpkg
@@ -21,7 +21,7 @@ include:
 2013.com.canonical.certification::lsb
 2013.com.canonical.certification::meminfo
 2013.com.canonical.certification::module
- 2013.com.canonical.certification::optical_drive
+ 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
 2013.com.canonical.certification::package
 2013.com.canonical.certification::resource
 #resources
@@ -36,12 +36,10 @@ include:
 # Tests grouped by categories. Categories start with '__'
 2013.com.canonical.certification::hardware
 2013.com.canonical.certification::hardware/certification
- 2013.com.canonical.certification::__miscellanea__
 2013.com.canonical.certification::miscellanea/tester-info
 #miscellanea/chvt
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__audio__
- 2013.com.canonical.certification::audio/generator_.*
+ #2013.com.canonical.certification::audio/generator_.*
 2013.com.canonical.certification::audio/alsa_info_collect
 2013.com.canonical.certification::audio/alsa_info_attachment
 #audio/alsa_record_playback_usb
@@ -59,51 +57,25 @@ include:
 #audio/external-linein
 #audio/external-lineout
 # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
- #2013.com.canonical.certification::__codecs__
- #2013.com.canonical.certification::codecs/ogg-vorbis
- #2013.com.canonical.certification::codecs/wav
- 2013.com.canonical.certification::__benchmarks__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__bluetooth__
 2013.com.canonical.certification::bluetooth/detect-output certification-status=blocker
 2013.com.canonical.certification::bluetooth/audio-a2dp certification-status=blocker
 2013.com.canonical.certification::bluetooth/audio certification-status=blocker
 2013.com.canonical.certification::bluetooth/browse-files certification-status=blocker
 2013.com.canonical.certification::bluetooth/file-transfer certification-status=blocker
 2013.com.canonical.certification::bluetooth/HID
- 2013.com.canonical.certification::__camera__
 2013.com.canonical.certification::camera/detect certification-status=blocker
 2013.com.canonical.certification::camera/still certification-status=blocker
 2013.com.canonical.certification::camera/display certification-status=blocker
 2013.com.canonical.certification::camera/multiple-resolution-images certification-status=blocker
- 2013.com.canonical.certification::__cpu__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::__disk__
 # See Automated Tests section at the end of this file
 2013.com.canonical.certification::disk/detect certification-status=blocker
 #2013.com.canonical.certification::disk/hdd-parking
- #__esata__
- #esata/insert
- #esata/storage-test
- #esata/remove
- #__expresscard__
- #expresscard/verification
- #__firewire__
- #firewire/insert
- #firewire/storage-test
- #firewire/remove
- #__floppy__
- #floppy/check
- #floppy/check_fd\d
- 2013.com.canonical.certification::__thunderbolt__
 2013.com.canonical.certification::thunderbolt/insert certification-status=non-blocker
 2013.com.canonical.certification::thunderbolt/storage-test certification-status=non-blocker
 2013.com.canonical.certification::thunderbolt/remove certification-status=non-blocker
 # See the Thunderbolt monitor test for the daisy-chain test
- #__firmware__
- # firmware tests
- 2013.com.canonical.certification::__firmware__
- 2013.com.canonical.certification::firmware/generator_.*
 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis
 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_hwe
 2013.com.canonical.certification::firmware/fwts_desktop_diagnosis_results.log.gz
@@ -113,12 +85,9 @@ include:
 2013.com.canonical.certification::firmware/no_ACPI_REV_interface
 2013.com.canonical.certification::miscellanea/dmitest_client
 # required by suspend/network_before_suspend
- 2013.com.canonical.certification::__ethernet__
 2013.com.canonical.certification::ethernet/detect certification-status=blocker
 2013.com.canonical.certification::ethernet/info_automated
 ## this test cause a unused test case error, but required for cert.
- 2013.com.canonical.certification::__monitor__
- 2013.com.canonical.certification::monitor/generator_.*
 2013.com.canonical.certification::monitor/1_powersaving_.* certification-status=blocker
 2013.com.canonical.certification::monitor/1_dim_brightness_.* certification-status=blocker
 2013.com.canonical.certification::monitor/1_displayport_.* certification-status=blocker
@@ -134,8 +103,6 @@ include:
 2013.com.canonical.certification::monitor/1_vga_.* certification-status=blocker
 2013.com.canonical.certification::monitor/1_multi-head_.* certification-status=blocker
 # See Graphic Tests section for monitor test on second graphic card
- 2013.com.canonical.certification::__graphics__
- 2013.com.canonical.certification::graphics/generator_.*
 2013.com.canonical.certification::graphics/xorg-version certification-status=blocker
 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
@@ -201,9 +168,7 @@ include:
 2013.com.canonical.certification::graphics/xorg-failsafe certification-status=blocker
 2013.com.canonical.certification::graphics/xorg-process certification-status=blocker
 2013.com.canonical.certification::graphics/VESA_drivers_not_in_use certification-status=blocker
- 2013.com.canonical.certification::__hibernate__
 #See below, power-management/hibernate_advanced
- 2013.com.canonical.certification::__input__
 2013.com.canonical.certification::input/accelerometer_verify certification-status=non-blocker
 2013.com.canonical.certification::input/accelerometer certification-status=non-blocker
 2013.com.canonical.certification::input/pointing
@@ -211,7 +176,6 @@ include:
 2013.com.canonical.certification::input/keyboard certification-status=blocker
 2013.com.canonical.certification::input/clicking
 2013.com.canonical.certification::input/clicking_.* certification-status=blocker
- 2013.com.canonical.certification::__keys__
 2013.com.canonical.certification::keys/mute certification-status=blocker
 2013.com.canonical.certification::keys/volume certification-status=blocker
 2013.com.canonical.certification::keys/brightness certification-status=blocker
@@ -226,7 +190,6 @@ include:
 #2013.com.canonical.certification::keys/keyboard-backlight
 #2013.com.canonical.certification::keys/keyboard-overhead-light
 #2013.com.canonical.certification::keys/lock-screen
- 2013.com.canonical.certification::__led__
 2013.com.canonical.certification::led/power certification-status=blocker
 2013.com.canonical.certification::led/wlan certification-status=non-blocker
 2013.com.canonical.certification::led/mute certification-status=blocker
@@ -234,14 +197,12 @@ include:
 2013.com.canonical.certification::led/camera certification-status=blocker
 2013.com.canonical.certification::led/battery-charging
 2013.com.canonical.certification::led/battery-charged
- #led/battery-low
 #2013.com.canonical.certification::led/microphone
 #2013.com.canonical.certification::led/bluetooth
 2013.com.canonical.certification::led/numeric-keypad certification-status=blocker
 2013.com.canonical.certification::led/caps-lock certification-status=blocker
 2013.com.canonical.certification::led/touchpad
 #2013.com.canonical.certification::led/wireless
- 2013.com.canonical.certification::__mediacard__
 2013.com.canonical.certification::mediacard/mmc-insert certification-status=non-blocker
 2013.com.canonical.certification::mediacard/mmc-storage certification-status=non-blocker
 2013.com.canonical.certification::mediacard/mmc-remove certification-status=non-blocker
@@ -251,16 +212,6 @@ include:
 2013.com.canonical.certification::mediacard/sdhc-insert certification-status=blocker
 2013.com.canonical.certification::mediacard/sdhc-storage certification-status=blocker
 2013.com.canonical.certification::mediacard/sdhc-remove certification-status=blocker
- #mediacard/cf-insert
- #mediacard/cf-storage
- #mediacard/cf-remove
- #mediacard/msp-insert
- #mediacard/msp-storage
- #mediacard/msp-remove
- #mediacard/xd-insert
- #mediacard/xd-storage
- #mediacard/xd-remove
- 2013.com.canonical.certification::__memory__
 # See Automated Tests section at the end of this file
 #2013.com.canonical.certification::__mobilebroadband__
 #2013.com.canonical.certification::mobilebroadband/gsm_connection
@@ -285,24 +236,16 @@ include:
 #2013.com.canonical.certification::networking/info_wlan\d
 #above case does not exist
 2013.com.canonical.certification::networking/ntp certification-status=blocker
- 2013.com.canonical.certification::__optical__
 2013.com.canonical.certification::optical_drive_.* certification-status=blocker
 2013.com.canonical.certification::optical/detect certification-status=blocker
- 2013.com.canonical.certification::optical/read certification-status=blocker
 2013.com.canonical.certification::optical/read_.* certification-status=blocker
 #optical/read-automated
 #optical/cdrom-audio-playback
- 2013.com.canonical.certification::optical/bluray-read certification-status=blocker
 2013.com.canonical.certification::optical/bluray-read_.* certification-status=blocker
- 2013.com.canonical.certification::optical/bluray-write certification-status=blocker
 2013.com.canonical.certification::optical/bluray-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/cdrom-write certification-status=blocker
 2013.com.canonical.certification::optical/cdrom-write_.* certification-status=blocker
- 2013.com.canonical.certification::optical/dvd-write certification-status=blocker
 2013.com.canonical.certification::optical/dvd-write_.* certification-status=blocker
- 2013.com.canonical.certification::__power-management__
 # See Automated Tests section at the end of this file
- 2013.com.canonical.certification::power-management/generator_.*
 2013.com.canonical.certification::power-management/rtc certification-status=blocker
 2013.com.canonical.certification::power-management/tickless_idle certification-status=blocker
 2013.com.canonical.certification::power-management/fwts_wakealarm certification-status=blocker
@@ -311,7 +254,6 @@ include:
 #2013.com.canonical.certification::power-management/hibernate-single-log-check
 #2013.com.canonical.certification::power-management/hibernate-single-log-attach
 # hibernate cases moved to further below
- 2013.com.canonical.certification::__touchpad__
 2013.com.canonical.certification::touchpad/basic
 2013.com.canonical.certification::touchpad/detected-as-mouse
 2013.com.canonical.certification::touchpad/drag-and-drop certification-status=blocker
@@ -327,7 +269,6 @@ include:
 2013.com.canonical.certification::touchpad/multitouch-rightclick certification-status=blocker
 2013.com.canonical.certification::touchpad/multitouch-vertical certification-status=blocker
 2013.com.canonical.certification::touchpad/multitouch-zoom certification-status=non-blocker
- 2013.com.canonical.certification::__touchscreen__
 2013.com.canonical.certification::touchscreen/tap-detect
 2013.com.canonical.certification::touchscreen/drag-n-drop certification-status=blocker
 2013.com.canonical.certification::touchscreen/multitouch-zoom certification-status=blocker
@@ -336,7 +277,6 @@ include:
 2013.com.canonical.certification::touchscreen/multitouch-dash certification-status=blocker
 2013.com.canonical.certification::touchscreen/3-touch-tap certification-status=blocker
 2013.com.canonical.certification::touchscreen/4-touch-tap certification-status=blocker
- 2013.com.canonical.certification::__usb__
 2013.com.canonical.certification::usb/detect certification-status=blocker
 2013.com.canonical.certification::usb/HID certification-status=blocker
 2013.com.canonical.certification::usb/insert certification-status=blocker
@@ -347,7 +287,6 @@ include:
 2013.com.canonical.certification::usb3/remove certification-status=blocker
 2013.com.canonical.certification::usb/usb3_read_performance
 2013.com.canonical.certification::usb/usb3_read_performance_.*
- 2013.com.canonical.certification::__wireless__
 #wireless/wireless_connection
 ## as a reminder for QA to make sure wireless connected
 #led/wlan
@@ -359,8 +298,7 @@ include:
 2013.com.canonical.certification::wireless/wireless_connection_open_bg certification-status=blocker
 2013.com.canonical.certification::wireless/wireless_connection_wpa_n certification-status=blocker
 2013.com.canonical.certification::wireless/wireless_connection_open_n certification-status=blocker
- 2013.com.canonical.certification::__suspend__
- 2013.com.canonical.certification::suspend/generator_.*
+ #2013.com.canonical.certification::suspend/generator_.*
 2013.com.canonical.certification::suspend/network_before_suspend certification-status=blocker
 # Ethernet was not connected here
 2013.com.canonical.certification::suspend/audio_before_suspend certification-status=blocker
@@ -412,7 +350,6 @@ include:
 2013.com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
 2013.com.canonical.certification::power-management/hibernate-single-log-attach
 2013.com.canonical.certification::keys/sleep certification-status=blocker
- 2013.com.canonical.certification::suspend/pointing-after-suspend
 2013.com.canonical.certification::suspend/pointing-after-suspend_.* certification-status=blocker
 2013.com.canonical.certification::suspend/mmc-insert-after-suspend certification-status=non-blocker
 2013.com.canonical.certification::suspend/mmc-storage-after-suspend certification-status=non-blocker
@@ -503,11 +440,8 @@ include:
 # Automated Tests
 # The following tests are purely automated and/or lenghty stress tests. They
 # have been moved to the end of the test run to improve the testing process.
- 2013.com.canonical.certification::__install__
 2013.com.canonical.certification::install/apt-get-gets-updates
- 2013.com.canonical.certification::benchmarks/disk/hdparm-read
 2013.com.canonical.certification::benchmarks/disk/hdparm-read_.*
- 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read
 2013.com.canonical.certification::benchmarks/disk/hdparm-cache-read_.*
 2013.com.canonical.certification::benchmarks/graphics/gtkperf
 2013.com.canonical.certification::benchmarks/graphics/render-bench
@@ -528,13 +462,10 @@ include:
 2013.com.canonical.certification::cpu/maxfreq_test certification-status=blocker
 2013.com.canonical.certification::cpu/maxfreq_test-log-attach
 2013.com.canonical.certification::cpu/clocktest
- 2013.com.canonical.certification::disk/stats
- 2013.com.canonical.certification::disk/stats_.*
- 2013.com.canonical.certification::disk/read_performance certification-status=blocker
+ 2013.com.canonical.certification::disk/stats_.* certification-status=blocker
 2013.com.canonical.certification::disk/read_performance_.* certification-status=blocker
 2013.com.canonical.certification::disk/smart certification-status=blocker
 2013.com.canonical.certification::disk/smart_.* certification-status=blocker
- 2013.com.canonical.certification::disk/storage_devices
 2013.com.canonical.certification::disk/storage_device_.* certification-status=blocker
 2013.com.canonical.certification::graphics/generator_3d_window_open_close
 2013.com.canonical.certification::graphics/generator_3d_window_move
@@ -546,22 +477,6 @@ include:
 #2013.com.canonical.certification::miscellanea/fwts_results.log
 2013.com.canonical.certification::miscellanea/oops certification-status=blocker
 2013.com.canonical.certification::miscellanea/oops_results.log
- #miscellanea/sources-list
- #2013.com.canonical.certification::power-management/suspend_30_cycles
- #2013.com.canonical.certification::power-management/suspend-30-cycles-log-check
- #2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
- #2013.com.canonical.certification::power-management/suspend-30-cycles-time-check
- #2013.com.canonical.certification::power-management/hibernate_30_cycles
- #2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check
- #2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- #2013.com.canonical.certification::__stress__
- #2013.com.canonical.certification::stress/cpu_stress_test
- #stress/reboot
- #stress/reboot_log
- #stress/poweroff
- #stress/poweroff_log
- #Info attachment jobs
- 2013.com.canonical.certification::__info__
 2013.com.canonical.certification::codecs_attachment
 2013.com.canonical.certification::cpuinfo_attachment
 2013.com.canonical.certification::dmesg_attachment
@@ -585,7 +500,6 @@ include:
 2013.com.canonical.certification::kernel_cmdline_attachment
 2013.com.canonical.certification::modinfo_attachment
 2013.com.canonical.certification::dkms_info_attachment
- 2013.com.canonical.certification::info/hdparm
 2013.com.canonical.certification::info/hdparm_.*.txt
 2013.com.canonical.certification::installer_debug.gz
 2013.com.canonical.certification::info/buildstamp
@@ -594,41 +508,38 @@ include:
 2013.com.canonical.certification::info/network_devices
 2013.com.canonical.certification::info/xrandr
 2013.com.canonical.certification::info/disk_partitions
- stella
- stella/energy-star-compliant
- stella/energy-star-compliant-NB/suspend-on-AC-power
- stella/energy-star-compliant-NB/suspend-on-battery-power
- stella/hotkeys
- stella/hotkeys/help
- stella/account
- stella/account/switch-to-guest-session
- stella/hp-particular
- stella/hp-particular/hp-documents
- stella/hp-particular/hp-wallpaper
+#unit: category
+#id: stella
+#_name: Stella tests
+ 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
+ 2014.com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
+ 2014.com.canonical.ce::stella/hotkeys/help
+ 2014.com.canonical.ce::stella/account/switch-to-guest-session
+ 2014.com.canonical.ce::stella/hp-particular/hp-documents
+ 2014.com.canonical.ce::stella/hp-particular/hp-wallpaper
 #stella/hp-particular/build_valid_check
 #stella/hp-particular/collect_installed_information_client
- stella/third-party-addon
 #stella/third-party-addon/Adobe-flash
- stella/third-party-addon/check-mp3-codec-installed
+ 2014.com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed
 #stella/third-party-addon/check-Hanyi-font-installed
- stella/third-party-addon/Unity-mode-default3d
- stella/sourcelist
+ 2014.com.canonical.ce::stella/third-party-addon/Unity-mode-default3d
 # non OSP release source list tests
- stella/sourcelist/distro-oem-repository-nonOSP
+ 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
 # OSP release source list tests
- stella/sourcelist/distro-oem-repository-sp1
+ 2014.com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
 #stella/sourcelist/distro-oem-repository-sp2
 # Stella specific source list tests
- stella/sourcelist/.*-repository$
- #stella/cnb-sourcelist
+ 2014.com.canonical.ce::stella/sourcelist/.*-repository$
 #stella/cnb-sourcelist/ludao-repository
- #stella/vnb-sourcelist
 #stella/vnb-sourcelist/oem-sp1-repository
 #stella/vnb-sourcelist/oem-sp2-repository
 #stella/vnb-sourcelist/daan-repository
- #stella/cmit-sourcelist
 #stella/cmit-sourcelist/oem-trusty-repository
 #stella/cmit-sourcelist/datong-repository
+bootstrap_include:
+ 2013.com.canonical.certification::device
+ 2013.com.canonical.certification::fwts
+ 2013.com.canonical.certification::graphics_card
 mandatory_include:
 2013.com.canonical.certification::miscellanea/submission-resources
 2013.com.canonical.plainbox::collect-manifest