summaryrefslogtreecommitdiff
diff options
authorbettyl <betty.lin@canonical.com>2014-05-12 10:20:17 +0800
committerbettyl <betty.lin@canonical.com>2014-05-12 10:20:17 +0800
commit11943de7f643e9115f5b832bcbead6f9af722004 (patch)
treeaa5aac6860d61db44f8087d9549d9c83d91fc37c
parent40e222e35f4d839be7416a60538536e74fc56efb (diff)
add stella stress whitelist, modify stella test cases
-rw-r--r--jobs/stella/hp-particular.txt.in2
-rw-r--r--jobs/stella/third-party-addon.txt.in6
-rw-r--r--whitelists/stella-laptop-full.whitelist66
-rw-r--r--whitelists/stella-stress.whitelist63
4 files changed, 102 insertions, 35 deletions
diff --git a/jobs/stella/hp-particular.txt.in b/jobs/stella/hp-particular.txt.in
index 0c263c3..8b33a6e 100644
--- a/jobs/stella/hp-particular.txt.in
+++ b/jobs/stella/hp-particular.txt.in
@@ -11,7 +11,7 @@ _description:
2. There should be two tabs on Firefox and perform HP User Guides
3. Check language of HP User Guides is correct
-plugin: manual
+plugin: user-interact-verify
id: stella/hp-particular/build_valid_check
command: stella_compatibilityChecker -r
_description:
diff --git a/jobs/stella/third-party-addon.txt.in b/jobs/stella/third-party-addon.txt.in
index 449c697..429c5de 100644
--- a/jobs/stella/third-party-addon.txt.in
+++ b/jobs/stella/third-party-addon.txt.in
@@ -1,4 +1,4 @@
-plugin: manual
+plugin: user-interact-verify
id: stella/third-party-addon/Adobe-flash
command: xdg-open http://www.adobe.com/tw/support/flashplayer/ts/documents/tn_15507.htm
_description:
@@ -26,7 +26,7 @@ command:
if [ "`dpkg -L gstreamer0.10-fluendo-mp3 | grep gstreamer0.10-fluendo-mp3`" ]; then echo "gstreamer0.10-fluendo-mp3 is existed"; exit 0; else echo "gstreamer0.10-fluendo-mp3 is not existed"; exit 1; fi
_description: Check fluendo mp3 codec is installed in system
-plugin: manual
+plugin: user-interact-verify
id: stella/third-party-addon/check-Hanyi-font-installed
command:
if [ "`dpkg -L ttf-hanyi | grep ttf-hanyi`" ]; then echo "ttf-hanyi is existed"; exit 0; else echo "ttf-hanyi is not existed"; exit 1; fi
@@ -39,7 +39,7 @@ _description:
The verification of this test is automated. Do not change the
automatically selected result.
-plugin: manual
+plugin: user-interact-verify
id: stella/third-party-addon/Unity-mode-default3d
command: unity_2d3d_check
_description:
diff --git a/whitelists/stella-laptop-full.whitelist b/whitelists/stella-laptop-full.whitelist
index cbdf983..0b94888 100644
--- a/whitelists/stella-laptop-full.whitelist
+++ b/whitelists/stella-laptop-full.whitelist
@@ -131,6 +131,7 @@
2013.com.canonical.certification::keys/video-out
2013.com.canonical.certification::keys/battery-info
2013.com.canonical.certification::keys/touchpad
+2013.com.canonical.certification::keys/microphone-mute
2013.com.canonical.certification::__mediacard__
2013.com.canonical.certification::mediacard/mmc-insert
2013.com.canonical.certification::mediacard/mmc-storage
@@ -152,9 +153,9 @@
#mediacard/xd-remove
2013.com.canonical.certification::__memory__
# See Automated Tests section at the end of this file
-2013.com.canonical.certification::__mobilebroadband__
-2013.com.canonical.certification::mobilebroadband/gsm_connection
-2013.com.canonical.certification::mobilebroadband/cdma_connection
+#2013.com.canonical.certification::__mobilebroadband__
+#2013.com.canonical.certification::mobilebroadband/gsm_connection
+#2013.com.canonical.certification::mobilebroadband/cdma_connection
2013.com.canonical.certification::__monitor__
2013.com.canonical.certification::monitor/powersaving
2013.com.canonical.certification::monitor/dim_brightness
@@ -179,6 +180,7 @@
## these 2 test cause unused test case error, but required for cert.
2013.com.canonical.certification::networking/ntp
2013.com.canonical.certification::__optical__
+2013.com.canonical.certification::optical_drive_.*
2013.com.canonical.certification::optical/detect
2013.com.canonical.certification::optical/read
2013.com.canonical.certification::optical/read_.*
@@ -206,11 +208,11 @@
2013.com.canonical.certification::touchpad/singletouch-automated
2013.com.canonical.certification::touchpad/multitouch-automated
2013.com.canonical.certification::touchpad/multitouch-manual
-#__touchscreen__
-#touchscreen/tap-detect
-#touchscreen/drag-n-drop
+__touchscreen__
+touchscreen/tap-detect
+touchscreen/drag-n-drop
#touchscreen/multitouch-zoom
-#touchscreen/nontouch-automated
+touchscreen/nontouch-automated
#touchscreen/multitouch-automated
#touchscreen/multitouch-manual
2013.com.canonical.certification::__usb__
@@ -258,17 +260,17 @@
2013.com.canonical.certification::led/power
2013.com.canonical.certification::led/power-blink-suspend
2013.com.canonical.certification::led/suspend
-2013.com.canonical.certification::led/wlan
+#2013.com.canonical.certification::led/wlan
2013.com.canonical.certification::led/mute
-#led/hdd
-#led/camera
-#led/battery-charging
-#led/battery-charged
+2013.com.canonical.certification::led/hdd
+2013.com.canonical.certification::led/camera
+2013.com.canonical.certification::led/battery-charging
+2013.com.canonical.certification::led/battery-charged
#led/battery-low
-#led/numeric-keypad
-#led/caps-lock
-#led/touchpad
-#led/wireless
+2013.com.canonical.certification::led/numeric-keypad
+2013.com.canonical.certification::led/caps-lock
+2013.com.canonical.certification::led/touchpad
+2013.com.canonical.certification::led/wireless
2013.com.canonical.certification::keys/sleep
@@ -346,10 +348,10 @@
# The following tests should run BEFORE the automated tests. The reboot and
# power off tests will also give us a clean system to start the stress run
# with.
-2013.com.canonical.certification::power-management/poweroff
-2013.com.canonical.certification::power-management/poweroff-log-attach
-2013.com.canonical.certification::power-management/reboot
-2013.com.canonical.certification::power-management/reboot-log-attach
+#2013.com.canonical.certification::power-management/poweroff
+#2013.com.canonical.certification::power-management/poweroff-log-attach
+#2013.com.canonical.certification::power-management/reboot
+#2013.com.canonical.certification::power-management/reboot-log-attach
# Automated Tests
# The following tests are purely automated and/or lenghty stress tests. They
@@ -392,16 +394,18 @@
2013.com.canonical.certification::memory/check
2013.com.canonical.certification::miscellanea/fwts_test
2013.com.canonical.certification::miscellanea/fwts_results.log
+2013.com.canonical.certification::suspend/hybrid_sleep
+2013.com.canonical.certification::suspend/hybrid-sleep-single-log-attach
#miscellanea/sources-list
-2013.com.canonical.certification::power-management/suspend_30_cycles
-2013.com.canonical.certification::power-management/suspend-30-cycles-log-check
-2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
-2013.com.canonical.certification::power-management/suspend-30-cycles-time-check
-2013.com.canonical.certification::power-management/hibernate_30_cycles
-2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check
-2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
-2013.com.canonical.certification::__stress__
-2013.com.canonical.certification::stress/cpu_stress_test
+#2013.com.canonical.certification::power-management/suspend_30_cycles
+#2013.com.canonical.certification::power-management/suspend-30-cycles-log-check
+#2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
+#2013.com.canonical.certification::power-management/suspend-30-cycles-time-check
+#2013.com.canonical.certification::power-management/hibernate_30_cycles
+#2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check
+#2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
+#2013.com.canonical.certification::__stress__
+#2013.com.canonical.certification::stress/cpu_stress_test
#stress/reboot
#stress/reboot_log
#stress/poweroff
@@ -446,7 +450,7 @@ stella/account
stella/account/switch-to-guest-session
stella/hp-particular
stella/hp-particular/hp-documents
-stella/hp-particular/build_valid_check
+#stella/hp-particular/build_valid_check
stella/third-party-addon
stella/third-party-addon/Adobe-flash
stella/third-party-addon/check-mp3-codec-installed
@@ -455,4 +459,4 @@ stella/third-party-addon/Unity-mode-default3d
stella/vnb-sourcelist
stella/vnb-sourcelist/oem-sp1-repository
stella/vnb-sourcelist/oem-sp2-repository
-stella/vnb-sourcelist/daan-repository
+#stella/vnb-sourcelist/daan-repository
diff --git a/whitelists/stella-stress.whitelist b/whitelists/stella-stress.whitelist
new file mode 100644
index 0000000..bd7d3c8
--- /dev/null
+++ b/whitelists/stella-stress.whitelist
@@ -0,0 +1,63 @@
+## Common Whitelist for OEM projects
+## Rev 1.0, 2014-04-30
+## Based on checkbox 0.15.1, checkbox-certification 0.15 checkbox-oem 0.45
+## http://bit.ly/V8uMmF
+
+# Resource Jobs
+2013.com.canonical.certification::accessibility
+2013.com.canonical.certification::block_device
+2013.com.canonical.certification::build
+2013.com.canonical.certification::cdimage
+2013.com.canonical.certification::cpuinfo
+2013.com.canonical.certification::device
+2013.com.canonical.certification::display
+2013.com.canonical.certification::dmi
+2013.com.canonical.certification::dpkg
+2013.com.canonical.certification::efi
+2013.com.canonical.certification::environment
+2013.com.canonical.certification::gconf
+2013.com.canonical.certification::lsb
+2013.com.canonical.certification::meminfo
+2013.com.canonical.certification::module
+2013.com.canonical.certification::optical_drive
+2013.com.canonical.certification::package
+2013.com.canonical.certification::resource
+#resources
+2013.com.canonical.certification::sleep
+#touchpad_scroll
+2013.com.canonical.certification::xinput
+2013.com.canonical.certification::uname
+2013.com.canonical.certification::usb
+
+# requirement of s3/s4 tests
+2013.com.canonical.certification::rtc
+
+# Tests grouped by categories. Categories start with '__'
+2013.com.canonical.certification::hardware
+2013.com.canonical.certification::hardware/certification
+
+2013.com.canonical.certification::__miscellanea__
+2013.com.canonical.certification::miscellanea/tester-info
+2013.com.canonical.certification::miscellanea/fwts_test
+2013.com.canonical.certification::miscellanea/fwts_results.log
+
+2013.com.canonical.certification::__hibernate__
+2013.com.canonical.certification::power-management/hibernate_advanced
+
+2013.com.canonical.certification::__power-management__
+2013.com.canonical.certification::power-management/rtc
+2013.com.canonical.certification::__suspend__
+2013.com.canonical.certification::suspend/suspend_advanced
+2013.com.canonical.certification::power-management/suspend_30_cycles
+2013.com.canonical.certification::power-management/suspend-30-cycles-log-check
+2013.com.canonical.certification::power-management/suspend-30-cycle-log-attach
+2013.com.canonical.certification::power-management/suspend-30-cycles-time-check
+2013.com.canonical.certification::power-management/hibernate_30_cycles
+2013.com.canonical.certification::power-management/hibernate-30-cycles-log-check
+2013.com.canonical.certification::power-management/hibernate-30-cycle-log-attach
+2013.com.canonical.certification::__stress__
+2013.com.canonical.certification::stress/cpu_stress_test
+2013.com.canonical.certification::stress/reboot
+2013.com.canonical.certification::stress/reboot_log
+2013.com.canonical.certification::stress/poweroff
+2013.com.canonical.certification::stress/poweroff_log