summaryrefslogtreecommitdiff
diff options
authorJerry Kao <jerry.kao@canonical.com>2017-10-25 16:00:23 +0800
committerJerry Kao <jerry.kao@canonical.com>2017-10-25 16:00:23 +0800
commitc5d45c9705f06750988fdc5fa995dffbf9df6d59 (patch)
tree6e0db975ac3d3280c8e714ca64acc43d467b808f
parente1df0d11ff6f5920778085997e06d2c90e5e4471 (diff)
Add stella-full-16-04-osp1.pxu and update stella-stress.pxu using nested parts
-rw-r--r--units/stella-full-16-04-osp1.pxu93
-rw-r--r--units/stella-stress.pxu75
2 files changed, 104 insertions, 64 deletions
diff --git a/units/stella-full-16-04-osp1.pxu b/units/stella-full-16-04-osp1.pxu
new file mode 100644
index 0000000..b996e0b
--- /dev/null
+++ b/units/stella-full-16-04-osp1.pxu
@@ -0,0 +1,93 @@
+id: stella-full-16-04-osp1
+_name: Stella Full 16.04 OSP1
+_description: Stella Full
+unit: test plan
+include:
+ com.canonical.certification::dell_bto_xml_attachment
+ com.canonical.certification::info/detect_dell_recovery
+ com.canonical.certification::recovery_info_attachment
+ com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-AC-power
+ com.canonical.ce::stella/energy-star-compliant-NB/suspend-on-battery-power
+ com.canonical.ce::stella/hotkeys/help
+ com.canonical.ce::stella/account/switch-to-guest-session
+ com.canonical.ce::stella/hp-particular/hp-documents
+ com.canonical.ce::stella/hp-particular/hp-wallpaper
+ com.canonical.ce::stella/third-party-addon/check-mp3-codec-installed
+ com.canonical.ce::stella/third-party-addon/Unity-mode-default3d
+ # non OSP release source list tests
+ com.canonical.ce::stella/sourcelist/distro-oem-repository-nonOSP
+ # OSP release source list tests
+ com.canonical.ce::stella/sourcelist/distro-oem-repository-sp1
+ # Stella specific source list tests
+ com.canonical.ce::stella/sourcelist/.*-repository$
+nested_part:
+ com.canonical.certification::submission-cert-full
+ com.canonical.certification::audio-cert-full
+ com.canonical.certification::bluetooth-cert-full
+ com.canonical.certification::camera-cert-full
+ com.canonical.certification::esata-cert-full
+ com.canonical.certification::firewire-cert-full
+ com.canonical.certification::thunderbolt-cert-full
+ com.canonical.certification::monitor-integrated-gpu-cert-full
+ com.canonical.certification::graphics-integrated-gpu-cert-full
+ com.canonical.certification::graphics-discrete-gpu-cert-full
+ com.canonical.certification::monitor-discrete-gpu-cert-full
+ com.canonical.certification::input-cert-full
+ com.canonical.certification::disk-cert-manual
+ com.canonical.certification::keys-cert-full
+ com.canonical.certification::led-cert-full
+ com.canonical.certification::mediacard-cert-full
+ com.canonical.certification::mobilebroadband-cert-full
+ com.canonical.certification::networking-cert-full
+ com.canonical.certification::optical-cert-full
+ com.canonical.certification::power-management-precheck-cert
+ com.canonical.certification::touchpad-cert-full
+ com.canonical.certification::touchscreen-cert-full
+ com.canonical.certification::usb-cert-full
+ com.canonical.certification::usb3-cert-full
+ com.canonical.certification::usb-c-cert-full
+ com.canonical.certification::wireless-cert-full
+ com.canonical.certification::before-suspend-reference-cert-full
+ # Test discrete card first, if present, since it's the one we will be using
+ # after coming back from suspend if the system has hybrid graphics.
+ com.canonical.certification::after-suspend-graphics-discrete-gpu-cert-full
+ com.canonical.certification::hibernate-discrete-gpu-cert-full
+ # Now we ask to switch to the integrated graphics card. This requires a
+ # restart of checkbox.
+ com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-full
+ com.canonical.certification::suspend-key-led-oops-check-cert
+ com.canonical.certification::after-suspend-reference-cert-full
+ com.canonical.certification::after-suspend-audio-cert-full
+ com.canonical.certification::after-suspend-camera-cert-full
+ com.canonical.certification::after-suspend-input-cert-full
+ com.canonical.certification::after-suspend-led-cert-full
+ com.canonical.certification::after-suspend-mediacard-cert-full
+ com.canonical.certification::after-suspend-touchpad-cert-full
+ com.canonical.certification::after-suspend-usb-cert-full
+ com.canonical.certification::after-suspend-usb3-cert-full
+ com.canonical.certification::after-suspend-wireless-cert-full
+ com.canonical.certification::after-suspend-keys-cert-full
+ com.canonical.certification::hibernate-integrated-gpu-cert-full
+ power-management-somerville
+ # The following tests should run BEFORE the automated tests. The reboot and
+ # power off tests will also give us a clean system to start the stress run
+ # with.
+ com.canonical.certification::power-management-reboot-poweroff-cert
+ # Automated Tests
+ # The following tests are purely automated and/or lenghty stress tests.
+ # They have been moved to the end of the test run to improve the testing
+ # process.
+ com.canonical.certification::misc-client-cert-full
+ com.canonical.certification::cpu-cert-full
+ com.canonical.certification::disk-cert-automated
+ com.canonical.certification::stress-cert-full
+ com.canonical.certification::tpm2.0
+ com.canonical.certification::info-attachment-cert-full
+mandatory_include:
+ com.canonical.certification::miscellanea/tester-info
+exclude:
+ com.canonical.certification::power-management/suspend-30-cycle.*
+ com.canonical.certification::power-management/suspend_30_cycle.*
+ com.canonical.certification::power-management/hibernate_30.*
+ com.canonical.certification::power-management/hibernate-30.*
+ com.canonical.certification::stress/cpu_stress_ng_test
diff --git a/units/stella-stress.pxu b/units/stella-stress.pxu
index 7e6cb1b..7c4ec60 100644
--- a/units/stella-stress.pxu
+++ b/units/stella-stress.pxu
@@ -1,70 +1,17 @@
id: stella-stress
_name: Stella Stress
unit: test plan
+_description: Somerville Stress
include:
- ## Common Whitelist for OEM projects
- ## Rev 1.2, 2016-07-05
- ## Based on checkbox 0.15.1, checkbox-certification 0.15 checkbox-oem 0.45
- ## http://bit.ly/V8uMmF
- # Resource Jobs
- com.canonical.certification::accessibility
- com.canonical.certification::block_device
- com.canonical.certification::build
- com.canonical.certification::cdimage
- com.canonical.certification::cpuinfo
- com.canonical.certification::display
- com.canonical.certification::dmi
- com.canonical.certification::dpkg
- com.canonical.certification::efi
- com.canonical.certification::environment
- com.canonical.certification::gconf
- com.canonical.certification::lsb
- com.canonical.certification::meminfo
- com.canonical.certification::module
- com.canonical.certification::optical_drive
- com.canonical.certification::package
- com.canonical.certification::resource
- #resources
- com.canonical.certification::sleep
- #touchpad_scroll
- com.canonical.certification::xinput
- com.canonical.certification::uname
- com.canonical.certification::usb
- # requirement of s3/s4 tests
- com.canonical.certification::rtc
- # Tests grouped by categories. Categories start with '__'
- com.canonical.certification::hardware
- com.canonical.certification::hardware/certification
- com.canonical.certification::__miscellanea__
- com.canonical.certification::miscellanea/tester-info
- #com.canonical.certification::miscellanea/fwts_test
- #com.canonical.certification::miscellanea/fwts_results.log
- com.canonical.certification::__hibernate__
- com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
- com.canonical.certification::__power-management__
- com.canonical.certification::power-management/rtc certification-status=blocker
- com.canonical.certification::__suspend__
+ com.canonical.certification::recovery_info_attachment
com.canonical.certification::suspend/suspend_advanced certification-status=blocker
- #com.canonical.certification::power-management/suspend_30_cycles certification-status=blocker
- #com.canonical.certification::power-management/suspend-30-cycles-log-check
- #com.canonical.certification::power-management/suspend-30-cycle-log-attach
- #com.canonical.certification::power-management/suspend-30-cycles-time-check certification-status=non-blocker
- com.canonical.certification::power-management/suspend_30_cycles_with_reboots certification-status=blocker
- com.canonical.certification::power-management/suspend-30-cycles-log-check-with-reboots
- com.canonical.certification::power-management/suspend-30-cycle-log-attach-with-reboots
- com.canonical.certification::power-management/suspend-30-cycles-time-check-with-reboots
- com.canonical.certification::power-management/hibernate_30_cycles certification-status=non-blocker
- com.canonical.certification::power-management/hibernate-30-cycles-log-check
- com.canonical.certification::power-management/hibernate-30-cycle-log-attach
- com.canonical.certification::__stress__
- com.canonical.certification::stress/cpu_stress_test certification-status=blocker
- com.canonical.certification::stress/poweroff certification-status=blocker
- com.canonical.certification::stress/poweroff_log
- com.canonical.certification::stress/reboot certification-status=blocker
- com.canonical.certification::stress/reboot_log
-bootstrap_include:
- com.canonical.certification::device
- com.canonical.certification::fwts
- com.canonical.certification::graphics_card
+ com.canonical.certification::power-management/hibernate_advanced certification-status=non-blocker
+nested_part:
+ com.canonical.certification::submission-cert-full
+ com.canonical.certification::stress-suspend-30-cycles-with-reboots-automated
+ com.canonical.certification::stress-hibernate-30-cycles-automated
+ com.canonical.certification::stress-ng-cert-automated
+ com.canonical.certification::stress-30-reboot-poweroff-automated
+ com.canonical.certification::info-attachment-cert-full
mandatory_include:
- com.canonical.certification::miscellanea/submission-resources
+ com.canonical.certification::miscellanea/tester-info