From 75cc3d5452c785814ac56008858335acbf3a1c5c Mon Sep 17 00:00:00 2001 From: Sylvain Pineau Date: Fri, 22 Sep 2017 11:44:54 +0200 Subject: Nested test plans meant to build the desktop certification test plan --- units/audio/test-plan.pxu | 29 ++++++++++++++ units/bluetooth/test-plan.pxu | 12 ++++++ units/camera/test-plan.pxu | 17 ++++++++ units/cpu/test-plan.pxu | 14 +++++++ units/disk/test-plan.pxu | 20 +++++++++ units/esata/test-plan.pxu | 8 ++++ units/firewire/test-plan.pxu | 8 ++++ units/graphics/test-plan.pxu | 78 ++++++++++++++++++++++++++++++++++++ units/hibernate/test-plan.pxu | 16 ++++++++ units/info/test-plan.pxu | 32 +++++++++++++++ units/input/test-plan.pxu | 17 ++++++++ units/keys/test-plan.pxu | 17 ++++++++ units/led/test-plan.pxu | 42 +++++++++++++++++++ units/mediacard/test-plan.pxu | 23 +++++++++++ units/miscellanea/test-plan.pxu | 19 +++++++++ units/mobilebroadband/test-plan.pxu | 7 ++++ units/monitor/test-plan.pxu | 47 ++++++++++++++++++++++ units/networking/test-plan.pxu | 9 +++++ units/optical/test-plan.pxu | 13 ++++++ units/power-management/test-plan.pxu | 19 +++++++++ units/stress/test-plan.pxu | 11 +++++ units/submission/test-plan.pxu | 10 +++++ units/suspend/test-plan.pxu | 37 +++++++++++++++++ units/thunderbolt/test-plan.pxu | 11 +++++ units/touchpad/test-plan.pxu | 41 +++++++++++++++++++ units/touchscreen/test-plan.pxu | 11 +++++ units/usb/test-plan.pxu | 51 +++++++++++++++++++++++ units/wireless/test-plan.pxu | 24 +++++++++++ 28 files changed, 643 insertions(+) create mode 100644 units/audio/test-plan.pxu create mode 100644 units/bluetooth/test-plan.pxu create mode 100644 units/camera/test-plan.pxu create mode 100644 units/cpu/test-plan.pxu create mode 100644 units/disk/test-plan.pxu create mode 100644 units/esata/test-plan.pxu create mode 100644 units/firewire/test-plan.pxu create mode 100644 units/graphics/test-plan.pxu create mode 100644 units/hibernate/test-plan.pxu create mode 100644 units/info/test-plan.pxu create mode 100644 units/input/test-plan.pxu create mode 100644 units/keys/test-plan.pxu create mode 100644 units/led/test-plan.pxu create mode 100644 units/mediacard/test-plan.pxu create mode 100644 units/miscellanea/test-plan.pxu create mode 100644 units/mobilebroadband/test-plan.pxu create mode 100644 units/monitor/test-plan.pxu create mode 100644 units/networking/test-plan.pxu create mode 100644 units/optical/test-plan.pxu create mode 100644 units/power-management/test-plan.pxu create mode 100644 units/stress/test-plan.pxu create mode 100644 units/submission/test-plan.pxu create mode 100644 units/suspend/test-plan.pxu create mode 100644 units/thunderbolt/test-plan.pxu create mode 100644 units/touchpad/test-plan.pxu create mode 100644 units/touchscreen/test-plan.pxu create mode 100644 units/usb/test-plan.pxu create mode 100644 units/wireless/test-plan.pxu diff --git a/units/audio/test-plan.pxu b/units/audio/test-plan.pxu new file mode 100644 index 0000000..a1c298e --- /dev/null +++ b/units/audio/test-plan.pxu @@ -0,0 +1,29 @@ +id: audio-cert-full +unit: test plan +_name: Audio tests +_description: + Audio tests + See Monitor / Graphic test plans for hybrid-graphic monitor audio tests +include: + audio/alsa_info_collect + audio/alsa_info_attachment + audio/list_devices + audio/speaker-headphone-plug-detection certification-status=blocker + audio/microphone-plug-detection certification-status=blocker + audio/playback_headphones certification-status=blocker + audio/alsa_record_playback_external certification-status=blocker + audio/playback_auto certification-status=blocker + audio/alsa_record_playback_internal certification-status=blocker + audio/channels + audio/external-linein + audio/external-lineout + +id: after-suspend-audio-cert-full +unit: test plan +_name: Audio tests (after suspend) +_description: Audio tests (after suspend) +include: + suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker + suspend/microphone-plug-detection-after-suspend certification-status=blocker + suspend/playback_headphones-after-suspend certification-status=blocker + suspend/alsa_record_playback_external-after-suspend certification-status=blocker diff --git a/units/bluetooth/test-plan.pxu b/units/bluetooth/test-plan.pxu new file mode 100644 index 0000000..ded7c5b --- /dev/null +++ b/units/bluetooth/test-plan.pxu @@ -0,0 +1,12 @@ +id: bluetooth-cert-full +unit: test plan +_name: Bluetooth tests +_description: Bluetooth tests +include: + bluetooth/detect-output + bluetooth/audio-a2dp + bluetooth/browse-files + bluetooth/file-transfer + bluetooth/HID + bluetooth4/HOGP-mouse certification-status=blocker + bluetooth4/HOGP-keyboard certification-status=blocker diff --git a/units/camera/test-plan.pxu b/units/camera/test-plan.pxu new file mode 100644 index 0000000..998be60 --- /dev/null +++ b/units/camera/test-plan.pxu @@ -0,0 +1,17 @@ +id: camera-cert-full +unit: test plan +_name: Camera tests +_description: Camera tests +include: + camera/detect certification-status=blocker + camera/still certification-status=blocker + camera/display certification-status=blocker + camera/multiple-resolution-images certification-status=blocker + +id: after-suspend-camera-cert-full +unit: test plan +_name: Camera tests (after suspend) +_description: Camera tests (after suspend) +include: + camera/display_after_suspend certification-status=blocker + camera/still_after_suspend certification-status=blocker diff --git a/units/cpu/test-plan.pxu b/units/cpu/test-plan.pxu new file mode 100644 index 0000000..c6b6fd7 --- /dev/null +++ b/units/cpu/test-plan.pxu @@ -0,0 +1,14 @@ +id: cpu-cert-full +unit: test plan +_name: CPU tests +_description: CPU tests +include: + cpu/cstates certification-status=blocker + cpu/cstates_results.log + cpu/scaling_test certification-status=blocker + cpu/scaling_test-log-attach + cpu/maxfreq_test certification-status=blocker + cpu/maxfreq_test-log-attach + cpu/offlining_test certification-status=blocker + cpu/topology certification-status=blocker + cpu/clocktest diff --git a/units/disk/test-plan.pxu b/units/disk/test-plan.pxu new file mode 100644 index 0000000..cc7f176 --- /dev/null +++ b/units/disk/test-plan.pxu @@ -0,0 +1,20 @@ +id: disk-cert-manual +unit: test plan +_name: Disk tests (manual) +_description: Disk tests (manual) +include: + disk/detect certification-status=blocker + disk/hdd-parking certification-status=non-blocker + +id: disk-cert-automated +unit: test plan +_name: Disk tests (automated) +_description: Disk tests (automated) +include: + disk/detect certification-status=blocker + disk/stats_.* + disk/read_performance_.* certification-status=blocker + disk/storage_device_.* certification-status=blocker + benchmarks/disk/hdparm-read_.* + benchmarks/disk/hdparm-cache-read_.* + disk/apste_support_on_.* diff --git a/units/esata/test-plan.pxu b/units/esata/test-plan.pxu new file mode 100644 index 0000000..ef30569 --- /dev/null +++ b/units/esata/test-plan.pxu @@ -0,0 +1,8 @@ +id: esata-cert-full +unit: test plan +_name: eSATA tests +_description: eSATA tests +include: + esata/insert certification-status=blocker + esata/storage-test certification-status=blocker + esata/remove certification-status=blocker diff --git a/units/firewire/test-plan.pxu b/units/firewire/test-plan.pxu new file mode 100644 index 0000000..5409e06 --- /dev/null +++ b/units/firewire/test-plan.pxu @@ -0,0 +1,8 @@ +id: firewire-cert-full +unit: test plan +_name: Firewire tests +_description: Firewire tests +include: + firewire/insert certification-status=blocker + firewire/storage-test certification-status=blocker + firewire/remove certification-status=blocker diff --git a/units/graphics/test-plan.pxu b/units/graphics/test-plan.pxu new file mode 100644 index 0000000..d292060 --- /dev/null +++ b/units/graphics/test-plan.pxu @@ -0,0 +1,78 @@ +id: graphics-integrated-gpu-cert-full +unit: test plan +_name: Graphics tests (integrated GPU) +_description: Graphics tests (integrated GPU) +include: + miscellanea/chvt + graphics/xorg-version certification-status=blocker + graphics/xorg-failsafe certification-status=blocker + graphics/xorg-process certification-status=blocker + graphics/VESA_drivers_not_in_use certification-status=blocker + graphics/1_maximum_resolution_.* certification-status=blocker + graphics/1_glxgears_.* certification-status=blocker + graphics/1_driver_version_.* certification-status=blocker + graphics/1_compiz_check_.* certification-status=blocker + graphics/1_rotation_.* certification-status=blocker + graphics/1_video_.* certification-status=blocker + graphics/1_minimum_resolution_.* + graphics/1_cycle_resolution_.* certification-status=non-blocker +bootstrap_include: + graphics_card + +id: graphics-discrete-gpu-cert-full +unit: test plan +_name: Graphics tests (discrete GPU) +_description: Graphics tests (discrete GPU) +include: + graphics/2_switch_card_.*_xenial certification-status=blocker + graphics/2_maximum_resolution_.* certification-status=blocker + graphics/2_valid_opengl_renderer_.* certification-status=blocker + graphics/2_glxgears_.* certification-status=blocker + graphics/2_driver_version_.* certification-status=blocker + graphics/2_compiz_check_.* certification-status=blocker + graphics/2_rotation_.* certification-status=blocker + graphics/2_video_.* certification-status=blocker + graphics/2_minimum_resolution_.* + graphics/2_cycle_resolution_.* certification-status=non-blocker +bootstrap_include: + graphics_card + +id: after-suspend-graphics-integrated-gpu-cert-full +unit: test plan +_name: After suspend tests (integrated GPU) +_description: After suspend tests (integrated GPU) +include: + graphics/1_switch_card_.*_xenial certification-status=blocker + suspend/1_resolution_before_suspend_.*_xenial certification-status=blocker + suspend/suspend_advanced certification-status=blocker + suspend/1_suspend-time-check_.*_xenial certification-status=non-blocker + suspend/1_suspend-single-log-attach_.*_xenial + power-management/lid certification-status=blocker + power-management/lid_close certification-status=blocker + power-management/lid_open certification-status=blocker + suspend/1_compiz_check_after_suspend_.*_xenial certification-status=blocker + suspend/1_driver_version_after_suspend_.*_xenial certification-status=blocker + suspend/1_resolution_after_suspend_.*_xenial certification-status=blocker + suspend/1_display_after_suspend_.*_xenial certification-status=blocker + suspend/1_glxgears_after_suspend_.*_xenial certification-status=blocker + suspend/1_video_after_suspend_.*_xenial certification-status=blocker + suspend/1_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + suspend/1_xrandr_screens_after_suspend.tar_gz_xenial + +id: after-suspend-graphics-discrete-gpu-cert-full +unit: test plan +_name: After suspend tests (discrete GPU) +_description: After suspend tests (discrete GPU) +include: + suspend/2_resolution_before_suspend_.*_xenial certification-status=blocker + suspend/2_suspend_after_switch_to_card_.*_xenial certification-status=blocker + suspend/2_suspend-time-check_.*_xenial certification-status=non-blocker + suspend/2_suspend-single-log-attach_.*_xenial + suspend/2_compiz_check_after_suspend_.*_xenial certification-status=blocker + suspend/2_driver_version_after_suspend_.*_xenial certification-status=blocker + suspend/2_resolution_after_suspend_.*_xenial certification-status=blocker + suspend/2_display_after_suspend_.*_xenial certification-status=blocker + suspend/2_glxgears_after_suspend_.*_xenial certification-status=blocker + suspend/2_video_after_suspend_.*_xenial certification-status=blocker + suspend/2_cycle_resolutions_after_suspend_.*_xenial certification-status=non-blocker + suspend/2_xrandr_screens_after_suspend_.*.tar_gz_xenial diff --git a/units/hibernate/test-plan.pxu b/units/hibernate/test-plan.pxu new file mode 100644 index 0000000..3c0f12a --- /dev/null +++ b/units/hibernate/test-plan.pxu @@ -0,0 +1,16 @@ +id: hibernate-integrated-gpu-cert-full +unit: test plan +_name: Hibernate tests (integrated GPU) +_description: Hibernate tests (integrated GPU) +include: + power-management/1_hibernate_advanced_.* certification-status=non-blocker + power-management/1_hibernate-single-log-attach_.* + keys/hibernate certification-status=blocker + +id: hibernate-discrete-gpu-cert-full +unit: test plan +_name: Hibernate tests (discrete GPU) +_description: Hibernate tests (discrete GPU) +include: + power-management/2_hibernate_advanced_.* certification-status=non-blocker + power-management/2_hibernate-single-log-attach_.* diff --git a/units/info/test-plan.pxu b/units/info/test-plan.pxu new file mode 100644 index 0000000..c01d47e --- /dev/null +++ b/units/info/test-plan.pxu @@ -0,0 +1,32 @@ +id: info-attachment-cert-full +unit: test plan +_name: Info attachment jobs +_description: Info attachment jobs +include: + acpi_sleep_attachment + codecs_attachment + cpuinfo_attachment + dkms_info_attachment + dmesg_attachment + dmi_attachment + dmidecode_attachment + efi_attachment + info/buildstamp + info/disk_partitions + info/hdparm_.*.txt + info/touchpad_driver + installer_debug_gz + kernel_cmdline_attachment + lsmod_attachment + lspci_attachment + lspci_standard_config_attachment + lsusb_attachment + meminfo_attachment + modinfo_attachment + modprobe_attachment + modules_attachment + sysctl_attachment + sysfs_attachment + udev_attachment +bootstrap_include: + device diff --git a/units/input/test-plan.pxu b/units/input/test-plan.pxu new file mode 100644 index 0000000..a0877c5 --- /dev/null +++ b/units/input/test-plan.pxu @@ -0,0 +1,17 @@ +id: input-cert-full +unit: test plan +_name: Input tests +_description: Input tests +include: + input/accelerometer certification-status=non-blocker + input/pointing_.* certification-status=blocker + input/clicking_.* certification-status=blocker + input/keyboard certification-status=blocker + +id: after-suspend-input-cert-full +unit: test plan +_name: Input tests (after suspend) +_description: Input tests (after suspend) +include: + suspend/pointing-after-suspend_.* certification-status=blocker + suspend/clicking-after-suspend_.* certification-status=blocker diff --git a/units/keys/test-plan.pxu b/units/keys/test-plan.pxu new file mode 100644 index 0000000..d4450fa --- /dev/null +++ b/units/keys/test-plan.pxu @@ -0,0 +1,17 @@ +id: keys-cert-full +unit: test plan +_name: Special keys tests +_description: + Special keys tests (w/o sleep/hibernate keys, see Power Management test plans) +include: + keys/lock-screen certification-status=blocker + keys/super certification-status=blocker + keys/battery-info certification-status=blocker + keys/brightness certification-status=blocker + keys/media-control certification-status=blocker + keys/mute certification-status=blocker + keys/volume certification-status=blocker + keys/video-out certification-status=blocker + keys/wireless certification-status=blocker + keys/keyboard-backlight certification-status=blocker + keys/microphone-mute certification-status=blocker diff --git a/units/led/test-plan.pxu b/units/led/test-plan.pxu new file mode 100644 index 0000000..e03d867 --- /dev/null +++ b/units/led/test-plan.pxu @@ -0,0 +1,42 @@ +id: led-cert-full +unit: test plan +_name: LED tests +_description: + LED tests + Notes: - led/power-blink-suspend and led/suspend are used later in the + power management testplan just after a number of suspend tests. + - led/wireless is redundant given that we have led/wlan and + led/bluetooth already. +include: + led/battery-charged + led/battery-charging + led/battery-low + led/bluetooth + led/camera + led/caps-lock + led/hdd + led/mute + led/microphone-mute + led/numeric-keypad + led/power + led/touchpad + led/wlan + led/wlan-disabled + +id: after-suspend-led-cert-full +unit: test plan +_name: LED tests (after suspend) +_description: LED tests (after suspend) +include: + suspend/led_after_suspend/battery-charged + suspend/led_after_suspend/battery-charging + suspend/led_after_suspend/battery-low + suspend/led_after_suspend/bluetooth + suspend/led_after_suspend/camera + suspend/led_after_suspend/caps-lock + suspend/led_after_suspend/hdd + suspend/led_after_suspend/numeric-keypad + suspend/led_after_suspend/power + suspend/led_after_suspend/touchpad + suspend/led_after_suspend/wlan + suspend/led_after_suspend/wlan-disabled diff --git a/units/mediacard/test-plan.pxu b/units/mediacard/test-plan.pxu new file mode 100644 index 0000000..eafadd8 --- /dev/null +++ b/units/mediacard/test-plan.pxu @@ -0,0 +1,23 @@ +id: mediacard-cert-full +unit: test plan +_name: Mediacard tests +_description: Mediacard tests +include: + mediacard/sd-insert certification-status=blocker + mediacard/sd-storage certification-status=blocker + mediacard/sd-remove certification-status=blocker + mediacard/sdhc-insert certification-status=blocker + mediacard/sdhc-storage certification-status=blocker + mediacard/sdhc-remove certification-status=blocker + +id: after-suspend-mediacard-cert-full +unit: test plan +_name: Mediacard tests (after suspend) +_description: Mediacard tests (after suspend) +include: + suspend/sd-insert-after-suspend certification-status=blocker + suspend/sd-storage-after-suspend certification-status=blocker + suspend/sd-remove-after-suspend certification-status=blocker + suspend/sdhc-insert-after-suspend certification-status=blocker + suspend/sdhc-storage-after-suspend certification-status=blocker + suspend/sdhc-remove-after-suspend certification-status=blocker diff --git a/units/miscellanea/test-plan.pxu b/units/miscellanea/test-plan.pxu new file mode 100644 index 0000000..eb97d4f --- /dev/null +++ b/units/miscellanea/test-plan.pxu @@ -0,0 +1,19 @@ +id: misc-client-cert-full +unit: test plan +_name: Miscellaneous client tests +_description: Miscellaneous client tests (fwts, dmi, oops) +include: + install/apt-get-gets-updates + memory/info certification-status=blocker + firmware/fwts_desktop_diagnosis + firmware/fwts_desktop_diagnosis_hwe + firmware/fwts_desktop_diagnosis_results.log_gz + firmware/fwts_desktop_diagnosis_results_hwe.log_gz + firmware/fwts_wakealarm.* certification-status=blocker + firmware/fwts_uefirtvariable.* certification-status=blocker + firmware/no_ACPI_REV_interface + miscellanea/oops certification-status=blocker + miscellanea/oops_results.log + miscellanea/dmitest_client +bootstrap_include: + fwts diff --git a/units/mobilebroadband/test-plan.pxu b/units/mobilebroadband/test-plan.pxu new file mode 100644 index 0000000..b9901a6 --- /dev/null +++ b/units/mobilebroadband/test-plan.pxu @@ -0,0 +1,7 @@ +id: mobilebroadband-cert-full +unit: test plan +_name: Mobile broadband tests +_description: Mobile broadband tests +include: + mobilebroadband/gsm_connection certification-status=non-blocker + mobilebroadband/cdma_connection certification-status=non-blocker diff --git a/units/monitor/test-plan.pxu b/units/monitor/test-plan.pxu new file mode 100644 index 0000000..d3527da --- /dev/null +++ b/units/monitor/test-plan.pxu @@ -0,0 +1,47 @@ +id: monitor-integrated-gpu-cert-full +unit: test plan +_name: Monitor tests (integrated GPU) +_description: Monitor tests (integrated GPU) +include: + monitor/1_powersaving_.* certification-status=blocker + monitor/1_dim_brightness_.* certification-status=blocker + monitor/1_displayport_.* certification-status=blocker + monitor/1_type-c_displayport_.* certification-status=non-blocker + audio/1_playback_displayport_.* certification-status=blocker + audio/1_playback_type-c_displayport_.* certification-status=non-blocker + monitor/1_dvi_.* certification-status=blocker + monitor/1_hdmi_.* certification-status=blocker + audio/1_playback_hdmi_.* certification-status=blocker + monitor/1_thunderbolt_.* certification-status=blocker + monitor/1_thunderbolt3_.* certification-status=non-blocker + audio/1_playback_thunderbolt_.* certification-status=blocker + audio/1_playback_thunderbolt3_.* certification-status=non-blocker + thunderbolt/daisy-chain certification-status=blocker + thunderbolt3/daisy-chain certification-status=non-blocker + monitor/1_vga_.* certification-status=blocker + monitor/1_multi-head_.* certification-status=blocker +bootstrap_include: + graphics_card + +id: monitor-discrete-gpu-cert-full +unit: test plan +_name: Monitor tests (discrete GPU) +_description: Monitor tests (discrete GPU) +include: + monitor/2_powersaving_.* certification-status=blocker + monitor/2_dim_brightness_.* certification-status=blocker + monitor/2_displayport_.* certification-status=blocker + monitor/2_type-c_displayport_.* certification-status=non-blocker + audio/2_playback_displayport_.* certification-status=blocker + audio/2_playback_type-c_displayport_.* certification-status=non-blocker + monitor/2_dvi_.* certification-status=blocker + monitor/2_hdmi_.* certification-status=blocker + audio/2_playback_hdmi_.* certification-status=blocker + monitor/2_thunderbolt_.* certification-status=blocker + monitor/2_thunderbolt3_.* certification-status=non-blocker + audio/2_playback_thunderbolt_.* certification-status=blocker + audio/2_playback_thunderbolt3_.* certification-status=non-blocker + monitor/2_vga_.* certification-status=blocker + monitor/2_multi-head_.* certification-status=blocker +bootstrap_include: + graphics_card diff --git a/units/networking/test-plan.pxu b/units/networking/test-plan.pxu new file mode 100644 index 0000000..ebaee65 --- /dev/null +++ b/units/networking/test-plan.pxu @@ -0,0 +1,9 @@ +id: networking-cert-full +unit: test plan +_name: Networking tests +_description: Networking tests +include: + ethernet/detect certification-status=blocker + networking/gateway_ping certification-status=blocker + networking/info.* certification-status=blocker + networking/ntp certification-status=blocker diff --git a/units/optical/test-plan.pxu b/units/optical/test-plan.pxu new file mode 100644 index 0000000..7336d45 --- /dev/null +++ b/units/optical/test-plan.pxu @@ -0,0 +1,13 @@ +id: optical-cert-full +unit: test plan +_name: Optical drive tests +_description: Optical drive tests +include: + optical/detect certification-status=blocker + optical/read_.* certification-status=blocker + optical/cdrom-write_.* certification-status=blocker + optical/dvd-write_.* certification-status=blocker + optical/bluray-read_.* certification-status=blocker + optical/bluray-write_.* certification-status=blocker +bootstrap_include: + device diff --git a/units/power-management/test-plan.pxu b/units/power-management/test-plan.pxu new file mode 100644 index 0000000..6a4da12 --- /dev/null +++ b/units/power-management/test-plan.pxu @@ -0,0 +1,19 @@ +id: power-management-precheck-cert +unit: test plan +_name: Power Management precheck tests +_description: Power Management precheck tests +include: + power-management/rtc certification-status=blocker + power-management/tickless_idle certification-status=blocker + power-management/fwts_wakealarm certification-status=blocker + power-management/fwts_wakealarm-log-attach + +id: power-management-reboot-poweroff-cert +unit: test plan +_name: Power Management reboot and power off tests +_description: Power Management reboot and power off tests +include: + power-management/poweroff certification-status=blocker + power-management/poweroff-log-attach + power-management/reboot certification-status=blocker + power-management/reboot-log-attach diff --git a/units/stress/test-plan.pxu b/units/stress/test-plan.pxu new file mode 100644 index 0000000..6fa0bc3 --- /dev/null +++ b/units/stress/test-plan.pxu @@ -0,0 +1,11 @@ +id: stress-cert-full +unit: test plan +_name: Stress tests +_description: Stress tests +include: + power-management/suspend_30_cycles certification-status=blocker + power-management/suspend-30-cycle-log-attach + power-management/suspend-30-cycles-time-check certification-status=non-blocker + power-management/hibernate_30_cycles certification-status=non-blocker + power-management/hibernate-30-cycle-log-attach + stress/cpu_stress_test certification-status=blocker diff --git a/units/submission/test-plan.pxu b/units/submission/test-plan.pxu new file mode 100644 index 0000000..d23d977 --- /dev/null +++ b/units/submission/test-plan.pxu @@ -0,0 +1,10 @@ +id: submission-cert-full +unit: test plan +_name: Submission resources +_description: Submission resources +include: +mandatory_include: + com.canonical.plainbox::collect-manifest + miscellanea/device_check + # Meta-job to include required resources, don't remove. + miscellanea/submission-resources diff --git a/units/suspend/test-plan.pxu b/units/suspend/test-plan.pxu new file mode 100644 index 0000000..bcbe39c --- /dev/null +++ b/units/suspend/test-plan.pxu @@ -0,0 +1,37 @@ +id: before-suspend-reference-cert-full +unit: test plan +_name: Before suspend reference tests +_description: Before suspend reference tests +include: + suspend/network_before_suspend certification-status=blocker + suspend/audio_before_suspend certification-status=blocker + suspend/cpu_before_suspend certification-status=blocker + suspend/memory_before_suspend certification-status=blocker + suspend/bluetooth_obex_send_before_suspend + suspend/bluetooth_obex_browse_before_suspend + suspend/bluetooth_obex_get_before_suspend + +id: after-suspend-reference-cert-full +unit: test plan +_name: After suspend reference tests +_description: After suspend reference tests +include: + suspend/network_after_suspend certification-status=blocker + suspend/audio_after_suspend certification-status=blocker + suspend/cpu_after_suspend certification-status=blocker + suspend/memory_after_suspend certification-status=blocker + suspend/bluetooth_detect_after_suspend certification-status=blocker + suspend/bluetooth_obex_send_after_suspend + suspend/bluetooth_obex_browse_after_suspend + suspend/bluetooth_obex_get_after_suspend + +id: suspend-key-led-oops-check-cert +unit: test plan +_name: After suspend LED and oops tests (using special sleep key) +_description: After suspend LED and oops tests (using special sleep key) +include: + keys/sleep certification-status=blocker + suspend/oops_after_suspend certification-status=blocker + suspend/oops_results_after_suspend.log + led/power-blink-suspend + led/suspend diff --git a/units/thunderbolt/test-plan.pxu b/units/thunderbolt/test-plan.pxu new file mode 100644 index 0000000..686bb82 --- /dev/null +++ b/units/thunderbolt/test-plan.pxu @@ -0,0 +1,11 @@ +id: thunderbolt-cert-full +unit: test plan +_name: Thunderbolt tests +_description: Thunderbolt tests +include: + thunderbolt/insert certification-status=blocker + thunderbolt/storage-test certification-status=blocker + thunderbolt/remove certification-status=blocker + thunderbolt3/insert certification-status=non-blocker + thunderbolt3/storage-test certification-status=non-blocker + thunderbolt3/remove certification-status=non-blocker diff --git a/units/touchpad/test-plan.pxu b/units/touchpad/test-plan.pxu new file mode 100644 index 0000000..b270d92 --- /dev/null +++ b/units/touchpad/test-plan.pxu @@ -0,0 +1,41 @@ +id: touchpad-cert-full +unit: test plan +_name: Touchpad tests +_description: Touchpad tests +include: + touchpad/basic certification-status=blocker + touchpad/detected-as-mouse certification-status=blocker + touchpad/palm-rejection certification-status=non-blocker + touchpad/continuous-move certification-status=blocker + touchpad/horizontal certification-status=blocker + touchpad/vertical certification-status=blocker + touchpad/singletouch-automated certification-status=blocker + touchpad/singletouch-selection certification-status=blocker + touchpad/drag-and-drop certification-status=blocker + touchpad/multitouch-automated certification-status=blocker + touchpad/multitouch-manual certification-status=blocker + touchpad/multitouch-rightclick certification-status=blocker + touchpad/multitouch-horizontal certification-status=blocker + touchpad/multitouch-vertical certification-status=blocker + touchpad/multitouch-dash certification-status=non-blocker + +id: after-suspend-touchpad-cert-full +unit: test plan +_name: Touchpad tests +_description: Touchpad tests +include: + touchpad/basic-after-suspend certification-status=blocker + touchpad/detected-as-mouse-after-suspend certification-status=blocker + touchpad/palm-rejection-after-suspend certification-status=non-blocker + touchpad/continuous-move-after-suspend certification-status=blocker + touchpad/horizontal-after-suspend certification-status=blocker + touchpad/vertical-after-suspend certification-status=blocker + touchpad/singletouch-automated-after-suspend certification-status=blocker + touchpad/singletouch-selection-after-suspend certification-status=blocker + touchpad/drag-and-drop-after-suspend certification-status=blocker + touchpad/multitouch-automated-after-suspend certification-status=blocker + touchpad/multitouch-manual-after-suspend certification-status=blocker + touchpad/multitouch-rightclick-after-suspend certification-status=blocker + touchpad/multitouch-horizontal-after-suspend certification-status=blocker + touchpad/multitouch-vertical-after-suspend certification-status=blocker + touchpad/multitouch-dash-after-suspend certification-status=non-blocker diff --git a/units/touchscreen/test-plan.pxu b/units/touchscreen/test-plan.pxu new file mode 100644 index 0000000..eaba085 --- /dev/null +++ b/units/touchscreen/test-plan.pxu @@ -0,0 +1,11 @@ +id: touchscreen-cert-full +unit: test plan +_name: Touchscreen tests +_description: Touchscreen tests +include: + touchscreen/drag-n-drop certification-status=blocker + touchscreen/multitouch-zoom certification-status=blocker + touchscreen/multitouch-rotate + touchscreen/3-touch-tap certification-status=blocker + touchscreen/4-touch-tap certification-status=blocker + touchscreen/multitouch-dash certification-status=non-blocker diff --git a/units/usb/test-plan.pxu b/units/usb/test-plan.pxu new file mode 100644 index 0000000..5588110 --- /dev/null +++ b/units/usb/test-plan.pxu @@ -0,0 +1,51 @@ +id: usb-cert-full +unit: test plan +_name: USB tests +_description: USB tests +include: + usb/detect certification-status=blocker + usb/HID certification-status=blocker + usb/insert certification-status=blocker + usb/storage-automated certification-status=blocker + usb/remove certification-status=blocker + +id: usb3-cert-full +unit: test plan +_name: USB3 tests +_description: USB3 tests +include: + usb3/insert certification-status=blocker + usb3/storage-automated certification-status=blocker + usb3/remove certification-status=blocker + +id: usb-c-cert-full +unit: test plan +_name: USB Type-C tests +_description: USB Type-C tests +include: + usb-c/c-to-a-adapter/hid certification-status=non-blocker + usb-c/c-to-a-adapter/insert certification-status=non-blocker + usb-c/c-to-a-adapter/storage-automated certification-status=non-blocker + usb-c/c-to-a-adapter/remove certification-status=non-blocker + usb-c/hid certification-status=non-blocker + usb-c/insert certification-status=non-blocker + usb-c/storage-automated certification-status=non-blocker + usb-c/remove certification-status=non-blocker + +id: after-suspend-usb-cert-full +unit: test plan +_name: USB tests (after suspend) +_description: USB tests (after suspend) +include: + suspend/usb_insert_after_suspend certification-status=blocker + suspend/usb_storage_automated_after_suspend certification-status=blocker + suspend/usb_remove_after_suspend certification-status=blocker + +id: after-suspend-usb3-cert-full +unit: test plan +_name: USB3 tests (after suspend) +_description: USB3 tests (after suspend) +include: + suspend/usb3_insert_after_suspend certification-status=blocker + suspend/usb3_storage_automated_after_suspend certification-status=blocker + suspend/usb3_remove_after_suspend certification-status=blocker diff --git a/units/wireless/test-plan.pxu b/units/wireless/test-plan.pxu new file mode 100644 index 0000000..b2c73ff --- /dev/null +++ b/units/wireless/test-plan.pxu @@ -0,0 +1,24 @@ +id: wireless-cert-full +unit: test plan +_name: Wireless tests +_description: Wireless connection tests +include: + wireless/wireless_scanning certification-status=blocker + wireless/wireless_connection_wpa_bg certification-status=blocker + wireless/wireless_connection_open_bg certification-status=blocker + wireless/wireless_connection_wpa_n certification-status=blocker + wireless/wireless_connection_open_n certification-status=blocker + wireless/wireless_connection_wpa_ac certification-status=blocker + wireless/wireless_connection_open_ac certification-status=blocker + +id: after-suspend-wireless-cert-full +unit: test plan +_name: Wireless tests (after suspend) +_description: Wireless connection tests (after suspend) +include: + suspend/wireless_connection_after_suspend_wpa_bg certification-status=blocker + suspend/wireless_connection_after_suspend_open_bg certification-status=blocker + suspend/wireless_connection_after_suspend_wpa_n certification-status=blocker + suspend/wireless_connection_after_suspend_open_n certification-status=blocker + suspend/wireless_connection_after_suspend_wpa_ac certification-status=blocker + suspend/wireless_connection_after_suspend_open_ac certification-status=blocker -- cgit v1.2.3