diff options
| -rw-r--r-- | ReadMe.txt | 22 | ||||
| -rw-r--r-- | units/oem-generic-auto.pxu | 84 | ||||
| -rw-r--r-- | units/oem-generic-docking.pxu | 143 |
3 files changed, 27 insertions, 222 deletions
@@ -9,13 +9,13 @@ specific test plan and test case for the porject needed. II. Test plan structure Here using Somerville as an example: -- client-cert-18-04 <---- oem-generic-full <--- somerville-iev-full +- client-cert-18-04 <--- oem-generic-full <--- somerville-iev-full -- oem-generic-blocker <--- somerville-iev-blocker +- oem-generic-blocker <--- somerville-iev-blocker - oem-generic-audio <--- somerville-audio -- oem-generic-auto <--- somerville-auto +- client-cert-auto <--- oem-generic-auto <--- somerville-auto - oem-generic-docking <--- somerville-docking @@ -28,6 +28,22 @@ Here using Somerville as an example: - oem-generic-wireless <--- somerville-wireless III. Test Revision History +**** 2020/1 **** +** As 18.04 using Gnome 3.28.4 which dose not support OBEX browse file and +** get file. So, remove +suspend/bluetooth_obex_browse_before_suspend +suspend/bluetooth_obex_get_before_suspend +suspend/bluetooth_obex_browse_after_suspend +suspend/bluetooth_obex_get_after_suspend +** The Battery LED is controlled by EC. Nothing relates to OS. We could remove +** battery LED test with low risk. +led/battery-charging +led/battery-charged +led/battery-low +** Remove Firewire, eSATA and Thunderbolt 2 test plan/cases +** because of IOS is not finalized and DVT1 hardware usually use engineering sample, +** the job failed almost. So, remove: +miscellanea/dmitest_client **** 2019/7 18.04 Test Coverage **** Removed both before/after suspend test cases: bluetooth/HID diff --git a/units/oem-generic-auto.pxu b/units/oem-generic-auto.pxu index f5b0b35..f89f57a 100644 --- a/units/oem-generic-auto.pxu +++ b/units/oem-generic-auto.pxu @@ -1,87 +1,7 @@ id: oem-generic-auto _name: OEM Generic Auto unit: test plan -_description: The generic test plan for all OEM projects. +_description: The generic auto test plan for all OEM projects. include: - com.canonical.certification::audio/alsa_record_playback_automated - com.canonical.certification::bluetooth/detect-output - com.canonical.certification::camera/detect - com.canonical.certification::camera/multiple-resolution-images - com.canonical.certification::cpu/scaling_test - com.canonical.certification::cpu/scaling_test-log-attach - com.canonical.certification::cpu/offlining_test - com.canonical.certification::cpu/topology - com.canonical.certification::disk/read_performance_.* - com.canonical.certification::graphics/xorg-version - com.canonical.certification::graphics/1_compiz_check_.* - com.canonical.certification::graphics/xorg-failsafe - com.canonical.certification::graphics/xorg-process - com.canonical.certification::graphics/2_auto_switch_card_.* - com.canonical.certification::graphics/2_valid_opengl_renderer_.* - com.canonical.certification::graphics/2_driver_version_.* - com.canonical.certification::graphics/2_compiz_check_.* - com.canonical.certification::suspend/2_resolution_before_suspend_.*_auto - com.canonical.certification::install/apt-get-gets-updates - com.canonical.certification::mediacard/sd-preinserted - com.canonical.certification::memory/info - com.canonical.certification::ethernet/detect - com.canonical.certification::ethernet/info_automated - com.canonical.certification::miscellanea/dkms_build_validation - com.canonical.certification::networking/http - com.canonical.certification::networking/gateway_ping - com.canonical.certification::power-management/tickless_idle - com.canonical.certification::power-management/rtc - com.canonical.certification::power-management/fwts_wakealarm - com.canonical.certification::power-management/fwts_wakealarm-log-attach - com.canonical.certification::usb/detect - com.canonical.certification::usb/storage-preinserted - com.canonical.certification::wireless/nm_connection_save_.* - com.canonical.certification::wireless/wireless_scanning_.* - com.canonical.certification::wireless/wireless_connection_wpa_bg_nm_.* - com.canonical.certification::wireless/wireless_connection_open_bg_nm_.* - com.canonical.certification::wireless/wireless_connection_wpa_n_nm_.* - com.canonical.certification::wireless/wireless_connection_open_n_nm_.* - com.canonical.certification::wireless/nm_connection_restore_.* - com.canonical.certification::suspend/audio_before_suspend - com.canonical.certification::suspend/bluetooth_obex_browse_before_suspend - com.canonical.certification::suspend/cpu_before_suspend - com.canonical.certification::suspend/network_before_suspend - com.canonical.certification::suspend/memory_before_suspend - com.canonical.certification::suspend/suspend_advanced_auto - com.canonical.certification::suspend/suspend-single-log-attach - com.canonical.certification::suspend/audio_after_suspend_auto - com.canonical.certification::suspend/2_suspend_after_switch_to_card_.*_auto - com.canonical.certification::suspend/2_suspend-time-check_.*_auto - com.canonical.certification::suspend/2_suspend-single-log-attach_.*_auto - com.canonical.certification::suspend/2_compiz_check_after_suspend_.*_auto - com.canonical.certification::suspend/2_driver_version_after_suspend_.*_auto - com.canonical.certification::suspend/2_resolution_after_suspend_.*_auto - com.canonical.certification::graphics/1_auto_switch_card_.* - com.canonical.certification::suspend/1_resolution_before_suspend_.*_auto - com.canonical.certification::suspend/1_suspend_after_switch_to_card_.*_auto - com.canonical.certification::suspend/1_suspend-time-check_.*_auto - com.canonical.certification::suspend/1_suspend-single-log-attach_.*_auto - com.canonical.certification::suspend/1_compiz_check_after_suspend_.*_auto - com.canonical.certification::suspend/1_driver_version_after_suspend_.*_auto - com.canonical.certification::suspend/1_resolution_after_suspend_.*_auto - com.canonical.certification::suspend/network_resume_time_auto - com.canonical.certification::suspend/wifi_resume_time_auto - com.canonical.certification::suspend/usb_storage_preinserted_after_suspend - com.canonical.certification::suspend/record_playback_after_suspend_auto - com.canonical.certification::suspend/bluetooth_obex_browse_after_suspend_auto - com.canonical.certification::suspend/cpu_after_suspend_auto - com.canonical.certification::suspend/memory_after_suspend_auto - com.canonical.certification::after-suspend-wireless/nm_connection_save_.* - com.canonical.certification::after-suspend-wireless/wireless_connection_wpa_bg_nm_.* - com.canonical.certification::after-suspend-wireless/wireless_connection_open_bg_nm_.* - com.canonical.certification::after-suspend-wireless/wireless_connection_wpa_n_nm_.* - com.canonical.certification::after-suspend-wireless/wireless_connection_open_n_nm_.* - com.canonical.certification::after-suspend-wireless/nm_connection_restore_.* - com.canonical.certification::suspend/gpu_lockup_after_suspend - com.canonical.certification::recovery_info_attachment nested_part: - com.canonical.certification::submission-cert-full - com.canonical.certification::info-attachment-cert-full -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::graphics_card + com.canonical.certification::client-cert-auto diff --git a/units/oem-generic-docking.pxu b/units/oem-generic-docking.pxu index bce4bab..844017e 100644 --- a/units/oem-generic-docking.pxu +++ b/units/oem-generic-docking.pxu @@ -3,142 +3,11 @@ _name: OEM Generic Docking Tests unit: test plan _description: This test plan is used to check the docking functionalities and the behaviour of the laptop when docked/undocked. include: - com.canonical.certification::IEEE_80211 - com.canonical.certification::block_device - com.canonical.certification::cdimage - com.canonical.certification::cpuinfo - com.canonical.certification::dmi - com.canonical.certification::dpkg - com.canonical.certification::efi - com.canonical.certification::environment - com.canonical.certification::lsb - com.canonical.certification::meminfo - com.canonical.certification::module - com.canonical.certification::package - com.canonical.certification::rtc - com.canonical.certification::sleep - com.canonical.certification::uname - com.canonical.certification::xinput - com.canonical.plainbox::collect-manifest - dock/audio-list-devices - # Tester information - com.canonical.certification::miscellanea/tester-info - # Dock Jobs - com.canonical.certification::dock/cold-plug certification-status=blocker - com.canonical.certification::dock/power-button certification-status=blocker - com.canonical.certification::dock/monitor-displayport certification-status=blocker - com.canonical.certification::dock/audio-playback-displayport certification-status=blocker - com.canonical.certification::dock/monitor-dvi certification-status=blocker - com.canonical.certification::dock/monitor-hdmi certification-status=blocker - com.canonical.certification::dock/audio-playback-hdmi certification-status=blocker - com.canonical.certification::dock/monitor-vga certification-status=blocker - com.canonical.certification::dock/monitor_type-c_displayport certification-status=blocker - com.canonical.certification::dock/monitor_type-c_hdmi certification-status=blocker - com.canonical.certification::dock/monitor_type-c_vga certification-status=blocker - com.canonical.certification::dock/keys-video-out certification-status=blocker - com.canonical.certification::dock/audio-alsa-info-collect - com.canonical.certification::dock/audio-alsa-info-attachment - com.canonical.certification::dock/audio-list-devices - com.canonical.certification::dock/audio-speaker-headphone-plug-detection certification-status=blocker - com.canonical.certification::dock/audio-playback-headphones certification-status=blocker - com.canonical.certification::dock/audio-microphone-plug-detection certification-status=blocker - com.canonical.certification::dock/audio-alsa-record-playback-external certification-status=blocker - com.canonical.certification::dock/audio-external-linein - com.canonical.certification::dock/audio-external-lineout - com.canonical.certification::dock/networking-gateway-ping certification-status=blocker - com.canonical.certification::dock/networking-ntp certification-status=blocker - com.canonical.certification::dock/mac-address-pass-through - com.canonical.certification::dock/usb-HID certification-status=blocker - com.canonical.certification::dock/usb-insert certification-status=blocker - com.canonical.certification::dock/usb-storage-automated certification-status=blocker - com.canonical.certification::dock/usb-remove certification-status=blocker - com.canonical.certification::dock/usb3-insert certification-status=blocker - com.canonical.certification::dock/usb3-storage-automated certification-status=blocker - com.canonical.certification::dock/usb3-remove certification-status=blocker - com.canonical.certification::dock/usb-c/c-to-a-adapter/insert certification-status=blocker - com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated certification-status=blocker - com.canonical.certification::dock/usb-c/c-to-a-adapter/remove certification-status=blocker - com.canonical.certification::dock/usb-c/insert - com.canonical.certification::dock/usb-c/storage-automated - com.canonical.certification::dock/usb-c/remove - com.canonical.certification::dock/battery-charging certification-status=blocker - com.canonical.certification::dock/thunderbolt-insert - com.canonical.certification::dock/thunderbolt-storage-test - com.canonical.certification::dock/thunderbolt-remove - com.canonical.certification::dock/network-before-suspend - com.canonical.certification::dock/audio-before-suspend - com.canonical.certification::dock/hotplug-ethernet - com.canonical.certification::dock/hotplug-usb3-insert - com.canonical.certification::dock/hotplug-usb3-storage-automated - com.canonical.certification::dock/hotplug-usb3-remove - com.canonical.certification::dock/hotplug-monitor-displayport - com.canonical.certification::dock/hotplug-monitor-hdmi - com.canonical.certification::suspend/suspend_advanced certification-status=blocker - com.canonical.certification::dock/power-button-after-suspend certification-status=blocker - com.canonical.certification::dock/networking-gateway-ping-after-suspend certification-status=blocker - com.canonical.certification::dock/usb-HID-after-suspend certification-status=blocker - com.canonical.certification::dock/usb-insert-after-suspend certification-status=blocker - com.canonical.certification::dock/usb-storage-automated-after-suspend certification-status=blocker - com.canonical.certification::dock/usb-remove-after-suspend certification-status=blocker - com.canonical.certification::dock/usb3-insert-after-suspend certification-status=blocker - com.canonical.certification::dock/usb3-storage-automated-after-suspend certification-status=blocker - com.canonical.certification::dock/usb3-remove-after-suspend certification-status=blocker - com.canonical.certification::dock/usb-c/c-to-a-adapter/insert-after-suspend certification-status=blocker - com.canonical.certification::dock/usb-c/c-to-a-adapter/storage-automated-after-suspend certification-status=blocker - com.canonical.certification::dock/usb-c/c-to-a-adapter/remove-after-suspend certification-status=blocker - com.canonical.certification::dock/usb-c/insert-after-suspend - com.canonical.certification::dock/usb-c/storage-automated-after-suspend - com.canonical.certification::dock/usb-c/remove-after-suspend - com.canonical.certification::dock/monitor-displayport-after-suspend certification-status=blocker - com.canonical.certification::dock/monitor-dvi-after-suspend certification-status=blocker - com.canonical.certification::dock/monitor-hdmi-after-suspend certification-status=blocker - com.canonical.certification::dock/monitor-vga-after-suspend certification-status=blocker - com.canonical.certification::dock/monitor_type-c_displayport-after-suspend certification-status=blocker - com.canonical.certification::dock/monitor_type-c_hdmi-after-suspend certification-status=blocker - com.canonical.certification::dock/monitor_type-c_vga-after-suspend certification-status=blocker - com.canonical.certification::dock/suspend-dock-resume - com.canonical.certification::dock/ethernet-after-suspend-dock-resume - com.canonical.certification::dock/usb3-insert-after-suspend-dock-resume - com.canonical.certification::dock/usb3-storage-automated-after-suspend-dock-resume - com.canonical.certification::dock/usb3-remove-after-suspend-dock-resume - com.canonical.certification::dock/monitor-displayport-after-suspend-dock-resume - com.canonical.certification::dock/monitor-hdmi-after-suspend-dock-resume - com.canonical.certification::dock/suspend-undock-resume certification-status=blocker - # File Attachment Jobs - com.canonical.certification::codecs_attachment - com.canonical.certification::cpuinfo_attachment - com.canonical.certification::dmesg_attachment - com.canonical.certification::dmi_attachment - com.canonical.certification::dmidecode_attachment - com.canonical.certification::efi_attachment - com.canonical.certification::lspci_attachment - com.canonical.certification::lspci_network_attachment - com.canonical.certification::lsusb_attachment - com.canonical.certification::meminfo_attachment - com.canonical.certification::modprobe_attachment - com.canonical.certification::modules_attachment - com.canonical.certification::sysctl_attachment - com.canonical.certification::sysfs_attachment - com.canonical.certification::udev_attachment - com.canonical.certification::udev_resource_attachment com.canonical.certification::recovery_info_attachment - com.canonical.certification::lsmod_attachment - com.canonical.certification::acpi_sleep_attachment - com.canonical.certification::lspci_standard_config_attachment - com.canonical.certification::kernel_cmdline_attachment - com.canonical.certification::modinfo_attachment - com.canonical.certification::dkms_info_attachment - com.canonical.certification::info/hdparm_.*.txt - com.canonical.certification::installer_debug.gz - com.canonical.certification::info/buildstamp - com.canonical.certification::info/touchpad_driver - com.canonical.certification::info/audio_device_driver - com.canonical.certification::info/network_devices - com.canonical.certification::info/xrandr - com.canonical.certification::info/disk_partitions -bootstrap_include: - com.canonical.certification::device - com.canonical.certification::fwts - com.canonical.certification::graphics_card +nested_part: + com.canonical.certification::submission-cert-full + com.canonical.certification::dock-cert-full + com.canonical.certification::after-suspend-dock-cert-full + com.canonical.certification::info-attachment-cert-full mandatory_include: - com.canonical.certification::miscellanea/submission-resources + com.canonical.certification::miscellanea/tester-info |