Merge #385971 from ~stanley31/plainbox-provider-checkbox:add_led_tests

1. Add also-after-suspend flags to the led/mute and the led/microphone test cases, and include these two cases in the led-cert-manual and the after-suspend-led-cert-full test plans. 2. Create the led-cert-blockers and after-suspend-led-cert-blockers test plans. 3. Fixed bug that the also-after-suspend-manual flag is not exists in the camera/led_{name} job. 4. Modify the name of the led-full test plan, so we can identify it from CLI menu. 

3 files changed, 52 insertions, 11 deletions

diff --git a/units/camera/jobs.pxu b/units/camera/jobs.pxu
index c9f2451..1a3f807 100644
--- a/units/camera/jobs.pxu
+++ b/units/camera/jobs.pxu
@@ -61,6 +61,7 @@ _description:
 2. Camera LED should light for a few seconds
 VERIFICATION:
 Did the camera LED light?
+flags: also-after-suspend-manual
 
 unit: template
 template-resource: device
diff --git a/units/led/jobs.pxu b/units/led/jobs.pxu
index 04a8b79..2df4758 100644
--- a/units/led/jobs.pxu
+++ b/units/led/jobs.pxu
@@ -217,6 +217,8 @@ _description:
 either turned off and on or changed colors.
 VERIFICATION:
 Did the Audio LED turn on and off or change color as expected?
+flags: also-after-suspend
+ also-after-suspend-manual
 
 plugin: manual
 category_id: led
@@ -232,6 +234,8 @@ _description:
 determine if it either turned off and on or changed colors.
 VERIFICATION:
 Did the Microphone Mute LED turn on and off or change color as expected?
+flags: also-after-suspend
+ also-after-suspend-manual
 
 id: led/serial
 _summary: Serial ports LED behavior
diff --git a/units/led/test-plan.pxu b/units/led/test-plan.pxu
index a4c9a08..fc83aa2 100644
--- a/units/led/test-plan.pxu
+++ b/units/led/test-plan.pxu
@@ -12,6 +12,7 @@ nested_part:
 com.canonical.certification::led-cert-manual
 com.canonical.certification::led-cert-automated
 
+
 id: led-cert-manual
 unit: test plan
 _name: LED tests (Manual)
@@ -22,16 +23,17 @@ _description:
 - led/wireless is redundant given that we have led/wlan and
 led/bluetooth already. (Manual)
 include:
- camera/led_.* certification-status=blocker
- led/caps-lock certification-status=blocker
- led/numeric-keypad certification-status=blocker
- led/power certification-status=blocker
- led/bluetooth certification-status=non-blocker
- led/wlan certification-status=non-blocker
- led/wlan-disabled certification-status=non-blocker
- led/fn certification-status=non-blocker
+ camera/led_.* certification-status=blocker
+ led/caps-lock certification-status=blocker
+ led/numeric-keypad certification-status=blocker
+ led/power certification-status=blocker
+ led/bluetooth certification-status=non-blocker
+ led/wlan certification-status=non-blocker
+ led/wlan-disabled certification-status=non-blocker
+ led/fn certification-status=non-blocker
 bootstrap_include:
- device
+ device
+
 
 id: led-cert-automated
 unit: test plan
@@ -54,6 +56,8 @@ include:
 suspend/led_after_suspend/caps-lock certification-status=blocker
 suspend/led_after_suspend/numeric-keypad certification-status=blocker
 suspend/led_after_suspend/power certification-status=blocker
+ after-suspend-manual-led/mute certification-status=blocker
+ after-suspend-manual-led/microphone-mute certification-status=blocker
 suspend/led_after_suspend/bluetooth certification-status=non-blocker
 suspend/led_after_suspend/wlan certification-status=non-blocker
 suspend/led_after_suspend/wlan-disabled certification-status=non-blocker
@@ -61,17 +65,49 @@ include:
 bootstrap_include:
 device
 
+
+id: led-cert-blockers
+unit: test plan
+_name: LED tests (certification blockers only)
+_description: LED tests (certification blockers only)
+include:
+ camera/led_.* certification-status=blocker
+ led/caps-lock certification-status=blocker
+ led/numeric-keypad certification-status=blocker
+ led/power certification-status=blocker
+ led/mute certification-status=blocker
+ led/microphone-mute certification-status=blocker
+bootstrap_include:
+ device
+
+
+id: after-suspend-led-cert-blockers
+unit: test plan
+_name: LED tests (after suspend, certification blockers only)
+_description: LED tests (after suspend, certification blockers only)
+include:
+ after-suspend-manual-camera/led_.* certification-status=blocker
+ suspend/led_after_suspend/caps-lock certification-status=blocker
+ suspend/led_after_suspend/numeric-keypad certification-status=blocker
+ suspend/led_after_suspend/power certification-status=blocker
+ after-suspend-manual-led/mute certification-status=blocker
+ after-suspend-manual-led/microphone-mute certification-status=blocker
+bootstrap_include:
+ device
+
+
 id: led-full
 unit: test plan
-_name: LED tests
+_name: LED tests for IoT
 _description: QA LED tests for IoT devices
 include:
 nested_part:
 led-manual
 
+
 id: led-manual
 unit: test plan
-_name: Manual LED tests
+_name: Manual LED tests for IoT
 _description: Manual LED tests for IoT devices
 include:
 led/power