Merge ~sylvain-pineau/plainbox-provider-certification-client:blocker_update into plainbox-provider-certification-client:master

[Sylvain Pineau]

16.04 blocker update

[Chris Wayne (cwayne)]

Please don't forget we need to do the same for somerville test plans

[Chris Wayne (cwayne)]

ADded some comments for tests to remove, based onhttps://docs.google.com/document/d/1ktc1H0VSy4p7PVEOKO2BASQa495UmHLuWJjAyEnY1oM/edit

If you'd prefer to do this as a separate MP, that's reasonable as well

[Sylvain Pineau (sylvain-pineau)]

Since cert test plans are now built from nested parts, the last batch of removals are now proposed here: https://code.launchpad.net/~sylvain-pineau/plainbox-provider-checkbox/+git/plainbox-provider-checkbox/+merge/331259

Unmerged commits

8a4ffa1... by Sylvain Pineau on 2017-09-12

Remove memory/check

memory/check will be added to OEM stress test plan

60c9bff... by Sylvain Pineau on 2017-09-12

Add blocker status to BT4 tests

e02610c... by Sylvain Pineau on 2017-09-12

Remove blocker status from BT3 tests

5485251... by Sylvain Pineau on 2017-09-12

Remove blocker status from LED tests

diff --git a/units/client-cert-16-04.pxu b/units/client-cert-16-04.pxu
index e7fd3ae..1fcd757 100644
--- a/units/client-cert-16-04.pxu
+++ b/units/client-cert-16-04.pxu
@@ -41,13 +41,13 @@ include:
     audio/playback_auto                                    certification-status=blocker
     audio/alsa_record_playback_internal                    certification-status=blocker
     # See Monitor / Graphic test section for hybrid-graphic monitor audio tests
-    bluetooth/detect-output                                certification-status=blocker
-    bluetooth/audio-a2dp                                   certification-status=blocker
-    bluetooth/browse-files                                 certification-status=blocker
-    bluetooth/file-transfer                                certification-status=blocker
+    bluetooth/detect-output
+    bluetooth/audio-a2dp
+    bluetooth/browse-files
+    bluetooth/file-transfer
     bluetooth/HID
-    bluetooth4/HOGP-mouse                                  certification-status=non-blocker
-    bluetooth4/HOGP-keyboard                               certification-status=non-blocker
+    bluetooth4/HOGP-mouse                                  certification-status=blocker
+    bluetooth4/HOGP-keyboard                               certification-status=blocker
     camera/detect                                          certification-status=blocker
     camera/still                                           certification-status=blocker
     camera/display                                         certification-status=blocker
@@ -142,13 +142,13 @@ include:
     keys/wireless                                          certification-status=blocker
     keys/keyboard-backlight                                certification-status=blocker
     keys/microphone-mute                                   certification-status=blocker
-    led/bluetooth                                          certification-status=non-blocker
-    led/camera                                             certification-status=blocker
-    led/caps-lock                                          certification-status=blocker
-    led/mute                                               certification-status=blocker
-    led/microphone-mute                                    certification-status=non-blocker
-    led/numeric-keypad                                     certification-status=blocker
-    led/power                                              certification-status=blocker
+    led/bluetooth
+    led/camera
+    led/caps-lock
+    led/mute
+    led/microphone-mute
+    led/numeric-keypad
+    led/power
     # NOTE: led/power-blink-suspend and led/suspend are used later in the
     #       testplan just after a number of suspend tests.
     # led/power-blink-suspend
@@ -156,7 +156,7 @@ include:
     # NOTE: led/wireless is redundant given that we have led/wlan and
     #       led/bluetooth already
     # led/wireless
-    led/wlan                                               certification-status=non-blocker
+    led/wlan
     led/wlan-disabled
     mediacard/sd-insert                                    certification-status=blocker
     mediacard/sd-storage                                   certification-status=blocker
@@ -230,9 +230,9 @@ include:
     suspend/audio_before_suspend                           certification-status=blocker
     suspend/cpu_before_suspend                             certification-status=blocker
     suspend/memory_before_suspend                          certification-status=blocker
-    suspend/bluetooth_obex_send_before_suspend             certification-status=blocker
-    suspend/bluetooth_obex_browse_before_suspend           certification-status=blocker
-    suspend/bluetooth_obex_get_before_suspend              certification-status=blocker
+    suspend/bluetooth_obex_send_before_suspend
+    suspend/bluetooth_obex_browse_before_suspend
+    suspend/bluetooth_obex_get_before_suspend
     # Test card 2 first, if present, since it's the one we will be using
     # after coming back from suspend if the system has hybrid graphics.
     suspend/2_resolution_before_suspend_.*_xenial          certification-status=blocker
@@ -268,16 +268,16 @@ include:
     suspend/1_cycle_resolutions_after_suspend_.*_xenial    certification-status=non-blocker
     suspend/1_xrandr_screens_after_suspend.tar.gz_xenial
     keys/sleep                                             certification-status=blocker
-    led/power-blink-suspend                                certification-status=blocker
-    led/suspend                                            certification-status=blocker
+    led/power-blink-suspend
+    led/suspend
     suspend/network_after_suspend                          certification-status=blocker
     suspend/audio_after_suspend                            certification-status=blocker
     suspend/cpu_after_suspend                              certification-status=blocker
     suspend/memory_after_suspend                           certification-status=blocker
     suspend/bluetooth_detect_after_suspend                 certification-status=blocker
-    suspend/bluetooth_obex_send_after_suspend              certification-status=blocker
-    suspend/bluetooth_obex_browse_after_suspend            certification-status=blocker
-    suspend/bluetooth_obex_get_after_suspend               certification-status=blocker
+    suspend/bluetooth_obex_send_after_suspend
+    suspend/bluetooth_obex_browse_after_suspend
+    suspend/bluetooth_obex_get_after_suspend
     suspend/speaker-headphone-plug-detection-after-suspend certification-status=blocker
     suspend/microphone-plug-detection-after-suspend        certification-status=blocker
     suspend/playback_headphones-after-suspend              certification-status=blocker
@@ -341,7 +341,6 @@ include:
     disk/read_performance_.*                               certification-status=blocker
     disk/storage_device_.*                                 certification-status=blocker
     memory/info                                            certification-status=blocker
-    memory/check                                           certification-status=blocker
     power-management/suspend_30_cycles                     certification-status=blocker
     power-management/suspend-30-cycle-log-attach
     power-management/suspend-30-cycles-time-check          certification-status=non-blocker