Merge ~jocave/plainbox-provider-certification-client:create-odm-prog-18-tps into plainbox-provider-certification-client:master

[Jonathan Cave]

New ODM Certification test plans for 18.04/UC18. Follow the same pattern as the just landed focal versions.

[Sylvain Pineau (sylvain-pineau)]

+1

review: Approve

diff --git a/units/client-cert-odm-desktop-18-04.pxu b/units/client-cert-odm-desktop-18-04.pxu
new file mode 100644
index 0000000..90b5fe0
--- /dev/null
+++ b/units/client-cert-odm-desktop-18-04.pxu
@@ -0,0 +1,80 @@
+id: client-cert-odm-desktop-18-04
+_name: ODM Client Certification for Desktop 18.04
+unit: test plan
+_description:
+ This test plan is intended for use by ODMs in their own facilities as part of
+ the ODM Certification programme. This test plan should be used when certifying
+ Desktop images.
+include:
+nested_part:
+    submission-cert-full
+    audio-cert-full
+    bluetooth-cert-full
+    camera-cert-full
+    thunderbolt-cert-full
+    monitor-integrated-gpu-cert-full
+    graphics-integrated-gpu-cert-full
+    graphics-discrete-gpu-cert-full
+    monitor-discrete-gpu-cert-full
+    input-cert-full
+    disk-cert-manual
+    keys-cert-full
+    led-cert-full
+    mediacard-cert-full
+    mobilebroadband-cert-full
+    networking-cert-full
+    optical-cert-full
+    power-management-precheck-cert
+    touchpad-cert-full
+    touchscreen-cert-full
+    usb-cert-full
+    usb3-cert-full
+    usb-c-cert-full
+    wireless-cert-full
+    before-suspend-reference-cert-full
+    after-suspend-reference-cert-full
+    # Test discrete card first, if present, since it's the one we will be using
+    # after coming back from suspend if the system has hybrid graphics.
+    after-suspend-graphics-discrete-gpu-cert-full
+    after-suspend-monitor-discrete-gpu-cert-full
+    # hibernate-discrete-gpu-cert-full (No hibernate in 18.04)
+    # Now we ask to switch to the integrated graphics card. This requires a
+    # restart of checkbox.
+    after-suspend-graphics-integrated-gpu-cert-full
+    after-suspend-monitor-integrated-gpu-cert-full
+    suspend-key-led-oops-check-cert    
+    after-suspend-audio-cert-full
+    after-suspend-camera-cert-full
+    after-suspend-input-cert-full
+    after-suspend-keys-cert-full
+    after-suspend-led-cert-full
+    after-suspend-mediacard-cert-full
+    after-suspend-optical-cert-full
+    after-suspend-touchpad-cert-full
+    after-suspend-touchscreen-cert-full
+    after-suspend-usb-cert-full
+    after-suspend-usb3-cert-full
+    after-suspend-usb-c-cert-full
+    after-suspend-wireless-cert-full    
+    # hibernate-integrated-gpu-cert-full (No hibernate in 18.04)
+    # The following tests should run BEFORE the automated tests. The reboot and
+    # power off tests will also give us a clean system to start the stress run
+    # with.
+    power-management-reboot-poweroff-cert
+    # Automated Tests
+    # The following tests are purely automated and/or lenghty stress tests.
+    # They have been moved to the end of the test run to improve the testing
+    # process.
+    misc-client-cert-full
+    cpu-cert-full
+    disk-cert-automated
+    stress-iperf3-automated
+    #stress-cert-full
+    stress-suspend-30-cycles-with-reboots-automated
+    stress-ng-cert-automated
+    stress-30-reboot-poweroff-automated
+    stress-pm-graph
+    tpm2.0_3.0.4
+    info-attachment-cert-full
+exclude:
+    com.canonical.certification::keys/hibernate
\ No newline at end of file
diff --git a/units/client-cert-odm-server-18-04.pxu b/units/client-cert-odm-server-18-04.pxu
new file mode 100644
index 0000000..18cd146
--- /dev/null
+++ b/units/client-cert-odm-server-18-04.pxu
@@ -0,0 +1,9 @@
+# id: client-cert-odm-server-18-04
+# _name: ODM Client Certification for Server 18.04
+# unit: test plan
+# _description:
+#  This test plan is intended for use by ODMs in their own facilities as part of
+#  the ODM Certification programme. This test plan should be used when certifying
+#  Server images.
+
+# Use client-cert-odm-desktop-18-04 unless reason to specialise is found
\ No newline at end of file
diff --git a/units/client-cert-odm-ubuntucore-18.pxu b/units/client-cert-odm-ubuntucore-18.pxu
new file mode 100644
index 0000000..dbea39d
--- /dev/null
+++ b/units/client-cert-odm-ubuntucore-18.pxu
@@ -0,0 +1,78 @@
+id: client-cert-odm-ubuntucore-18
+_name: ODM Client Certification for Ubuntu Core 18
+unit: test plan
+_description:
+ This test plan is intended for use by ODMs in their own facilities as part of
+ the ODM Certification programme. This test plan should be used when certifying
+ Ubuntu Core images.
+include:
+mandatory_include:
+    com.canonical.plainbox::manifest
+    executable
+    dmi
+    dmi_attachment
+    dpkg
+    interface
+    lsb
+    lspci_attachment
+    lsusb_attachment
+    meminfo
+    package
+    rtc
+    sleep
+    snap
+    sysfs_attachment
+    udev_attachment
+    udev_json
+    uname
+    connections
+    model_assertion
+    serial_assertion
+    net_if_management_attachment
+bootstrap_include:
+    bootloader
+    cpuinfo
+    device
+    net_if_management
+nested_part:
+    self-full
+    audio-manual
+    bluetooth-full
+    camera-full
+    led-manual
+    mediacard-full
+    rtc-full
+    serial-full
+    snappy-snap-full
+    usb-c-full
+    usb-full
+    usb3-full
+    watchdog-full
+    wwan-full
+    com.intel.ipdt::ipdt-plan
+    cpu-automated
+    disk-automated
+    ethernet-automated
+    i2c-full
+    memory-automated
+    networking-automated
+    wireless-automated
+    wireless-wifi-master-mode-auto
+    tpm2.0_3.0.4
+    suspend-tp
+    after-suspend-audio-manual
+    after-suspend-bluetooth-full
+    after-suspend-ethernet-full
+    after-suspend-wireless-automated
+    after-suspend-wwan-full
+    warm-boot-stress-test
+    cold-boot-stress-test
+exclude:
+    com.intel.ipdt::ipdt/PCH-.*
+    usb-c/c-to-a-adapter.*
+    mediacard/mmc-.*
+    mediacard/cf-.*
+    mediacard/sdxc-.*
+    mediacard/ms-.*
+    mediacard/msp-.*
+    mediacard/xd-.*