Merge ~bladernr/plainbox-provider-certification-server:18.04-testplans into plainbox-provider-certification-server:master

[Jeff Lane ]

Initial addition of 18.04 test plan files

[Jeff Lane  (bladernr)]

and launchers.

[Sylvain Pineau (sylvain-pineau)]

LGTM, +1

review: Approve

diff --git a/launcher/certify-18.04 b/launcher/certify-18.04
new file mode 100755
index 0000000..17cc454
--- /dev/null
+++ b/launcher/certify-18.04
@@ -0,0 +1,19 @@
+#!/usr/bin/env checkbox-cli
+
+[launcher]
+app_id = com.canonical.certification:certification-server
+launcher_version = 1
+stock_reports = submission_files, certification
+
+[test plan]
+unit = com.canonical.certification::18.04-server-full
+forced = yes
+
+[test selection]
+forced = yes
+
+[ui]
+output = hide-resource-and-attachment
+
+[config]
+config_filename = canonical-certification.conf
diff --git a/launcher/certify-soc-18.04 b/launcher/certify-soc-18.04
new file mode 100755
index 0000000..435eeb0
--- /dev/null
+++ b/launcher/certify-soc-18.04
@@ -0,0 +1,19 @@
+#!/usr/bin/env checkbox-cli
+
+[launcher]
+app_id = com.canonical.certification:certification-server
+launcher_version = 1
+stock_reports = submission_files, certification
+
+[test plan]
+unit = com.canonical.certification::18.04-server-soc-cert
+forced = yes
+
+[test selection]
+forced = yes
+
+[ui]
+output = hide-resource-and-attachment
+
+[config]
+config_filename = canonical-certification.conf
diff --git a/launcher/certify-vm-18.04 b/launcher/certify-vm-18.04
new file mode 100755
index 0000000..340e542
--- /dev/null
+++ b/launcher/certify-vm-18.04
@@ -0,0 +1,19 @@
+#!/usr/bin/env checkbox-cli
+
+[launcher]
+app_id = com.canonical.certification:certification-server
+launcher_version = 1
+stock_reports = submission_files, certification
+
+[test plan]
+unit = com.canonical.certification::18.04-virtual-machine-full
+forced = yes
+
+[test selection]
+forced = yes
+
+[ui]
+output = hide-resource-and-attachment
+
+[config]
+config_filename = canonical-certification.conf
diff --git a/launcher/test-functional-18.04 b/launcher/test-functional-18.04
new file mode 100755
index 0000000..f465fe6
--- /dev/null
+++ b/launcher/test-functional-18.04
@@ -0,0 +1,19 @@
+#!/usr/bin/env checkbox-cli
+
+[launcher]
+app_id = com.canonical.certification:certification-server
+launcher_version = 1
+stock_reports = submission_files, certification
+
+[test plan]
+unit = com.canonical.certification::18.04-server-functional
+forced = yes
+
+[test selection]
+forced = yes
+
+[ui]
+output = hide-resource-and-attachment
+
+[config]
+config_filename = canonical-certification.conf
diff --git a/launcher/test-network-18.04 b/launcher/test-network-18.04
new file mode 100755
index 0000000..0c3be77
--- /dev/null
+++ b/launcher/test-network-18.04
@@ -0,0 +1,19 @@
+#!/usr/bin/env checkbox-cli
+
+[launcher]
+app_id = com.canonical.certification:certification-server
+launcher_version = 1
+stock_reports = submission_files, certification
+
+[test plan]
+unit = com.canonical.certification::18.04-network-only
+forced = yes
+
+[test selection]
+forced = yes
+
+[ui]
+output = hide-resource-and-attachment
+
+[config]
+config_filename = canonical-certification.conf
diff --git a/units/network-only-18.04.pxu b/units/network-only-18.04.pxu
new file mode 100644
index 0000000..b778a2e
--- /dev/null
+++ b/units/network-only-18.04.pxu
@@ -0,0 +1,49 @@
+id: 18.04-network-only
+_name: 18.04 Network Only Test Plan (Only tests network devices)
+unit: test plan
+_description:
+    This test plan is intended to be used for retesting of network devices
+    only.  It does not provide any testing of other hardware and should only be
+    run at the direction of the Cert Team when re-testing of network devices is
+    requried.
+mandatory_include:
+    # Meta-job to include required resources, please don't remove
+    miscellanea/submission-resources
+    config_file_attachment
+    cpuinfo_attachment
+    dkms_info_attachment
+    dmesg_attachment
+    dmi_attachment
+    dmidecode_attachment
+    efi_attachment
+    lspci_attachment
+    lshw_attachment
+    lsusb_attachment
+    lsblk_attachment
+    meminfo_attachment
+    modprobe_attachment
+    modinfo_attachment
+    modules_attachment
+    sysctl_attachment
+    sysfs_attachment
+    udev_attachment
+    udev-summary_attachment
+    lsmod_attachment
+    miscellanea/get_make_and_model
+    miscellanea/get_maas_version               certification-status=blocker
+    miscellanea/efi_boot_mode                  certification-status=blocker
+    miscellanea/secure_boot_mode               certification-status=non-blocker
+    info/network_devices
+    kernel_cmdline_attachment
+include:
+    cpu/purley_id
+    ethernet/detect
+    ethernet/info_automated
+    ethernet/ethtool_info
+    ethernet/ethertool_check_.*
+    ethernet/multi_iperf3_nic_.*
+    miscellanea/call-trace-check               certification-status=non-blocker
+    miscellanea/attach-syslog                  certification-status=non-blocker
+bootstrap_include:
+    device
+    fwts
diff --git a/units/server-full-18.04.pxu b/units/server-full-18.04.pxu
new file mode 100644
index 0000000..6c1e2eb
--- /dev/null
+++ b/units/server-full-18.04.pxu
@@ -0,0 +1,86 @@
+id: 18.04-server-full
+_name: 18.04 Server Certification Full
+unit: test plan
+_description:
+    This whitelist is intended to be used for server certification.
+    the tests contained here should work in any test lab envrionement.
+    Please use this whitelist for the Ubuntu Certification self-testing
+    programme.
+mandatory_include:
+    # Meta-job to include required resources, please don't remove
+    miscellanea/submission-resources
+    config_file_attachment
+    cpuinfo_attachment
+    dkms_info_attachment
+    dmesg_attachment
+    dmi_attachment
+    dmidecode_attachment
+    efi_attachment
+    lspci_attachment
+    lshw_attachment
+    lsusb_attachment
+    lsblk_attachment
+    meminfo_attachment
+    modprobe_attachment
+    modinfo_attachment
+    modules_attachment
+    sysctl_attachment
+    sysfs_attachment
+    udev_attachment
+    udev-summary_attachment
+    lsmod_attachment
+    miscellanea/get_make_and_model
+    miscellanea/get_maas_version               certification-status=blocker
+    miscellanea/efi_boot_mode                  certification-status=blocker
+    miscellanea/secure_boot_mode               certification-status=non-blocker
+    miscellanea/efi_pxeboot                    certification-status=non-blocker
+    miscellanea/cpus_are_not_samples
+    miscellanea/dmitest_server
+    info/disk_partitions
+    info/network_devices
+    kernel_cmdline_attachment
+include:
+    info/hdparm_.*.txt                         certification-status=non-blocker
+    miscellanea/ipmi_test                      certification-status=blocker
+    miscellanea/bmc_info                       certification-status=non-blocker
+    miscellanea/fwupdate                       certification-status=non-blocker
+    benchmarks/disk/hdparm-read_.*             certification-status=blocker
+    benchmarks/disk/hdparm-cache-read_.*       certification-status=blocker
+    cpu/purley_id                              certification-status=non-blocker
+    cpu/clocktest                              certification-status=blocker
+    cpu/scaling_test                           certification-status=blocker
+    cpu/scaling_test-log-attach                certification-status=non-blocker
+    cpu/maxfreq_test                           certification-status=blocker
+    cpu/maxfreq_test-log-attach                certification-status=non-blocker
+    cpu/topology                               certification-status=blocker
+    disk/detect                                certification-status=blocker
+    disk/stats_.*                              certification-status=blocker
+    disk/read_performance_.*                   certification-status=blocker
+    disk/smart_.*                              certification-status=non-blocker
+    disk/disk_stress_ng_.*                     certification-status=blocker
+    disk/disk_cpu_load_.*                      certification-status=non-blocker
+    ethernet/detect                            certification-status=non-blocker
+    ethernet/info_automated                    certification-status=non-blocker
+    ethernet/ethtool_info                      certification-status=non-blocker
+    ethernet/ethertool_check_.*                certification-status=non-blocker
+    ethernet/multi_iperf3_nic_.*               certification-status=blocker
+    mediacard/sd-preinserted                   certification-status=blocker
+    memory/info                                certification-status=blocker
+    memory/memory_stress_ng                    certification-status=blocker
+    optical/detect                             certification-status=non-blocker
+    optical/read-automated_.*                  certification-status=blocker
+    power-management/rtc                       certification-status=blocker
+    stress/cpu_stress_ng_test                  certification-status=blocker
+    usb/detect                                 certification-status=non-blocker
+    usb/storage-preinserted                    certification-status=blocker
+    usb3/storage-preinserted                   certification-status=blocker
+    virtualization/verify_lxd                  certification-status=non-blocker
+    virtualization/kvm_check_vm                certification-status=blocker
+    info/kvm_output                            certification-status=non-blocker
+    miscellanea/sosreport                      certification-status=non-blocker
+    miscellanea/sosreport_attachment           certification-status=non-blocker
+    miscellanea/call-trace-check               certification-status=non-blocker
+    miscellanea/attach-syslog                  certification-status=non-blocker
+bootstrap_include:
+    device
+    fwts
diff --git a/units/server-functional-18.04.pxu b/units/server-functional-18.04.pxu
new file mode 100644
index 0000000..43ddd1a
--- /dev/null
+++ b/units/server-functional-18.04.pxu
@@ -0,0 +1,82 @@
+id: 18.04-server-functional
+_name: 18.04 Server Certification Functional
+unit: test plan
+_description:
+    This whitelist is intended to be used for OEM self-testing.
+    The tests contained here should work in any test lab environment.
+    This test plan runs all server certification tests except for the really
+    demanding or lengthy ones.
+mandatory_include:
+    # Meta-job to include required resources, please don't remove
+    miscellanea/submission-resources
+    config_file_attachment
+    cpuinfo_attachment
+    dkms_info_attachment
+    dmesg_attachment
+    dmi_attachment
+    dmidecode_attachment
+    efi_attachment
+    lspci_attachment
+    lshw_attachment
+    lsusb_attachment
+    lsblk_attachment
+    meminfo_attachment
+    modprobe_attachment
+    modinfo_attachment
+    modules_attachment
+    sysctl_attachment
+    sysfs_attachment
+    udev_attachment
+    udev-summary_attachment
+    lsmod_attachment
+    miscellanea/get_make_and_model
+    miscellanea/get_maas_version               certification-status=blocker
+    miscellanea/efi_boot_mode                  certification-status=blocker
+    miscellanea/secure_boot_mode               certification-status=non-blocker
+    miscellanea/efi_pxeboot                    certification-status=non-blocker
+    miscellanea/cpus_are_not_samples
+    miscellanea/dmitest_server
+    info/disk_partitions
+    info/network_devices
+    kernel_cmdline_attachment
+include:
+    info/hdparm_.*.txt                         certification-status=non-blocker
+    miscellanea/ipmi_test                      certification-status=blocker
+    miscellanea/bmc_info                       certification-status=non-blocker
+    miscellanea/fwupdate                       certification-status=non-blocker
+    benchmarks/disk/hdparm-read_.*             certification-status=blocker
+    benchmarks/disk/hdparm-cache-read_.*       certification-status=blocker
+    cpu/purley_id                              certification-status=non-blocker
+    cpu/clocktest                              certification-status=blocker
+    cpu/scaling_test                           certification-status=blocker
+    cpu/scaling_test-log-attach                certification-status=non-blocker
+    cpu/maxfreq_test                           certification-status=blocker
+    cpu/maxfreq_test-log-attach                certification-status=non-blocker
+    cpu/topology                               certification-status=blocker
+    disk/detect                                certification-status=blocker
+    disk/stats_.*                              certification-status=blocker
+    disk/read_performance_.*                   certification-status=blocker
+    disk/smart_.*                              certification-status=non-blocker
+    disk/disk_stress_ng_.*                     certification-status=blocker
+    disk/disk_cpu_load_.*                      certification-status=non-blocker
+    ethernet/detect                            certification-status=non-blocker
+    ethernet/info_automated                    certification-status=non-blocker
+    ethernet/ethtool_info                      certification-status=non-blocker
+    ethernet/ethertool_check_.*                certification-status=non-blocker
+    ethernet/multi_iperf3_nic_.*               certification-status=blocker
+    mediacard/sd-preinserted                   certification-status=blocker
+    memory/info                                certification-status=blocker
+    optical/detect                             certification-status=non-blocker
+    optical/read-automated_.*                  certification-status=blocker
+    power-management/rtc                       certification-status=blocker
+    usb/detect                                 certification-status=non-blocker
+    usb/storage-preinserted                    certification-status=blocker
+    usb3/storage-preinserted                   certification-status=blocker
+    virtualization/verify_lxd                  certification-status=non-blocker
+    virtualization/kvm_check_vm                certification-status=blocker
+    info/kvm_output                            certification-status=non-blocker
+    miscellanea/call-trace-check               certification-status=non-blocker
+    miscellanea/attach-syslog                  certification-status=non-blocker
+bootstrap_include:
+    device
+    fwts
diff --git a/units/server-soc-cert-18.04.pxu b/units/server-soc-cert-18.04.pxu
new file mode 100644
index 0000000..2577aae
--- /dev/null
+++ b/units/server-soc-cert-18.04.pxu
@@ -0,0 +1,75 @@
+id: 18.04-server-soc-cert
+_name: 18.04 System On Chip Certification (For SoC Testing)
+unit: test plan
+_description:
+    This whitelist is intended to be used for testing Server SoCs.  The tests
+    contained here should work in any test lab envrionement. Please use this 
+    whitelist for the Ubuntu Certification self-testing programme.
+mandatory_include:
+    # Meta-job to include required resources, please don't remove
+    miscellanea/submission-resources
+    config_file_attachment
+    cpuinfo_attachment
+    dkms_info_attachment
+    dmesg_attachment
+    efi_attachment
+    lspci_attachment
+    lshw_attachment
+    lsusb_attachment
+    lsblk_attachment
+    meminfo_attachment
+    modprobe_attachment
+    modinfo_attachment
+    modules_attachment
+    sysctl_attachment
+    sysfs_attachment
+    udev_attachment
+    udev-summary_attachment
+    lsmod_attachment
+    miscellanea/get_make_and_model
+    miscellanea/get_maas_version               certification-status=blocker
+    miscellanea/efi_boot_mode                  certification-status=blocker
+    miscellanea/efi_pxeboot                    certification-status=non-blocker
+    miscellanea/cpus_are_not_samples
+    miscellanea/dmitest_server
+    info/disk_partitions
+    info/network_devices
+    kernel_cmdline_attachment
+include:
+    info/hdparm_.*.txt                         certification-status=non-blocker
+    benchmarks/disk/hdparm-read_.*
+    benchmarks/disk/hdparm-cache-read_.*
+    cpu/purley_id                              certification-status=non-blocker
+    cpu/clocktest                              certification-status=blocker
+    cpu/scaling_test                           certification-status=blocker
+    cpu/scaling_test-log-attach                certification-status=non-blocker
+    cpu/maxfreq_test                           certification-status=blocker
+    cpu/maxfreq_test-log-attach                certification-status=non-blocker
+    cpu/topology                               certification-status=blocker
+    disk/detect                                certification-status=blocker
+    disk/stats_.*                              certification-status=blocker
+    disk/read_performance_.*                   certification-status=blocker
+    disk/smart_.*                              certification-status=non-blocker
+    disk/disk_stress_ng_.*                     certification-status=blocker
+    disk/disk_cpu_load_.*                      certification-status=non-blocker
+    ethernet/detect                            certification-status=non-blocker
+    ethernet/info_automated                    certification-status=non-blocker
+    ethernet/ethtool_info                      certification-status=non-blocker
+    ethernet/ethertool_check_.*                certification-status=non-blocker
+    ethernet/multi_iperf3_nic_.*               certification-status=blocker
+    mediacard/sd-preinserted                   certification-status=blocker
+    memory/info                                certification-status=blocker
+    memory/memory_stress_ng                    certification-status=blocker
+    power-management/rtc                       certification-status=blocker
+    stress/cpu_stress_ng_test                  certification-status=blocker
+    usb/detect                                 certification-status=non-blocker
+    usb/storage-preinserted                    certification-status=blocker
+    usb3/storage-preinserted                   certification-status=blocker
+    virtualization/verify_lxd                  certification-status=non-blocker
+    virtualization/kvm_check_vm                certification-status=blocker
+    info/kvm_output                            certification-status=non-blocker
+    miscellanea/call-trace-check               certification-status=non-blocker
+    miscellanea/attach-syslog                  certification-status=non-blocker
+bootstrap_include:
+    device
+    fwts
diff --git a/units/virtual-machine-full-18.04.pxu b/units/virtual-machine-full-18.04.pxu
new file mode 100644
index 0000000..3343134
--- /dev/null
+++ b/units/virtual-machine-full-18.04.pxu
@@ -0,0 +1,66 @@
+id: 18.04-virtual-machine-full
+_name: 18.04 Virtual Machine Full (For Hypervisors)
+unit: test plan
+_description:
+    This whitelist is intended to be used for testing Ubuntu Guests on 
+    hypervisors. The tests contained here should work in any test lab 
+    envrionement. Please use this whitelist for the Ubuntu Certification 
+    self-testing programme.
+mandatory_include:
+    # Meta-job to include required resources, please don't remove
+    miscellanea/submission-resources
+    config_file_attachment
+    cpuinfo_attachment
+    dkms_info_attachment
+    dmesg_attachment
+    dmi_attachment
+    dmidecode_attachment
+    efi_attachment
+    lspci_attachment
+    lshw_attachment
+    lsusb_attachment
+    lsblk_attachment
+    meminfo_attachment
+    modprobe_attachment
+    modinfo_attachment
+    modules_attachment
+    sysctl_attachment
+    sysfs_attachment
+    udev_attachment
+    udev-summary_attachment
+    lsmod_attachment
+    miscellanea/get_make_and_model
+    miscellanea/get_maas_version               certification-status=blocker
+    info/disk_partitions
+    info/network_devices
+    kernel_cmdline_attachment
+include:
+    info/hdparm_.*.txt                         certification-status=non-blocker
+    benchmarks/disk/hdparm-read_.*             certification-status=blocker
+    benchmarks/disk/hdparm-cache-read_.*       certification-status=blocker
+    cpu/clocktest                              certification-status=blocker
+    cpu/scaling_test                           certification-status=blocker
+    cpu/scaling_test-log-attach                certification-status=non-blocker
+    cpu/maxfreq_test                           certification-status=blocker
+    cpu/maxfreq_test-log-attach                certification-status=non-blocker
+    cpu/topology                               certification-status=blocker
+    disk/detect                                certification-status=blocker
+    disk/stats_.*                              certification-status=blocker
+    disk/read_performance_.*                   certification-status=blocker
+    disk/smart_.*                              certification-status=non-blocker
+    disk/disk_stress_ng_.*                     certification-status=blocker
+    disk/disk_cpu_load_.*                      certification-status=non-blocker
+    ethernet/detect                            certification-status=non-blocker
+    ethernet/info_automated                    certification-status=non-blocker
+    ethernet/ethtool_info                      certification-status=non-blocker
+    ethernet/ethertool_check_.*                certification-status=non-blocker
+    ethernet/multi_iperf3_nic_.*               certification-status=blocker
+    memory/info                                certification-status=blocker
+    memory/memory_stress_ng                    certification-status=blocker
+    power-management/rtc                       certification-status=blocker
+    stress/cpu_stress_ng_test                  certification-status=blocker
+    miscellanea/call-trace-check               certification-status=non-blocker
+    miscellanea/attach-syslog                  certification-status=non-blocker
+bootstrap_include:
+    device
+    fwts