Merge ~dannf/canonical-server-hwe-utils:iso-test-matrix into canonical-server-hwe-utils:master

[dann frazier]

[dann frazier (dannf)]

Sample output:

$ ./generate-matrix.py -r bionic
crb1s pxe GA
crb2s usb-hdd HWE
d05 pxe GA
d05 pxe HWE
d05 cd GA
d05 usb-hdd HWE
sabre pxe GA
taishan2280v2 cd HWE
taishan2280v2 usb-hdd GA
taishan2280v2 pxe HWE
taishan2280v2 pxe GA
$ ./generate-matrix.py -r xenial
crb1s pxe GA
crb2s cd HWE
d05 pxe HWE
d05 usb-hdd HWE
sabre pxe HWE
taishan2280v2 cd HWE
taishan2280v2 pxe HWE

[Patricia Domingues (patriciasd)]

Great. Many thanks. +1

diff --git a/installer-test-matrix/config.yaml b/installer-test-matrix/config.yaml
new file mode 100644
index 0000000..066623f
--- /dev/null
+++ b/installer-test-matrix/config.yaml
@@ -0,0 +1,31 @@
+releases:
+  focal:
+    boot-options: [ GA ]
+  bionic:
+    boot-options: [ GA, HWE ]
+  xenial:
+    boot-options: [ GA, HWE ]
+
+platforms:
+  crb1s:
+    coverage: spot
+  crb2s:
+    coverage: spot
+  d05:
+    coverage: full
+    unsupported:
+      releases:
+        xenial:
+          boot-options: GA
+  sabre:
+    coverage: spot
+    unsupported:
+      releases:
+        xenial:
+          boot-options: GA
+  taishan2280v2:
+    coverage: full
+    unsupported:
+      releases:
+        xenial:
+          boot-options: GA
diff --git a/installer-test-matrix/generate-matrix.py b/installer-test-matrix/generate-matrix.py
new file mode 100755
index 0000000..14c2d0a
--- /dev/null
+++ b/installer-test-matrix/generate-matrix.py
@@ -0,0 +1,72 @@
+#!/usr/bin/env python3
+
+import argparse
+import random
+import sys
+import yaml
+
+
+def is_supported(platform_config, release, boot_option):
+    if "unsupported" not in platform_config.keys():
+        return True
+    if "releases" not in platform_config["unsupported"]:
+        return True
+    if release not in platform_config["unsupported"]["releases"]:
+        return True
+    if "boot-options" not in platform_config["unsupported"]["releases"][release].keys():
+        return False
+    if (
+        boot_option
+        in platform_config["unsupported"]["releases"][release]["boot-options"]
+    ):
+        return False
+    return True
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--config", "-c", default="./config.yaml")
+    parser.add_argument("--release", "-r", required=True)
+    args = parser.parse_args()
+
+    with open(args.config, "r") as f:
+        y = yaml.load(f, Loader=yaml.SafeLoader)
+    release = y["releases"][args.release]
+
+    # Create shuffled lists of the various install
+    # config variables. We'll round-robin through them.
+    boot_options = release["boot-options"][:]
+    random.shuffle(boot_options)
+    media_options = ["iso", "pxe"]
+    random.shuffle(media_options)
+    cd_hdd = ["cd", "usb-hdd"]
+    random.shuffle(cd_hdd)
+
+    for platform in y["platforms"]:
+        p = y["platforms"][platform]
+        done = False
+        for m in range(len(media_options)):
+            if done:
+                break
+            # pop/append pattern creates a circular queue
+            media_type = media_options.pop(0)
+            media_options.append(media_type)
+            for b in range(len(boot_options)):
+                boot_type = boot_options.pop(0)
+                boot_options.append(boot_type)
+                if not is_supported(p, args.release, boot_type):
+                    continue
+                # Alternate between booting the ISO as a CD
+                # and as a USB stick. Both create a nearly identical
+                # install environment, so we don't consider them
+                # separate media types.
+                if media_type == "iso":
+                    media_string = cd_hdd.pop(0)
+                    cd_hdd.append(media_string)
+                else:
+                    media_string = media_type
+                sys.stdout.write("%s %s %s\n" % (platform, media_string, boot_type))
+                if p["coverage"] == "spot":
+                    # We only need 1 case for spot testing
+                    done = True
+                    break