Merge ~mwhudson/ubuntu/+source/initramfs-tools:autopkgtests into ubuntu/+source/initramfs-tools:ubuntu/devel

[Michael Hudson-Doyle]

Add some basic autopkgtests

349a768... by Michael Hudson-Doyle on 2018-08-08

attempt to make work on other architectures

1cf3a14... by Michael Hudson-Doyle on 2018-08-08

i read about predictable device names

aff3cbb... by Michael Hudson-Doyle on 2018-08-08

dump / save the /run/net*.conf files

a6612c0... by Michael Hudson-Doyle on 2018-08-08

refactor a bit

[Dimitri John Ledkov (xnox)]

This got merged, i think? Please close the merge proposal?

diff --git a/debian/changelog b/debian/changelog
index 077d576..bed7055 100644
--- a/debian/changelog
+++ b/debian/changelog
@@ -1,3 +1,9 @@
+initramfs-tools (0.131ubuntu4~mwhudson1) UNRELEASED; urgency=medium
+
+  * Add some autopkgests. 
+
+ -- Michael Hudson-Doyle <[e-mail]>  Wed, 08 Aug 2018 12:33:21 +1200
+
 initramfs-tools (0.131ubuntu3) cosmic; urgency=medium
 
   * Drop including mlx4 and mlx5 InfiniBand modules. Version 0.131 uses
diff --git a/debian/tests/check-results b/debian/tests/check-results
new file mode 100755
index 0000000..9016baa
--- /dev/null
+++ b/debian/tests/check-results
@@ -0,0 +1,80 @@
+#!/usr/bin/python3
+
+import json
+import os
+import sys
+
+in_error = False
+
+def error(msg):
+    print(msg)
+    global in_error
+    in_error = True
+
+def has_link(name):
+    for l in links:
+        if l['ifname'] == name:
+            return
+    error("link {} not found".format(name))
+
+def has_an_ipv4_addr(name):
+    for l in addrs:
+        if l['ifname'] == name:
+            for addr in l['addr_info']:
+                if addr['family'] == 'inet' and addr['scope'] == 'global':
+                    print("found addr {} for {}".format(addr, name))
+                    return
+            error("{} appears to have no addresses".format(name))
+            return
+    error("link {} not found".format(name))
+
+def has_no_ipv4_addr(name):
+    for l in addrs:
+        if l['ifname'] == name:
+            for addr in l['addr_info']:
+                if addr['family'] == 'inet' and addr['scope'] == 'global':
+                    error("found addr {} for {}".format(addr, name))
+                    return
+            print("{} appears to have no addresses".format(name))
+            return
+    error("link {} not found".format(name))
+
+def has_ipv4_addr(name, wanted_addr):
+    for l in addrs:
+        if l['ifname'] == name:
+            for addr in l['addr_info']:
+                if addr['family'] == 'inet' and addr['scope'] == 'global':
+                    if addr['local'] == wanted_addr:
+                        print("found addr {} for {}".format(addr, name))
+                        return
+            error("{} appears not to have address {}".format(name, wanted_addr))
+            return
+    error("link {} not found".format(name))
+
+result_dir = sys.argv[1]
+with open(os.path.join(result_dir, 'link.json')) as fp:
+    links = json.load(fp)
+with open(os.path.join(result_dir, 'addr.json')) as fp:
+    addrs = json.load(fp)
+
+i = 2
+while i < len(sys.argv):
+    a = sys.argv[i]
+    i += 1
+    if a == 'has_link':
+        has_link(sys.argv[i])
+        i += 1
+    elif a == 'has_an_ipv4_addr':
+        has_an_ipv4_addr(sys.argv[i])
+        i += 1
+    elif a == 'has_no_ipv4_addr':
+        has_no_ipv4_addr(sys.argv[i])
+        i += 1
+    elif a == 'has_ipv4_addr':
+        has_ipv4_addr(sys.argv[i], sys.argv[i+1])
+        i += 2
+    else:
+        error("unknown check {}".format(a))
+
+if in_error:
+    sys.exit(1)
diff --git a/debian/tests/control b/debian/tests/control
new file mode 100644
index 0000000..656a1b8
--- /dev/null
+++ b/debian/tests/control
@@ -0,0 +1,3 @@
+Tests: net
+Depends: initramfs-tools, linux-image-generic, python3, qemu-system-x86
+Restrictions: needs-root, allow-stderr
diff --git a/debian/tests/net b/debian/tests/net
new file mode 100755
index 0000000..ea6cfdc
--- /dev/null
+++ b/debian/tests/net
@@ -0,0 +1,43 @@
+#!/bin/bash
+
+set -eux
+
+# Some simple tests of the initramfs network configuration.
+
+# The basic idea is to make an image that has /sbin/init overwritten
+# to just gather some data and shutdown again and boot it in qemu
+# system emulation (not KVM, so it can be run in the autopkgtest
+# architecture without hoping nested kvm works).  Currently it only
+# sets up qemu user networking which limits our ability to be
+# clever. In the long run we should set up a tun and a bridge and
+# specify the mac address of the NICs in the emuilated system and run
+# dnsmasq on it so we test ipv6 and can control which ips which nics
+# get and so on -- but this is still better than nothing.
+
+./debian/tests/prep-image image.img
+
+basecmdline="root=UUID=$(cat image.img-uuid) rw console=ttyS0"
+
+mkinitramfs -o myinitrd
+
+nicslot=5
+nicname=ens$nicslot
+
+run () {
+    ./debian/tests/run-image kernel="/boot/vmlinuz-$(uname -r)" initrd=myinitrd \
+                             image=image.img cmdline="$basecmdline ${1-}" \
+                             output=result nicslot=$nicslot
+}
+
+run ""
+./debian/tests/check-results result has_no_ipv4_addr $nicname
+
+run "ip=dhcp"
+./debian/tests/check-results result has_an_ipv4_addr $nicname
+
+run "ip=:::::$nicname:dhcp"
+./debian/tests/check-results result has_an_ipv4_addr $nicname
+
+run "ip=10.0.2.100::10.0.2.2:255.0.0.0::$nicname:"
+./debian/tests/check-results result has_ipv4_addr $nicname 10.0.2.100
+
diff --git a/debian/tests/prep-image b/debian/tests/prep-image
new file mode 100755
index 0000000..92cf2ab
--- /dev/null
+++ b/debian/tests/prep-image
@@ -0,0 +1,49 @@
+#!/bin/bash
+
+# prep-image $IMAGE preps an image for the tests. Specifically it:
+#
+# 1. downloads a cloud image rootfs
+# 2. creates an image containing a single partition at $IMAGE,
+# 3. writes the UUID of the partition to $IMAGE-uuid,
+# 4. extracts the rootfs to the image, and
+# 5. overwrites /sbin/init with a script that gathers some data to
+#    /result and shuts the machine down
+
+set -eux
+IMAGE="$1"
+series=$(lsb_release -sc)
+url=http://cloud-images.ubuntu.com/$series/current/$series-server-cloudimg-$(dpkg --print-architecture)-root.tar.xz
+filename=$(basename "$url")
+mkdir -p images
+[ -f images/"$filename" ] || (cd images; wget --progress=dot:giga "$url")
+rm -f "$IMAGE" "${IMAGE}-uuid"
+truncate -s 1G "$IMAGE"
+parted --script --align optimal "$IMAGE" -- mklabel gpt mkpart primary ext4 1MiB -2048s
+dev="$(losetup -Pf --show "$IMAGE")"
+mke2fs -q "${dev}p1"
+blkid --output=value "${dev}p1" | head -n1 > "${IMAGE}-uuid"
+mkdir -p mnt
+mount "${dev}p1" mnt
+tar --xattrs-include=* -C mnt -xf images/"$filename"
+rm -f mnt/sbin/init
+cat > mnt/sbin/init << \EOF
+#!/bin/sh
+set -x
+rm -rf /result
+mkdir /result
+# Run twice, once for the logs, once for the test harness
+ip addr
+ip link
+for file in /run/net-*.conf /run/net6-*.conf; do
+  [ -f $file ] || continue;
+  cat $file
+  cp $file /result
+done
+ip -json addr > /result/addr.json
+ip -json link > /result/link.json
+sync
+exec /lib/systemd/systemd-shutdown poweroff
+EOF
+chmod u+x mnt/sbin/init
+umount mnt
+losetup -d "$dev"
diff --git a/debian/tests/run-image b/debian/tests/run-image
new file mode 100755
index 0000000..ee9e16e
--- /dev/null
+++ b/debian/tests/run-image
@@ -0,0 +1,46 @@
+#!/bin/bash
+
+set -eux
+
+NICSLOT=3
+
+while [ $# -gt 0 ]; do
+        case $1 in
+        kernel=*)  KERNEL="${1#kernel=}"   ;;
+        initrd=*)  INITRD="${1#initrd=}"   ;;
+        image=*)   IMAGE="${1#image=}"     ;;
+        cmdline=*) CMDLINE="${1#cmdline=}" ;;
+        output=*)  OUTPUT="${1#output=}"   ;;
+        nicslot=*) NICSLOT="${1#nicslot=}" ;;
+        esac
+        shift
+done
+
+archopts=()
+
+case $(uname -m) in
+i?86)
+        qemu="qemu-system-i386"
+        ;;
+ppc64*)
+        qemu="qemu-system-ppc64"
+        archopts=( -machine "pseries,usb=off" )
+        ;;
+*)
+        qemu=qemu-system-$(uname -m)
+esac
+
+timeout --foreground 10m \
+        "$qemu" "${archopts[@]}" -m 512m \
+        -kernel "$KERNEL" -initrd "$INITRD" \
+        -append "$CMDLINE" \
+        -drive file="$IMAGE",format=raw \
+        -nographic -monitor none \
+        -netdev user,id=net0 -device e1000,netdev=net0,bus=pci.0,addr="$NICSLOT"
+
+dev=$(losetup -Pf --show "$IMAGE")
+mount "${dev}p1" mnt
+rm -rf "$OUTPUT"
+cp -aT mnt/result "$OUTPUT"
+umount mnt
+losetup -d "$dev"