Merge ~mwhudson/autopkgtest-cloud/+git/autopkgtest-cloud:dask-big into autopkgtest-cloud:master

[Michael Hudson-Doyle]

add dask to big_packages

I've verified that the autopkgtest passes locally with 4GiB of RAM (on amd64). I haven't checked if the memory requirements are lower on any other architectures.

[Steve Langasek (vorlon)]

review: Approve

diff --git a/worker-config-production/worker-bos01-arm64.conf b/worker-config-production/worker-bos01-arm64.conf
index d915e02..87951bb 100644
--- a/worker-config-production/worker-bos01-arm64.conf
+++ b/worker-config-production/worker-bos01-arm64.conf
@@ -16,7 +16,7 @@ releases = trusty xenial bionic focal groovy hirsute
 architectures = arm64
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = $CHECKOUTDIR/setup-commands/setup-testbed
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts lintian cl-ironclad samtools mysql-8.0 satpy python-cffi yt scipy skimage node-immutable-tuple node-redis gscan2pdf cwltool multipath-tools tgt
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts lintian cl-ironclad samtools mysql-8.0 satpy python-cffi yt scipy skimage node-immutable-tuple node-redis gscan2pdf cwltool multipath-tools tgt dask
 long_tests = glibc gutenprint gmp-ecm lintian open-iscsi diffoscope snapcraft snapd cross-toolchain-base automake-1.16 salt epson-inkjet-printer-escpr haveged
 blacklist = bionic/arm64/stress-ng bionic/arm64/upstart bionic/arm64/libnih bionic/arm64/r-cran-vioplot bionic/arm64/openjdk-lts focal/arm64/openjdk-lts groovy/arm64/openjdk-lts xenial/arm64/virtualbox-ext-pack bionic/arm64/virtualbox-ext-pack focal/arm64/openjdk-13 groovy/arm64/openjdk-13 focal/arm64/openjdk-14 groovy/arm64/openjdk-14 hirsute/arm64/openjdk-lts hirsute/arm64/openjdk-13 hirsute/arm64/openjdk-14 hirsute/arm64/rust-onig hirsute/arm64/debuerreotype
 
diff --git a/worker-config-production/worker-bos01-ppc64el.conf b/worker-config-production/worker-bos01-ppc64el.conf
index d1a96cc..4c029cc 100644
--- a/worker-config-production/worker-bos01-ppc64el.conf
+++ b/worker-config-production/worker-bos01-ppc64el.conf
@@ -16,7 +16,7 @@ releases = trusty xenial bionic focal groovy hirsute
 architectures = ppc64el
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = $CHECKOUTDIR/setup-commands/setup-testbed
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 makedumpfile samtools satpy python-cffi yt scipy skimage puma cross-toolchain-base cwltool multipath-tools tgt
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 makedumpfile samtools satpy python-cffi yt scipy skimage puma cross-toolchain-base cwltool multipath-tools tgt dask
 long_tests = gutenprint gmp-ecm open-iscsi diffoscope snapcraft snapd systemd systemd-upstream cross-toolchain-base
 blacklist = bionic/ppc64el/stress-ng bionic/ppc64el/upstart bionic/ppc64el/libnih bionic/ppc64el/r-cran-vioplot bionic/ppc64el/openjdk-lts xenial/ppc64el/virtualbox-ext-pack bionic/ppc64el/virtualbox-ext-pack hirsute/ppc64el/rust-onig hirsute/ppc64el/debuerreotype
 
diff --git a/worker-config-production/worker-bos01-s390x.conf b/worker-config-production/worker-bos01-s390x.conf
index d22b4e6..a9e0788 100644
--- a/worker-config-production/worker-bos01-s390x.conf
+++ b/worker-config-production/worker-bos01-s390x.conf
@@ -16,7 +16,7 @@ releases = trusty xenial bionic focal groovy hirsute
 architectures = s390x
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = $CHECKOUTDIR/setup-commands/setup-testbed
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 samtools satpy python-cffi yt scipy multipath-tools tgt
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 samtools satpy python-cffi yt scipy multipath-tools tgt dask
 long_tests = gutenprint gmp-ecm open-iscsi diffoscope snapcraft snapd cross-toolchain-base
 blacklist = bionic/s390x/stress-ng bionic/s390x/upstart bionic/s390x/libnih bionic/s390x/r-cran-vioplot bionic/s390x/openjdk-lts xenial/s390x/virtualbox-ext-pack bionic/s390x/virtualbox-ext-pack hirsute/s390x/rust-onig hirsute/s390x/debuerreotype
 
diff --git a/worker-config-production/worker-bos01.conf b/worker-config-production/worker-bos01.conf
index 7229b42..6ae5a86 100644
--- a/worker-config-production/worker-bos01.conf
+++ b/worker-config-production/worker-bos01.conf
@@ -16,7 +16,7 @@ releases = trusty xenial bionic focal groovy hirsute
 architectures = ppc64el
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = $CHECKOUTDIR/setup-commands/setup-testbed
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 samtools satpy python-cffi yt skimage multipath-tools tgt
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 samtools satpy python-cffi yt skimage multipath-tools tgt dask
 long_tests = gutenprint gmp-ecm open-iscsi diffoscope snapcraft snapd cross-toolchain-base
 blacklist = bionic/ppc64el/stress-ng bionic/ppc64el/upstart bionic/ppc64el/libnih bionic/ppc64el/r-cran-vioplot bionic/ppc64el/openjdk-lts hirsute/ppc64el/rust-onig
 
diff --git a/worker-config-production/worker-bos02-arm64.conf b/worker-config-production/worker-bos02-arm64.conf
index 9cbf01e..48a3fc4 100644
--- a/worker-config-production/worker-bos02-arm64.conf
+++ b/worker-config-production/worker-bos02-arm64.conf
@@ -16,7 +16,7 @@ releases = trusty xenial bionic focal groovy hirsute
 architectures = arm64
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = $CHECKOUTDIR/setup-commands/setup-testbed
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts lintian cl-ironclad samtools mysql-8.0 satpy python-cffi yt scipy skimage node-immutable-tuple node-redis gscan2pdf cwltool multipath-tools tgt
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts lintian cl-ironclad samtools mysql-8.0 satpy python-cffi yt scipy skimage node-immutable-tuple node-redis gscan2pdf cwltool multipath-tools tgt dask
 long_tests = glibc gutenprint gmp-ecm lintian open-iscsi diffoscope snapcraft snapd cross-toolchain-base automake-1.16 salt epson-inkjet-printer-escpr haveged
 blacklist = bionic/arm64/stress-ng bionic/arm64/upstart bionic/arm64/libnih bionic/arm64/r-cran-vioplot bionic/arm64/openjdk-lts focal/arm64/openjdk-lts groovy/arm64/openjdk-lts xenial/arm64/virtualbox-ext-pack bionic/arm64/virtualbox-ext-pack focal/arm64/openjdk-13 focal/arm64/openjdk-13 focal/arm64/openjdk-14 focal/arm64/openjdk-14 hirsute/arm64/openjdk-lts hirsute/arm64/openjdk-13 hirsute/arm64/openjdk-14 hirsute/arm64/rust-onig hirsute/arm64/debuerreotype
 
diff --git a/worker-config-production/worker-bos02-ppc64el.conf b/worker-config-production/worker-bos02-ppc64el.conf
index 305c174..86101f2 100644
--- a/worker-config-production/worker-bos02-ppc64el.conf
+++ b/worker-config-production/worker-bos02-ppc64el.conf
@@ -16,7 +16,7 @@ releases = trusty xenial bionic focal groovy hirsute
 architectures = ppc64el
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = $CHECKOUTDIR/setup-commands/setup-testbed
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 pandas makedumpfile samtools satpy python-cffi yt scipy skimage puma cross-toolchain-base cwltool multipath-tools tgt
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 pandas makedumpfile samtools satpy python-cffi yt scipy skimage puma cross-toolchain-base cwltool multipath-tools tgt dask
 long_tests = gutenprint gmp-ecm open-iscsi diffoscope snapcraft snapd systemd systemd-upstream cross-toolchain-base
 blacklist = bionic/ppc64el/stress-ng bionic/ppc64el/upstart bionic/ppc64el/libnih bionic/ppc64el/r-cran-vioplot bionic/ppc64el/openjdk-lts xenial/ppc64el/virtualbox-ext-pack bionic/ppc64el/virtualbox-ext-pack hirsute/ppc64el/rust-onig hirsute/ppc64el/debuerreotype
 
diff --git a/worker-config-production/worker-bos02-s390x.conf b/worker-config-production/worker-bos02-s390x.conf
index d22b4e6..a9e0788 100644
--- a/worker-config-production/worker-bos02-s390x.conf
+++ b/worker-config-production/worker-bos02-s390x.conf
@@ -16,7 +16,7 @@ releases = trusty xenial bionic focal groovy hirsute
 architectures = s390x
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = $CHECKOUTDIR/setup-commands/setup-testbed
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 samtools satpy python-cffi yt scipy multipath-tools tgt
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 samtools satpy python-cffi yt scipy multipath-tools tgt dask
 long_tests = gutenprint gmp-ecm open-iscsi diffoscope snapcraft snapd cross-toolchain-base
 blacklist = bionic/s390x/stress-ng bionic/s390x/upstart bionic/s390x/libnih bionic/s390x/r-cran-vioplot bionic/s390x/openjdk-lts xenial/s390x/virtualbox-ext-pack bionic/s390x/virtualbox-ext-pack hirsute/s390x/rust-onig hirsute/s390x/debuerreotype
 
diff --git a/worker-config-production/worker-canonistack.conf b/worker-config-production/worker-canonistack.conf
index 9f11aae..6426246 100644
--- a/worker-config-production/worker-canonistack.conf
+++ b/worker-config-production/worker-canonistack.conf
@@ -17,7 +17,7 @@ releases = trusty xenial
 architectures = i386 amd64
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = $CHECKOUTDIR/setup-commands/setup-testbed
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-cran-igraph botch mathicgb ganeti lttng-modules python2.7 python3.6 python3.7 python3.8 python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 samtools satpy python-cffi yt multipath-tools tgt
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-cran-igraph botch mathicgb ganeti lttng-modules python2.7 python3.6 python3.7 python3.8 python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 samtools satpy python-cffi yt multipath-tools tgt dask
 long_tests = gutenprint gmp-ecm open-iscsi diffoscope
 
 [virt]
diff --git a/worker-config-production/worker-lxd.conf b/worker-config-production/worker-lxd.conf
index 5b2857d..b081369 100644
--- a/worker-config-production/worker-lxd.conf
+++ b/worker-config-production/worker-lxd.conf
@@ -16,7 +16,7 @@ releases = precise trusty xenial bionic focal groovy hirsute
 architectures = $LXD_ARCH
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = sed -E -i "s/(us.)?ports.ubuntu.com/ftpmaster.internal/; s/ubuntu-ports/ubuntu/" /etc/apt/sources.list `ls /etc/apt/sources.list.d/*.list 2>/dev/null || true`; ln -s /dev/null /etc/systemd/system/bluetooth.service; printf "http_proxy=http://squid.internal:3128\nhttps_proxy=http://squid.internal:3128\nno_proxy=127.0.0.1,127.0.1.1,localhost,localdomain,novalocal,internal,archive.ubuntu.com,security.ubuntu.com,ddebs.ubuntu.com,launchpad.net,10.24.0.0/24\n" >> /etc/environment
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts heat-dashboard samtools satpy python-cffi yt skimage scikit-learn silx statsmodels puma
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-cran-igraph botch mathicgb ganeti lttng-modules python-ruffus openjdk-8 openjdk-lts heat-dashboard samtools satpy python-cffi yt skimage scikit-learn silx statsmodels puma dask
 long_tests = glibc gutenprint gmp-ecm open-iscsi diffoscope snapcraft snapd cross-toolchain-base automake-1.16 mercurial salt epson-inkjet-printer-escpr haveged pandas
 blacklist = xenial/armhf/libnih artful/armhf/libnih bionic/armhf/libnih bionic/armhf/r-cran-vioplot bionic/armhf/openjdk-lts xenial/armhf/virtualbox-ext-pack bionic/armhf/virtualbox-ext-pack focal/armhf/openjdk-13 groovy/armhf/openjdk-13 focal/armhf/openjdk-14 groovy/armhf/openjdk-14 hirsute/armhf/openjdk-13 hirsute/armhf/openjdk-14 hirsute/armhf/openjdk-lts hirsute/armhf/rust-onig
 
diff --git a/worker-config-production/worker.conf b/worker-config-production/worker.conf
index 36b807f..f2323b1 100644
--- a/worker-config-production/worker.conf
+++ b/worker-config-production/worker.conf
@@ -16,7 +16,7 @@ releases = precise trusty xenial bionic focal groovy hirsute
 architectures = i386 amd64
 setup_command = $AUTOPKGTEST_CLOUD_DIR/worker-config-production/setup-canonical.sh
 setup_command2 = $CHECKOUTDIR/setup-commands/setup-testbed
-big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python2.7 python3.6 python3.7 python3.8 python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 nodejs cl-ironclad python-scipy scipy cross-toolchain-base-mipsen mkl-dnn samtools satpy python-cffi yt skimage scikit-learn silx statsmodels puma multipath-tools tgt
+big_packages = binutils chromium-browser glibc libreoffice linux linux-* tdb firefox akonadi julia meson python-cryptography python-dmsh pyresample libtext-bidi-perl python-hypothesis nova rocs camitk kineticstools r-bioc-variantannotation r-cran-igraph botch mathicgb ganeti lttng-modules python2.7 python3.6 python3.7 python3.8 python-ruffus openjdk-8 openjdk-lts openjdk-13 openjdk-14 nodejs cl-ironclad python-scipy scipy cross-toolchain-base-mipsen mkl-dnn samtools satpy python-cffi yt skimage scikit-learn silx statsmodels puma multipath-tools tgt dask
 long_tests = gutenprint gmp-ecm open-iscsi diffoscope snapcraft cross-toolchain-base
 blacklist = bionic/i386/upstart bionic/amd64/upstart bionic/i386/libnih bionic/amd64/libnih bionic/i386/r-cran-vioplot bionic/amd64/r-cran-vioplot bionic/amd64/stress-ng bionic/i386/stress-ng bionic/i386/openjdk-lts xenial/amd64/virtualbox-ext-pack bionic/amd64/virtualbox-ext-pack xenial/i386/virtualbox-ext-pack bionic/i386/virtualbox-ext-pack hirsute/i386/rust-onig hirsute/amd64/rust-onig