Merge lp:~canonical-platform-qa/qa-jenkins-jobs/ust-stable-and-unstable into lp:qa-jenkins-jobs

[Allan LeSage]

Add jobs and reporting for ust "stable" and "unstable" tests.

Create new "stable" and "unstable" lists to be read and reported from PractiTest.

We'll load these lists with new convergence tests, remove some outmoded tests.

[platform-qa-bot (platform-qa-bot)]

PASSED: Continuous integration, rev:174
https://platform-qa-jenkins.ubuntu.com/job/qa-jenkins-jobs-ci/48/
Executed test runs:
    SUCCESS: https://platform-qa-jenkins.ubuntu.com/job/build-wily-amd64-package/3187
        deb: https://platform-qa-jenkins.ubuntu.com/job/build-wily-amd64-package/3187/artifact/work/output/*zip*/output.zip
    SUCCESS: https://platform-qa-jenkins.ubuntu.com/job/build-wily-i386-package/3187
        deb: https://platform-qa-jenkins.ubuntu.com/job/build-wily-i386-package/3187/artifact/work/output/*zip*/output.zip
    None: https://platform-qa-jenkins.ubuntu.com/job/generic-update-mp/677/console

Click here to trigger a rebuild:
https://platform-qa-jenkins.ubuntu.com/job/qa-jenkins-jobs-ci/48/rebuild

review: Approve (continuous-integration)

[Max Brustkern (nuclearbob)]

I like it.

review: Approve

=== modified file 'jobs/ubuntu-system-tests/jobs.yaml'
--- jobs/ubuntu-system-tests/jobs.yaml	2016-08-24 21:32:15 +0000
+++ jobs/ubuntu-system-tests/jobs.yaml	2016-08-25 21:04:14 +0000
@@ -20,6 +20,9 @@
     test_level:
         - sanity
         - regression
+    automation_status:
+        - stable
+        - unstable
     channel:
         - 'rc'
         - 'rc-proposed'
@@ -36,6 +39,7 @@
         - 'ust_{channel}_{device}_{test_level}_test'
         - 'ust_{channel}_{device}_periodic'
         - 'ust_report-results-to-practitest'
+        - 'ust_rc-proposed_{device}_{automation_status}'
 
 - job-template:
     name: 'flash-device'
@@ -151,6 +155,25 @@
         - junit:
             results: 'results/artifacts/test-results.xml'
 
+- job-template:
+    <<: *UST_DEFAULT_JOB_TEMPLATE
+    name: 'ust_rc-proposed_{device}_{automation_status}'
+    description: |
+        Run stable or unstable tests periodically.
+    parameters:
+        - ubuntu-system-tests-parameters:
+            tests_to_run: {automation_status}
+            channel: rc-proposed
+            device_channel: '{device_channel}'
+    triggers:
+        - timed: "H */6 * * *"
+    publishers:
+        - archive:
+            artifacts: 'results/**/*'
+            allow-empty: 'true'
+        - junit:
+            results: 'results/artifacts/test-results.xml'
+
 - parameter:
     name: ubuntu-system-tests-parameters
     parameters:

=== modified file 'jobs/ubuntu-system-tests/ubuntu-system-tests-builder.sh'
--- jobs/ubuntu-system-tests/ubuntu-system-tests-builder.sh	2016-08-24 18:09:36 +0000
+++ jobs/ubuntu-system-tests/ubuntu-system-tests-builder.sh	2016-08-25 21:04:14 +0000
@@ -40,11 +40,17 @@
 
 case "$TESTS_TO_RUN" in
     # yes we magically know the filter numbers
+    "sanity")
+	TESTS_TO_RUN=$(query_practitest_for_tests_to_run_by_filter 63805)
+	;;
     "regression")
 	TESTS_TO_RUN=$(query_practitest_for_tests_to_run_by_filter 117776)
 	;;
-    "sanity")
-	TESTS_TO_RUN=$(query_practitest_for_tests_to_run_by_filter 63805)
+    "stable")
+	TESTS_TO_RUN=$(query_practitest_for_tests_to_run_by_filter 126345)
+	;;
+    "unstable")
+	TESTS_TO_RUN=$(query_practitest_for_tests_to_run_by_filter 126346)
 	;;
     "")
 	# NOTE that conditional build step should've prevented

=== modified file 'jobs/vis/vis.sh'
--- jobs/vis/vis.sh	2016-07-14 21:33:41 +0000
+++ jobs/vis/vis.sh	2016-08-25 21:04:14 +0000
@@ -23,6 +23,10 @@
 python3 qakit/vis/visualize.py --mongo-host $MONGO_HOST -o ${WORKSPACE}/results/ust_rc_krillin_regression.json ust_rc_krillin_regression
 python3 qakit/vis/visualize.py --mongo-host $MONGO_HOST -o ${WORKSPACE}/results/ust_rc_arale_sanity.json ust_rc_arale_sanity
 python3 qakit/vis/visualize.py --mongo-host $MONGO_HOST -o ${WORKSPACE}/results/ust_rc_arale_regression.json ust_rc_arale_regression
+python3 qakit/vis/visualize.py --mongo-host $MONGO_HOST -o ${WORKSPACE}/results/ust_rc-proposed_krillin_stable.json ust_rc-proposed_krillin_stable
+python3 qakit/vis/visualize.py --mongo-host $MONGO_HOST -o ${WORKSPACE}/results/ust_rc-proposed_arale_stable.json ust_rc-proposed_arale_stable
+python3 qakit/vis/visualize.py --mongo-host $MONGO_HOST -o ${WORKSPACE}/results/ust_rc-proposed_krillin_unstable.json ust_rc-proposed_krillin_unstable
+python3 qakit/vis/visualize.py --mongo-host $MONGO_HOST -o ${WORKSPACE}/results/ust_rc-proposed_arale_unstable.json ust_rc-proposed_arale_unstable
 
 deactivate