Merge bootstack-ops:prometheus-sprint into bootstack-ops:master

[JuanJo Ciarlante]

[Alvaro Uria (aluria)]

review: Approve (lgtm)

f417fc4... by JuanJo Ciarlante on 2017-01-20

Use bootstack-CUSTOMER

[Benjamin Kaehne (ben-kaehne)]

Looks good to merge. Please squash first.

Unmerged commits

f417fc4... by JuanJo Ciarlante on 2017-01-20

Use bootstack-CUSTOMER

48f7672... by JuanJo Ciarlante on 2017-01-20

re-Fix README.md

fcbe8bd... by JuanJo Ciarlante on 2017-01-20

Fix README.md

7fc36b4... by JuanJo Ciarlante on 2017-01-20

[jjo] add reporting stack (prometheus + grafana + alertmanager) to ops-bundle.yaml

diff --git a/Makefile b/Makefile
index 2952592..bc42ed3 100644
--- a/Makefile
+++ b/Makefile
@@ -2,4 +2,5 @@
 PYTHON := /usr/bin/env python
 
 lint:
-	yamllint -c .yamllint.config ops-bundle.yaml
+	test -x /usr/bin/yamllint && yamllint -c .yamllint.config ops-bundle.yaml || true
+	python -c 'import yaml,sys;yaml.load(sys.stdin)' < ops-bundle.yaml
diff --git a/README.md b/README.md
index 81c4f94..3e7fb67 100644
--- a/README.md
+++ b/README.md
@@ -10,10 +10,15 @@ make lint
 
 # Contributing Quickstart Guide
 
-git clone git+ssh://git.launchpad.net/~canonical-bootstack/+git/opsbundle
+git clone git+ssh://git.launchpad.net/~canonical-bootstack/bootstack-ops/+git/bootstack-ops
+cd bootstack-ops
 
 git checkout -b myfeature
 
-git push git+ssh://git.launchpad.net/~{YOUR-LP-ACCOUNT}/canonical-bootstack/+git/opsbundle mybranch
+<... hack ...>
+
+git commit ...
+
+git push origin myfeature
 
 Create a MR on LP UI.
diff --git a/ops-bundle.yaml b/ops-bundle.yaml
index 6994893..3321579 100644
--- a/ops-bundle.yaml
+++ b/ops-bundle.yaml
@@ -1,5 +1,12 @@
 config: &OPS_CLUSTER ["lxc:infra=0", "lxc:infra=1", "lxc:infra=2"]
 
+# reporting: prometheus + grafana + alertmanager stack
+# Because snaps fail inside LXC lp#1611078 (xenial/lxd) lp#1582394 (xenial/lxc),
+# we need a KVM, then we smoosh all services into.
+config: &REPORTING_SVC_TO   "reporting=0"
+config: &REGION             bootstack-CUSTOMER
+config: &NAGIOS_CONTEXT     bootstack-CUSTOMER
+
 logging:
   services:
     elasticsearch:
@@ -16,28 +23,101 @@ logging:
 
     rsyslog-elasticsearch:
       charm: rsyslog-elasticsearch
-      relations:
-        - [rsyslog-elasticsearch, elasticsearch]
-        - [rsyslog-elasticsearch, ceilometer]
-        - [rsyslog-elasticsearch, cinder]
-        - [rsyslog-elasticsearch, glance]
-        - [rsyslog-elasticsearch, glance-simplestreams-sync]
-        - [rsyslog-elasticsearch, heat]
-        - [rsyslog-elasticsearch, keystone]
-        - [rsyslog-elasticsearch, landscape]
-        - [rsyslog-elasticsearch, landscape-apache]
-        - [rsyslog-elasticsearch, landscape-haproxy]
-        - [rsyslog-elasticsearch, landscape-msg]
-        - [rsyslog-elasticsearch, landscape-postgresql]
-        - [rsyslog-elasticsearch, mongodb]
-        - [rsyslog-elasticsearch, mysql]
-        - [rsyslog-elasticsearch, ncc-memcached]
-        - [rsyslog-elasticsearch, neutron-api]
-        - [rsyslog-elasticsearch, neutron-gateway]
-        - [rsyslog-elasticsearch, nova-cloud-controller]
-        - [rsyslog-elasticsearch, openstack-dashboard]
-        - [rsyslog-elasticsearch, rabbitmq-server]
-        - [rsyslog-elasticsearch, swift-proxy]
-        - [rsyslog-elasticsearch, ubuntu-nagios]
-        - [rsyslog-elasticsearch, infra]
-        - [rsyslog-elasticsearch, os-hosts]
+    relations:
+      - [rsyslog-elasticsearch, elasticsearch]
+      - [rsyslog-elasticsearch, ceilometer]
+      - [rsyslog-elasticsearch, cinder]
+      - [rsyslog-elasticsearch, glance]
+      - [rsyslog-elasticsearch, glance-simplestreams-sync]
+      - [rsyslog-elasticsearch, heat]
+      - [rsyslog-elasticsearch, keystone]
+      - [rsyslog-elasticsearch, landscape]
+      - [rsyslog-elasticsearch, landscape-apache]
+      - [rsyslog-elasticsearch, landscape-haproxy]
+      - [rsyslog-elasticsearch, landscape-msg]
+      - [rsyslog-elasticsearch, landscape-postgresql]
+      - [rsyslog-elasticsearch, mongodb]
+      - [rsyslog-elasticsearch, mysql]
+      - [rsyslog-elasticsearch, ncc-memcached]
+      - [rsyslog-elasticsearch, neutron-api]
+      - [rsyslog-elasticsearch, neutron-gateway]
+      - [rsyslog-elasticsearch, nova-cloud-controller]
+      - [rsyslog-elasticsearch, openstack-dashboard]
+      - [rsyslog-elasticsearch, rabbitmq-server]
+      - [rsyslog-elasticsearch, swift-proxy]
+      - [rsyslog-elasticsearch, ubuntu-nagios]
+      - [rsyslog-elasticsearch, infra]
+      - [rsyslog-elasticsearch, os-hosts]
+
+# reporting: create a KVM with maas' tag=reporting as reporting/0
+bootstack-reporting-stage0:
+    inherits: [bootstack-stage2-complete]
+    services:
+        reporting:
+            charm: ubuntu
+            constraints: tags=reporting
+
+# reporting: smoosh prometheus + grafana + alertmanager into reporting/0
+bootstack-reporting:
+    inherits: [bootstack-reporting-stage0]
+    override:
+        nagios_context: *NAGIOS_CONTEXT
+        nagios_servicegroups: *REGION
+    services:
+        prometheus:
+            #charm: cs:~prometheus-charmers/prometheus
+            charm: prometheus
+            num_units: 1
+            to: *REPORTING_SVC_TO
+            options:
+                ## XXX(jjo): depends on customer setup (maas-proxy) ->
+                snap_proxy: http://10.76.12.1:8000/
+                ## XXX(jjo): need to charm openstack-exporter, for now point to the manually deployed install:
+                ##           https://github.com/CanonicalLtd/prometheus-openstack-exporter
+                static-targets: 'localhost:9183'
+        grafana:
+            #charm: cs:~prometheus-charmers/grafana
+            charm: grafana
+            num_units: 1
+            to: *REPORTING_SVC_TO
+            options:
+                ## XXX: default deb archive at packagecloud.io redirects to:
+                ## packagecloud-repositories.s3.dualstack.us-west-1.amazonaws.com
+                install_file: https://grafanarel.s3.amazonaws.com/builds/grafana-data_4.1.1-1484211277_amd64.deb
+# ops-agents.yaml would need to set ->
+#                datasources: 'prometheus,BootStack Prometheus,proxy,http://172.12.x.x:9090,,'
+                ## XXX: must go to secrets.yaml
+                admin_password: admin
+        prometheus-alertmanager:
+            #charm: cs:~prometheus-charmers/trusty/prometheus-alertmanager
+            charm: prometheus-alertmanager
+            to: *REPORTING_SVC_TO
+    relations:
+        - ["grafana:grafana-source", "prometheus:grafana-source"]
+        - ["prometheus:alertmanager-service", "prometheus-alertmanager:alertmanager-service"]
+
+# reporting: deploy telegraf subordinate into every metal or containerized node,
+# XXX: below stanza will need to be autogenerated (ala landscape-client) against:
+# - metals (= os-hosts)
+# - all LXC'd services
+
+bootstack-reporting-agents:
+    inherits: [bootstack-reporting]
+    services:
+        telegraf:
+            #charm: cs:telegraf
+            charm: telegraf
+            options:
+#                prometheus_output_port: "9103"
+#                extra_plugins: |
+#                    [[inputs.bcache]]
+#                    [[inputs.conntrack]]
+#                    [[inputs.sysstat]]
+#                    sadc_path = "/usr/lib/sysstat/sadc"
+#                    activities = ["DISK"]
+
+    relations:
+        - [ telegraf, os-hosts ]
+        - [ "prometheus:target", "telegraf:prometheus-client"]
+
+# vim: et si sw=4 ts=4