Merge lp:~ivoks/charms/trusty/contrail-analytics/openstack-ssl into lp:~sdn-charmers/charms/trusty/contrail-analytics/trunk

[Ante Karamatić]

This patch allows contrail-analytics to connect to OpenStack services using TLS/SSL protocol.

It doesn't, yet, add functionality of exposing contrail-analytics endopint as https. This will be done in another patch.

[Robert Ayres (robert-ayres)]

Apologies for the delay. I am actively reviewing/testing some modifications to this patch.

[Robert Ayres (robert-ayres)]

review: Approve

=== modified file 'charm-helpers-sync.yaml'
--- charm-helpers-sync.yaml	2016-10-25 20:12:33 +0000
+++ charm-helpers-sync.yaml	2017-01-31 12:56:23 +0000
@@ -3,5 +3,6 @@
 include:
   - core
   - fetch
+  - contrib.hahelpers.apache
   - osplatform
   - contrib.network

=== modified file 'config.yaml'
--- config.yaml	2016-11-10 17:54:05 +0000
+++ config.yaml	2017-01-31 12:56:23 +0000
@@ -31,3 +31,9 @@
     type: int
     default: 1
     description: Minimum number of units required in kafka relation
+  ssl_ca:
+    type: string
+    default:
+    description: |
+      SSL CA used to sign certificates of OpenStack services. It should be
+      provided in base64 format.

=== added directory 'hooks/charmhelpers/contrib/hahelpers'
=== added file 'hooks/charmhelpers/contrib/hahelpers/__init__.py'
--- hooks/charmhelpers/contrib/hahelpers/__init__.py	1970-01-01 00:00:00 +0000
+++ hooks/charmhelpers/contrib/hahelpers/__init__.py	2017-01-31 12:56:23 +0000
@@ -0,0 +1,13 @@
+# Copyright 2014-2015 Canonical Limited.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#  http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

=== added file 'hooks/charmhelpers/contrib/hahelpers/apache.py'
--- hooks/charmhelpers/contrib/hahelpers/apache.py	1970-01-01 00:00:00 +0000
+++ hooks/charmhelpers/contrib/hahelpers/apache.py	2017-01-31 12:56:23 +0000
@@ -0,0 +1,95 @@
+# Copyright 2014-2015 Canonical Limited.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#  http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+#
+# Copyright 2012 Canonical Ltd.
+#
+# This file is sourced from lp:openstack-charm-helpers
+#
+# Authors:
+#  James Page <[e-mail]>
+#  Adam Gandelman <[e-mail]>
+#
+
+import os
+import subprocess
+
+from charmhelpers.core.hookenv import (
+    config as config_get,
+    relation_get,
+    relation_ids,
+    related_units as relation_list,
+    log,
+    INFO,
+)
+
+
+def get_cert(cn=None):
+    # TODO: deal with multiple https endpoints via charm config
+    cert = config_get('ssl_cert')
+    key = config_get('ssl_key')
+    if not (cert and key):
+        log("Inspecting identity-service relations for SSL certificate.",
+            level=INFO)
+        cert = key = None
+        if cn:
+            ssl_cert_attr = 'ssl_cert_{}'.format(cn)
+            ssl_key_attr = 'ssl_key_{}'.format(cn)
+        else:
+            ssl_cert_attr = 'ssl_cert'
+            ssl_key_attr = 'ssl_key'
+        for r_id in relation_ids('identity-service'):
+            for unit in relation_list(r_id):
+                if not cert:
+                    cert = relation_get(ssl_cert_attr,
+                                        rid=r_id, unit=unit)
+                if not key:
+                    key = relation_get(ssl_key_attr,
+                                       rid=r_id, unit=unit)
+    return (cert, key)
+
+
+def get_ca_cert():
+    ca_cert = config_get('ssl_ca')
+    if ca_cert is None:
+        log("Inspecting identity-service relations for CA SSL certificate.",
+            level=INFO)
+        for r_id in relation_ids('identity-service'):
+            for unit in relation_list(r_id):
+                if ca_cert is None:
+                    ca_cert = relation_get('ca_cert',
+                                           rid=r_id, unit=unit)
+    return ca_cert
+
+
+def retrieve_ca_cert(cert_file):
+    cert = None
+    if os.path.isfile(cert_file):
+        with open(cert_file, 'r') as crt:
+            cert = crt.read()
+    return cert
+
+
+def install_ca_cert(ca_cert):
+    if ca_cert:
+        cert_file = ('/usr/local/share/ca-certificates/'
+                     'keystone_juju_ca_cert.crt')
+        old_cert = retrieve_ca_cert(cert_file)
+        if old_cert and old_cert == ca_cert:
+            log("CA cert is the same as installed version", level=INFO)
+        else:
+            log("Installing new CA cert", level=INFO)
+            with open(cert_file, 'w') as crt:
+                crt.write(ca_cert)
+            subprocess.check_call(['update-ca-certificates', '--fresh'])

=== modified file 'hooks/contrail_analytics_utils.py'
--- hooks/contrail_analytics_utils.py	2016-10-27 15:26:53 +0000
+++ hooks/contrail_analytics_utils.py	2017-01-31 12:56:23 +0000
@@ -11,6 +11,11 @@
 import apt_pkg
 from apt_pkg import version_compare
 
+from charmhelpers.contrib.hahelpers.apache import (
+    get_ca_cert,
+    install_ca_cert
+)
+
 from charmhelpers.contrib.network.ip import get_address_in_network
 
 from charmhelpers.core.hookenv import (
@@ -141,6 +146,7 @@
 def identity_admin_ctx():
     ctxs = [ { "auth_host": gethostbyname(hostname),
                "auth_port": relation_get("service_port", unit, rid),
+               "auth_protocol": relation_get("service_protocol", unit, rid),
                "admin_user": relation_get("service_username", unit, rid),
                "admin_password": relation_get("service_password", unit, rid),
                "admin_tenant_name": relation_get("service_tenant_name", unit, rid) }
@@ -148,8 +154,14 @@
              for unit, hostname in
              ((unit, relation_get("service_hostname", unit, rid)) for unit in related_units(rid))
              if hostname ]
+    install_certificates()
     return ctxs[0] if ctxs else {}
 
+def install_certificates():
+    CAcert = get_ca_cert()
+    if CAcert is not None:
+        install_ca_cert(CAcert)
+
 def is_container():
     """Return boolean determining if inside container"""
     try:

=== modified file 'templates/contrail-alarm-gen.conf'
--- templates/contrail-alarm-gen.conf	2016-10-27 15:26:53 +0000
+++ templates/contrail-alarm-gen.conf	2017-01-31 12:56:23 +0000
@@ -24,7 +24,7 @@
 
 [KEYSTONE]
 auth_host = {{ auth_host }}
-auth_protocol = http
+auth_protocol = {{ auth_protocol }}
 auth_port = {{ auth_port }}
 admin_user = {{ admin_user }}
 admin_password = {{ admin_password }}

=== modified file 'templates/contrail-analytics-api.conf'
--- templates/contrail-analytics-api.conf	2016-10-27 15:26:53 +0000
+++ templates/contrail-analytics-api.conf	2017-01-31 12:56:23 +0000
@@ -30,7 +30,7 @@
 
 [KEYSTONE]
 auth_host = {{ auth_host }}
-auth_protocol = http
+auth_protocol = {{ auth_protocol }}
 auth_port = {{ auth_port }}
 admin_user = {{ admin_user }}
 admin_password = {{ admin_password }}

=== modified file 'templates/contrail-collector.conf'
--- templates/contrail-collector.conf	2016-10-27 15:26:53 +0000
+++ templates/contrail-collector.conf	2017-01-31 12:56:23 +0000
@@ -32,9 +32,9 @@
 {%- if keystone %}
 
 [KEYSTONE]
-auth_url = http://{{ auth_host }}:{{ auth_port }}/v2.0
+auth_url = {{ auth_protocol }}://{{ auth_host }}:{{ auth_port }}/v2.0
 auth_host = {{ auth_host }}
-auth_protocol = http
+auth_protocol = {{ auth_protocol }}
 auth_port = {{ auth_port }}
 admin_user = {{ admin_user }}
 admin_password = {{ admin_password }}

=== modified file 'templates/contrail-snmp-collector.conf'
--- templates/contrail-snmp-collector.conf	2016-03-23 19:33:19 +0000
+++ templates/contrail-snmp-collector.conf	2017-01-31 12:56:23 +0000
@@ -20,7 +20,7 @@
 
 [KEYSTONE]
 auth_host = {{ auth_host }}
-auth_protocol = http
+auth_protocol = {{ auth_protocol }}
 auth_port = {{ auth_port }}
 admin_user = {{ admin_user }}
 admin_password = {{ admin_password }}

=== modified file 'templates/contrail-topology.conf'
--- templates/contrail-topology.conf	2016-10-27 15:26:53 +0000
+++ templates/contrail-topology.conf	2017-01-31 12:56:23 +0000
@@ -21,7 +21,7 @@
 
 [KEYSTONE]
 auth_host = {{ auth_host }}
-auth_protocol = http
+auth_protocol = {{ auth_protocol }}
 auth_port = {{ auth_port }}
 admin_user = {{ admin_user }}
 admin_password = {{ admin_password }}

=== modified file 'templates/vnc_api_lib.ini'
--- templates/vnc_api_lib.ini	2016-03-23 15:38:12 +0000
+++ templates/vnc_api_lib.ini	2017-01-31 12:56:23 +0000
@@ -9,7 +9,7 @@
 
 [auth]
 AUTHN_TYPE = keystone
-AUTHN_PROTOCOL = http
+AUTHN_PROTOCOL = {{ auth_protocol }}
 AUTHN_SERVER = {{ auth_host }}
 AUTHN_PORT = {{ auth_port }}
 AUTHN_URL = /v2.0/tokens