Merge lp:~billy-olsen/charms/trusty/ceilometer/backport-lp1398182 into lp:~openstack-charmers-archive/charms/trusty/ceilometer/trunk

[Billy Olsen]

[uosci-testing-bot (uosci-testing-bot)]

charm_unit_test #5034 ceilometer for billy-olsen mp261999
    UNIT OK: passed

Build: http://10.245.162.77:8080/job/charm_unit_test/5034/

[uosci-testing-bot (uosci-testing-bot)]

charm_lint_check #5402 ceilometer for billy-olsen mp261999
    LINT OK: passed

Build: http://10.245.162.77:8080/job/charm_lint_check/5402/

[uosci-testing-bot (uosci-testing-bot)]

charm_amulet_test #4645 ceilometer for billy-olsen mp261999
    AMULET FAIL: amulet-test failed

AMULET Results (max last 2 lines):
make: *** [test] Error 1
ERROR:root:Make target returned non-zero.

Full amulet test output: http://paste.ubuntu.com/11721339/
Build: http://10.245.162.77:8080/job/charm_amulet_test/4645/

[Corey Bryant (corey.bryant)]

The amulet failure looks like a pre-existing condition.

review: Approve

[Corey Bryant (corey.bryant)]

Yep, amulet test needs a fix backported so ignoring that.

[uosci-testing-bot (uosci-testing-bot)]

charm_amulet_test #4664 ceilometer for billy-olsen mp261999
    AMULET FAIL: amulet-test failed

AMULET Results (max last 2 lines):
make: *** [test] Error 1
ERROR:root:Make target returned non-zero.

Full amulet test output: http://paste.ubuntu.com/11736479/
Build: http://10.245.162.77:8080/job/charm_amulet_test/4664/

[lp:~billy-olsen/charms/trusty/ceilometer/backport-lp1398182]

86. By Billy Olsen on 2015-06-18

[billy-olsen,trivial] Official charm-helper stable branch sync to include
charm-helper change for public-hostname.

[uosci-testing-bot (uosci-testing-bot)]

charm_lint_check #5461 ceilometer for billy-olsen mp261999
    LINT OK: passed

Build: http://10.245.162.77:8080/job/charm_lint_check/5461/

[uosci-testing-bot (uosci-testing-bot)]

charm_unit_test #5093 ceilometer for billy-olsen mp261999
    UNIT OK: passed

Build: http://10.245.162.77:8080/job/charm_unit_test/5093/

[uosci-testing-bot (uosci-testing-bot)]

charm_amulet_test #4665 ceilometer for billy-olsen mp261999
    AMULET FAIL: amulet-test failed

AMULET Results (max last 2 lines):
make: *** [test] Error 1
ERROR:root:Make target returned non-zero.

Full amulet test output: http://paste.ubuntu.com/11737936/
Build: http://10.245.162.77:8080/job/charm_amulet_test/4665/

=== modified file 'config.yaml'
--- config.yaml	2015-02-19 02:03:06 +0000
+++ config.yaml	2015-06-18 23:03:27 +0000
@@ -100,6 +100,18 @@
       192.168.0.0/24)
       .
       This network will be used for public endpoints.
+  os-public-hostname:
+    type: string
+    default:
+    description: |
+      The hostname or address of the public endpoints created for ceilometer
+      in the keystone identity provider.
+      .
+      This value will be used for public endpoints. For example, an
+      os-public-hostname set to 'ceilometer.example.com' with ssl enabled will
+      create the following public endpoints for ceilometer:
+      .
+      https://ceilometer.example.com:8777/
   # HA configuration settings
   vip:
     type: string

=== modified file 'hooks/charmhelpers/contrib/hahelpers/cluster.py'
--- hooks/charmhelpers/contrib/hahelpers/cluster.py	2015-03-13 12:57:45 +0000
+++ hooks/charmhelpers/contrib/hahelpers/cluster.py	2015-06-18 23:03:27 +0000
@@ -52,6 +52,8 @@
     bool_from_string,
 )
 
+DC_RESOURCE_NAME = 'DC'
+
 
 class HAIncompleteConfig(Exception):
     pass
@@ -95,6 +97,27 @@
     return False
 
 
+def is_crm_dc():
+    """
+    Determine leadership by querying the pacemaker Designated Controller
+    """
+    cmd = ['crm', 'status']
+    try:
+        status = subprocess.check_output(cmd, stderr=subprocess.STDOUT)
+        if not isinstance(status, six.text_type):
+            status = six.text_type(status, "utf-8")
+    except subprocess.CalledProcessError:
+        return False
+    current_dc = ''
+    for line in status.split('\n'):
+        if line.startswith('Current DC'):
+            # Current DC: juju-lytrusty-machine-2 (168108163) - partition with quorum
+            current_dc = line.split(':')[1].split()[0]
+    if current_dc == get_unit_hostname():
+        return True
+    return False
+
+
 @retry_on_exception(5, base_delay=2, exc_type=CRMResourceNotFound)
 def is_crm_leader(resource, retry=False):
     """
@@ -104,6 +127,8 @@
     We allow this operation to be retried to avoid the possibility of getting a
     false negative. See LP #1396246 for more info.
     """
+    if resource == DC_RESOURCE_NAME:
+        return is_crm_dc()
     cmd = ['crm', 'resource', 'show', resource]
     try:
         status = subprocess.check_output(cmd, stderr=subprocess.STDOUT)

=== modified file 'hooks/charmhelpers/contrib/openstack/ip.py'
--- hooks/charmhelpers/contrib/openstack/ip.py	2015-03-13 12:57:45 +0000
+++ hooks/charmhelpers/contrib/openstack/ip.py	2015-06-18 23:03:27 +0000
@@ -17,6 +17,7 @@
 from charmhelpers.core.hookenv import (
     config,
     unit_get,
+    service_name,
 )
 from charmhelpers.contrib.network.ip import (
     get_address_in_network,
@@ -26,8 +27,6 @@
 )
 from charmhelpers.contrib.hahelpers.cluster import is_clustered
 
-from functools import partial
-
 PUBLIC = 'public'
 INTERNAL = 'int'
 ADMIN = 'admin'
@@ -35,15 +34,18 @@
 ADDRESS_MAP = {
     PUBLIC: {
         'config': 'os-public-network',
-        'fallback': 'public-address'
+        'fallback': 'public-address',
+        'override': 'os-public-hostname',
     },
     INTERNAL: {
         'config': 'os-internal-network',
-        'fallback': 'private-address'
+        'fallback': 'private-address',
+        'override': 'os-internal-hostname',
     },
     ADMIN: {
         'config': 'os-admin-network',
-        'fallback': 'private-address'
+        'fallback': 'private-address',
+        'override': 'os-admin-hostname',
     }
 }
 
@@ -57,15 +59,50 @@
     :param endpoint_type: str endpoint type to resolve.
     :param returns: str base URL for services on the current service unit.
     """
-    scheme = 'http'
-    if 'https' in configs.complete_contexts():
-        scheme = 'https'
+    scheme = _get_scheme(configs)
+
     address = resolve_address(endpoint_type)
     if is_ipv6(address):
         address = "[{}]".format(address)
+
     return '%s://%s' % (scheme, address)
 
 
+def _get_scheme(configs):
+    """Returns the scheme to use for the url (either http or https)
+    depending upon whether https is in the configs value.
+
+    :param configs: OSTemplateRenderer config templating object to inspect
+                    for a complete https context.
+    :returns: either 'http' or 'https' depending on whether https is
+              configured within the configs context.
+    """
+    scheme = 'http'
+    if configs and 'https' in configs.complete_contexts():
+        scheme = 'https'
+    return scheme
+
+
+def _get_address_override(endpoint_type=PUBLIC):
+    """Returns any address overrides that the user has defined based on the
+    endpoint type.
+
+    Note: this function allows for the service name to be inserted into the
+    address if the user specifies {service_name}.somehost.org.
+
+    :param endpoint_type: the type of endpoint to retrieve the override
+                          value for.
+    :returns: any endpoint address or hostname that the user has overridden
+              or None if an override is not present.
+    """
+    override_key = ADDRESS_MAP[endpoint_type]['override']
+    addr_override = config(override_key)
+    if not addr_override:
+        return None
+    else:
+        return addr_override.format(service_name=service_name())
+
+
 def resolve_address(endpoint_type=PUBLIC):
     """Return unit address depending on net config.
 
@@ -77,7 +114,10 @@
 
     :param endpoint_type: Network endpoing type
     """
-    resolved_address = None
+    resolved_address = _get_address_override(endpoint_type)
+    if resolved_address:
+        return resolved_address
+
     vips = config('vip')
     if vips:
         vips = vips.split()
@@ -109,38 +149,3 @@
                          "clustered=%s)" % (net_type, clustered))
 
     return resolved_address
-
-
-def endpoint_url(configs, url_template, port, endpoint_type=PUBLIC,
-                 override=None):
-    """Returns the correct endpoint URL to advertise to Keystone.
-
-    This method provides the correct endpoint URL which should be advertised to
-    the keystone charm for endpoint creation. This method allows for the url to
-    be overridden to force a keystone endpoint to have specific URL for any of
-    the defined scopes (admin, internal, public).
-
-    :param configs: OSTemplateRenderer config templating object to inspect
-                    for a complete https context.
-    :param url_template: str format string for creating the url template. Only
-                         two values will be passed - the scheme+hostname
-                        returned by the canonical_url and the port.
-    :param endpoint_type: str endpoint type to resolve.
-    :param override: str the name of the config option which overrides the
-                     endpoint URL defined by the charm itself. None will
-                     disable any overrides (default).
-    """
-    if override:
-        # Return any user-defined overrides for the keystone endpoint URL.
-        user_value = config(override)
-        if user_value:
-            return user_value.strip()
-
-    return url_template % (canonical_url(configs, endpoint_type), port)
-
-
-public_endpoint = partial(endpoint_url, endpoint_type=PUBLIC)
-
-internal_endpoint = partial(endpoint_url, endpoint_type=INTERNAL)
-
-admin_endpoint = partial(endpoint_url, endpoint_type=ADMIN)

=== modified file 'unit_tests/test_ceilometer_hooks.py'
--- unit_tests/test_ceilometer_hooks.py	2015-04-08 15:49:34 +0000
+++ unit_tests/test_ceilometer_hooks.py	2015-06-18 23:03:27 +0000
@@ -31,7 +31,6 @@
     'get_ceilometer_context',
     'lsb_release',
     'get_packages',
-    'canonical_url',
     'service_restart',
     'update_nrpe_config',
     'configure_https',
@@ -136,9 +135,10 @@
         self.assertTrue(self.CONFIGS.write_all.called)
         self.assertTrue(joined.called)
 
+    @patch.object(hooks, 'canonical_url')
     @patch('charmhelpers.core.hookenv.config')
-    def test_keystone_joined(self, mock_config):
-        self.canonical_url.return_value = "http://thishost"
+    def test_keystone_joined(self, mock_config, _canonical_url):
+        _canonical_url.return_value = "http://thishost"
         self.test_config.set('region', 'myregion')
         hooks.hooks.execute(['hooks/identity-service-relation-joined'])
         url = "http://{}:{}".format('thishost', hooks.CEILOMETER_PORT)
@@ -148,6 +148,30 @@
             requested_roles=hooks.CEILOMETER_ROLE,
             region='myregion', relation_id=None)
 
+    @patch('charmhelpers.contrib.openstack.ip.service_name',
+           lambda *args: 'ceilometer')
+    @patch('charmhelpers.contrib.openstack.ip.unit_get')
+    @patch('charmhelpers.contrib.openstack.ip.is_clustered')
+    @patch('charmhelpers.core.hookenv.config')
+    @patch('charmhelpers.contrib.openstack.ip.config')
+    def test_keystone_joined_url_override(self, _config, mock_config,
+                                          _is_clustered, _unit_get):
+        _unit_get.return_value = "thishost"
+        _is_clustered.return_value = False
+        _config.side_effect = self.test_config.get
+        mock_config.side_effect = self.test_config.get
+        self.test_config.set('region', 'myregion')
+        self.test_config.set('os-public-hostname', 'ceilometer.example.com')
+        hooks.keystone_joined(None)
+        url = "http://{}:{}".format('thishost', hooks.CEILOMETER_PORT)
+        public_url = "http://{}:{}".format('ceilometer.example.com',
+                                           hooks.CEILOMETER_PORT)
+        self.relation_set.assert_called_with(
+            service=hooks.CEILOMETER_SERVICE,
+            public_url=public_url, admin_url=url, internal_url=url,
+            requested_roles=hooks.CEILOMETER_ROLE,
+            region='myregion', relation_id=None)
+
     @patch('charmhelpers.core.hookenv.config')
     def test_ceilometer_joined(self, mock_config):
         self.relation_ids.return_value = ['ceilometer:0']