Merge lp:~junaidali/charms/trusty/plumgrid-edge/docker-oil into lp:charms/trusty/plumgrid-edge

[Junaid Ali]

PLUMgrid docker package changes

[Review Queue (review-queue)]

This item has failed automated testing! Results available here http://juju-ci.vapour.ws/job/charm-bundle-test-lxc/5468/

review: Needs Fixing (automated testing)

[Review Queue (review-queue)]

This item has failed automated testing! Results available here http://juju-ci.vapour.ws/job/charm-bundle-test-aws/5569/

review: Needs Fixing (automated testing)

=== modified file 'config.yaml'
--- config.yaml	2015-11-22 03:25:51 +0000
+++ config.yaml	2016-08-29 12:04:58 +0000
@@ -5,24 +5,13 @@
     description: Public SSH key of PLUMgrid LCM which is running PG-Tools
   mgmt-interface:
     type: string
-    default: 'juju-br0'
     description: The interface connected to PLUMgrid Managment network.
-  os-data-network:
-    type: string
-    default:
-    description: |
-      The IP address and netmask of the OpenStack Data network (e.g.,
-      192.168.0.0/24)
-      .
-      This network will be used for tenant network traffic in overlay
-      networks.
   fabric-interfaces:
     default: 'MANAGEMENT'
     type: string
     description: |
        Interfaces that will provide fabric connectivity on the director nodes.
-       Provided in form of json in a string. These interfaces have to be connected 
-       to the os-data-network specified in the config. Default value is MANAGEMENT which
+       Provided in form of json in a string. Default value is MANAGEMENT which
        will configure the management interface as the fabric interface on each
        director.
   network-device-mtu:

=== modified file 'hooks/charmhelpers/contrib/openstack/neutron.py'
--- hooks/charmhelpers/contrib/openstack/neutron.py	2016-04-21 08:28:10 +0000
+++ hooks/charmhelpers/contrib/openstack/neutron.py	2016-08-29 12:04:58 +0000
@@ -204,7 +204,7 @@
                                         database=config('database'),
                                         ssl_dir=NEUTRON_CONF_DIR)],
             'services': [],
-            'packages': ['plumgrid-lxc',
+            'packages': ['plumgrid-edge-docker',
                          'iovisor-dkms'],
             'server_packages': ['neutron-server',
                                 'neutron-plugin-plumgrid'],

=== modified file 'hooks/pg_edge_hooks.py'
--- hooks/pg_edge_hooks.py	2016-04-06 16:43:20 +0000
+++ hooks/pg_edge_hooks.py	2016-08-29 12:04:58 +0000
@@ -37,7 +37,9 @@
     fabric_interface_changed,
     load_iptables,
     restart_on_change,
-    director_cluster_ready
+    director_cluster_ready,
+    configure_pg_sources,
+    docker_configure_sources
 )
 
 hooks = Hooks()
@@ -51,6 +53,7 @@
     '''
     status_set('maintenance', 'Executing pre-install')
     load_iptables()
+    docker_configure_sources()
     configure_sources(update=True)
     status_set('maintenance', 'Installing apt packages')
     pkgs = determine_packages()
@@ -108,6 +111,8 @@
             charm_config.changed('iovisor-build')):
         stop_pg()
         status_set('maintenance', 'Upgrading apt packages')
+        if charm_config.changed('install_sources'):
+            configure_pg_sources()
         configure_sources(update=True)
         pkgs = determine_packages()
         for pkg in pkgs:

=== modified file 'hooks/pg_edge_utils.py'
--- hooks/pg_edge_utils.py	2016-05-25 16:33:18 +0000
+++ hooks/pg_edge_utils.py	2016-08-29 12:04:58 +0000
@@ -23,8 +23,6 @@
     get_iface_from_addr,
     get_bridges,
     get_bridge_nics,
-    is_address_in_network,
-    get_iface_addr
 )
 from charmhelpers.core.host import (
     write_file,
@@ -33,7 +31,8 @@
     service_stop,
     service_running,
     path_hash,
-    set_nic_mtu
+    set_nic_mtu,
+    lsb_release
 )
 from charmhelpers.fetch import (
     apt_cache,
@@ -43,10 +42,11 @@
     os_release,
 )
 
+SOURCES_LIST = '/etc/apt/sources.list'
 SHARED_SECRET = "/etc/nova/secret.txt"
 LXC_CONF = '/etc/libvirt/lxc.conf'
 TEMPLATES = 'templates/'
-PG_LXC_DATA_PATH = '/var/lib/libvirt/filesystems/plumgrid-data'
+PG_LXC_DATA_PATH = '/var/lib/plumgrid/plumgrid-data'
 PG_CONF = '%s/conf/pg/plumgrid.conf' % PG_LXC_DATA_PATH
 PG_HN_CONF = '%s/conf/etc/hostname' % PG_LXC_DATA_PATH
 PG_HS_CONF = '%s/conf/etc/hosts' % PG_LXC_DATA_PATH
@@ -85,12 +85,56 @@
 ])
 
 
+def configure_pg_sources():
+    '''
+    Returns true if install sources is updated in sources.list file
+    '''
+    try:
+        with open(SOURCES_LIST, 'r+') as sources:
+            all_lines = sources.readlines()
+            sources.seek(0)
+            for i in (line for line in all_lines if "plumgrid" not in line):
+                sources.write(i)
+            sources.truncate()
+        sources.close()
+    except IOError:
+        log('Unable to update /etc/apt/sources.list')
+
+
+def configure_analyst_opsvm():
+    '''
+    Configures Anaylyst for OPSVM
+    '''
+    if not service_running('plumgrid'):
+        restart_pg()
+    opsvm_ip = pg_edge_context._pg_dir_context()['opsvm_ip']
+    NS_ENTER = ('/opt/local/bin/nsenter -t $(ps ho pid --ppid $(cat '
+                '/var/run/libvirt/lxc/plumgrid.pid)) -m -n -u -i -p ')
+    sigmund_stop = NS_ENTER + '/usr/bin/service plumgrid-sigmund stop'
+    sigmund_status = NS_ENTER \
+        + '/usr/bin/service plumgrid-sigmund status'
+    sigmund_autoboot = NS_ENTER \
+        + '/usr/bin/sigmund-configure --ip {0} --start --autoboot' \
+        .format(opsvm_ip)
+    try:
+        status = subprocess.check_output(sigmund_status, shell=True)
+        if 'start/running' in status:
+            if subprocess.call(sigmund_stop, shell=True):
+                log('plumgrid-sigmund couldn\'t be stopped!')
+                return
+        subprocess.check_call(sigmund_autoboot, shell=True)
+    except:
+        log('plumgrid-sigmund couldn\'t be started!')
+
+
 def determine_packages():
     '''
     Returns list of packages required by PLUMgrid Edge as specified
     in the neutron_plugins dictionary in charmhelpers.
     '''
     pkgs = []
+    pkgs.extend(docker_dependencies())
+    pkgs.append('docker-engine')
     tag = 'latest'
     for pkg in neutron_plugin_attribute('plumgrid', 'packages', 'neutron'):
         if 'plumgrid' in pkg:
@@ -111,6 +155,35 @@
     return pkgs
 
 
+def docker_dependencies():
+    '''
+    Returns a list of packages to be installed for docker engine
+    '''
+    kver = subprocess.check_output(['uname', '-r']).replace('\n', '')
+    return ['apt-transport-https', 'ca-certificates', 'apparmor',
+            'linux-image-extra-{}'.format(kver)]
+
+
+def docker_configure_sources():
+    '''
+    Imports GPG key and updates apt source for docker engine
+    '''
+    ubuntu_rel = lsb_release()['DISTRIB_CODENAME']
+    DOCKER_SOURCE = ('deb https://apt.dockerproject.org/repo ubuntu-%s'
+                     ' main')
+    log('Importing GPG Key for docker engine')
+    _exec_cmd(['apt-key', 'adv', '--keyserver',
+               'hkp://p80.pool.sks-keyservers.net:80',
+               '--recv-keys', '58118E89F3A912897C070ADBF76221572C52609D'])
+    try:
+        with open('/etc/apt/sources.list.d/docker.list', 'w') as f:
+            f.write(DOCKER_SOURCE % ubuntu_rel)
+        f.close()
+    except:
+        raise ValueError('Unable to update /etc/apt/sources.list.d/'
+                         'docker.list')
+
+
 def register_configs(release=None):
     '''
     Returns an object of the Openstack Tempating Class which contains the
@@ -221,7 +294,9 @@
     Returns the managment interface.
     '''
     mgmt_interface = config('mgmt-interface')
-    if interface_exists(mgmt_interface):
+    if not mgmt_interface:
+        return get_iface_from_addr(unit_get('private-address'))
+    elif interface_exists(mgmt_interface):
         return mgmt_interface
     else:
         log('Provided managment interface %s does not exist'
@@ -265,11 +340,7 @@
         else:
             raise ValueError('No fabric interface provided for node')
         if interface_exists(node_fabric_interface):
-            if is_address_in_network(config('os-data-network'),
-                                     get_iface_addr(node_fabric_interface)[0]):
-                return node_fabric_interface
-            else:
-                raise ValueError('Fabric interface not in fabric network')
+            return node_fabric_interface
         else:
             log('Provided fabric interface %s does not exist'
                 % node_fabric_interface)

=== modified file 'templates/kilo/00-pg.conf'
--- templates/kilo/00-pg.conf	2016-04-06 16:43:20 +0000
+++ templates/kilo/00-pg.conf	2016-08-29 12:04:58 +0000
@@ -1,2 +1,3 @@
 $template ls_json,"{{'{'}}{{'%'}}timestamp:::date-rfc3339,jsonf:@timestamp%,%source:::jsonf:@source_host%,%msg:::json%}"
-:syslogtag,isequal,"pg:" @{{ opsvm_ip }}:6000;ls_json
+if $syslogtag == 'pg:'  and not ($msg contains 'dht_cli_') then @{{ opsvm_ip }}:6000;ls_json
+:msg, contains, "VM Interface Stats" ~

=== modified file 'templates/kilo/plumgrid.conf'
--- templates/kilo/plumgrid.conf	2016-03-26 22:31:19 +0000
+++ templates/kilo/plumgrid.conf	2016-08-29 12:04:58 +0000
@@ -5,6 +5,9 @@
 plumgrid_rsync_port=2222
 plumgrid_rest_addr=0.0.0.0:9180
 fabric_mode={{ fabric_mode }}
+plumgrid_syslog_ng_ip={{ plumgrid_syslog_ng_ip }}
+plumgrid_syslog_ng_port={{ plumgrid_syslog_ng_port }}
+plumgrid_monitor_interval={{ plumgrid_monitor_interval }}
 start_plumgrid_iovisor=yes
 start_plumgrid=`/opt/pg/scripts/pg_is_director.sh $plumgrid_ip`
 location=

=== modified file 'unit_tests/test_pg_edge_hooks.py'
--- unit_tests/test_pg_edge_hooks.py	2016-05-01 02:20:12 +0000
+++ unit_tests/test_pg_edge_hooks.py	2016-08-29 12:04:58 +0000
@@ -33,7 +33,8 @@
     'relation_ids',
     'load_iptables',
     'director_cluster_ready',
-    'status_set'
+    'status_set',
+    'docker_configure_sources'
 ]
 NEUTRON_CONF_DIR = "/etc/neutron"