Merge lp:~lazypower/charms/trusty/hive2/tests into lp:~asanjar/charms/trusty/hive2/trunk

[Charles Butler]

[Charles Butler (lazypower)]

Adds amulet tests to validate the MySQL / Hive2 metadata relationship sets up properly, the Hive daemons and JVM are present.

[Charles Butler (lazypower)]

Note that before this is promoted to a store charm branch - the locations of the HIVE charm should be changed to reflect a charm store path (possibly after, depending on how deep down the chicken/egg rabbit hole we want to go)

[lp:~lazypower/charms/trusty/hive2/tests]

7. By Charles Butler on 2014-07-10

Changed GPG Key fetch to use secure channel, changed cp /dev/null to touch statements

[amir sanjar (asanjar)]

review: Approve

=== modified file 'hooks/hive-common'
--- hooks/hive-common	2014-06-18 15:53:02 +0000
+++ hooks/hive-common	2014-07-10 17:26:40 +0000
@@ -30,7 +30,7 @@
         ;;
         "bigtop")
         juju-log "Install and Configuring hive using bigtop repository..."
-        wget -O- http://archive.apache.org/dist/bigtop/bigtop-0.7.0/repos/GPG-KEY-bigtop | apt-key add -
+        wget -O- https://archive.apache.org/dist/bigtop/bigtop-0.7.0/repos/GPG-KEY-bigtop | apt-key add -
         wget -O /etc/apt/sources.list.d/bigtop-0.7.0.list http://archive.apache.org/dist/bigtop/bigtop-0.7.0/repos/precise/bigtop.list    
         ;;
      esac  
@@ -100,7 +100,7 @@
         cp -r /etc/hive/conf.dist /etc/hive/conf.juju
         update-alternatives --install /etc/hive/conf hive-conf \
             /etc/hive/conf.juju 50
-        cp /dev/null /etc/hive/conf.juju/hive-site.xml
+        touch /etc/hive/conf.juju/hive-site.xml
         mv /etc/hive/conf.juju/hive-env.sh.template \
             /etc/hive/conf.juju/hive-env.sh
         dotdee --setup /etc/hive/conf.juju/hive-site.xml
@@ -111,10 +111,10 @@
         cp -r /etc/hadoop/conf.empty /etc/hadoop/conf.juju
         update-alternatives --install /etc/hadoop/conf hadoop-conf \
             /etc/hadoop/conf.juju 50
-        cp /dev/null /etc/hadoop/conf.juju/hdfs-site.xml
-        cp /dev/null /etc/hadoop/conf.juju/core-site.xml
-        cp /dev/null /etc/hadoop/conf.juju/mapred-site.xml
-        cp /dev/null /etc/hadoop/conf.juju/yarn-site.xml
+        touch /etc/hadoop/conf.juju/hdfs-site.xml
+        touch /etc/hadoop/conf.juju/core-site.xml
+        touch /etc/hadoop/conf.juju/mapred-site.xml
+        touch /etc/hadoop/conf.juju/yarn-site.xml
         dotdee --setup /etc/hadoop/conf.juju/hdfs-site.xml
         dotdee --setup /etc/hadoop/conf.juju/core-site.xml
         dotdee --setup /etc/hadoop/conf.juju/mapred-site.xml

=== added directory 'tests'
=== added file 'tests/00-setup'
--- tests/00-setup	1970-01-01 00:00:00 +0000
+++ tests/00-setup	2014-07-10 17:26:40 +0000
@@ -0,0 +1,5 @@
+#!/bin/bash
+
+sudo add-apt-repository ppa:juju/stable -y
+sudo apt-get update
+sudo apt-get install python3 amulet -y

=== added file 'tests/100-deploy-hive-mysql'
--- tests/100-deploy-hive-mysql	1970-01-01 00:00:00 +0000
+++ tests/100-deploy-hive-mysql	2014-07-10 17:26:40 +0000
@@ -0,0 +1,68 @@
+#!/usr/bin/python3
+
+import amulet
+
+
+class TestDeployment(object):
+
+    def __init__(self):
+        self.deploy = amulet.Deployment(series='trusty')
+
+        self.deploy.add('hive-server', 'cs:~asanjar/trusty/hive2')
+        self.deploy.add('hive-metastore', 'cs:~asanjar/trusty/hive2')
+        self.deploy.add('mysql', 'cs:trusty/mysql')
+
+        self.deploy.configure('mysql', {'binlog-format': 'row'})
+
+        self.deploy.relate('hive-server:db', 'mysql:db')
+        self.deploy.relate('hive-metastore:db', 'mysql:db')
+
+        self.deploy.expose('hive-server')
+
+        try:
+            self.deploy.setup(900)
+            self.deploy.sentry.wait(900)
+        except amulet.helpers.TimeoutError:
+            amulet.raise_status(amulet.FAIL,
+                                msg="Environment wasn't stood up in time")
+
+        self.hive_unit = self.deploy.sentry.unit['hive-server/0']
+        self.meta_unit = self.deploy.sentry.unit['hive-metastore/0']
+
+    # Clever test runner. TY cory
+    def run(self):
+        for test in dir(self):
+            if test.startswith('test_'):
+                getattr(self, test)()
+
+
+    # Validate the service is running
+    def test_service_status(self):
+        output, code = self.hive_unit.run('service hive-server2 status')
+        if output != "* Hive Server2 is running":
+            amulet.raise_status(amulet.FAIL, "Hive2 Server not running")
+
+    # Validate the JVM
+    def test_jvm_status(self):
+        output, code = self.hive_unit.run('jps')
+        if not "Jps" in output or not "RunJar" in output:
+            amulet.raise_status(amulet.FAIL, "JVM not present")
+
+    def test_mysql_meta_tables(self):
+        unit = self.deploy.sentry.unit['mysql/0']
+
+        tables = ['DATABASE_PARAMS', 'DBS', 'SEQUENCE_TABLE']
+
+        # Determine SQL Password and define the login routine
+        sql_pass, code = unit.run('cat /var/lib/mysql/mysql.passwd')
+        sql_login = 'mysql -u root -p{}'.format(sql_pass)
+        cmd = '{} relation-sentry -e "SHOW TABLES"'.format(sql_login)
+        output, code = unit.run(cmd)
+        for t in tables:
+            if not t in output:
+                msg = "Unable to locate table {}".format(t)
+                amulet.raise_status(amulet.FAIL, msg=msg)
+
+if __name__ == '__main__':
+    runner = TestDeployment()
+    runner.run()