Merge lp:~sinzui/juju-ci-tools/cloudsigma-lib into lp:juju-ci-tools

[Curtis Hovey]

Add support to list and delete servers in cloudsigma.

This branch adapts my personal script to find and delete servers Juju left behind in cloudsigma. The cloudsigma python lib does not allow us to explicitly set the conf location to get credentials and API points. There is an ugly work around in the code to make this script portable to other machines and users.

I am very unhappy with the python requirements specified by the cloudsigma lib. It required 8 packages by specific version I am not using the exact versions of packages on my computer nor on my OS X machine and the script works. I have already updated the s3 pip container [1]. I think we should create our own cloudsigma package with revised requirements.txt that sets minimum versions to accommodate all the ubuntu series, windows, os x and centos.

[1] https://console.aws.amazon.com/s3/home?region=eu-west-1#&bucket=juju-pip-archives&prefix=juju-ci-tools/

Unmerged revisions

1121. By Curtis Hovey on 2015-10-15

Added script used to cleanup cloudsigma.

=== added file 'cloudsigmaci.py'
--- cloudsigmaci.py	1970-01-01 00:00:00 +0000
+++ cloudsigmaci.py	2015-10-15 13:51:05 +0000
@@ -0,0 +1,166 @@
+#!/usr/bin/python
+
+from __future__ import print_function
+from argparse import ArgumentParser
+from datetime import (
+    datetime,
+    timedelta,
+)
+import os
+import sys
+
+
+__metaclass__ = type
+
+
+OLD_MACHINE_AGE = 12
+ISO_8601_FORMAT = '%Y-%m-%dT%H:%M:%S+00:00'
+
+
+class CSServer:
+
+    def __init__(self, data):
+        self.data = data
+
+    def __repr__(self):
+        return '<{} uuid={} name={} status={}>'.format(
+            self.__class__.__name__, self.uuid, self.name, self.status)
+
+    def __str__(self):
+        return '{} {}'.format(self.name, self.status)
+
+    @property
+    def status(self):
+        return self.data['status']
+
+    @property
+    def name(self):
+        return self.data['name']
+
+    @property
+    def uuid(self):
+        return self.data['uuid']
+
+    @property
+    def owner(self):
+        """Return a dict of owner uuid and resource_url."""
+        return self.data['owner']
+
+    @property
+    def runtime(self):
+        """Return None or the runtime dict."""
+        return self.data['runtime']
+
+    @property
+    def active_since(self):
+        """Return None or the datetime since the server was activated.
+
+        As runtime is not guaranteed. We presume that "Running" servers have
+        a runtime, and an active_since date.
+        """
+        if self.runtime:
+            return datetime.strptime(
+                self.runtime['active_since'], ISO_8601_FORMAT)
+        return None
+
+    @property
+    def resource_url(self):
+        return self.data['resource_url']
+
+
+class CloudSigmaManager:
+
+    def __init__(self, config_path):
+        # CLOUDSIGMA_CONFIG must be in the env before cloudsigma is imported
+        # because the cloudsigma.conf.config is set when the module is parsed.
+        os.environ['CLOUDSIGMA_CONFIG'] = config_path
+        import cloudsigma
+        self.cloudsigma = cloudsigma
+
+    def get_servers(self):
+        """Return a list of CSServers."""
+        server = self.cloudsigma.resource.Server()
+        return [CSServer(s) for s in server.list()]
+
+    def list_servers(self):
+        """Print a list of CSServers."""
+        servers = self.get_servers()
+        for instance in servers:
+            print(instance)
+
+    def delete_servers(self, old_age):
+        """Delete stopped and old servers."""
+        now = datetime.utcnow()
+        ago = timedelta(hours=old_age)
+        stopping = []
+        server = self.cloudsigma.resource.Server()
+        # Stop running servers.
+        servers = self.get_servers()
+        print('Found %d servers' % len(servers))
+        for instance in servers:
+            if instance.status == 'running':
+                active_since = instance.active_since
+                if active_since and (now - active_since) > ago:
+                    # The active_since date is not guaranteed and presumed
+                    # to be relevant to Running servers. Do not delete young
+                    # running servers; delete everything else.
+                    continue
+                print('Stopping {}'.format(instance))
+                server.stop(instance.uuid)
+            stopping.append(instance.uuid)
+        while stopping:
+            for uuid in list(stopping):
+                sdata = server.get(uuid)
+                if sdata:
+                    instance = CSServer(sdata)
+                if instance.status == 'stopped':
+                    stopping.remove(uuid)
+        # Delete stopped servers.
+        servers = self.get_servers()
+        for instance in servers:
+            if instance.status == 'stopped':
+                print('Deleting {}'.format(instance))
+                server.delete_with_all_drives(instance.uuid)
+        # Report what was left behind.
+        servers = self.get_servers()
+        for instance in servers:
+            print('Remaining {}'.format(instance))
+
+
+def parse_args(argv=None):
+    """Return the argument parser for this program."""
+    parser = ArgumentParser('Query and manage joyent.')
+    parser.add_argument(
+        '-d', '--dry-run', action='store_true', default=False,
+        help='Do not make changes.')
+    parser.add_argument(
+        '-v', '--verbose', action="store_true", help='Increase verbosity.')
+    parser.add_argument(
+        "-c", "--config", dest="config", type=os.path.expanduser,
+        default=os.path.expanduser('~/cloud-city/cloudsigma.conf'),
+        help="Path to cloudsigma.conf")
+    subparsers = parser.add_subparsers(help='sub-command help', dest="command")
+    subparsers.add_parser('list-servers', help='List servers')
+    parser_delete_old_machine = subparsers.add_parser(
+        'delete-servers',
+        help='Delete servers older than %d hours' % OLD_MACHINE_AGE)
+    parser_delete_old_machine.add_argument(
+        '-o', '--old-age', default=OLD_MACHINE_AGE, type=int,
+        help='Set old machine age to n hours.')
+    args = parser.parse_args(argv)
+    return args
+
+
+def main(argv):
+    args = parse_args()
+    csm = CloudSigmaManager(args.config)
+    if args.command == 'list-servers':
+        csm.list_servers()
+    elif args.command == 'delete-servers':
+        csm.delete_servers(args.old_age)
+    else:
+        print("action not understood.")
+
+
+if __name__ == '__main__':
+    sys.exit(main(sys.argv[1:]))

=== modified file 'requirements.txt'
--- requirements.txt	2015-09-16 23:42:58 +0000
+++ requirements.txt	2015-10-15 13:51:05 +0000
@@ -1,3 +1,4 @@
 azure==0.8.0
+cloudsigma==0.4
 coverage==3.7.1
 pywinrm==0.0.3