Merge lp:~noizyland/duplicity/azurebackend into lp:~duplicity-team/duplicity/0.7-series

[Scott McKenzie]

Adds backend for Azure Blob Storage Service

[Kenneth Loafman (kenneth-loafman)]

Still needs man page and help entries before acceptance.

review: Needs Fixing

[lp:~noizyland/duplicity/azurebackend]

1048. By Scott McKenzie on 2015-01-10

modified:
  bin/duplicity.1
  duplicity/commandline.py

Added man page and help entry for Azure backend.

1049. By Scott McKenzie on 2015-01-10

modified:
  duplicity/backends/azurebackend.py

Added _query method.

1050. By Scott McKenzie on 2015-01-10

modified:
  duplicity/backends/azurebackend.py

Added _error_code method.

Unmerged revisions

=== modified file 'bin/duplicity.1'
--- bin/duplicity.1	2015-01-04 21:02:26 +0000
+++ bin/duplicity.1	2015-01-10 19:43:07 +0000
@@ -56,6 +56,10 @@
 
 Some backends also require additional components (probably available as packages for your specific platform):
 .TP
+.BR "azure backend" " (Azure Blob Storage Service)"
+.B Microsoft Azure SDK for Python
+- https://github.com/Azure/azure-sdk-for-python
+.TP
 .BR "boto backend" " (S3 Amazon Web Services, Google Cloud Storage)"
 .B boto version 2.0+
 - http://github.com/boto/boto
@@ -1098,6 +1102,15 @@
 Formats of each of the URL schemes follow:
 
 .PP
+.BR "Azure"
+.PP
+.RS
+azure://container_name
+.PP
+See also
+.B "A NOTE ON AZURE ACCESS"
+.RE
+.PP
 .BR "Cloud Files" " (Rackspace)"
 .PP
 .RS
@@ -1562,6 +1575,17 @@
 which aren't followed by 'foo'.  However, it wouldn't match /home even
 if /home/ben/1234567 existed.
 
+.SH A NOTE ON AZURE ACCESS
+The Azure backend requires the Microsoft Azure SDK for Python to be installed
+on the system.
+See
+.B REQUIREMENTS
+above.
+
+It uses two environment variables for authentification:
+.BR AZURE_ACCOUNT_NAME " (required),"
+.BR AZURE_ACCOUNT_KEY " (required)"
+
 .SH A NOTE ON CLOUD FILES ACCESS
 Pyrax is Rackspace's next-generation Cloud management API, including
 Cloud Files access.  The cfpyrax backend requires the pyrax library to

=== added file 'duplicity/backends/azurebackend.py'
--- duplicity/backends/azurebackend.py	1970-01-01 00:00:00 +0000
+++ duplicity/backends/azurebackend.py	2015-01-10 19:43:07 +0000
@@ -0,0 +1,81 @@
+# -*- Mode:Python; indent-tabs-mode:nil; tab-width:4 -*-
+#
+# Copyright 2013 Matthieu Huin <[e-mail]>
+# Copyright 2015 Scott McKenzie <[e-mail]>
+#
+# This file is part of duplicity.
+#
+# Duplicity is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License as published by the
+# Free Software Foundation; either version 2 of the License, or (at your
+# option) any later version.
+#
+# Duplicity is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with duplicity; if not, write to the Free Software Foundation,
+# Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+
+import os
+
+import duplicity.backend
+from duplicity import log
+from duplicity.errors import BackendException
+
+
+class AzureBackend(duplicity.backend.Backend):
+    """
+    Backend for Azure Blob Storage Service
+    """
+    def __init__(self, parsed_url):
+        duplicity.backend.Backend.__init__(self, parsed_url)
+
+        # Import Microsoft Azure SDK for Python library.
+        try:
+            import azure
+            from azure.storage import BlobService
+        except ImportError:
+            raise BackendException('Azure backend requires Microsoft Azure SDK for Python '
+                                   '(https://github.com/Azure/azure-sdk-for-python).')
+
+        if 'AZURE_ACCOUNT_NAME' not in os.environ:
+            raise BackendException('AZURE_ACCOUNT_NAME environment variable not set.')
+
+        if 'AZURE_ACCOUNT_KEY' not in os.environ:
+            raise BackendException('AZURE_ACCOUNT_KEY environment variable not set.')
+
+        account_name = os.environ['AZURE_ACCOUNT_NAME']
+        account_key = os.environ['AZURE_ACCOUNT_KEY']
+        self.blob_service = BlobService(account_name=account_name, account_key=account_key)
+        self.container = parsed_url.path.lstrip('/')
+        try:
+            self.blob_service.create_container(self.container, fail_on_exist=True)
+        except azure.WindowsAzureConflictError:
+            # Indicates that the resource could not be created because it already exists
+            pass
+        except Exception as e:
+            log.FatalError("Could not create Azure container: %s %s"
+                           % (e.__class__.__name__, str(e)),
+                           log.ErrorCode.connection_failed)
+
+    def _put(self, source_path, remote_filename):
+        # http://azure.microsoft.com/en-us/documentation/articles/storage-python-how-to-use-blob-storage/#upload-blob
+        self.blob_service.put_block_blob_from_path(self.container, remote_filename, source_path.name)
+
+    def _get(self, remote_filename, local_path):
+        # http://azure.microsoft.com/en-us/documentation/articles/storage-python-how-to-use-blob-storage/#download-blobs
+        self.blob_service.get_blob_to_path(self.container, remote_filename, local_path.name)
+
+    def _list(self):
+        # http://azure.microsoft.com/en-us/documentation/articles/storage-python-how-to-use-blob-storage/#list-blob
+        blobs = self.blob_service.list_blobs(self.container)
+        return [blob.name for blob in blobs]
+
+    def _delete(self, filename):
+        # http://azure.microsoft.com/en-us/documentation/articles/storage-python-how-to-use-blob-storage/#delete-blobs
+        self.blob_service.delete_blob(self.container, filename) 
+
+duplicity.backend.register_backend('azure', AzureBackend)

=== modified file 'duplicity/commandline.py'
--- duplicity/commandline.py	2015-01-04 21:02:26 +0000
+++ duplicity/commandline.py	2015-01-10 19:43:07 +0000
@@ -860,6 +860,7 @@
   copy://%(user)s[:%(password)s]@%(other_host)s/%(some_dir)s
   dpbx:///%(some_dir)s
   onedrive://%(some_dir)s
+  azure://%(container_name)s
 
 """ % dict