Merge ~barryprice/spade/+git/spade:flake8 into spade:master

[Barry Price]

Address all Flake8 errors bar complexity (noqa: C901)

[Haw Loeung (hloeung)]

LGTM

review: Approve (+1)

Unmerged commits

6817bc5... by Barry Price on 2020-11-27

Merge branch 'master' into flake8

c85283a... by Barry Price on 2020-11-27

Typo

aa2d273... by Barry Price on 2020-11-27

Address all Flake8 errors bar complexity (noqa: C901)

7e34f18... by Barry Price on 2020-11-27

Modernise, switch to python3 exclusively

diff --git a/spade/AzureBucket.py b/spade/AzureBucket.py
index 92bf430..0f7a62d 100644
--- a/spade/AzureBucket.py
+++ b/spade/AzureBucket.py
@@ -239,7 +239,7 @@ class AzureBucket():
                 newStandardMetadata[k] = v
         if not overwrite:
             for k, v in m.userMetadata.items():
-                    newUserMetadata[USER_META_PREFIX + k] = v
+                newUserMetadata[USER_META_PREFIX + k] = v
 
         # Add new ones
         for k, v in metadata.items():
@@ -318,7 +318,7 @@ class AzureBucket():
                                                      body=xml,
                                                      method="PUT")
         if not response.get("status") == "201":
-                raise BucketError("Azure Failed to upload blocklist")
+            raise BucketError("Azure Failed to upload blocklist")
         return
 
     def putObject(self, bucketName, objectName, src, size, blockSize=DEFAULT_BLOCKSIZE):
diff --git a/spade/S3Bucket.py b/spade/S3Bucket.py
index 90e6a84..6d3036e 100644
--- a/spade/S3Bucket.py
+++ b/spade/S3Bucket.py
@@ -61,7 +61,7 @@ class S3Bucket():
                 {'name': 'us-west-1', 'endpoint': 's3-us-west-1.amazonaws.com'},
                 {'name': 'us-west-2', 'endpoint': 's3-us-west-2.amazonaws.com'},
                 {'name': 'us-east-1', 'endpoint': 's3.amazonaws.com'},
-                ]
+            ]
 
             self.base_fields = set(['content-length', 'content-language', 'content-disposition',
                                     'content-encoding', 'expires', 'content-md5', 'last-modified',
@@ -325,7 +325,7 @@ class S3Bucket():
         else:
             return aclData["s3_id"]
 
-    def getAcls(self, bucketName, objectName=None):
+    def getAcls(self, bucketName, objectName=None):  # noqa: C901
         self.confirmRegion(bucketName)
         try:
             bucket = self.s3.get_bucket(bucketName)
@@ -366,7 +366,7 @@ class S3Bucket():
 
         return acls
 
-    def setAcls(self, bucketName, acls, objectName=None):
+    def setAcls(self, bucketName, acls, objectName=None):  # noqa: C901
         self.confirmRegion(bucketName)
         try:
             bucket = self.s3.get_bucket(bucketName)
diff --git a/spade/Spade.py b/spade/Spade.py
index b33edb0..b8f4b12 100644
--- a/spade/Spade.py
+++ b/spade/Spade.py
@@ -69,7 +69,7 @@ class Bucket():
                 raise BucketError("Data is not in bzip2 format")
             else:
                 raise BucketError("Unknown IO error")
-        except lzma.LZMAError as e:
+        except lzma.LZMAError:
             if "Input format not supported by decoder":
                 raise BucketError("Data is not in xz/lzma format")
             else:
@@ -150,7 +150,7 @@ class Bucket():
             ret.output.append(retElement)
         return ret
 
-    def ls(self, rawArgs):
+    def ls(self, rawArgs):  # noqa: C901
         ret = Result()
         parser = argparse.ArgumentParser(description="Bucket ls")
         parser.add_argument("-l", dest="long", action="store_true")
@@ -237,7 +237,7 @@ class Bucket():
             ret.output = [data.decode("utf-8")]
         f.close()
 
-    def grep(self, rawArgs):
+    def grep(self, rawArgs):  # noqa: C901
         ret = Result()
         parser = argparse.ArgumentParser(description="Bucket grep")
         parser.add_argument("-e", dest="regex", action="store_true", help="Allow regexes in the search")
@@ -374,7 +374,7 @@ class Bucket():
         ret.output.append(e)
         return ret
 
-    def cp(self, rawArgs):
+    def cp(self, rawArgs):  # noqa: C901
         ret = Result()
         parser = argparse.ArgumentParser(description="Bucket cp")
         parser.add_argument(dest="src")
@@ -581,7 +581,7 @@ class Bucket():
 
     # FIXME: Need to pass add/remove to bucket acl functions instead of
     #        just the processed acls list
-    def acls(self, rawArgs):
+    def acls(self, rawArgs):  # noqa: C901
         ret = Result()
         parser = argparse.ArgumentParser(description="Bucket ACLs")
         parser.add_argument("-a", "--add", dest="add", action="append", default=[])
diff --git a/spade/SwiftBucket.py b/spade/SwiftBucket.py
index f49f2b9..2125b85 100644
--- a/spade/SwiftBucket.py
+++ b/spade/SwiftBucket.py
@@ -108,7 +108,7 @@ class SwiftBucket():
             co.rawMetadata[k] = v
         return co
 
-    def setBucketMetadata(self, bucketName, metadata, overwrite=False):
+    def setBucketMetadata(self, bucketName, metadata, overwrite=False):  # noqa: C901
         systemMetadata = ["content-type", "x-container-bytes-used",
                           "x-container-object-count:", "x-timestamp"]
         newMetadata = {}
@@ -237,7 +237,7 @@ class SwiftBucket():
         headers = {
             'x-object-manifest': manifest,
             'x-object-meta-mtime': mtime,
-            }
+        }
         try:
             self.swift.put_object(bucketName,
                                   objectName,
@@ -265,7 +265,7 @@ class SwiftBucket():
     def open(self, bucketName, objectName, blockSize=DEFAULT_BLOCKSIZE):
         return ObjectIO(self, bucketName, objectName, blockSize)
 
-    def deleteObject(self, bucketName, objectName):
+    def deleteObject(self, bucketName, objectName):  # noqa: C901
         try:
             metadata = self.getObjectMetadata(bucketName, objectName)
         except BucketError:
diff --git a/spade/spade.py b/spade/spade.py
index c000805..1b5811c 100755
--- a/spade/spade.py
+++ b/spade/spade.py
@@ -8,7 +8,7 @@ import argparse
 from spade.Spade import Bucket
 
 
-def main():
+def main():  # noqa: C901
     parser = argparse.ArgumentParser(description="Bucket manipulation")
     parser.add_argument("--configfile", dest="configfile", help="Config file")
     parser.add_argument(dest="cmd")
@@ -157,5 +157,6 @@ def main():
     else:
         print("Unknown command {}".format(args.cmd), file=sys.stderr)
 
+
 if __name__ == "__main__":
     main()