Merge lp:~dosage-dev/dosage/test-mode into lp:~dosage-dev/dosage/old

[Tristan Seligmann]

[Tristan Seligmann (mithrandi)]

Implements a --test mode for testing scrapers.

[lp:~dosage-dev/dosage/test-mode]

608. By Tristan Seligmann on 2010-01-12

Use izip

[Jonathan Jacobs (jjacobs)]

review: Approve

=== modified file 'dosage/mainline.py'
--- dosage/mainline.py	2010-01-06 21:44:17 +0000
+++ dosage/mainline.py	2010-01-12 00:45:21 +0000
@@ -2,6 +2,7 @@
 import os
 import optparse
 import traceback
+from itertools import izip
 
 from dosage import events, scraper
 from dosage.output import out
@@ -13,6 +14,7 @@
     parser = optparse.OptionParser(usage=usage)
     parser.add_option('-v', '--verbose', action='count', dest='verbose', default=0, help='provides verbose output, use multiple times for more verbosity')
     parser.add_option('-q', '--quiet', action='count', dest='quiet', default=0, help='suppress all output')
+    parser.add_option('--test', action='store_true', dest='test', default=False, help='test comic scrapers')
     parser.add_option('-c', '--catch-up', action='count', dest='catchup', default=None, help='traverse and retrieve all available comics up until the strip that already exists locally, use twice to retrieve until all strips exist locally')
     parser.add_option('-b', '--base-path', action='store', dest='basepath', default='Comics', help='set the path to create invidivual comic directories in, default is Comics', metavar='PATH')
     parser.add_option('--base-url', action='store', dest='baseurl', default=None, help='the base URL of your comics directory (for RSS, HTML, etc.); this should correspond to --base-path', metavar='PATH')
@@ -82,6 +84,31 @@
             if not self.saveComics(comics) and self.settings['catchup'] < 2:
                 break
 
+
+
+    def testScraper(self):
+        """
+        Test a scraper.
+
+        We must be able to traverse backward for at least 5 pages from the
+        start, and find strip images on at least 4 pages.
+        """
+        empty = 0
+        for n, comics in izip(xrange(5), self.module):
+            if len(comics) == 0:
+                empty += 1
+            else:
+                self.saveComics(comics)
+
+        if n < 4:
+            out.write('Traversal failed after %d strips.' % (n + 1), 0)
+        elif empty > 1:
+            out.write('Failed to find strip images on %d pages.' % empty, 0)
+        else:
+            out.write('Test successful!', 0)
+
+
+
     def catchupIndex(self, index):
         out.write('Catching up from index "%s"...' % (index,), 0)
         self.module.setStrip(index)
@@ -134,6 +161,15 @@
             else:
                 self.safeOp(self.catchup)
 
+
+    def doTest(self):
+        """
+        Invoke test mode for each of the selected comics.
+        """
+        for comic in self.useComics():
+            self.safeOp(self.testScraper)
+
+
     def doCurrent(self):
         for comic in self.useComics():
             if self.indices:
@@ -200,6 +236,8 @@
             out.write('Warning: No comics specified, bailing out!', 0)
         elif self.settings['modhelp']:
             self.doHelp()
+        elif self.settings['test']:
+            self.doTest()
         elif self.settings['catchup']:
             self.doCatchup()
         else: