Add test script to run scrapers locally.

1 files changed, 12 insertions, 0 deletions

diff --git a/testlib/scraperwiki.py b/testlib/scraperwiki.py
new file mode 100644
index 0000000..baf2b57
--- /dev/null
+++ b/testlib/scraperwiki.py
@@ -0,0 +1,12 @@
+def scrape(url):
+    print "Scraping %s" % url
+    if -1 != url.find("file://"):
+        f = open(url.replace("file://", ""), "r")
+        content = f.read()
+        f.close()
+        return content
+    else:
+        return ""
+
+def pdftoxml(pdfcontent, options):
+    return pdfcontent