diff options
Diffstat (limited to 'testlib/scraperwiki.py')
| -rw-r--r-- | testlib/scraperwiki.py | 9 |
1 files changed, 8 insertions, 1 deletions
diff --git a/testlib/scraperwiki.py b/testlib/scraperwiki.py index baf2b57..901acec 100644 --- a/testlib/scraperwiki.py +++ b/testlib/scraperwiki.py @@ -1,3 +1,5 @@ +import urllib2 + def scrape(url): print "Scraping %s" % url if -1 != url.find("file://"): @@ -6,7 +8,12 @@ def scrape(url): f.close() return content else: - return "" + response = urllib2.urlopen(url) + html = response.read() + return html def pdftoxml(pdfcontent, options): return pdfcontent + +def swimport(scrapername): + return None |