diff options
author | Petter Reinholdtsen <pere@hungry.com> | 2014-12-09 11:59:01 +0100 |
---|---|---|
committer | Petter Reinholdtsen <pere@hungry.com> | 2014-12-09 11:59:01 +0100 |
commit | 7417d4efcec19160fbe29e482067c8d202436177 (patch) | |
tree | 813620c35047c1885449a1d42544e3e6833b3490 | |
parent | c399414a531f72e48a3860778df2ba7b8e3ad4a1 (diff) |
Reduce backward parsing now that we have the complete collection.
-rw-r--r-- | scrapersources/postliste-lenvik | 8 |
1 files changed, 4 insertions, 4 deletions
diff --git a/scrapersources/postliste-lenvik b/scrapersources/postliste-lenvik index 920ddca..daaf871 100644 --- a/scrapersources/postliste-lenvik +++ b/scrapersources/postliste-lenvik @@ -165,14 +165,14 @@ except: print first, last -# Parse back in time -if first is not None: - gen_date_urls(urllist, first, -1, 100) - # Parse forward in time if last is not None: gen_date_urls(urllist, last, 1, 3) +# Parse back in time +if first is not None: + gen_date_urls(urllist, first, -1, 10) + for dayurl in urllist: print 'Fetching ' + dayurl html = postlistelib.fetch_url_harder(dayurl) |