aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorPetter Reinholdtsen <pere@hungry.com>2014-12-09 11:59:01 +0100
committerPetter Reinholdtsen <pere@hungry.com>2014-12-09 11:59:01 +0100
commit7417d4efcec19160fbe29e482067c8d202436177 (patch)
tree813620c35047c1885449a1d42544e3e6833b3490
parentc399414a531f72e48a3860778df2ba7b8e3ad4a1 (diff)
Reduce backward parsing now that we have the complete collection.
-rw-r--r--scrapersources/postliste-lenvik8
1 files changed, 4 insertions, 4 deletions
diff --git a/scrapersources/postliste-lenvik b/scrapersources/postliste-lenvik
index 920ddca..daaf871 100644
--- a/scrapersources/postliste-lenvik
+++ b/scrapersources/postliste-lenvik
@@ -165,14 +165,14 @@ except:
print first, last
-# Parse back in time
-if first is not None:
- gen_date_urls(urllist, first, -1, 100)
-
# Parse forward in time
if last is not None:
gen_date_urls(urllist, last, 1, 3)
+# Parse back in time
+if first is not None:
+ gen_date_urls(urllist, first, -1, 10)
+
for dayurl in urllist:
print 'Fetching ' + dayurl
html = postlistelib.fetch_url_harder(dayurl)