diff options
| author | Petter Reinholdtsen <pere@hungry.com> | 2015-01-04 18:13:44 +0100 |
|---|---|---|
| committer | Petter Reinholdtsen <pere@hungry.com> | 2015-01-04 18:13:44 +0100 |
| commit | e681fd7eb1f2a7a6436f023296fcd2a3a88d9f48 (patch) | |
| tree | 838aaffbcd49d9d4354b8219ec3b866c02bdf052 | |
| parent | 2d0ff948cd01c6d8a5a8348cfc1830a6a092d5c0 (diff) | |
Scan a bit more, and stay 100 000 behind the current pointer.
| -rw-r--r-- | scrapersources/postliste-oep | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/scrapersources/postliste-oep b/scrapersources/postliste-oep index 68852cc..2090d41 100644 --- a/scrapersources/postliste-oep +++ b/scrapersources/postliste-oep @@ -403,8 +403,8 @@ if min >= 0 and read_backwards: rescan_min = scraperwiki.sqlite.get_var('min_rescan_id') if rescan_min is None: rescan_min = 0 -rescan_count = 5000 -if rescan_min < max: +rescan_count = 8000 +if rescan_min + rescan_count < max - 100000: end = rescan_min + rescan_count fetched = fetch_range(datastorage, rescan_min, end, 1) save_var('min_rescan_id', end - 1) |