diff options
| -rwxr-xr-x | bin/run-daily | 10 | ||||
| -rwxr-xr-x | bin/run-hourly | 10 | ||||
| -rw-r--r-- | scrapersources/postliste-hole | 5 |
3 files changed, 21 insertions, 4 deletions
diff --git a/bin/run-daily b/bin/run-daily new file mode 100755 index 0000000..e362e3a --- /dev/null +++ b/bin/run-daily @@ -0,0 +1,10 @@ +#!/bin/sh + +cd $(dirname $0)/.. + +for scraper in $(grep '# Run: daily' scrapersources/*|cut -d: -f1|cut -d/ -f2); do + echo + echo $scraper + echo + time ./run-scraper $scraper +done diff --git a/bin/run-hourly b/bin/run-hourly new file mode 100755 index 0000000..337df2b --- /dev/null +++ b/bin/run-hourly @@ -0,0 +1,10 @@ +#!/bin/sh + +cd $(dirname $0)/.. + +for scraper in $(grep '# Run: hourly' scrapersources/*|cut -d: -f1|cut -d/ -f2); do + echo + echo $scraper + echo + time ./run-scraper $scraper +done diff --git a/scrapersources/postliste-hole b/scrapersources/postliste-hole index 325ffdd..be5439c 100644 --- a/scrapersources/postliste-hole +++ b/scrapersources/postliste-hole @@ -241,7 +241,4 @@ def scraper(): #GET http://innsyn.hole.kommune.no/wfinnsyn.ashx?response=journalpost_detaljer&journalpostid=2012005569& #GET http://innsyn.hole.kommune.no/wfinnsyn.ashx?response=arkivsak_detaljer&arkivsakid=2006002016& -if __name__ == "scraper": - scraper() -else: - print "Not called as scraper"
\ No newline at end of file +scraper() |