diff options
Diffstat (limited to 'fetch-scraper-sqlite')
| -rwxr-xr-x | fetch-scraper-sqlite | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/fetch-scraper-sqlite b/fetch-scraper-sqlite new file mode 100755 index 0000000..23dc24c --- /dev/null +++ b/fetch-scraper-sqlite @@ -0,0 +1,9 @@ +#!/bin/sh + +for scraper in $(ls scrapersources/); do + dbfile=sqlite-dbs/$scraper.sqlite3 + if [ ! -f $dbfile ] ; then + wget -O sqlite-dbs/$scraper.sqlite3 https://classic.scraperwiki.com/scrapers/export_sqlite/$scraper/ + fi +done + |