From 07341ea71f0c84565279a46aeb83cec1386afbb8 Mon Sep 17 00:00:00 2001 From: Petter Reinholdtsen Date: Thu, 27 Feb 2014 14:43:12 +0100 Subject: Add script to fetch sqlite files directly. --- fetch-scraper-sqlite | 9 +++++++++ 1 file changed, 9 insertions(+) create mode 100755 fetch-scraper-sqlite (limited to 'fetch-scraper-sqlite') diff --git a/fetch-scraper-sqlite b/fetch-scraper-sqlite new file mode 100755 index 0000000..23dc24c --- /dev/null +++ b/fetch-scraper-sqlite @@ -0,0 +1,9 @@ +#!/bin/sh + +for scraper in $(ls scrapersources/); do + dbfile=sqlite-dbs/$scraper.sqlite3 + if [ ! -f $dbfile ] ; then + wget -O sqlite-dbs/$scraper.sqlite3 https://classic.scraperwiki.com/scrapers/export_sqlite/$scraper/ + fi +done + -- cgit v1.2.3