aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorPetter Reinholdtsen <pere@scraper.nuug.no>2014-12-08 17:05:57 +0100
committerPetter Reinholdtsen <pere@scraper.nuug.no>2014-12-08 17:05:57 +0100
commit75ddbe8c57cea479dd26b449639e807f8fc0824c (patch)
tree22fbc52ff1d278f7ea6680b5297ce79ba321636b
parent0e0af47680383248d52c5baed949f09b5d534788 (diff)
Get runner working.
-rwxr-xr-xrun-scraper8
1 files changed, 5 insertions, 3 deletions
diff --git a/run-scraper b/run-scraper
index c617064..45ed793 100755
--- a/run-scraper
+++ b/run-scraper
@@ -5,9 +5,11 @@
file=$1
-topdir=`pwd`
+topdir=$(cd $(dirname $0); pwd)
export PYTHONPATH=`pwd`/testlib/scraperwiki-python:`pwd`/testlib/dumptruck
-mkdir -p data/$1
-(cd data/$file ; python $topdir/scrapersources/$file)
+SCRAPERWIKI_DATABASE_NAME=sqlite:///$file.sqlite
+export SCRAPERWIKI_DATABASE_NAME
+
+(cd data ; python $topdir/scrapersources/$file)