run-scraper


1
2
3
4
5
6
7
8
9
10
11
12
13

#!/bin/sh
#
# Run scraperwiki scrapers with a fake scraperwiki library, to allow
# the scrapers to be tested locally.

file=$1

topdir=`pwd`

export PYTHONPATH=`pwd`/testlib/scraperwiki-python:`pwd`/testlib/dumptruck

mkdir -p data/$1
(cd data/$file ; python $topdir/scrapersources/$file)