aboutsummaryrefslogtreecommitdiffstats
path: root/run-scraper
diff options
context:
space:
mode:
Diffstat (limited to 'run-scraper')
-rwxr-xr-xrun-scraper4
1 files changed, 4 insertions, 0 deletions
diff --git a/run-scraper b/run-scraper
index bed4eab..e264cd0 100755
--- a/run-scraper
+++ b/run-scraper
@@ -12,4 +12,8 @@ export PYTHONPATH=`pwd`/testlib/scraperwiki-python:`pwd`/testlib/lazycache
SCRAPERWIKI_DATABASE_NAME=sqlite:///$file.sqlite
export SCRAPERWIKI_DATABASE_NAME
+# Tell python to use UTF-8 on stdout
+PYTHONIOENCODING=UTF-8
+export PYTHONIOENCODING
+
(cd data ; python $topdir/scrapersources/$file)