From 22bceaf65dd89df97529df0102149aefa2b54f54 Mon Sep 17 00:00:00 2001 From: Petter Reinholdtsen Date: Fri, 13 Jul 2012 12:28:13 +0200 Subject: Store current scraperwiki sources. --- fetch-scraper-sources | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100755 fetch-scraper-sources (limited to 'fetch-scraper-sources') diff --git a/fetch-scraper-sources b/fetch-scraper-sources new file mode 100755 index 0000000..6465ea3 --- /dev/null +++ b/fetch-scraper-sources @@ -0,0 +1,15 @@ +#!/bin/sh + +scrapers="postliste-python-lib postliste-ballangen" + +scrapers="$( ( + GET https://scraperwiki.com/tags/postjournal + GET https://scraperwiki.com/tags/postjournal?page=2 + GET https://scraperwiki.com/tags/postjournal?page=3 +) | grep owner | rev | cut -d/ -f3 | rev)" + +mkdir -p scrapersources +for scraper in $scrapers; do + echo "Fetching source for $scraper" + GET "https://scraperwiki.com/editor/raw/$scraper" > "scrapersources/$scraper" +done -- cgit v1.2.3