blob: 6465ea39caf9a0c7bb499ab637bb35b953328b04 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
|
#!/bin/sh
scrapers="postliste-python-lib postliste-ballangen"
scrapers="$( (
GET https://scraperwiki.com/tags/postjournal
GET https://scraperwiki.com/tags/postjournal?page=2
GET https://scraperwiki.com/tags/postjournal?page=3
) | grep owner | rev | cut -d/ -f3 | rev)"
mkdir -p scrapersources
for scraper in $scrapers; do
echo "Fetching source for $scraper"
GET "https://scraperwiki.com/editor/raw/$scraper" > "scrapersources/$scraper"
done
|
