diff options
| -rwxr-xr-x | fetch-scraper-sources | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/fetch-scraper-sources b/fetch-scraper-sources index 6465ea3..e97e418 100755 --- a/fetch-scraper-sources +++ b/fetch-scraper-sources @@ -1,11 +1,11 @@ #!/bin/sh -scrapers="postliste-python-lib postliste-ballangen" - +# Should find quicker way to find scrapers scrapers="$( ( GET https://scraperwiki.com/tags/postjournal GET https://scraperwiki.com/tags/postjournal?page=2 GET https://scraperwiki.com/tags/postjournal?page=3 + GET https://scraperwiki.com/tags/postjournal?page=4 ) | grep owner | rev | cut -d/ -f3 | rev)" mkdir -p scrapersources |