|
|
@ -24,7 +24,19 @@ curl https://stardewids.com/ | xidel --data - --css "td.ts a" | sort >Stardew-Va |
|
|
|
|
|
|
|
|
|
|
|
### Recipes Wikia ### |
|
|
|
curl http://recipes.wikia.com/sitemap-newsitemapxml-index.xml | xidel --data - --css "loc" | grep -i NS_0 | xargs -n1 -I{} sh -c 'curl {} | xidel --data - --css "loc"' | sed -e 's/^.*\///g' -e 's/_/ /g' | python -c "import urllib, sys; print urllib.unquote(sys.argv[1] if len(sys.argv) > 1 else sys.stdin.read()[0:-1])" | sort >Dishes.txt |
|
|
|
curl http://recipes.wikia.com/sitemap-newsitemapxml-index.xml | xidel --data - --css "loc" | grep -i NS_0 | xargs -n1 -I{} sh -c 'curl {} | xidel --data - --css "loc"' | sed -e 's/^.*\///g' -e 's/_/ /g' | python -c "import urllib, sys; print urllib.unquote(sys.argv[1] if len(sys.argv) > 1 else sys.stdin.read()[0:-1])" | grep -iv "Nutrient" | sort >Dishes.txt |
|
|
|
|
|
|
|
### Rise of Berk Dragons list ### |
|
|
|
function list_pages() { |
|
|
|
curl "http://riseofberk.wikia.com/api.php?action=query&generator=categorymembers&gcmtitle=${1}&cllimt=max&gcmlimit=max&format=json" | jq --raw-output '.query.pages[].title' | grep -iv Category: |
|
|
|
} |
|
|
|
|
|
|
|
function list_categories() { |
|
|
|
curl "http://riseofberk.wikia.com/api.php?action=query&generator=categorymembers&gcmtitle=${1}&cllimt=max&gcmlimit=max&format=json" | jq --raw-output '.query.pages[].title' | grep -i Category: |
|
|
|
} |
|
|
|
|
|
|
|
list_pages "Category:Dragons" >Dragons.txt |
|
|
|
|
|
|
|
|
|
|
|
### Shakespeare's Complete Works ### |
|
|
|
curl https://www.gutenberg.org/files/100/100-0.txt >Shakespeares-Works.txt |