#!/bin/bash
#
# This script gets the beautiful wallpapers from http://wallhaven.cc
# This script is brought to you by MacEarl and is based on the
# script for wallbase.cc (https://github.com/sevensins/Wallbase-Downloader)
#
# This Script is written for GNU Linux, it should work under Mac OS
REVISION=0.2.6
#####################################
### Needed for NSFW/Favorites ###
#####################################
# Enter your API key
# you can get it here: https://wallhaven.cc/settings/account
APIKEY="beYBHQ89MncZeTt96JXRyrqmwBFifWUr"
#####################################
### End needed for NSFW/Favorites ###
#####################################
#####################################
### Configuration Options ###
#####################################
# Where should the Wallpapers be stored?
LOCATION=/Volumes/photo
# How many Wallpapers should be downloaded, should be multiples of the
# value in the THUMBS Variable
WPNUMBER=48
# What page to start downloading at, default and minimum of 1.
STARTPAGE=1
# Type standard (newest, oldest, random, hits, mostfav), search, collections
# (for now only the default collection), useruploads (if selected, only
# FILTER variable will change the outcome)
TYPE=standard
# From which Categories should Wallpapers be downloaded, first number is
# for General, second for Anime, third for People, 1 to enable category,
# 0 to disable it
CATEGORIES=110
# filter wallpapers before downloading, first number is for sfw content,
# second for sketchy content, third for nsfw content, 1 to enable,
# 0 to disable
FILTER=111
# Which Resolutions should be downloaded, leave empty for all (most common
# resolutions possible, for details see wallhaven site), separate multiple
# resolutions with , eg. 1920x1080,1920x1200
RESOLUTION=
# alternatively specify a minimum resolution, please note that specifying
# both resolutions and a minimum resolution will result in the desired
# resolutions being ignored, to avoid unwanted behavior only set one of the
# two options and leave the other blank
ATLEAST=
# Which aspectratios should be downloaded, leave empty for all (possible
# values: 4x3, 5x4, 16x9, 16x10, 21x9, 32x9, 48x9, 9x16, 10x16), separate mutliple ratios
# with , eg. 4x3,16x9
ASPECTRATIO=
# Which Type should be displayed (relevance, random, date_added, views,
# favorites, toplist, toplist-beta)
MODE=date_added
# if MODE is set to toplist show the toplist for the given timeframe
# possible values: 1d (last day), 3d (last 3 days), 1w (last week),
# 1M (last month), 3M (last 3 months), 6M (last 6 months), 1y (last year)
TOPRANGE=
# How should the wallpapers be ordered (desc, asc)
ORDER=desc
# Collections, only used if TYPE = collections
# specify the name of the collection you want to download
# Default is the default collection name on wallhaven
# If you want to download your own Collections make sure USR is set to your username
# If you want to download someone elses public collection enter the name here
# and the username under USR
# Please note that the only filter option applied to Collections is the Number
# of Wallpapers to download, there is no filter for resolution, purity, ...
COLLECTION="Default"
# Searchterm, only used if TYPE = search
# you can also search by tags, use id:TAGID
# to get the tag id take a look at: https://wallhaven.cc/tags/
# for example: to search for nature related wallpapers via the nature tag
# instead of the keyword use QUERY="id:37"
QUERY="nature"
# Search images containing color
# values are RGB (000000 = black, ffffff = white, ff0000 = red, ...)
COLOR=""
# Should the search results be saved to a separate subfolder?
# 0 for no separate folder, 1 for separate subfolder
SUBFOLDER=0
# User from which wallpapers should be downloaded
# used for TYPE=useruploads and TYPE=collections
# If you want to download your own Collection this has to be set to your username
USR="AksumkA"
# use gnu parallel to speed up the download (0, 1), if set to 1 make sure
# you have gnuparallel installed, see normal.vs.parallel.txt for
# speed improvements
# using this option can lead to cloudflare blocking some of the downloads
PARALLEL=0
# custom thumbnails per page
# changeable here: https://wallhaven.cc/settings/browsing
# valid values: 24, 32, 64
# if set to 32 or 64 you need to provide an api key
THUMBS=24
#####################################
### End Configuration Options ###
#####################################
function checkDependencies {
printf "Checking dependencies..."
dependencies=(wget jq sed)
[[ $PARALLEL == 1 ]] && dependencies+=(parallel)
for name in "${dependencies[@]}"
do
[[ $(command -v "$name" 2>/dev/null) ]] ||
{ printf "\n%s needs to be installed. Use your package manager to do so, e.g. 'sudo apt install %s'" "$name" "$name";deps=1; }
done
if [[ $deps -ne 1 ]]
then
printf "OK\n"
else
printf "\nInstall the above and rerun this script\n"
exit 1
fi
} # /checkDependencies
#
# sets the authentication header/API key to give the user more functionality
# requires 1 arguments:
# arg1: API key
#
function setAPIkeyHeader {
# checking parameters -> if not ok print error and exit script
if [ $# -lt 1 ] || [ "$1" == '' ]
then
printf "Please make sure to enter a valid API key,\n"
printf "it is needed for NSFW Content and downloading \n"
printf "your Collections also make sure your Thumbnails per\n"
printf "Page Setting matches the THUMBS Variable\n\n"
printf "Press any key to exit\n"
read -r
exit
fi
# everythings ok --> set api key header
httpHeader="X-API-Key: $APIKEY"
} # /setAPIkeyHeader
#
# downloads Page with Thumbnails
#
function getPage {
# checking parameters -> if not ok print error and exit script
if [ $# -lt 1 ]
then
printf "getPage expects at least 1 argument\\n"
printf "arg1:\\tparameters for the wget -q command\\n\\n"
printf "press any key to exit\\n"
read -r
exit
fi
# parameters ok --> get page
WGET -O tmp "https://wallhaven.cc/api/v1/$1"
} # /getPage
#
# downloads all the wallpaper from a wallpaperfile
# arg1: the file containing the wallpapers
#
function downloadWallpapers {
if (( "$page" >= "$(jq -r ".meta.last_page" tmp)" ))
then
downloadEndReached=true
fi
for ((i=0; i<THUMBS; i++))
do
imgURL=$(jq -r ".data[$i].path" tmp)
filename=$(echo "$imgURL"| sed "s/.*\///" )
if grep -w "$filename" downloaded.txt >/dev/null
then
printf "\\tWallpaper %s already downloaded!\\n" "$imgURL"
elif [ $PARALLEL == 1 ]
then
echo "$imgURL" >> download.txt
else
# check if downloadWallpaper was successful
if downloadWallpaper "$imgURL"
then
echo "$filename" >> downloaded.txt
fi
fi
done
if [ $PARALLEL == 1 ] && [ -f ./download.txt ]
then
# export wget wrapper and download function to make it
# available for parallel
export -f WGET coolDown downloadWallpaper
# shellcheck disable=SC2016
SHELL=$(type -p bash) parallel --gnu --no-notice \
'imgURL={} && downloadWallpaper $imgURL && echo "$imgURL"| sed "s/.*\///" >> downloaded.txt' < download.txt
rm tmp download.txt
else
rm tmp
fi
} # /downloadWallpapers
#
# downloads a single Wallpaper by guessing its extension, this eliminates
# the need to download each wallpaper page, now only the thumbnail page
# needs to be downloaded
#
function downloadWallpaper {
if [[ "$1" != null ]]
then
WGET "$1"
else
return 1
fi
} # /downloadWallpaper
#
# Waits for 30 seconds if rate limiting is detected
#
function coolDown {
printf "\\t -Rate Limiting detected, sleeping for 30 seconds\\n"
sleep 30
WGET "$@"
} # /coolDown
#
# wrapper for wget with some default arguments
# arg0: additional arguments for wget (optional)
# arg1: file to download
#
function WGET {
# checking parameters -> if not ok print error and exit script
if [ $# -lt 1 ]
then
printf "WGET expects at least 1 argument\\n"
printf "arg0:\\tadditional arguments for wget (optional)\\n"
printf "arg1:\\tfile to download\\n\\n"
printf "press any key to exit\\n"
read -r
exit
fi
# default wget command
wget --server-response -q --header="$httpHeader" --keep-session-cookies \
--save-cookies cookies.txt --load-cookies cookies.txt "$@" 2>&1 | \
grep "429 Too Many Requests" >/dev/null && coolDown "$@"
return "${PIPESTATUS[0]}"
} # /WGET
#
# displays help text (valid command line arguments)
#
function helpText {
printf "Usage: ./wallhaven.sh [OPTIONS]\\n"
printf "Download wallpapers from wallhaven.cc\\n\\n"
printf "If no options are specified, default values from within the "
printf "script will be used\\n\\n"
printf " -l, --location\\t\\tlocation where the wallpapers will be "
printf "stored\\n"
printf " -n, --number\\t\\tNumber of Wallpapers to download\\n"
printf " -s, --startpage\\tpage to start downloading from\\n"
printf " -t, --type\\t\\tType of download Operation: standard, search, "
printf "\\n\\t\\t\\tcollections, useruploads\\n"
printf " -c, --categories\\tcategories to download from, eg. 111 for "
printf "General,\\n\\t\\t\\tAnime and People, 1 to include, 0 to exclude\\n"
printf " -f, --filter\\t\\tfilter out content based on purity rating, "
printf "eg. 111 \\n\\t\\t\\tfor SFW, sketchy and NSFW content, 1 to "
printf "include, \\n\\t\\t\\t0 to exclude\\n"
printf " -r, --resolution\\tresolutions to download, separate mutliple"
printf " \\n\\t\\t\\tresolutions by ,\\n"
printf " -g, --atleast\\t\\tminimum resolution, show all images with a"
printf "\\n\\t\\t\\tresolution greater than the specified value"
printf "\\n\\t\\t\\tdo not use in combination with -r (--resolution)\\n"
printf " -a, --aspectratio\\tonly download wallpaper with given "
printf "aspectratios, \\n\\t\\t\\tseparate multiple aspectratios by ,\\n"
printf " -m, --mode\\t\\tsorting mode for wallpapers: relevance, random"
printf ",\\n\\t\\t\\tdate_added, views, favorites \\n"
printf " -o, --order\\t\\torder ascending (asc) or descending "
printf "(desc)\\n"
printf " -b, --collection\\tname of the collections to download\\n"
printf " -q, --query\\t\\tsearch query, eg. 'mario', single "
printf "quotes needed,\\n\\t\\t\\tfor searching exact phrases use double "
printf "quotes \\n\\t\\t\\tinside single quotes, eg. '"super mario"'"
printf "\\n"
printf " -d, --dye, --color\\tsearch for wallpapers containing the "
printf "given color,\\n"
printf "\\t\\t\\tcolor values are RGB without a leading #\\n"
printf " -u, --user\\t\\tdownload wallpapers from given user\\n"
printf " -p, --parallel\\t\\tmake use of gnu parallel (1 to enable, 0 "
printf "to disable)\\n"
printf " -v, --version\\t\\tshow current version\\n"
printf " -h, --help\\t\\tshow this help text and exit\\n\\n"
printf "Examples:\\n"
printf "./wallhaven.sh\\t-l ~/wp/ -n 48 -s 1 -t standard -c 101 -f 111"
printf " -r 1920x1080 \\n\\t\\t-a 16x9 -m random -o desc -p 1\\n\\n"
printf "Download 48 random wallpapers with a resolution of 1920x1080 "
printf "and \\nan aspectratio of 16x9 to ~/wp/ starting with page 1 "
printf "from the \\ncategories general and people including SFW, sketchy"
printf " and NSWF Content\\nwhile utilizing gnu parallel\\n\\n"
printf "./wallhaven.sh\\t-l ~/wp/ -n 48 -s 1 -t search -c 111 -f 100 -r "
printf "1920x1080 -a 16x9\\n\\t\\t-m relevance -o desc -q "
printf "'"super mario"' -d cc0000 -p 1\\n\\n"
printf "Download 48 wallpapers related to the search query "
printf ""super mario" containing \\nthe color #cc0000 with a resolution"
printf " of 1920x1080 and an aspectratio of 16x9\\nto ~/wp/ starting "
printf "with page 1 from the categories general, anime and people,\\n"
printf "including SFW Content and excluding sketchy and NSWF Content "
printf "while utilizing\\ngnu parallel\\n\\n\\n"
printf "latest version available at: "
printf "<https://github.com/macearl/Wallhaven-Downloader>\\n"
} # /helptext
# Command line Arguments
while [[ $# -ge 1 ]]
do
key="$1"
case $key in
-l|--location)
LOCATION="$2"
shift;;
-n|--number)
WPNUMBER="$2"
shift;;
-s|--startpage)
STARTPAGE="$2"
shift;;
-t|--type)
TYPE="$2"
shift;;
-c|--categories)
CATEGORIES="$2"
shift;;
-f|--filter)
FILTER="$2"
shift;;
-r|--resolution)
RESOLUTION="$2"
shift;;
-g|--atleast)
ATLEAST="$2"
shift;;
-a|--aspectratio)
ASPECTRATIO="$2"
shift;;
-m|--mode)
MODE="$2"
shift;;
-o|--order)
ORDER="$2"
shift;;
-b|--collection)
COLLECTION="$2"
shift;;
-q|--query)
QUERY=${2//\'/}
shift;;
-d|--dye|--color)
COLOR="$2"
shift;;
-u|--user)
USR="$2"
shift;;
-p|--parallel)
PARALLEL="$2"
shift;;
-h|--help)
helpText
exit
;;
-v|--version)
printf "Wallhaven Downloader %s\\n" "$REVISION"
exit
;;
*)
printf "unknown option: %s\\n" "$1"
helpText
exit
;;
esac
shift # past argument or value
done
checkDependencies
# optionally create a separate subfolder for each search query
# might download duplicates as each search query has its own list of
# downloaded wallpapers
if [ "$TYPE" == search ] && [ "$SUBFOLDER" == 1 ]
then
LOCATION+=/$(echo "$QUERY" | sed -e "s/ /_/g" -e "s/+/_/g" -e "s/\\//_/g")
fi
# creates Location folder if it does not exist
if [ ! -d "$LOCATION" ]
then
mkdir -p "$LOCATION"
fi
cd "$LOCATION" || exit
# creates downloaded.txt if it does not exist
if [ ! -f ./downloaded.txt ]
then
touch downloaded.txt
fi
# set auth header only when it is required ( for example to download your
# own collections or nsfw content... )
if [ "$FILTER" == 001 ] || [ "$FILTER" == 011 ] || [ "$FILTER" == 111 ] \
|| [ "$TYPE" == collections ] || [ "$THUMBS" != 24 ]
then
setAPIkeyHeader "$APIKEY"
fi
if [ "$TYPE" == standard ]
then
for (( count=0, page="$STARTPAGE";
count< "$WPNUMBER";
count=count+"$THUMBS", page=page+1 ));
do
printf "Download Page %s\\n" "$page"
s1="search?page=$page&categories=$CATEGORIES&purity=$FILTER&"
s1+="atleast=$ATLEAST&resolutions=$RESOLUTION&ratios=$ASPECTRATIO"
s1+="&sorting=$MODE&order=$ORDER&topRange=$TOPRANGE&colors=$COLOR"
getPage "$s1"
printf "\\t- done!\\n"
printf "Download Wallpapers from Page %s\\n" "$page"
downloadWallpapers
printf "\\t- done!\\n"
if [ "$downloadEndReached" = true ]
then
break
fi
done
elif [ "$TYPE" == search ] || [ "$TYPE" == useruploads ]
then
for (( count=0, page="$STARTPAGE";
count< "$WPNUMBER";
count=count+"$THUMBS", page=page+1 ));
do
printf "Download Page %s\\n" "$page"
s1="search?page=$page&categories=$CATEGORIES&purity=$FILTER&"
s1+="atleast=$ATLEAST&resolutions=$RESOLUTION&ratios=$ASPECTRATIO"
s1+="&sorting=$MODE&order=desc&topRange=$TOPRANGE&colors=$COLOR"
if [ "$TYPE" == search ]
then
s1+="&q=$QUERY"
elif [ "$TYPE" == useruploads ]
then
s1+="&q=@$USR"
fi
getPage "$s1"
printf "\\t- done!\\n"
printf "Download Wallpapers from Page %s\\n" "$page"
downloadWallpapers
printf "\\t- done!\\n"
if [ "$downloadEndReached" = true ]
then
break
fi
done
elif [ "$TYPE" == collections ]
then
if [ "$USR" == "" ]
then
printf "Please check the value specified for USR\\n"
printf "to download a Collection it is necessary to specify a User\\n\\n"
printf "Press any key to exit\\n"
read -r
exit
fi
getPage "collections/$USR"
i=0
while
label=$(jq -e -r ".data[$i].label" tmp)
id=$(jq -e -r ".data[$i].id" tmp)
collectionsize=$(jq -e -r ".data[$i].count" tmp)
[[ $label != "$COLLECTION" && $label != null ]]
do
(( i++ ))
done
if [ -z "$id" ]
then
printf "Please check the value specified for COLLECTION\\n"
printf "it seems that a collection with the name "%s" does not exist\\n\\n" \
"$COLLECTION"
printf "Press any key to exit\\n"
read -r
exit
fi
for (( count=0, page="$STARTPAGE";
count< "$WPNUMBER" && count< "$collectionsize";
count=count+"$THUMBS", page=page+1 ));
do
printf "Download Page %s\\n" "$page"
getPage "collections/$USR/$id?page=$page"
printf "\\t- done!\\n"
printf "Download Wallpapers from Page %s\\n" "$page"
downloadWallpapers
printf "\\t- done!\\n"
done
else
printf "error in TYPE please check Variable\\n"
fi
rm -f cookies.txt
本文由 小马哥 创作，采用 知识共享署名4.0 国际许可协议进行许可
本站文章除注明转载/出处外，均为本站原创或翻译，转载前请务必署名
最后编辑时间为:
2022/04/07 21:48
