Radiquum/furaffinity-dl
1
0
Fork 0
mirror of https://github.com/Radiquum/furaffinity-dl.git synced 2025-04-06 00:04:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Rewrite next page lookup; fixes downloading favorites and an infinite loop on reaching the end in gallery/scraps..

Browse source
This commit is contained in:
Sergey "Shnatsel" Davidoff 2018-06-19 09:14:17 +03:00
parent 67c02e546a
commit 419325ce86
1 changed files with 8 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
furaffinity-dl
View file

@ -38,10 +38,7 @@ else
} }
fi fi
base_url=https://www.furaffinity.net/"$1" url=https://www.furaffinity.net/"$1"
url="$base_url"
page_counter=1
# Iterate over the gallery pages with thumbnails and links to artwork view pages # Iterate over the gallery pages with thumbnails and links to artwork view pages
while true; do while true; do
@ -62,8 +59,9 @@ If that doesn't resolve the issue, please report the problem at
https://github.com/Shnatsel/furaffinity-dl/issues" >&2 https://github.com/Shnatsel/furaffinity-dl/issues" >&2
exit 1 exit 1
fi fi
# check if we've reached last page
grep -q -i "there are no submissions to list" "$tempfile" && break # Get URL for next page out of "Next" button. Required for favorites, pages of which are not numbered
next_page_url="$(grep '<a class="button-link right" href="' "$tempfile" | grep '">Next &nbsp;&#x276f;&#x276f;</a>' | cut -d '"' -f 4 | sort -u)"
# Extract links to pages with individual artworks and iterate over them # Extract links to pages with individual artworks and iterate over them
artwork_pages=$(grep '<a href="/view/' "$tempfile" | grep -E --only-matching '/view/[[:digit:]]+/' | uniq) artwork_pages=$(grep '<a href="/view/' "$tempfile" | grep -E --only-matching '/view/[[:digit:]]+/' | uniq)
@ -75,7 +73,7 @@ https://github.com/Shnatsel/furaffinity-dl/issues" >&2
echo "WARNING: $page seems to be inaccessible, skipping." echo "WARNING: $page seems to be inaccessible, skipping."
continue continue
fi fi
# Get the full size image URL. # Get the full size image URL.
# This will be a facdn.net link, we have to use HTTP # This will be a facdn.net link, we have to use HTTP
# to get around DPI-based page blocking in some countries. # to get around DPI-based page blocking in some countries.
@ -87,6 +85,7 @@ https://github.com/Shnatsel/furaffinity-dl/issues" >&2
wget --timestamping "$image_url" wget --timestamping "$image_url"
done done
page_counter=$((page_counter + 1))
url="$base_url"/"$page_counter" [ "$next_page_url" = "" ] && break
url='https://www.furaffinity.net'"$next_page_url"
done done