Radiquum/furaffinity-dl
1
0
Fork 0
mirror of https://github.com/Radiquum/furaffinity-dl.git synced 2025-04-05 15:54:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add stop page option

Browse source 
Add an option to specify a stop page when downloading. This is
especially useful when downloading large galleries where you've already
run this tool in the past.
This commit is contained in:
anonusr 2022-01-28 19:34:20 -08:00
parent 131211605d
commit 025912ee6f
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
furaffinity-dl.py
View file

@ -31,6 +31,7 @@ parser.add_argument('--output', '-o', dest='output', type=str, default='.', help
parser.add_argument('--cookies', '-c', dest='cookies', type=str, default='', help="path to a NetScape cookies file") parser.add_argument('--cookies', '-c', dest='cookies', type=str, default='', help="path to a NetScape cookies file")
parser.add_argument('--ua', '-u', dest='ua', type=str, default='Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:68.7) Gecko/20100101 Firefox/68.7', help="Your browser's useragent, may be required, depending on your luck") parser.add_argument('--ua', '-u', dest='ua', type=str, default='Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:68.7) Gecko/20100101 Firefox/68.7', help="Your browser's useragent, may be required, depending on your luck")
parser.add_argument('--start', '-s', dest='start', type=str, default=1, help="page number to start from") parser.add_argument('--start', '-s', dest='start', type=str, default=1, help="page number to start from")
parser.add_argument('--stop', '-S', dest='stop', type=str, default='', help="Page number to stop on. For favorites pages, specify the full URL after the username (1234567890/next).")
parser.add_argument('--dont-redownload', '-d', const='dont_redownload', action='store_const', help="Don't redownload files that have already been downloaded") parser.add_argument('--dont-redownload', '-d', const='dont_redownload', action='store_const', help="Don't redownload files that have already been downloaded")
parser.add_argument('--interval', '-i', dest='interval', type=float, default=0, help="delay between downloading pages") parser.add_argument('--interval', '-i', dest='interval', type=float, default=0, help="delay between downloading pages")
parser.add_argument('--metadir', '-m', dest='metadir', type=str, default=None, help="directory to put meta files in") parser.add_argument('--metadir', '-m', dest='metadir', type=str, default=None, help="directory to put meta files in")
@ -170,6 +171,10 @@ def download(path):
# Main downloading loop # Main downloading loop
while True: while True:
if args.stop and args.stop == page_num:
print(f"Reached page {args.stop}, stopping.")
break
page_url = '{}/{}'.format(gallery_url, page_num) page_url = '{}/{}'.format(gallery_url, page_num)
response = session.get(page_url) response = session.get(page_url)
s = BeautifulSoup(response.text, 'html.parser') s = BeautifulSoup(response.text, 'html.parser')