Radiquum/furaffinity-dl
1
0
Fork 0
mirror of https://github.com/Radiquum/furaffinity-dl.git synced 2025-04-06 08:14:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: Implement the dry run Radiquum/furaffinity-dl#7

Browse source
This commit is contained in:
Kentai Radiquum 2024-10-29 22:59:11 +05:00
parent c0962094ca
commit 79b6001106
Signed by: Radiquum
GPG key ID: 858E8EE696525EED
2 changed files with 45 additions and 36 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
Modules/config.py
View file

@ -177,6 +177,13 @@ parser.add_argument(
help="how many threads will be used for parallel download [default: 3]", help="how many threads will be used for parallel download [default: 3]",
type=int, type=int,
) )
parser.add_argument(
"--dry-run",
"--dry",
dest="dry_run",
action="store_true",
help="disable multithreading download",
)
args = parser.parse_args() args = parser.parse_args()
@ -221,6 +228,7 @@ real_category: bool = args.real_category
request_compress: bool = args.request_compress request_compress: bool = args.request_compress
check_file_size: bool = args.check_file_size check_file_size: bool = args.check_file_size
disable_threading: bool = args.disable_threading disable_threading: bool = args.disable_threading
dry_run: bool = args.dry_run
if check_file_size: if check_file_size:
request_compress = False request_compress = False

9
Modules/download.py
View file

@ -49,6 +49,9 @@ def download(path, max_retries=5):
output = f"{config.output_folder}/{author}" output = f"{config.output_folder}/{author}"
rating = s.find(class_="rating-box").text.strip() rating = s.find(class_="rating-box").text.strip()
image_url = f"https:{image}"
if not config.dry_run:
if config.real_category: if config.real_category:
real_category = get_image_cateory(s) real_category = get_image_cateory(s)
output = f"{config.output_folder}/{author}/{real_category}" output = f"{config.output_folder}/{author}/{real_category}"
@ -66,8 +69,6 @@ def download(path, max_retries=5):
output_path = f"{output}/{rating}/{title} ({view_id}) - {filename}" output_path = f"{output}/{rating}/{title} ({view_id}) - {filename}"
output_path_fb = f"{output}/{rating}/{title} - {filename}" output_path_fb = f"{output}/{rating}/{title} - {filename}"
image_url = f"https:{image}"
if config.check_file_size and ( if config.check_file_size and (
os.path.isfile(output_path_fb) or os.path.isfile(output_path) os.path.isfile(output_path_fb) or os.path.isfile(output_path)
): ):
@ -75,7 +76,6 @@ def download(path, max_retries=5):
delete_file_if_mismatch_size(output_path_fb, content_length) delete_file_if_mismatch_size(output_path_fb, content_length)
delete_file_if_mismatch_size(output_path, content_length) delete_file_if_mismatch_size(output_path, content_length)
if config.dont_redownload is True and ( if config.dont_redownload is True and (
os.path.isfile(output_path_fb) or os.path.isfile(output_path) os.path.isfile(output_path_fb) or os.path.isfile(output_path)
): ):
@ -93,6 +93,8 @@ def download(path, max_retries=5):
idx.write(f"({view_id})\n") idx.write(f"({view_id})\n")
else: else:
return download(path, max_retries - 1) return download(path, max_retries - 1)
else:
print(f"{config.SUCCESS_COLOR}[DRY] Found Submission: {title} - [{rating}]{config.END}")
if config.metadata is True: if config.metadata is True:
if config.html_description is True: if config.html_description is True:
@ -125,7 +127,6 @@ def download(path, max_retries=5):
f'{config.SUCCESS_COLOR}File saved as \ f'{config.SUCCESS_COLOR}File saved as \
"{output_path}" {config.END}' "{output_path}" {config.END}'
) )
return True return True