mirror of
https://github.com/Radiquum/furaffinity-dl.git
synced 2025-04-05 15:54:38 +00:00
976ed6f12c
2.Add option to detect comission's category, also introduce new dir structure 3.Check file size when download complete to prevent corrupted file 4.Add option to enable request cache 5.Add option to force check file size to detect corrupted file 6.Fix multiple edge case that will caused exception and corrupt file 7.Fix stack overflow in some cases 8.Add max tries limit when download
51 lines
1.4 KiB
Python
51 lines
1.4 KiB
Python
import contextlib
|
|
import re
|
|
from functools import lru_cache
|
|
from pathlib import Path
|
|
|
|
import Modules.config as config
|
|
|
|
|
|
@lru_cache(maxsize=None)
|
|
def start_indexing(path, layer=0):
|
|
|
|
"""Recursively iterate over each item in path, then
|
|
save and print item's name.
|
|
"""
|
|
|
|
# make Path object from input string
|
|
path = Path(path)
|
|
with open(f"{config.output_folder}/index.idx", encoding="utf-8", mode="a+") as idx:
|
|
|
|
# iter the directory
|
|
for p in path.iterdir():
|
|
|
|
if p.is_file():
|
|
name = p.stem
|
|
ext = p.suffix
|
|
match = re.search(r"\(\d{5,}\)", name)
|
|
if match is None and ext not in [".txt", ".idx"]:
|
|
return
|
|
|
|
if match:
|
|
idx.write(f"{match[0]}\n")
|
|
print(f"found: {p}")
|
|
|
|
elif p.is_dir():
|
|
start_indexing(p, layer + 1)
|
|
else:
|
|
raise FileNotFoundError()
|
|
|
|
|
|
@lru_cache(maxsize=None)
|
|
def check_file(path):
|
|
"""compare file view id with index list"""
|
|
if config.check_file_size:
|
|
return False
|
|
view_id = path.split("/")[-2:-1][0]
|
|
with contextlib.suppress(FileNotFoundError):
|
|
with open(f"{config.output_folder}/index.idx", encoding="utf-8") as idx:
|
|
index = idx.read()
|
|
match = re.search(rf"\({view_id}\)", index)
|
|
if match is not None:
|
|
return True
|