mirror of
https://github.com/Radiquum/furaffinity-dl.git
synced 2025-04-05 15:54:38 +00:00
152 lines
5.1 KiB
Python
152 lines
5.1 KiB
Python
import http.cookiejar as cookielib
|
|
import re
|
|
|
|
import browser_cookie3
|
|
import requests
|
|
from bs4 import BeautifulSoup
|
|
|
|
import Modules.config as config
|
|
|
|
session = requests.session()
|
|
if config.cookies is not None: # add cookies if present
|
|
cookies = cookielib.MozillaCookieJar(config.cookies)
|
|
cookies.load()
|
|
session.cookies = cookies
|
|
|
|
|
|
class download_complete(Exception):
|
|
pass
|
|
|
|
|
|
def check_filter(title):
|
|
search = 'YCH[a-z $-/:-?{-~!"^_`\\[\\]]*OPEN\
|
|
|OPEN[a-z $-/:-?{-~!"^_`\\[\\]]*YCH\
|
|
|YCH[a-z $-/:-?{-~!"^_`\\[\\]]*CLOSE\
|
|
|CLOSE[a-z $-/:-?{-~!"^_`\\[\\]]*YCH\
|
|
|YCH[a-z $-/:-?{-~!"^_`\\[\\]]*ABLE\
|
|
|AVAIL[a-z $-/:-?{-~!"^_`\\[\\]]*YCH\
|
|
|YCH[a-z $-/:-?{-~!"^_`\\[\\]]*CLONE\
|
|
|CLONE[a-z $-/:-?{-~!"^_`\\[\\]]*YCH\
|
|
|YCH[a-z $-/:-?{-~!"^_`\\[\\]]*LIM\
|
|
|LIM[a-z $-/:-?{-~!"^_`\\[\\]]*YCH\
|
|
|COM[a-z $-/:-?{-~!"^_`\\[\\]]*OPEN\
|
|
|OPEN[a-z $-/:-?{-~!"^_`\\[\\]]*COM\
|
|
|COM[a-z $-/:-?{-~!"^_`\\[\\]]*CLOSE[^r]\
|
|
|CLOSE[a-z $-/:-?{-~!"^_`\\[\\]]*COM\
|
|
|FIX[a-z $-/:-?{-~!"^_`\\[\\]]*ICE\
|
|
|TELEGRAM[a-z $-/:-?{-~!"^_`\\[\\]]*STICK\
|
|
|TG[a-z $-/:-?{-~!"^_`\\[\\]]*STICK\
|
|
|REM[insder]*\\b\
|
|
|\\bREF|\\bSale|auction|multislot|stream|adopt'
|
|
|
|
match = re.search(
|
|
search,
|
|
title,
|
|
re.IGNORECASE,
|
|
)
|
|
if match is not None and title == match.string:
|
|
return True
|
|
return None
|
|
|
|
|
|
def system_message_handler(s):
|
|
try:
|
|
message = {
|
|
s.find(class_="notice-message")
|
|
.find("div")
|
|
.find(class_="link-override")
|
|
.text.strip()
|
|
}
|
|
except AttributeError:
|
|
message = (
|
|
s.find("section", class_="aligncenter notice-message")
|
|
.find("div", class_="section-body alignleft")
|
|
.find("div", class_="redirect-message")
|
|
.text.strip()
|
|
)
|
|
print(f"{config.WARN_COLOR}System Message: {message}{config.END}")
|
|
raise download_complete
|
|
|
|
|
|
def login(user_agent):
|
|
|
|
session.headers.update({"User-Agent": user_agent})
|
|
|
|
CJ = browser_cookie3.load()
|
|
|
|
response = session.get(config.BASE_URL, cookies=CJ)
|
|
FA_COOKIES = CJ._cookies[".furaffinity.net"]["/"]
|
|
|
|
cookie_a = FA_COOKIES["a"]
|
|
cookie_b = FA_COOKIES["b"]
|
|
|
|
s = BeautifulSoup(response.text, "html.parser")
|
|
try:
|
|
s.find(class_="loggedin_user_avatar")
|
|
account_username = s.find(class_="loggedin_user_avatar").attrs.get("alt")
|
|
print(f"{config.SUCCESS_COLOR}Logged in as: {account_username}{config.END}")
|
|
with open("cookies.txt", "w") as file:
|
|
file.write(
|
|
f"""# Netscape HTTP Cookie File
|
|
# http://curl.haxx.se/rfc/cookie_spec.html
|
|
# This is a generated file! Do not edit.
|
|
.furaffinity.net TRUE / TRUE {cookie_a.expires} a {cookie_a.value}
|
|
.furaffinity.net TRUE / TRUE {cookie_b.expires} b {cookie_b.value}"""
|
|
)
|
|
print(
|
|
f'{config.SUCCESS_COLOR}cookies saved successfully, now you can provide them \
|
|
by using "-c cookies.txt"{config.END}'
|
|
)
|
|
except AttributeError:
|
|
print(
|
|
f"{config.ERROR_COLOR}Error getting cookies, either you need to login into \
|
|
furaffinity in your browser, or you can export cookies.txt manually{config.END}"
|
|
)
|
|
|
|
exit()
|
|
|
|
|
|
def next_button(page_url):
|
|
response = session.get(page_url)
|
|
s = BeautifulSoup(response.text, "html.parser")
|
|
if config.submissions is True:
|
|
# unlike galleries that are sequentially numbered, submissions use a different scheme.
|
|
# the "page_num" is instead: new~[set of numbers]@(12 or 48 or 72) if sorting by new
|
|
try:
|
|
next_button = s.find("a", class_="button standard more").attrs.get("href")
|
|
except AttributeError:
|
|
try:
|
|
next_button = s.find("a", class_="button standard more-half").attrs.get(
|
|
"href"
|
|
)
|
|
except AttributeError as e:
|
|
print(f"{config.WARN_COLOR}Unable to find next button{config.END}")
|
|
raise download_complete from e
|
|
page_num = next_button.split("/")[-2]
|
|
elif config.category != "favorites":
|
|
next_button = s.find("button", class_="button standard", text="Next")
|
|
if next_button is None or next_button.parent is None:
|
|
print(f"{config.WARN_COLOR}Unable to find next button{config.END}")
|
|
raise download_complete
|
|
page_num = next_button.parent.attrs["action"].split("/")[-2]
|
|
else:
|
|
page_num = fav_next_button(s)
|
|
print(f"Downloading page {page_num} - {page_url}")
|
|
return page_num
|
|
|
|
|
|
def fav_next_button(s):
|
|
# unlike galleries that are sequentially numbered, favorites use a different scheme.
|
|
# the "page_num" is instead: [set of numbers]/next (the trailing /next is required)
|
|
next_button = s.find("a", class_="button standard right", text="Next")
|
|
if next_button is None:
|
|
print(f"{config.WARN_COLOR}Unable to find next button{config.END}")
|
|
raise download_complete
|
|
next_page_link = next_button.attrs["href"]
|
|
next_fav_num = re.search(r"\d+", next_page_link)
|
|
|
|
if next_fav_num is None:
|
|
print(f"{config.WARN_COLOR}Failed to parse next favorite link{config.END}")
|
|
raise download_complete
|
|
|
|
return f"{next_fav_num[0]}/next"
|