dl/commands/pygg.py
Michel Roux fdae027c01
All checks were successful
continuous-integration/drone/push Build is passing
FIx any
2023-03-23 00:24:28 +01:00

226 lines
6.3 KiB
Python
Executable File

#!/usr/bin/env python3
import argparse
import io
import json
import os
import re
import urllib
import bs4
import charset_normalizer
import requests
YGG_DOMAIN = "www3.yggtorrent.do"
FLARE_ENDPOINT = os.getenv("FLARE_ENDPOINT")
class FlareRequests(requests.Session):
def request(self, method, url, params=None, data=None, **kwargs):
if not FLARE_ENDPOINT:
return super().request(method, url, params, data, **kwargs)
sessions = requests.post(FLARE_ENDPOINT, json={"cmd": "sessions.list"}).json()
if "sessions" in sessions and len(sessions["sessions"]) > 0:
FLARE_SESSION = sessions["sessions"][0]
else:
response = requests.post(FLARE_ENDPOINT, json={"cmd": "sessions.create"})
session = response.json()
if "session" in session:
FLARE_SESSION = session["session"]
else:
raise requests.RequestException(response)
if params:
url += "&" if len(url.split("?")) > 1 else "?"
url = f"{url}{urllib.parse.urlencode(params)}"
post_data = {
"cmd": f"request.{method.lower()}",
"session": FLARE_SESSION,
"url": url,
}
if data:
post_data["postData"] = urllib.parse.urlencode(data)
try:
response = requests.post(
FLARE_ENDPOINT,
json=post_data,
)
content = response.json()
if "solution" in content and content["solution"]:
solution = content["solution"]
raw = solution["response"].encode()
encoding = charset_normalizer.detect(raw)
resolved = requests.Response()
resolved.status_code = solution["status"]
resolved.headers = solution["headers"]
resolved.raw = io.BytesIO(raw)
resolved.url = url
resolved.encoding = encoding["encoding"]
resolved.reason = content["status"]
resolved.cookies = solution["cookies"]
return resolved
raise requests.RequestException(content["message"], response=response)
except requests.RequestException:
session = requests.post(
FLARE_ENDPOINT,
json={"cmd": "sessions.destroy", "session": FLARE_SESSION},
)
raise requests.RequestException(content["message"], response=response)
session = FlareRequests()
parser = argparse.ArgumentParser()
parser.add_argument("-u", "--uploader", action="append")
parser.add_argument("-b", "--blacklist", action="append", default=["dvd", "iso"])
parser.add_argument("-y", "--year", type=int)
parser.add_argument("-s", "--size", type=int, default=10)
parser.add_argument("-d", "--downloads", type=int, default=20)
parser.add_argument("query")
args = parser.parse_args()
def parse_size(size):
units = {"o": 1, "Ko": 10**3, "Mo": 10**6, "Go": 10**9, "To": 10**12}
match = re.search("([0-9.]+)([^0-9]+)", size)
number = match.group(1).strip()
unit = match.group(2).strip()
return int(float(number) * units[unit])
def check_files(id):
req = session.get(f"https://{YGG_DOMAIN}/engine/get_files", params={"torrent": id})
res = bs4.BeautifulSoup(req.text, "html.parser")
pre = res.select_one("pre")
jhtml = json.loads(pre.get_text())
html = bs4.BeautifulSoup(jhtml["html"], "html.parser")
trs = html.select("tr")
return len(trs) == 1 and "mkv" in trs[0].get_text().lower()
def search_ygg(query, multi, full):
ygg_params = {
"name": query,
"category": "2145",
"sub_category": "2183",
"do": "search",
"order": "asc",
"sort": "publish_date",
}
if full and args.year:
ygg_params["name"] += f" {args.year}"
if multi:
ygg_params["option_langue:multiple[]"] = "4"
try:
req = session.get(f"https://{YGG_DOMAIN}/engine/search", params=ygg_params)
except requests.RequestException as e:
print(
f"Request failed. {e}\n"
f"https://{YGG_DOMAIN}/engine/search?{urllib.parse.urlencode(ygg_params)}"
)
return
html = bs4.BeautifulSoup(
req.text,
"html.parser",
)
trs = html.select("table.table tr")
if len(trs) > 1:
for i, tr in enumerate(trs):
if not i:
continue
tds = tr.find_all("td")
size = tds[5].get_text()
downloads = tds[6].get_text()
name = tds[1].get_text().lower().strip()
if parse_size(size) > parse_size(f"{args.size}Go"):
continue
if int(downloads) < args.downloads:
continue
if any(word and word.lower() in name for word in args.blacklist):
continue
if args.year and str(args.year) not in name:
continue
if args.uploader and not any(
uploader and uploader.lower() in name for uploader in args.uploader
):
continue
link = tds[1].a["href"]
id = link.split("/")[-1].split("-")[0]
if not check_files(id):
continue
print(f"{name} {link}")
exit(0)
query_string = {"query": args.query, "filters": "type:movie"}
if args.year:
query_string["filters"] += f" AND year:{args.year}"
tvdb = requests.post(
"https://tvshowtime-dsn.algolia.net/1/indexes/TVDB/query",
params={
"x-algolia-application-id": "tvshowtime",
"x-algolia-api-key": "c9d5ec1316cec12f093754c69dd879d3",
},
json={"params": urllib.parse.urlencode(query_string)},
)
tvdata = tvdb.json()
if not tvdata["nbHits"] > 0:
print("Can't find query on TheTVDB")
exit(1)
eng = tvdata["hits"][0]["name"]
fra = (
tvdata["hits"][0]["translations"]["fra"]
if "fra" in tvdata["hits"][0]["translations"]
else args.query
)
search_ygg(args.query, True, True)
search_ygg(fra, True, True)
search_ygg(eng, True, True)
search_ygg(args.query, False, True)
search_ygg(fra, False, True)
search_ygg(eng, False, True)
if args.year:
search_ygg(args.query, True, False)
search_ygg(fra, True, False)
search_ygg(eng, True, False)
search_ygg(args.query, False, False)
search_ygg(fra, False, False)
search_ygg(eng, False, False)
print("No results :(")