dl/commands/tinfoil.py

126 lines
2.6 KiB
Python
Raw Normal View History

2023-09-10 15:38:49 +00:00
#!/usr/bin/env python3
import argparse
2023-09-11 07:02:57 +00:00
import os
2023-09-10 15:38:49 +00:00
import re
import subprocess
import sys
2023-10-01 21:57:58 +00:00
import time
2023-09-10 15:38:49 +00:00
import requests
parser = argparse.ArgumentParser()
2023-09-10 15:44:39 +00:00
parser.add_argument("-r", "--remote", type=str, required=True)
2023-09-12 07:00:29 +00:00
parser.add_argument("-f", "--force", action=argparse.BooleanOptionalAction)
2023-09-10 15:38:49 +00:00
args = parser.parse_args()
remote = args.remote
2023-09-12 07:00:29 +00:00
force = args.force
def drive_list(path):
proc = subprocess.run(
["rclone", "lsf", f"{remote}:{path}"],
check=True,
capture_output=True,
)
return proc.stdout.decode().split("\n")
2023-10-02 08:23:06 +00:00
def download(path, file):
2023-10-01 21:49:43 +00:00
if not force and os.path.isfile(os.path.join(path, file)):
2023-09-12 07:00:29 +00:00
return
2023-10-01 21:49:43 +00:00
try:
subprocess.run(
["rclone", "copy", "-P", "-v", f"{remote}:{path}/{file}", f"{path}/"],
check=True,
stdout=sys.stdout,
)
except subprocess.CalledProcessError:
2023-10-02 07:41:56 +00:00
print(f"Removing {path}/{file}")
2023-10-02 08:57:41 +00:00
os.remove(f"{path}/{file}")
2023-10-01 21:49:43 +00:00
print("Waiting for 10 minutes ...")
time.sleep(10 * 60)
2023-10-02 08:23:06 +00:00
download(path, file)
2023-09-12 07:00:29 +00:00
2023-09-10 15:38:49 +00:00
req_titles = requests.get(
"https://raw.githubusercontent.com/blawar/titledb/master/FR.fr.json"
)
json_titles = req_titles.json()
titles = []
for json_title in json_titles:
titles.append(json_titles[json_title]["id"])
print("Titles OK")
2023-09-12 07:00:29 +00:00
bases = drive_list("nsz/base")
2023-09-11 07:02:57 +00:00
print("Base OK")
2023-09-10 15:38:49 +00:00
2023-09-12 07:00:29 +00:00
dlcs = drive_list("nsz/dlc")
2023-09-10 15:38:49 +00:00
print("DLC OK")
2023-09-12 07:00:29 +00:00
updates = drive_list("nsz/updates")
2023-09-10 15:38:49 +00:00
print("Updates OK")
2023-09-11 07:02:57 +00:00
2023-10-02 07:39:57 +00:00
def get_title_shortid(name):
re_id = re.search(r"\[([0-9A-F]*)\]", name)
2023-09-10 15:38:49 +00:00
if not re_id:
2023-10-02 08:45:12 +00:00
return
2023-09-10 15:38:49 +00:00
id = re_id.group(1)
2023-10-02 07:39:57 +00:00
return id[0:-4] if id in titles else None
def remove(path):
to_remove = []
for name in os.listdir(path):
if os.path.isfile(name):
print(name)
id = get_title_shortid(name)
if not id:
to_remove.append(name)
if len(to_remove) > 100:
2023-10-02 08:57:41 +00:00
print("Too much to delete:")
2023-10-02 07:39:57 +00:00
for be_removed in to_remove:
print(be_removed)
else:
for be_removed in to_remove:
print(f"Removing {be_removed}")
2023-10-02 08:57:41 +00:00
os.remove(be_removed)
2023-09-10 15:38:49 +00:00
2023-10-02 07:39:57 +00:00
remove("nsz/base")
remove("nsz/dlc")
remove("nsz/updates")
try:
subprocess.run(
2023-10-02 08:45:12 +00:00
["rclone", "sync", "-P", "-v", f"{remote}:nsz/homebrew", "nsz/homebrew/"],
2023-10-02 07:39:57 +00:00
check=True,
stdout=sys.stdout,
)
except subprocess.CalledProcessError:
pass
for base in bases:
id = get_title_shortid(base)
if not id:
continue
2023-09-10 15:38:49 +00:00
2023-10-02 08:23:06 +00:00
download("nsz/base", base)
2023-09-10 15:38:49 +00:00
for dlc in dlcs:
if id in dlc:
2023-10-02 08:23:06 +00:00
download("nsz/dlc", dlc)
2023-09-10 15:38:49 +00:00
for update in updates:
if id in update:
2023-10-02 08:23:06 +00:00
download("nsz/updates", update)