✨ Add retropy (not tested)

Dockerfile

@@ -9,7 +9,6 @@ RUN apt-get update && \
     rm -rf /var/lib/apt/lists/* && \
     curl -sSL https://raw.githubusercontent.com/MatanZ/tremc/main/tremc -o /usr/local/bin/tremc && \
     curl -sSL https://raw.githubusercontent.com/putnam/binmerge/master/binmerge -o /usr/local/bin/binmerge && \
-    curl -sSL https://raw.githubusercontent.com/linuxserver/emulatorjs/master/has_files.sh -o /usr/local/bin/has_files && \
     update-alternatives --set editor /usr/bin/vim.basic
 
 COPY ./commands/* /usr/local/bin/

commands/has_files.sh

@@ -0,0 +1,202 @@
+#! /bin/bash
+# https://github.com/linuxserver/emulatorjs/blob/master/has_files.sh
+set -e
+set -o pipefail
+rom_path=$1
+rom_type=$2
+full_scan=$3
+user_folder=$4
+# Set user folder
+#if [ -d '/data' ]; then
+#  user_folder='/data'
+#else
+#  user_folder='frontend/user'
+#fi
+check_files=$(find "${user_folder}${rom_path}" -maxdepth 1 -not -type d -and -not -name '.*' -exec basename {} \; | sort)
+
+# Clear out old hashes
+if [ "${full_scan}" = "true" ]; then
+  if [ -d "${user_folder}/hashes/${rom_path}" ]; then
+    rm -Rf "${user_folder}/hashes/${rom_path}"
+  fi
+fi
+
+# Clean up for bad scans
+rm -Rf "${user_folder}/hashes/${rom_path}/tmp/"
+
+# Process zip file hashes
+process_zip () {
+  mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
+  echo "unzipping ${file}"
+  unzip -j -q "${user_folder}${rom_path}/${file}" -d "${user_folder}/hashes/${rom_path}/tmp"
+  rm "${user_folder}/hashes/${rom_path}/tmp/"*.{txt,nfo,xml,readme,README} &> /dev/null || :
+  echo "hashing ${file}"
+  firstfile=( "${user_folder}/hashes/${rom_path}/tmp/"* )
+  sum=$(sha1sum "$firstfile" | awk '{print $1;exit}')
+  rm -R "${user_folder}/hashes/${rom_path}/tmp/"
+  printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
+}
+
+# Process 7zip file hashes
+process_7z () {
+  mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
+  echo "unzipping ${file}"
+  7z e "${user_folder}${rom_path}/${file}" -o"${user_folder}/hashes/${rom_path}/tmp"
+  rm "${user_folder}/hashes/${rom_path}/tmp/"*.{txt,nfo,xml,readme,README} &> /dev/null || :
+  find "${user_folder}/hashes/${rom_path}/tmp/" -empty -type d -delete
+  echo "hashing ${file}"
+  firstfile=( "${user_folder}/hashes/${rom_path}/tmp/"* )
+  sum=$(sha1sum "$firstfile" | awk '{print $1;exit}')
+  rm -R "${user_folder}/hashes/${rom_path}/tmp/"
+  printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
+}
+
+# Just hash the file
+just_hash () {
+  mkdir -p "${user_folder}/hashes/${rom_path}"
+  echo "hashing ${file}"
+  sum=$(sha1sum "${user_folder}/${rom_path}/${file}" | awk '{print $1;exit}')
+  printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
+}
+
+# For NES roms strip headers to get raw sha1
+process_nes () {
+  if [ $file_type == 'zip' ]; then
+    mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
+    echo "unzipping ${file}"
+    unzip -j -q "${user_folder}${rom_path}/${file}" -d "${user_folder}/hashes/${rom_path}/tmp"
+    rm "${user_folder}/hashes/${rom_path}/tmp/"*.{txt,nfo,xml,readme,README} &> /dev/null || :
+    file_to_sha="${user_folder}/hashes/${rom_path}/tmp/"*
+  elif [ $file_type == 'x-7z-compressed' ]; then
+    echo "unzipping ${file}"
+    mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
+    echo "unzipping ${file}"
+    7z x "${user_folder}${rom_path}/${file}" -o"${user_folder}/hashes/${rom_path}/tmp"
+    rm "${user_folder}/hashes/${rom_path}/tmp/"*.{txt,nfo,xml,readme,README} &> /dev/null || :
+    file_to_sha="${user_folder}/hashes/${rom_path}/tmp/"*
+  else
+    file_to_sha="${user_folder}/${rom_path}/${file}"
+  fi
+  echo "hashing ${file}"
+  sum=$(NES20Tool -operation rominfo -rom-file ${file_to_sha} |awk '/ROM SHA1/ {print $3;exit}' || sha1sum ${file_to_sha} | awk '{print $1;exit}')
+  wait
+  printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
+  if [ -d "${user_folder}/hashes/${rom_path}/tmp" ]; then
+    rm -R "${user_folder}/hashes/${rom_path}/tmp"
+  fi
+}
+
+# Use the file name for a key for arcade games and pceCD
+process_name () {
+  printf "${file%.*}" > "${user_folder}/hashes/${rom_path}/${file}.sha1"
+}
+
+process_chd () {
+  echo "processing ${file}"
+  mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
+  chdman extractcd -i "${user_folder}${rom_path}/${file}" -o "${user_folder}/hashes/${rom_path}/tmp/FILE.cue"
+  # Check if file has a track 2
+  if grep -q "TRACK 02" "${user_folder}/hashes/${rom_path}/tmp/FILE.cue"; then
+    echo "${file} is multi track need to split"
+    mkdir -p "${user_folder}/hashes/${rom_path}/tmp/split"
+    NOSPLIT=false
+    binmerge -s "${user_folder}/hashes/${rom_path}/tmp/FILE.cue" FILE -o "${user_folder}/hashes/${rom_path}/tmp/split" || NOSPLIT=true
+    if [ "${NOSPLIT}" == "false" ]; then
+      echo "hashing ${file} (Track 1)"
+      if [ -f "${user_folder}/hashes/${rom_path}/tmp/split/FILE (Track 1).bin" ]; then
+        sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/split/FILE (Track 1).bin" | awk '{print $1;exit}')
+      elif [ -f "${user_folder}/hashes/${rom_path}/tmp/split/FILE (Track 01).bin" ];then
+        sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/split/FILE (Track 01).bin" | awk '{print $1;exit}')
+      fi
+    else
+     echo "splitting failed hashing full bin ${file}"
+     sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/FILE.cue" | awk '{print $1;exit}')
+    fi
+  elif grep -q "TRACK 01" "${user_folder}/hashes/${rom_path}/tmp/FILE.cue"; then
+    echo "hashing ${file}"
+    sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/FILE.bin" | awk '{print $1;exit}')
+  fi
+  printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
+  if [ -d "${user_folder}/hashes/${rom_path}/tmp" ]; then
+    rm -R "${user_folder}/hashes/${rom_path}/tmp"
+  fi
+}
+
+process_bin () {
+  echo "processing ${file}"
+  # Make sure we have a cue file
+  cuefile=$(echo "${file}" | sed 's/.bin$/.cue/')
+  if [ ! -f "${user_folder}/${rom_path}/${cuefile}" ]; then
+    echo "No cue found"
+    return 0
+  fi
+  # Check if file has a track 2
+  if grep -q "TRACK 02" "${user_folder}/${rom_path}/${cuefile}"; then
+    echo "${file} is multi track need to split"
+    mkdir -p "${user_folder}/${rom_path}/tmp/"
+    NOSPLIT=false
+    binmerge -s "${user_folder}/${rom_path}/${cuefile}" FILE -o "${user_folder}/${rom_path}/tmp/" || NOSPLIT=true
+    if [ "${NOSPLIT}" == "false" ]; then
+      echo "hashing ${file} (Track 1)"
+      if [ -f "${user_folder}/${rom_path}/tmp/FILE (Track 1).bin" ]; then
+        sum=$(sha1sum "${user_folder}/${rom_path}/tmp/FILE (Track 1).bin" | awk '{print $1;exit}')
+      elif [ -f "${user_folder}/${rom_path}/tmp/FILE (Track 01).bin" ];then
+        sum=$(sha1sum "${user_folder}/${rom_path}/tmp/FILE (Track 01).bin" | awk '{print $1;exit}')
+      fi
+    else
+      echo "splitting failed hashing full bin ${file}"
+      sum=$(sha1sum "${user_folder}/${rom_path}/${file}" | awk '{print $1;exit}')
+    fi
+  elif grep -q "TRACK 01" "${user_folder}/${rom_path}/${cuefile}"; then
+    echo "hashing ${file}"
+    sum=$(sha1sum "${user_folder}/${rom_path}/${file}" | awk '{print $1;exit}')
+  fi
+  printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
+  if [ -d "${user_folder}/${rom_path}/tmp" ]; then
+    rm -R "${user_folder}/${rom_path}/tmp"
+  fi
+}
+
+# Process special zip file hashes
+process_zip_by_name () {
+  mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
+  echo "unzipping ${file}"
+  unzip -j -q "${user_folder}${rom_path}/${file}" -d "${user_folder}/hashes/${rom_path}/tmp"
+  echo "hashing ${file}"
+  sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/${file%.*}."* | awk '{print $1;exit}')
+  rm -R "${user_folder}/hashes/${rom_path}/tmp/"
+  printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
+}
+
+IFS=$'\n'
+mkdir -p "${user_folder}/hashes/${rom_path}"
+for file in $check_files; do
+  if [ ! -f "${user_folder}/hashes/${rom_path}/${file}.sha1" ]; then
+    file_extension="${file##*.}"
+    if [ "${file_extension,,}" = 'multiwad' ]; then
+      process_zip_by_name
+    elif [ $rom_type == 'arcade' ] || [ $rom_type == 'segaSaturn' ] && [[ "${file_extension,,}" != @(img|cue|ccd|disk*|sub) ]]; then
+      process_name
+    elif [ "${file_extension,,}" = 'chd' ] && [ $rom_type == 'pce' ]; then
+      process_name 
+    elif [ "${file_extension,,}" = 'chd' ] || ([ $rom_type == 'psx' ] && [[ "${file_extension,,}" == "disk1" ]]); then
+      process_chd
+    elif [ "${file_extension,,}" = 'bin' ] && [ $rom_type != '3do' ]; then
+      process_bin
+    elif [[ "${file_extension,,}" = @(img|cue|ccd|disk*|sub) ]]; then
+      echo "Filetype ${file_extension} not supported"
+    elif [ $rom_type == 'nes' ]; then
+      file_type=$(file -b --mime-type "${user_folder}${rom_path}/${file}" | awk -F'/' '{print $2}')
+      process_nes
+    else
+      file_type=$(file -b --mime-type "${user_folder}${rom_path}/${file}" | awk -F'/' '{print $2}')
+      if [ $file_type == 'zip' ]; then
+        process_zip
+      elif [ $file_type == 'x-7z-compressed' ]; then
+        process_7z
+      else
+        just_hash
+      fi
+    fi
+  fi
+done

commands/retro.py

@@ -0,0 +1,68 @@
+#!/usr/bin/env python3
+from argparse import ArgumentParser
+from hashlib import file_digest
+from json import load
+from pathlib import Path
+from subprocess import run
+
+from requests import get
+
+parser = ArgumentParser()
+parser.add_argument("path", nargs=1, default=Path.cwd(), required=True)
+args = parser.parse_args()
+path = Path(args.path[0])
+
+if not path.is_dir():
+    print("Invalid path")
+    exit(1)
+
+
+for console in path.iterdir():
+    # define paths
+    paths = {
+        "hashes": Path(path / "hashes" / console.name),
+        "metadata": Path(path / "metadata" / f"{console.name}.json"),
+    }
+
+    if console.is_dir() and Path(console / "roms").is_dir():
+        # cleaning logos
+        for logo in Path(console / "logos").iterdir():
+            logo.unlink()
+        # cleaning videos
+        for video in Path(console / "videos").iterdir():
+            video.unlink()
+
+        # run has_files
+        run(["has_files", console.name, console.name, "true", path])
+
+        # download metadata
+        metadatas = get(
+            f"https://raw.githubusercontent.com/linuxserver/emulatorjs/master/metadata/{console.name}.json"
+        ).json()
+
+        # loop over roms without hashes
+        for rom in Path(console / "roms").iterdir():
+            if rom.is_file() and not Path(paths["hashes"] / rom.name).is_file():
+                # get rom hash
+                with open(rom, "rb") as file:
+                    hash = file_digest(file, "sha1").hexdigest().upper()
+
+                # get rom ref
+                for id in metadatas:
+                    if rom.name in metadatas[id]["name"]:
+                        ref = metadatas[id]["ref"] if "ref" in metadatas[id] else id
+                        break
+
+                # load json or create empty object
+                if paths["metadata"].is_file():
+                    with open(paths["metadata"], "r") as file:
+                        meta = load(file)
+                else:
+                    meta = {}
+
+                # add rom to json
+                meta[hash] = {"ref": ref}
+
+                # write json
+                with open(paths["metadata"], "w") as file:
+                    file.write(meta)