Revert "fix: 🗑️ do not build nestool anymore / remove has_files"
Some checks failed
dl / lint (push) Successful in 1m59s
dl / docker (push) Has been cancelled

This reverts commit baaf3f3c20.
This commit is contained in:
Michel Roux 2024-10-17 15:43:54 +02:00
parent 50b2e4fcca
commit 61c51418f6
2 changed files with 208 additions and 0 deletions

View File

@ -1,3 +1,8 @@
FROM golang:1.22.5 as NES20Tool
RUN git clone https://github.com/Kreeblah/NES20Tool.git && \
cd NES20Tool && go build
FROM linuxserver/ffmpeg:6.0-cli-ls104
RUN apt-get update && \
@ -11,6 +16,7 @@ RUN apt-get update && \
curl -sSL https://raw.githubusercontent.com/putnam/binmerge/master/binmerge -o /usr/local/bin/binmerge && \
update-alternatives --set editor /usr/bin/vim.basic
COPY --from=NES20Tool /go/NES20Tool/NES20Tool /usr/local/bin/NES20Tool
COPY ./commands/* /usr/local/bin/
RUN chmod +x /usr/local/bin/*
ENTRYPOINT ["/init"]

202
commands/has_files.sh Normal file
View File

@ -0,0 +1,202 @@
#! /bin/bash
# https://github.com/linuxserver/emulatorjs/blob/master/has_files.sh
set -e
set -o pipefail
rom_path=$1
rom_type=$2
full_scan=$3
user_folder=$4
# Set user folder
#if [ -d '/data' ]; then
# user_folder='/data'
#else
# user_folder='frontend/user'
#fi
check_files=$(find "${user_folder}/${rom_path}" -maxdepth 1 -not -type d -and -not -name '.*' -exec basename {} \; | sort)
# Clear out old hashes
if [ "${full_scan}" = "true" ]; then
if [ -d "${user_folder}/hashes/${rom_path}" ]; then
rm -Rf "${user_folder}/hashes/${rom_path}"
fi
fi
# Clean up for bad scans
rm -Rf "${user_folder}/hashes/${rom_path}/tmp/"
# Process zip file hashes
process_zip () {
mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
echo "unzipping ${file}"
unzip -j -q "${user_folder}/${rom_path}/${file}" -d "${user_folder}/hashes/${rom_path}/tmp"
rm "${user_folder}/hashes/${rom_path}/tmp/"*.{txt,nfo,xml,readme,README} &> /dev/null || :
echo "hashing ${file}"
firstfile=( "${user_folder}/hashes/${rom_path}/tmp/"* )
sum=$(sha1sum "$firstfile" | awk '{print $1;exit}')
rm -R "${user_folder}/hashes/${rom_path}/tmp/"
printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
}
# Process 7zip file hashes
process_7z () {
mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
echo "unzipping ${file}"
7z e "${user_folder}/${rom_path}/${file}" -o"${user_folder}/hashes/${rom_path}/tmp"
rm "${user_folder}/hashes/${rom_path}/tmp/"*.{txt,nfo,xml,readme,README} &> /dev/null || :
find "${user_folder}/hashes/${rom_path}/tmp/" -empty -type d -delete
echo "hashing ${file}"
firstfile=( "${user_folder}/hashes/${rom_path}/tmp/"* )
sum=$(sha1sum "$firstfile" | awk '{print $1;exit}')
rm -R "${user_folder}/hashes/${rom_path}/tmp/"
printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
}
# Just hash the file
just_hash () {
mkdir -p "${user_folder}/hashes/${rom_path}"
echo "hashing ${file}"
sum=$(sha1sum "${user_folder}/${rom_path}/${file}" | awk '{print $1;exit}')
printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
}
# For NES roms strip headers to get raw sha1
process_nes () {
if [ $file_type == 'zip' ]; then
mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
echo "unzipping ${file}"
unzip -j -q "${user_folder}/${rom_path}/${file}" -d "${user_folder}/hashes/${rom_path}/tmp"
rm "${user_folder}/hashes/${rom_path}/tmp/"*.{txt,nfo,xml,readme,README} &> /dev/null || :
file_to_sha="${user_folder}/hashes/${rom_path}/tmp/"*
elif [ $file_type == 'x-7z-compressed' ]; then
echo "unzipping ${file}"
mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
echo "unzipping ${file}"
7z x "${user_folder}/${rom_path}/${file}" -o"${user_folder}/hashes/${rom_path}/tmp"
rm "${user_folder}/hashes/${rom_path}/tmp/"*.{txt,nfo,xml,readme,README} &> /dev/null || :
file_to_sha="${user_folder}/hashes/${rom_path}/tmp/"*
else
file_to_sha="${user_folder}/${rom_path}/${file}"
fi
echo "hashing ${file}"
sum=$(NES20Tool -operation rominfo -rom-file ${file_to_sha} |awk '/ROM SHA1/ {print $3;exit}' || sha1sum ${file_to_sha} | awk '{print $1;exit}')
wait
printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
if [ -d "${user_folder}/hashes/${rom_path}/tmp" ]; then
rm -R "${user_folder}/hashes/${rom_path}/tmp"
fi
}
# Use the file name for a key for arcade games and pceCD
process_name () {
printf "${file%.*}" > "${user_folder}/hashes/${rom_path}/${file}.sha1"
}
process_chd () {
echo "processing ${file}"
mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
chdman extractcd -i "${user_folder}/${rom_path}/${file}" -o "${user_folder}/hashes/${rom_path}/tmp/FILE.cue"
# Check if file has a track 2
if grep -q "TRACK 02" "${user_folder}/hashes/${rom_path}/tmp/FILE.cue"; then
echo "${file} is multi track need to split"
mkdir -p "${user_folder}/hashes/${rom_path}/tmp/split"
NOSPLIT=false
binmerge -s "${user_folder}/hashes/${rom_path}/tmp/FILE.cue" FILE -o "${user_folder}/hashes/${rom_path}/tmp/split" || NOSPLIT=true
if [ "${NOSPLIT}" == "false" ]; then
echo "hashing ${file} (Track 1)"
if [ -f "${user_folder}/hashes/${rom_path}/tmp/split/FILE (Track 1).bin" ]; then
sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/split/FILE (Track 1).bin" | awk '{print $1;exit}')
elif [ -f "${user_folder}/hashes/${rom_path}/tmp/split/FILE (Track 01).bin" ];then
sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/split/FILE (Track 01).bin" | awk '{print $1;exit}')
fi
else
echo "splitting failed hashing full bin ${file}"
sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/FILE.cue" | awk '{print $1;exit}')
fi
elif grep -q "TRACK 01" "${user_folder}/hashes/${rom_path}/tmp/FILE.cue"; then
echo "hashing ${file}"
sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/FILE.bin" | awk '{print $1;exit}')
fi
printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
if [ -d "${user_folder}/hashes/${rom_path}/tmp" ]; then
rm -R "${user_folder}/hashes/${rom_path}/tmp"
fi
}
process_bin () {
echo "processing ${file}"
# Make sure we have a cue file
cuefile=$(echo "${file}" | sed 's/.bin$/.cue/')
if [ ! -f "${user_folder}/${rom_path}/${cuefile}" ]; then
echo "No cue found"
return 0
fi
# Check if file has a track 2
if grep -q "TRACK 02" "${user_folder}/${rom_path}/${cuefile}"; then
echo "${file} is multi track need to split"
mkdir -p "${user_folder}/${rom_path}/tmp/"
NOSPLIT=false
binmerge -s "${user_folder}/${rom_path}/${cuefile}" FILE -o "${user_folder}/${rom_path}/tmp/" || NOSPLIT=true
if [ "${NOSPLIT}" == "false" ]; then
echo "hashing ${file} (Track 1)"
if [ -f "${user_folder}/${rom_path}/tmp/FILE (Track 1).bin" ]; then
sum=$(sha1sum "${user_folder}/${rom_path}/tmp/FILE (Track 1).bin" | awk '{print $1;exit}')
elif [ -f "${user_folder}/${rom_path}/tmp/FILE (Track 01).bin" ];then
sum=$(sha1sum "${user_folder}/${rom_path}/tmp/FILE (Track 01).bin" | awk '{print $1;exit}')
fi
else
echo "splitting failed hashing full bin ${file}"
sum=$(sha1sum "${user_folder}/${rom_path}/${file}" | awk '{print $1;exit}')
fi
elif grep -q "TRACK 01" "${user_folder}/${rom_path}/${cuefile}"; then
echo "hashing ${file}"
sum=$(sha1sum "${user_folder}/${rom_path}/${file}" | awk '{print $1;exit}')
fi
printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
if [ -d "${user_folder}/${rom_path}/tmp" ]; then
rm -R "${user_folder}/${rom_path}/tmp"
fi
}
# Process special zip file hashes
process_zip_by_name () {
mkdir -p "${user_folder}/hashes/${rom_path}/tmp"
echo "unzipping ${file}"
unzip -j -q "${user_folder}/${rom_path}/${file}" -d "${user_folder}/hashes/${rom_path}/tmp"
echo "hashing ${file}"
sum=$(sha1sum "${user_folder}/hashes/${rom_path}/tmp/${file%.*}."* | awk '{print $1;exit}')
rm -R "${user_folder}/hashes/${rom_path}/tmp/"
printf ${sum^^} > "${user_folder}/hashes/${rom_path}/${file}.sha1"
}
IFS=$'\n'
mkdir -p "${user_folder}/hashes/${rom_path}"
for file in $check_files; do
if [ ! -f "${user_folder}/hashes/${rom_path}/${file}.sha1" ]; then
file_extension="${file##*.}"
if [ "${file_extension,,}" = 'multiwad' ]; then
process_zip_by_name
elif [ $rom_type == 'arcade' ] || [ $rom_type == 'segaSaturn' ] && [[ "${file_extension,,}" != @(img|cue|ccd|disk*|sub) ]]; then
process_name
elif [ "${file_extension,,}" = 'chd' ] && [ $rom_type == 'pce' ]; then
process_name
elif [ "${file_extension,,}" = 'chd' ] || ([ $rom_type == 'psx' ] && [[ "${file_extension,,}" == "disk1" ]]); then
process_chd
elif [ "${file_extension,,}" = 'bin' ] && [ $rom_type != '3do' ]; then
process_bin
elif [[ "${file_extension,,}" = @(img|cue|ccd|disk*|sub) ]]; then
echo "Filetype ${file_extension} not supported"
elif [ $rom_type == 'nes' ]; then
file_type=$(file -b --mime-type "${user_folder}/${rom_path}/${file}" | awk -F'/' '{print $2}')
process_nes
else
file_type=$(file -b --mime-type "${user_folder}/${rom_path}/${file}" | awk -F'/' '{print $2}')
if [ $file_type == 'zip' ]; then
process_zip
elif [ $file_type == 'x-7z-compressed' ]; then
process_7z
else
just_hash
fi
fi
fi
done