emily/lidarr-dl
1
0
Fork 0
Code Issues Pull requests Activity Actions

Update Downloader.bash

Browse source
This commit is contained in:
RandomNinjaAtk 2023-08-07 11:41:04 +00:00 committed by GitHub
parent 35c8bc5ba6
commit c20f0743fc
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 49 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

68
ra-rom-downloader/Downloader.bash
View file

@ -37,8 +37,19 @@ CreatePlatformRomList () {
echo "$archiveUrl" | grep -v "\.\." | sort >> /config/romlist echo "$archiveUrl" | grep -v "\.\." | sort >> /config/romlist
} }
DownloadFile () {
# $1 = URL
# $2 = Output Folder/file
# $3 = Number of concurrent connections to use
axel -n $3 --output="$2" "$1" | awk -W interactive '$0~/\[/{printf "%s'$'\r''", $0}'
#wget -q --show-progress --progress=bar:force 2>&1 "$1" -O "$2"
if [ ! -f "$2" ]; then
log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: ${fileName} :: Download Failed"
fi
}
DownloadFileVerification () { DownloadFileVerification () {
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: ${fileName} :: Verifing Download..." log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: ${fileName} :: Verifing Download..."
case "$1" in case "$1" in
*.zip|*.ZIP) *.zip|*.ZIP)
verify="$(unzip -t "$1" &>/dev/null; echo $?)" verify="$(unzip -t "$1" &>/dev/null; echo $?)"
@ -59,10 +70,10 @@ DownloadFileVerification () {
esac esac
if [ "$verify" != "0" ]; then if [ "$verify" != "0" ]; then
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: ${fileName} :: ERROR :: Failed Verification!" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: ${fileName} :: ERROR :: Failed Verification!"
rm "$1" rm "$1"
else else
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: ${fileName} :: Download Verified!" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: ${fileName} :: Download Verified!"
fi fi
} }
@ -87,6 +98,15 @@ PlatformMegadrive () {
compressRom="false" compressRom="false"
} }
PlatformN64 () {
platformName="Nintendo 64"
platformArchiveContentsUrl="https://archive.org/download/retroachievements_collection_v5/Nintendo%2064/"
platformFolder="n64"
consoleRomFileExt=".z64, .n64, .v64, .zip, .7z"
raConsoleId="2"
uncompressRom="false"
compressRom="false"
}
platformsToProcessNumber=0 platformsToProcessNumber=0
IFS=',' read -r -a filters <<< "$platforms" IFS=',' read -r -a filters <<< "$platforms"
@ -105,17 +125,19 @@ do
PlatformSnes PlatformSnes
elif [ $platform == "megadrive" ]; then elif [ $platform == "megadrive" ]; then
PlatformMegadrive PlatformMegadrive
elif [ $platform == "n64" ]; then
PlatformN64
else else
log "ERROR :: No Platforms Selected, exiting..." log "ERROR :: No Platforms Selected, exiting..."
exit exit
fi fi
log "$processNumber/$platformToProcessNumber :: $platform :: Finding ROMS..." log "$processNumber/$platformToProcessNumber :: $platformName :: Finding ROMS..."
CreatePlatformRomList "$platformArchiveContentsUrl" CreatePlatformRomList "$platformArchiveContentsUrl"
outputdir="$romPath/$platformFolder" outputdir="$romPath/$platformFolder"
romlist=$(cat /config/romlist) romlist=$(cat /config/romlist)
romListCount=$(echo "$romlist" | wc -l) romListCount=$(echo "$romlist" | wc -l)
log "$processNumber/$platformToProcessNumber :: $platform :: $romListCount ROMS Found!" log "$processNumber/$platformToProcessNumber :: $platformName :: $romListCount ROMS Found!"
romProcessNumber=0 romProcessNumber=0
echo "$romlist" | while read -r rom; do echo "$romlist" | while read -r rom; do
@ -144,6 +166,8 @@ do
filteredUsaRomscount="$(echo "$romfiles" | grep -i "%20%28U%29" | head -n 1 | wc -l)" filteredUsaRomscount="$(echo "$romfiles" | grep -i "%20%28U%29" | head -n 1 | wc -l)"
filteredUsa2Roms="$(echo "$romfiles" | grep -i "%20%28USA%29" | head -n 1)" filteredUsa2Roms="$(echo "$romfiles" | grep -i "%20%28USA%29" | head -n 1)"
filteredUsa2Romscount="$(echo "$romfiles" | grep -i "%20%28USA%29" | head -n 1 | wc -l)" filteredUsa2Romscount="$(echo "$romfiles" | grep -i "%20%28USA%29" | head -n 1 | wc -l)"
filteredUsa3Roms="$(echo "$romfiles" | grep -i "%20%28UE%29" | head -n 1)"
filteredUsa3Romscount="$(echo "$romfiles" | grep -i "%20%28UE%29" | head -n 1 | wc -l)"
filteredEuropRoms="$(echo "$romfiles" | grep -i "%20%28E%29" | head -n 1)" filteredEuropRoms="$(echo "$romfiles" | grep -i "%20%28E%29" | head -n 1)"
filteredEuropRomscount="$(echo "$romfiles" | grep -i "%20%28E%29" | head -n 1 | wc -l)" filteredEuropRomscount="$(echo "$romfiles" | grep -i "%20%28E%29" | head -n 1 | wc -l)"
filteredWorldRoms="$(echo "$romfiles" | grep -i "%20%28W%29" | head -n 1)" filteredWorldRoms="$(echo "$romfiles" | grep -i "%20%28W%29" | head -n 1)"
@ -163,58 +187,64 @@ do
fi fi
if [ ! -d "${outputdir}${subFolder}" ]; then if [ ! -d "${outputdir}${subFolder}" ]; then
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: Creating \"${subFolder}\" folder... " log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: Creating \"${subFolder}\" folder... "
mkdir -p "${outputdir}${subFolder}" mkdir -p "${outputdir}${subFolder}"
chmod 777 "${outputdir}${subFolder}" chmod 777 "${outputdir}${subFolder}"
fi fi
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: Searching Archive URL ROM Folder" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: Searching Archive URL ROM Folder"
if [ $filteredUsaRomscount -eq 1 ]; then if [ $filteredUsaRomscount -eq 1 ]; then
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: USA (U) ROM FOUND" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: USA (U) ROM FOUND"
fileName="$(basename "$filteredUsaRoms")" fileName="$(basename "$filteredUsaRoms")"
fileName="$(UrlDecode "$fileName")" fileName="$(UrlDecode "$fileName")"
romUrl="$filteredUsaRoms" romUrl="$filteredUsaRoms"
elif [ $filteredUsa2Romscount -eq 1 ]; then elif [ $filteredUsa2Romscount -eq 1 ]; then
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: USA (USA) ROM FOUND" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: USA (USA) ROM FOUND"
fileName="$(basename "$filteredUsa2Roms")" fileName="$(basename "$filteredUsa2Roms")"
fileName="$(UrlDecode "$fileName")" fileName="$(UrlDecode "$fileName")"
romUrl="$filteredUsa2Roms" romUrl="$filteredUsa2Roms"
elif [ $filteredUsa3Romscount -eq 1 ]; then
log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: USA (USA) ROM FOUND"
fileName="$(basename "$filteredUsa3Roms")"
fileName="$(UrlDecode "$fileName")"
romUrl="$filteredUsa3Roms"
elif [ $filteredEuropRomscount -eq 1 ]; then elif [ $filteredEuropRomscount -eq 1 ]; then
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: EUROPE ROM FOUND" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: EUROPE ROM FOUND"
fileName="$(basename "$filteredEuropRoms")" fileName="$(basename "$filteredEuropRoms")"
fileName="$(UrlDecode "$fileName")" fileName="$(UrlDecode "$fileName")"
romUrl="$filteredEuropRoms" romUrl="$filteredEuropRoms"
elif [ $filteredWorldRomscount -eq 1 ]; then elif [ $filteredWorldRomscount -eq 1 ]; then
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: WORLD ROM FOUND" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: WORLD ROM FOUND"
fileName="$(basename "$filteredWorldRoms")" fileName="$(basename "$filteredWorldRoms")"
fileName="$(UrlDecode "$fileName")" fileName="$(UrlDecode "$fileName")"
romUrl="$filteredWorldRoms" romUrl="$filteredWorldRoms"
elif [ $filteredJapanRomscount -eq 1 ]; then elif [ $filteredJapanRomscount -eq 1 ]; then
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: JAPAN ROM FOUND" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: JAPAN ROM FOUND"
fileName="$(basename "$filteredJapanRoms")" fileName="$(basename "$filteredJapanRoms")"
fileName="$(UrlDecode "$fileName")" fileName="$(UrlDecode "$fileName")"
romUrl="$filteredJapanRoms" romUrl="$filteredJapanRoms"
elif [ $filteredOtherRomscount -eq 1 ]; then elif [ $filteredOtherRomscount -eq 1 ]; then
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: OTHER ROM FOUND" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: OTHER ROM FOUND"
fileName="$(basename "$filteredOtherRoms")" fileName="$(basename "$filteredOtherRoms")"
fileName="$(UrlDecode "$fileName")" fileName="$(UrlDecode "$fileName")"
romUrl="$filteredOtherRoms" romUrl="$filteredOtherRoms"
else else
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: ERROR :: No Filtered Roms Found..." log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: ERROR :: No Filtered Roms Found..."
continue continue
fi fi
if [ ! -f "${outputdir}${subFolder}${fileName}" ]; then if [ ! -f "${outputdir}${subFolder}${fileName}" ]; then
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: ${fileName} :: ROM downloading to \"${outputdir}${subFolder}\"..." log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: ${fileName} :: ROM downloading to \"${outputdir}${subFolder}\"..."
wget "$romUrl" -O "${outputdir}${subFolder}${fileName}" #wget "$romUrl" -O "${outputdir}${subFolder}${fileName}"
DownloadFile "$romUrl" "${outputdir}${subFolder}${fileName}" "$concurrentConnectionCount"
else else
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: ${fileName} :: ROM previously downloaded..." log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: ${fileName} :: ROM previously downloaded..."
fi fi
if [ -f "${outputdir}${subFolder}${fileName}" ]; then if [ -f "${outputdir}${subFolder}${fileName}" ]; then
DownloadFileVerification "${outputdir}${subFolder}${fileName}" DownloadFileVerification "${outputdir}${subFolder}${fileName}"
log "$processNumber/$platformToProcessNumber :: $platform :: $romProcessNumber/$romListCount :: ${fileName} :: Setting Permissions to 666" log "$processNumber/$platformToProcessNumber :: $platformName :: $romProcessNumber/$romListCount :: ${fileName} :: Setting Permissions to 666"
chmod 666 "${outputdir}${subFolder}${fileName}" chmod 666 "${outputdir}${subFolder}${fileName}"
fi fi
@ -223,7 +253,7 @@ do
fi fi
done done
downloadedRomCount=$(find "$outputdir" -type f | wc -l) downloadedRomCount=$(find "$outputdir" -type f | wc -l)
log "$processNumber/$platformToProcessNumber :: $platform :: $downloadedRomCount ROMS Successfully Downloaded!!" log "$processNumber/$platformToProcessNumber :: $platformName :: $downloadedRomCount ROMS Successfully Downloaded!!"
done done
exit exit