1808 lines
69 KiB
Bash
1808 lines
69 KiB
Bash
#!/usr/bin/with-contenv bash
|
|
|
|
set -euo pipefail
|
|
|
|
while [[ $# -gt 0 ]]; do
|
|
case $1 in
|
|
--state-dir)
|
|
STATE_DIR="$2"
|
|
shift
|
|
shift
|
|
;;
|
|
*)
|
|
echo "Unknown option $1"
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
scriptName="Audio"
|
|
|
|
### Import Settings
|
|
# shellcheck source=../config/extended.conf
|
|
source "${STATE_DIR}/extended.conf"
|
|
#### Import Functions
|
|
source ../universal/functions.bash
|
|
|
|
AddTag () {
|
|
log "adding arr-extended tag"
|
|
lidarrProcessIt=$(curl -s "$arrUrl/api/v1/tag" --header "X-Api-Key:" "${arrApiKey}" -H "Content-Type: application/json" --data-raw '{"label":"arr-extended"}')
|
|
}
|
|
|
|
AddDownloadClient () {
|
|
downloadClientsData=$(curl -s "$arrUrl/api/v1/downloadclient" --header "X-Api-Key:" "${arrApiKey}" -H "Content-Type: application/json")
|
|
downloadClientCheck="$(echo "$downloadClientsData" | grep "Arr-Extended")"
|
|
if [ -z "$downloadClientCheck" ]; then
|
|
AddTag
|
|
if [ ! -d "$importPath" ]; then
|
|
mkdir -p "$importPath"
|
|
fi
|
|
log "Adding download Client"
|
|
lidarrProcessIt=$(curl -s "$arrUrl/api/v1/downloadclient" --header "X-Api-Key:" "${arrApiKey}" -H "Content-Type: application/json" --data-raw "{\"enable\":true,\"protocol\":\"usenet\",\"priority\":10,\"removeCompletedDownloads\":true,\"removeFailedDownloads\":true,\"name\":\"Arr-Extended\",\"fields\":[{\"name\":\"nzbFolder\",\"value\":\"$importPath\"},{\"name\":\"watchFolder\",\"value\":\"$importPath\"}],\"implementationName\":\"Usenet Blackhole\",\"implementation\":\"UsenetBlackhole\",\"configContract\":\"UsenetBlackholeSettings\",\"infoLink\":\"https://wiki.servarr.com/lidarr/supported#usenetblackhole\",\"tags\":[]}")
|
|
fi
|
|
}
|
|
|
|
verifyConfig () {
|
|
### Import Settings
|
|
# shellcheck source=../config/extended.conf
|
|
source "${STATE_DIR}/extended.conf"
|
|
if [ "$enableAudio" != "true" ]; then
|
|
log "Script is not enabled, enable by setting enableAudio to \"true\" by modifying the \"/config/extended.conf\" config file..."
|
|
exit 0
|
|
fi
|
|
|
|
if [ -z "$audioScriptInterval" ]; then
|
|
audioScriptInterval="15m"
|
|
fi
|
|
|
|
if [ -z "$downloadPath" ]; then
|
|
downloadPath="${STATE_DIR}/extended/downloads"
|
|
fi
|
|
|
|
if [ -z "$importPath" ]; then
|
|
importPath="${STATE_DIR}/extended/import"
|
|
fi
|
|
|
|
if [ -z "$failedDownloadAttemptThreshold" ]; then
|
|
failedDownloadAttemptThreshold="6"
|
|
fi
|
|
|
|
if [ -z "$tidalClientTestDownloadId" ]; then
|
|
tidalClientTestDownloadId="166356219"
|
|
fi
|
|
|
|
if [ -z "$deezerClientTestDownloadId" ]; then
|
|
deezerClientTestDownloadId="197472472"
|
|
fi
|
|
|
|
if [ -z "$ignoreInstrumentalRelease" ]; then
|
|
ignoreInstrumentalRelease="true"
|
|
fi
|
|
|
|
if [ -z "$downloadClientTimeOut" ]; then
|
|
downloadClientTimeOut="10m" # if not set, set to 10 minutes
|
|
fi
|
|
|
|
if [ -z "$preferSpecialEditions" ]; then
|
|
preferSpecialEditions="true"
|
|
fi
|
|
|
|
audioPath="$downloadPath/audio"
|
|
|
|
|
|
}
|
|
|
|
Configuration () {
|
|
sleepTimer=0.5
|
|
tidaldlFail=0
|
|
deemixFail=0
|
|
sleep 5
|
|
|
|
if [ ! -d "${STATE_DIR}/xdg" ]; then
|
|
mkdir -p "${STATE_DIR}/xdg"
|
|
fi
|
|
|
|
if [ -z "$topLimit" ]; then
|
|
topLimit=10
|
|
fi
|
|
|
|
verifyApiAccess
|
|
AddDownloadClient
|
|
|
|
if [ "$addDeezerTopArtists" == "true" ]; then
|
|
log "Add Deezer Top $topLimit Artists is enabled"
|
|
else
|
|
log "Add Deezer Top Artists is disabled (enable by setting addDeezerTopArtists=true)"
|
|
fi
|
|
|
|
if [ "$addDeezerTopAlbumArtists" == "true" ]; then
|
|
log "Add Deezer Top $topLimit Album Artists is enabled"
|
|
else
|
|
log "Add Deezer Top Album Artists is disabled (enable by setting addDeezerTopAlbumArtists=true)"
|
|
fi
|
|
|
|
if [ "$addDeezerTopTrackArtists" == "true" ]; then
|
|
log "Add Deezer Top $topLimit Track Artists is enabled"
|
|
else
|
|
log "Add Deezer Top Track Artists is disabled (enable by setting addDeezerTopTrackArtists=true)"
|
|
fi
|
|
|
|
if [ "$addRelatedArtists" == "true" ]; then
|
|
log "Add Deezer Related Artists is enabled"
|
|
log "Add $numberOfRelatedArtistsToAddPerArtist Deezer related Artist for each Lidarr Artist"
|
|
else
|
|
log "Add Deezer Related Artists is disabled (enable by setting addRelatedArtists=true)"
|
|
fi
|
|
|
|
log "Download Location: $audioPath"
|
|
|
|
|
|
log "Output format: $audioFormat"
|
|
|
|
if [ "$audioFormat" != "native" ]; then
|
|
if [ "$audioFormat" == "alac" ]; then
|
|
audioBitrateText="LOSSLESS"
|
|
else
|
|
audioBitrateText="${audioBitrate}k"
|
|
fi
|
|
else
|
|
audioBitrateText="$audioBitrate"
|
|
fi
|
|
log "Output bitrate: $audioBitrateText"
|
|
|
|
if [ "$requireQuality" == "true" ]; then
|
|
log "Download Quality Check Enabled"
|
|
else
|
|
log "Download Quality Check Disabled (enable by setting: requireQuality=true"
|
|
fi
|
|
|
|
if [ "$audioLyricType" == "both" ] || [ "$audioLyricType" == "explicit" ] || [ "$audioLyricType" == "explicit" ]; then
|
|
log "Preferred audio lyric type: $audioLyricType"
|
|
fi
|
|
log "Tidal Country Code set to: $tidalCountryCode"
|
|
|
|
if [ "$enableReplaygainTags" == "true" ]; then
|
|
log "Replaygain Tagging Enabled"
|
|
else
|
|
log "Replaygain Tagging Disabled"
|
|
fi
|
|
|
|
log "Match Distance: $matchDistance"
|
|
|
|
if [ $enableBeetsTagging = true ]; then
|
|
log "Beets Tagging Enabled"
|
|
log "Beets Matching Threshold ${beetsMatchPercentage}%"
|
|
beetsMatchPercentage=$((100 - beetsMatchPercentage ))
|
|
if grep "strong_rec_thresh: 0.04" "${STATE_DIR}/extended/beets-config.yaml" | read -r; then
|
|
log "Configuring Beets Matching Threshold"
|
|
sed -i "s/strong_rec_thresh: 0.04/strong_rec_thresh: 0.${beetsMatchPercentage}/g" "${STATE_DIR}/extended/beets-config.yaml"
|
|
fi
|
|
else
|
|
log "Beets Tagging Disabled"
|
|
fi
|
|
|
|
if [ "$preferSpecialEditions" == "true" ]; then
|
|
log "Prefer Special Editions Enabled"
|
|
else
|
|
log "Prefer Special Editions Disabled"
|
|
fi
|
|
|
|
log "Failed Download Attempt Threshold: $failedDownloadAttemptThreshold"
|
|
|
|
}
|
|
|
|
DownloadClientFreyr () {
|
|
timeout $downloadClientTimeOut freyr --no-bar --no-net-check -d "$audioPath/incomplete" "deezer:album:$1" 2>&1
|
|
}
|
|
|
|
DownloadFormat () {
|
|
|
|
if [ "$audioFormat" == "native" ]; then
|
|
if [ "$audioBitrate" == "master" ]; then
|
|
tidalQuality=Master
|
|
deemixQuality=flac
|
|
elif [ "$audioBitrate" == "lossless" ]; then
|
|
tidalQuality=HiFi
|
|
deemixQuality=flac
|
|
elif [ "$audioBitrate" == "high" ]; then
|
|
tidalQuality=High
|
|
deemixQuality=320
|
|
elif [ "$audioBitrate" == "low" ]; then
|
|
tidalQuality=128
|
|
deemixQuality=128
|
|
else
|
|
log "ERROR :: Invalid audioFormat and audioBitrate options set..."
|
|
log "ERROR :: Change audioBitrate to a low, high, or lossless..."
|
|
log "ERROR :: Exiting..."
|
|
NotifyWebhook "FatalError" "Invalid audioFormat and audioBitrate options set"
|
|
exit 1
|
|
fi
|
|
else
|
|
bitrateError="false"
|
|
audioFormatError="false"
|
|
tidalQuality=HiFi
|
|
deemixQuality=flac
|
|
|
|
case "$audioBitrate" in
|
|
lossless | high | low)
|
|
bitrateError="true"
|
|
;;
|
|
*)
|
|
bitrateError="false"
|
|
;;
|
|
esac
|
|
|
|
if [ "$bitrateError" == "true" ]; then
|
|
log "ERROR :: Invalid audioBitrate options set..."
|
|
log "ERROR :: Change audioBitrate to a desired bitrate number, example: 192..."
|
|
log "ERROR :: Exiting..."
|
|
NotifyWebhook "FatalError" "audioBitrate options set"
|
|
exit 1
|
|
fi
|
|
|
|
case "$audioFormat" in
|
|
mp3 | alac | opus | aac)
|
|
audioFormatError="false"
|
|
;;
|
|
*)
|
|
audioFormatError="true"
|
|
;;
|
|
esac
|
|
|
|
if [ "$audioFormatError" == "true" ]; then
|
|
log "ERROR :: Invalid audioFormat options set..."
|
|
log "ERROR :: Change audioFormat to a desired format (opus or mp3 or aac or alac)"
|
|
NotifyWebhook "FatalError" "audioFormat options set"
|
|
log "Script sleeping for $audioScriptInterval..."
|
|
sleep $audioScriptInterval
|
|
exit
|
|
fi
|
|
|
|
tidal-dl -q HiFi
|
|
deemixQuality=flac
|
|
bitrateError=""
|
|
audioFormatError=""
|
|
fi
|
|
}
|
|
|
|
DownloadFolderCleaner () {
|
|
# check for completed download folder
|
|
if [ -d "$audioPath/complete" ]; then
|
|
log "Removing prevously completed downloads that failed to import..."
|
|
# check for completed downloads older than 1 day
|
|
if find "$audioPath/complete" -mindepth 1 -type d -mtime +1 | read -r; then
|
|
# delete completed downloads older than 1 day, these most likely failed to import due to Lidarr failing to match
|
|
find "$audioPath/complete" -mindepth 1 -type d -mtime +1 -exec rm -rf "{}" \; &>/dev/null
|
|
fi
|
|
fi
|
|
}
|
|
|
|
TidalClientSetup () {
|
|
log "TIDAL :: Verifying tidal-dl configuration"
|
|
touch "${STATE_DIR}/xdg/.tidal-dl.log"
|
|
if [ -f "${STATE_DIR}/xdg/.tidal-dl.json" ]; then
|
|
rm "${STATE_DIR}/xdg/.tidal-dl.json"
|
|
fi
|
|
if [ ! -f "${STATE_DIR}/xdg/.tidal-dl.json" ]; then
|
|
log "TIDAL :: No default config found, importing default config \"tidal.json\""
|
|
if [ -f "${STATE_DIR}/extended/tidal-dl.json" ]; then
|
|
cp "${STATE_DIR}/extended/tidal-dl.json" "${STATE_DIR}/xdg/.tidal-dl.json"
|
|
fi
|
|
|
|
fi
|
|
|
|
TidaldlStatusCheck
|
|
tidal-dl -o "$audioPath/incomplete" 2>&1
|
|
DownloadFormat
|
|
|
|
if [ ! -f "${STATE_DIR}/xdg/.tidal-dl.token.json" ]; then
|
|
TidaldlStatusCheck
|
|
#log "TIDAL :: ERROR :: Downgrade tidal-dl for workaround..."
|
|
#pip3 install tidal-dl==2022.3.4.2 --no-cache-dir &>/dev/null
|
|
log "TIDAL :: ERROR :: Loading client for required authentication, please authenticate, then exit the client..."
|
|
NotifyWebhook "FatalError" "TIDAL requires authentication, please authenticate now (check logs)"
|
|
TidaldlStatusCheck
|
|
tidal-dl
|
|
fi
|
|
|
|
if [ ! -d "${STATE_DIR}/extended/cache/tidal" ]; then
|
|
mkdir -p "${STATE_DIR}/extended/cache/tidal"
|
|
fi
|
|
|
|
if [ -d "${STATE_DIR}/extended/cache/tidal" ]; then
|
|
log "TIDAL :: Purging album list cache..."
|
|
rm "${STATE_DIR}/extended/cache/tidal/*-albums.json" &>/dev/null
|
|
fi
|
|
|
|
if [ ! -d "$audioPath/incomplete" ]; then
|
|
mkdir -p "$audioPath"/incomplete
|
|
else
|
|
rm -rf "$audioPath/incomplete/*"
|
|
fi
|
|
|
|
TidaldlStatusCheck
|
|
#log "TIDAL :: Upgrade tidal-dl to newer version..."
|
|
#pip3 install tidal-dl==2022.07.06.1 --no-cache-dir &>/dev/null
|
|
|
|
}
|
|
|
|
TidaldlStatusCheck () {
|
|
until false; do
|
|
running=no
|
|
if pgrep -f "tidal-dl" | read -r; then
|
|
running=yes
|
|
log "STATUS :: TIDAL-DL :: BUSY :: Pausing/waiting for all active tidal-dl tasks to end..."
|
|
sleep 2
|
|
continue
|
|
fi
|
|
break
|
|
done
|
|
}
|
|
|
|
TidalClientTest () {
|
|
log "TIDAL :: tidal-dl client setup verification..."
|
|
i=0
|
|
while [ $i -lt 3 ]; do
|
|
i=$(( i + 1 ))
|
|
TidaldlStatusCheck
|
|
tidal-dl -q Normal -o "$audioPath/incomplete" -l "$tidalClientTestDownloadId" 2>&1
|
|
downloadCount=$(find "$audioPath/incomplete" -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | wc -l)
|
|
if [ "$downloadCount" -le 0 ]; then
|
|
continue
|
|
else
|
|
break
|
|
fi
|
|
done
|
|
tidalClientTest="unknown"
|
|
if [ "$downloadCount" -le 0 ]; then
|
|
if [ -f "${STATE_DIR}/xdg/.tidal-dl.token.json" ]; then
|
|
rm "${STATE_DIR}/xdg/.tidal-dl.token.json"
|
|
fi
|
|
log "TIDAL :: ERROR :: Download failed"
|
|
log "TIDAL :: ERROR :: You will need to re-authenticate on next script run..."
|
|
log "TIDAL :: ERROR :: Exiting..."
|
|
rm -rf "$audioPath/incomplete/*"
|
|
NotifyWebhook "Error" "TIDAL not authenticated but configured"
|
|
tidalClientTest="failed"
|
|
log "Script sleeping for $audioScriptInterval..."
|
|
sleep $audioScriptInterval
|
|
exit
|
|
else
|
|
rm -rf "$audioPath/incomplete/*"
|
|
log "TIDAL :: Successfully Verified"
|
|
tidalClientTest="success"
|
|
fi
|
|
}
|
|
|
|
logDl () {
|
|
log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: \
|
|
$lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: $1"
|
|
}
|
|
|
|
DownloadProcess () {
|
|
|
|
# Required Input Data
|
|
# $1 = Album ID to download from online Service
|
|
# $2 = Download Client Type (DEEZER or TIDAL)
|
|
# $3 = Album Year that matches Album ID Metadata
|
|
# $4 = Album Title that matches Album ID Metadata
|
|
# $5 = Expected Track Count
|
|
|
|
# Create Required Directories
|
|
if [ ! -d "$audioPath/incomplete" ]; then
|
|
mkdir -p "$audioPath/incomplete"
|
|
else
|
|
rm -rf "$audioPath/incomplete/*"
|
|
fi
|
|
|
|
if [ ! -d "$audioPath/complete" ]; then
|
|
mkdir -p "$audioPath/complete"
|
|
else
|
|
rm -rf "$audioPath/complete/*"
|
|
fi
|
|
|
|
|
|
logPaths=( "deezer" "tidal" "failed/deezer" "failed/tidal" )
|
|
for p in "${!logPaths[@]}"; do
|
|
if [ ! -d "${STATE_DIR}/extended/logs/downloaded/${logPaths[$p]}" ]; then
|
|
mkdir -p "${STATE_DIR}/extended/logs/downloaded/${logPaths[$p]}"
|
|
fi
|
|
done
|
|
|
|
if [ ! -d "$importPath" ]; then
|
|
mkdir -p "$importPath"
|
|
fi
|
|
|
|
AddDownloadClient
|
|
|
|
downloadedAlbumTitleClean="$(echo "$4" | sed -e "s%[^[:alpha:][:digit:]._' ]% %g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')"
|
|
|
|
if find "$audioPath/complete" -type d -iname "$lidarrArtistNameSanitized-$downloadedAlbumTitleClean ($3)-*-$1-$2" | read -r; then
|
|
logDl "ERROR :: Previously Downloaded..."
|
|
return
|
|
fi
|
|
|
|
# check for log file
|
|
|
|
for i in "DEEZER" "TIDAL"; do
|
|
if [ "$2" == $i ]; then
|
|
if [ -f "${STATE_DIR}/extended/logs/downloaded/${i,,}/$1" ]; then
|
|
logDl "ERROR :: Previously Downloaded ($1)..."
|
|
return
|
|
fi
|
|
if [ -f "${STATE_DIR}/extended/logs/downloaded/failed/${i,,}/$1" ]; then
|
|
logDl "ERROR :: Previously Attempted Download ($1)..."
|
|
return
|
|
fi
|
|
fi
|
|
done
|
|
|
|
downloadTry=0
|
|
until false
|
|
do
|
|
downloadTry=$(( downloadTry + 1 ))
|
|
if [ -f /tmp/temp-download ]; then
|
|
rm /tmp/temp-download
|
|
sleep 0.1
|
|
fi
|
|
touch /tmp/temp-download
|
|
sleep 0.1
|
|
|
|
logDl "Download Attempt number $downloadTry"
|
|
if [ "$2" == "DEEZER" ]; then
|
|
|
|
if [ -z "$arlToken" ]; then
|
|
DownloadClientFreyr "$1"
|
|
else
|
|
deemix -b $deemixQuality -p "$audioPath"/incomplete "https://www.deezer.com/album/$1" 2>&1
|
|
fi
|
|
|
|
if [ -d "/tmp/deemix-imgs" ]; then
|
|
rm -rf /tmp/deemix-imgs
|
|
fi
|
|
|
|
# Verify Client Works...
|
|
clientTestDlCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | wc -l)
|
|
if [ "$clientTestDlCount" -le 0 ]; then
|
|
# Add +1 to failed attempts
|
|
deemixFail=$(( deemixFail + 1))
|
|
else
|
|
# Reset for successful download
|
|
deemixFail=0
|
|
fi
|
|
|
|
# If download failes X times, exit with error...
|
|
if [ $deemixFail -eq $failedDownloadAttemptThreshold ] && [ -z "$arlToken" ]; then
|
|
rm -rf "$audioPath"/incomplete/*
|
|
logDl "All $failedDownloadAttemptThreshold Download Attempts failed, skipping..."
|
|
else
|
|
DeezerClientTest
|
|
if [ "$deezerClientTest" == "success" ]; then
|
|
logDl "All $failedDownloadAttemptThreshold Download Attempts failed, skipping..."
|
|
deemixFail=0
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
if [ "$2" == "DEEZER" ] && [ $deemixFail -eq $failedDownloadAttemptThreshold ] && [ -z "$arlToken" ]; then
|
|
DownloadClientFreyr "$1"
|
|
else
|
|
deemix -b $deemixQuality -p "$audioPath"/incomplete "https://www.deezer.com/album/$1" 2>&1
|
|
fi
|
|
|
|
if [ "$2" == "TIDAL" ]; then
|
|
TidaldlStatusCheck
|
|
|
|
tidal-dl -q $tidalQuality -o "$audioPath/incomplete" -l "$1" 2>&1
|
|
|
|
# Verify Client Works...
|
|
clientTestDlCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | wc -l)
|
|
if [ "$clientTestDlCount" -le 0 ]; then
|
|
# Add +1 to failed attempts
|
|
tidaldlFail=$(( tidaldlFail + 1))
|
|
else
|
|
# Reset for successful download
|
|
tidaldlFail=0
|
|
fi
|
|
|
|
# If download failes X times, exit with error...
|
|
if [ $tidaldlFail -eq $failedDownloadAttemptThreshold ]; then
|
|
TidalClientTest
|
|
if [ "$tidalClientTest" == "success" ]; then
|
|
logDl "All $failedDownloadAttemptThreshold Download Attempts failed, skipping..."
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
find "$audioPath/incomplete" -type f -iname "*.flac" -newer "/tmp/temp-download" -print0 | while IFS= read -r -d '' file; do
|
|
audioFlacVerification "$file"
|
|
if [ "$verifiedFlacFile" == "0" ]; then
|
|
logDl "Flac Verification :: $file :: Verified"
|
|
else
|
|
logDl "Flac Verification :: $file :: ERROR :: Failed Verification"
|
|
rm "$file"
|
|
fi
|
|
done
|
|
|
|
downloadCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|m4a\|mp3\)" | wc -l)
|
|
if [ "$downloadCount" -ne "$5" ]; then
|
|
logDl "ERROR :: download failed, missing tracks..."
|
|
completedVerification="false"
|
|
else
|
|
logDl "Success"
|
|
completedVerification="true"
|
|
fi
|
|
|
|
if [ "$completedVerification" == "true" ]; then
|
|
break
|
|
elif [ "$downloadTry" == "2" ]; then
|
|
if [ -d "$audioPath"/incomplete ]; then
|
|
rm -rf "$audioPath"/incomplete/*
|
|
fi
|
|
break
|
|
else
|
|
logDl "Retry Download in 1 second fix errors..."
|
|
sleep 1
|
|
fi
|
|
done
|
|
|
|
# Consolidate files to a single folder
|
|
logDl "Consolidating files to single folder"
|
|
find "$audioPath/incomplete" -type f -exec mv "{}" "$audioPath"/incomplete/ \; 2>/dev/null
|
|
find $audioPath/incomplete/ -type d -mindepth 1 -maxdepth 1 -exec rm -rf {} \; 2>/dev/null
|
|
|
|
downloadCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|m4a\|mp3\)" | wc -l)
|
|
if [ "$downloadCount" -gt "0" ]; then
|
|
# Check download for required quality (checks based on file extension)
|
|
DownloadQualityCheck "$audioPath/incomplete" "$2"
|
|
fi
|
|
|
|
downloadCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|m4a\|mp3\)" | wc -l)
|
|
if [ "$downloadCount" -ne "$5" ]; then
|
|
logDl "ERROR :: All download Attempts failed..."
|
|
logDl "Logging $1 as failed download..."
|
|
|
|
|
|
for awa in "DEEZER" "TIDAL"; do
|
|
[ "$2" == $awa ] \
|
|
&& touch "${STATE_DIR}/extended/logs/downloaded/failed/${awa,,}/$1"
|
|
done
|
|
return
|
|
fi
|
|
|
|
# Log Completed Download
|
|
logDl "Logging $1 as successfully downloaded..."
|
|
for awa in "DEEZER" "TIDAL"; do
|
|
[ "$2" == $awa ] \
|
|
&& touch "${STATE_DIR}/extended/logs/downloaded/${awa,,}/$1"
|
|
done
|
|
|
|
# Tag with beets
|
|
if [ "$enableBeetsTagging" == "true" ]; then
|
|
[ -f "${STATE_DIR}/extended/beets-error" ] && rm "${STATE_DIR}/extended/beets-error"
|
|
logDl "Processing files with beets..."
|
|
ProcessWithBeets "$audioPath/incomplete"
|
|
fi
|
|
|
|
# Embed Lyrics into Flac files
|
|
find "$audioPath/incomplete" -type f -iname "*.flac" -print0 | while IFS= read -r -d '' file; do
|
|
lrcFile="${file%.*}.lrc"
|
|
if [ -f "$lrcFile" ]; then
|
|
logDl "Embedding lyrics (lrc) into $file"
|
|
metaflac --remove-tag=Lyrics "$file"
|
|
metaflac --set-tag-from-file="Lyrics=$lrcFile" "$file"
|
|
fi
|
|
done
|
|
|
|
if [ "$audioFormat" != "native" ]; then
|
|
logDl "Converting Flac Audio to ${audioFormat^^} ($audioBitrateText)"
|
|
|
|
[ "$audioFormat" == "opus" ] \
|
|
&& options="-c:a libopus -b:a ${audioBitrate}k -application audio -vbr off" \
|
|
&& extension=$audioFormat
|
|
|
|
[ "$audioFormat" == "mp3" ] \
|
|
&& options="-c:a libmp3lame -b:a ${audioBitrate}k" \
|
|
&& extension=$audioFormat
|
|
|
|
[ "$audioFormat" == "aac" ] \
|
|
&& options="-c:a aac -b:a ${audioBitrate}k -movflags faststart" \
|
|
&& extension="m4a"
|
|
|
|
[ "$audioFormat" == "alac" ] \
|
|
&& options="-c:a alac -movflags faststart" \
|
|
&& extension="m4a"
|
|
|
|
find "$audioPath/incomplete" -type f -iname "*.flac" -print0 | while IFS= read -r -d '' audio; do
|
|
file="${audio}"
|
|
filename="$(basename "$audio")"
|
|
foldername="$(dirname "$audio")"
|
|
filenamenoext="${filename%.*}"
|
|
if [ "$audioFormat" == "opus" ]; then
|
|
if opusenc --bitrate ${audioBitrate} --vbr --music "$file" "$foldername/${filenamenoext}.$extension"; then
|
|
logDl "$filename :: Conversion to $audioFormat ($audioBitrateText) successful"
|
|
rm "$file"
|
|
else
|
|
logDl "$filename :: ERROR :: Conversion Failed"
|
|
rm "$foldername/${filenamenoext}.$extension"
|
|
fi
|
|
continue
|
|
fi
|
|
|
|
if ffmpeg -loglevel warning -hide_banner -nostats -i "$file" -n -vn "$options" "$foldername/${filenamenoext}.$extension" < /dev/null; then
|
|
logDl "$filename :: Conversion to $audioFormat ($audioBitrateText) successful"
|
|
rm "$file"
|
|
else
|
|
logDl "$filename :: ERROR :: Conversion Failed"
|
|
rm "$foldername/${filenamenoext}.$extension"
|
|
fi
|
|
done
|
|
|
|
fi
|
|
|
|
if [ "$enableReplaygainTags" == "true" ]; then
|
|
AddReplaygainTags "$audioPath/incomplete"
|
|
else
|
|
logDl "Replaygain Tagging Disabled (set enableReplaygainTags=true to enable...)"
|
|
fi
|
|
|
|
albumquality="$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | head -n 1 | grep -i -E -o "\.{1}\w*$" | sed 's/\.//g')"
|
|
downloadedAlbumFolder="${lidarrArtistNameSanitized}-${downloadedAlbumTitleClean:0:100} (${3})"
|
|
|
|
find "$audioPath/incomplete" -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" -print0 | while IFS= read -r -d '' audio; do
|
|
file="${audio}"
|
|
filenoext="${file%.*}"
|
|
filename="$(basename "$audio")"
|
|
extension="${filename##*.}"
|
|
filenamenoext="${filename%.*}"
|
|
if [ ! -d "$audioPath/complete" ]; then
|
|
mkdir -p "$audioPath"/complete
|
|
chmod 777 "$audioPath"/complete
|
|
fi
|
|
mkdir -p "$audioPath/complete/$downloadedAlbumFolder"
|
|
mv "$file" "$audioPath/complete/$downloadedAlbumFolder"/
|
|
|
|
done
|
|
chmod -R 777 "$audioPath"/complete
|
|
|
|
mv "$audioPath/complete/$downloadedAlbumFolder" "$importPath"
|
|
|
|
if [ -d "$importPath/$downloadedAlbumFolder" ]; then
|
|
NotifyLidarrForImport "$importPath/$downloadedAlbumFolder"
|
|
lidarrDownloadImportNotfication="true"
|
|
LidarrTaskStatusCheck
|
|
fi
|
|
|
|
if [ -d "$audioPath/complete/$downloadedAlbumFolder" ]; then
|
|
rm -rf "$audioPath"/incomplete/*
|
|
fi
|
|
}
|
|
|
|
ProcessWithBeets () {
|
|
# Input
|
|
# $1 Download Folder to process
|
|
for awa in "extended/beets-library.blb" "extended/beets.log" "beets-match"; do
|
|
[ -f "${STATE_DIR}/${awa}" ] \
|
|
&& rm "${STATE_DIR}/${awa}" \
|
|
&& sleep 0.5
|
|
done
|
|
|
|
touch "${STATE_DIR}/beets-match"
|
|
sleep 0.5
|
|
|
|
beet -c "${STATE_DIR}/extended/beets-config.yaml" \
|
|
-l "${STATE_DIR}/extended/beets-library.blb" -d "$1" import -qC "$1"
|
|
|
|
if [ "$(find "$1" -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" -newer "${STATE_DIR}/beets-match" | wc -l)" -gt 0 ]; then
|
|
|
|
logDl "SUCCESS: Matched with beets!"
|
|
logDl "fixing track tags"
|
|
|
|
find "$audioPath/incomplete" -type f -iname "*.flac" -print0 | while IFS= read -r -d '' file; do
|
|
getArtistCredit="$(ffprobe -loglevel 0 -print_format json -show_format -show_streams "$file" | jq -r ".format.tags.ARTIST_CREDIT" | sed "s/null//g" | sed "/^$/d")"
|
|
# album artist
|
|
metaflac \
|
|
--remove-tag=ALBUMARTIST --remove-tag=ALBUMARTIST_CREDIT --remove-tag=ALBUM_ARTIST \
|
|
--remove-tag="ALBUM ARTIST" --remove-tag=ARTIST --remove-tag=ARTIST_CREDIT \
|
|
--remove-tag=ARTISTSORT --remove-tag=COMPOSERSORT --remove-tag=ALBUMARTISTSORT \
|
|
--remove-tag=MUSICBRAINZ_ARTISTID --remove-tag=MUSICBRAINZ_ALBUMARTISTID \
|
|
"$file"
|
|
|
|
metaflac \
|
|
--set-tag=ALBUMARTIST="$lidarrArtistName" \
|
|
--set-tag=MUSICBRAINZ_ARTISTID="$lidarrArtistForeignArtistId" \
|
|
--set-tag=MUSICBRAINZ_ALBUMARTISTID="$lidarrArtistForeignArtistId" \
|
|
"$file"
|
|
|
|
if [ -n "$getArtistCredit" ]; then
|
|
metaflac --set-tag=ARTIST="$getArtistCredit" "$file"
|
|
else
|
|
metaflac --set-tag=ARTIST="$lidarrArtistName" "$file"
|
|
fi
|
|
|
|
log "FIXED : $file"
|
|
done
|
|
else
|
|
log "ERROR :: Unable to match using beets to a musicbrainz release..."
|
|
return
|
|
fi
|
|
|
|
[ -f "${STATE_DIR}/beets-match" ] \
|
|
&& rm "${STATE_DIR}/beets-match" \
|
|
&& sleep 0.1
|
|
|
|
# Get file metadata
|
|
GetFile=$(find "$audioPath/incomplete" -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | head -n1)
|
|
extension="${GetFile##*.}"
|
|
|
|
ffprobeGet=$(ffprobe -hide_banner -loglevel fatal -show_error -show_format -show_streams \
|
|
-show_programs -show_chapters -show_private_data -print_format json \
|
|
"$GetFile"
|
|
)
|
|
|
|
if [ "$extension" == "opus" ]; then
|
|
matchedTags=$(${ffprobeGet} | jq -r ".streams[].tags")
|
|
else
|
|
matchedTags=$(${ffprobeGet} | jq -r ".format.tags")
|
|
fi
|
|
|
|
# Get Musicbrainz Release Group ID and Album Artist ID from tagged file
|
|
if [ "$extension" == "flac" ] || [ "$extension" == "opus" ]; then
|
|
matchedTagsAlbumReleaseGroupId="$(echo "$matchedTags" | jq -r ".MUSICBRAINZ_RELEASEGROUPID")"
|
|
matchedTagsAlbumArtistId="$(echo "$matchedTags" | jq -r ".MUSICBRAINZ_ALBUMARTISTID")"
|
|
elif [ "$extension" == "mp3" ] || [ "$extension" == "m4a" ]; then
|
|
matchedTagsAlbumReleaseGroupId="$(echo "$matchedTags" | jq -r '."MusicBrainz Release Group Id"')"
|
|
matchedLidarrAlbumArtistId="$(echo "$matchedTags" | jq -r '."MusicBrainz Ablum Artist Id"')"
|
|
fi
|
|
|
|
[ ! -d "${STATE_DIR}/extended/logs/downloaded/musicbrainz_matched" ] \
|
|
&& mkdir -p "${STATE_DIR}/extended/logs/downloaded/musicbrainz_matched"
|
|
|
|
[ ! -f "${STATE_DIR}/extended/logs/downloaded/musicbrainz_matched/$matchedTagsAlbumReleaseGroupId" ] \
|
|
&& log "Marking MusicBrainz Release Group ($matchedTagsAlbumReleaseGroupId) as successfully downloaded..." \
|
|
&& touch "${STATE_DIR}/extended/logs/downloaded/musicbrainz_matched/$matchedTagsAlbumReleaseGroupId"
|
|
|
|
}
|
|
|
|
DownloadQualityCheck () {
|
|
|
|
[ "$requireQuality" != "true" ] \
|
|
&& logDl "Skipping download quality check... (enable by setting: requireQuality=true)" \
|
|
&& return
|
|
|
|
logDl "Checking for unwanted files"
|
|
|
|
local deezer
|
|
local tidal
|
|
local other
|
|
local notNative
|
|
notNative=$([ "$audioFormat" != "native" ] \
|
|
&& find "$1" -type f -regex ".*/.*\.\(opus\|m4a\|mp3\)" | read -r
|
|
)
|
|
other=$([ "$audioBitrate" == "master" ] || [ "$audioBitrate" == "lossless" ] \
|
|
&& find "$1" -type f -regex ".*/.*\.\(opus\|m4a\|mp3\)" | read -r
|
|
)
|
|
deezer=$([ "$2" == "DEEZER" ] \
|
|
&& find "$1" -type f -regex ".*/.*\.\(opus\|m4a\|flac\)" | read -r
|
|
)
|
|
tidal=$([ "$2" == "TIDAL" ] \
|
|
&& find "$1" -type f -regex ".*/.*\.\(opus\|flac\|mp3\)" | read -r
|
|
)
|
|
|
|
if $notNative || $deezer || $tidal || $other; then
|
|
logDl "Unwanted files found!"
|
|
logDl "Performing cleanup..."
|
|
rm "$1"/*
|
|
else
|
|
logDl "No unwanted files found!"
|
|
fi
|
|
}
|
|
|
|
AddReplaygainTags () {
|
|
# Input Data
|
|
# $1 Folder path to scan and add tags
|
|
logDl "Adding Replaygain Tags using r128gain"
|
|
r128gain -r -c 1 -a "$1" &>/dev/null
|
|
}
|
|
|
|
NotifyLidarrForImport () {
|
|
curl -s "$arrUrl/api/v1/command" --header "X-Api-Key:" "${arrApiKey}" -H "Content-Type: application/json" --data "{\"name\":\"DownloadedAlbumsScan\", \"path\":\"$1\"}"
|
|
logDl "LIDARR IMPORT NOTIFICATION SENT! :: $1"
|
|
}
|
|
|
|
DeemixClientSetup () {
|
|
log "DEEZER :: Verifying deemix configuration"
|
|
if [ -n "$arlToken" ]; then
|
|
arlToken="$(echo "$arlToken" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')"
|
|
# Create directories
|
|
mkdir -p "${STATE_DIR}/xdg/deemix"
|
|
if [ -f "${STATE_DIR}/xdg/deemix/.arl" ]; then
|
|
rm "${STATE_DIR}/xdg/deemix/.arl"
|
|
fi
|
|
if [ ! -f "${STATE_DIR}/xdg/deemix/.arl" ]; then
|
|
echo -n "$arlToken" > "/${STATE_DIR}/xdg/deemix/.arl"
|
|
fi
|
|
log "DEEZER :: ARL Token: Configured"
|
|
else
|
|
log "DEEZER :: ERROR :: arlToken setting invalid, currently set to: $arlToken"
|
|
fi
|
|
|
|
if [ -f "${STATE_DIR}/xdg/deemix/config.json" ]; then
|
|
rm "${STATE_DIR}/xdg/deemix/config.json"
|
|
fi
|
|
|
|
if [ -f "${STATE_DIR}/extended/deemix_config.json" ]; then
|
|
log "DEEZER :: Configuring deemix client"
|
|
cp "${STATE_DIR}/extended/deemix_config.json" "${STATE_DIR}/xdg/deemix/config.json"
|
|
fi
|
|
|
|
if [ -d "${STATE_DIR}/extended/cache/deezer" ]; then
|
|
log "DEEZER :: Purging album list cache..."
|
|
rm "${STATE_DIR}/extended/cache/deezer/*-albums.json" &>/dev/null
|
|
fi
|
|
|
|
if [ ! -d "$audioPath/incomplete" ]; then
|
|
mkdir -p "$audioPath"/incomplete
|
|
else
|
|
rm -rf "$audioPath"/incomplete/*
|
|
fi
|
|
|
|
#log "DEEZER :: Upgrade deemix to the latest..."
|
|
#pip install deemix --upgrade &>/dev/null
|
|
|
|
}
|
|
|
|
DeezerClientTest () {
|
|
log "DEEZER :: deemix client setup verification..."
|
|
|
|
deemix -b 128 -p $audioPath/incomplete "https://www.deezer.com/album/$deezerClientTestDownloadId"
|
|
if [ -d "/tmp/deemix-imgs" ]; then
|
|
rm -rf /tmp/deemix-imgs
|
|
fi
|
|
deezerClientTest="unknown"
|
|
downloadCount=$(find $audioPath/incomplete/ -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | wc -l)
|
|
if [ "$downloadCount" -le 0 ]; then
|
|
log "DEEZER :: ERROR :: Download failed"
|
|
log "DEEZER :: ERROR :: Please review log for errors in client"
|
|
log "DEEZER :: ERROR :: Try updating your ARL Token to possibly resolve the issue..."
|
|
log "DEEZER :: ERROR :: Exiting..."
|
|
rm -rf $audioPath/incomplete/*
|
|
NotifyWebhook "Error" "DEEZER not authenticated but configured"
|
|
deezerClientTest="fail"
|
|
exit
|
|
else
|
|
rm -rf $audioPath/incomplete/*
|
|
log "DEEZER :: Successfully Verified"
|
|
deezerClientTest="success"
|
|
fi
|
|
|
|
}
|
|
|
|
LidarrRootFolderCheck () {
|
|
if curl -s "$arrUrl/api/v1/rootFolder" -H "X-Api-Key: ${arrApiKey}" | sed '1q' | grep "\[\]" | read -r; then
|
|
log "ERROR :: No root folder found"
|
|
log "ERROR :: Configure root folder in Lidarr to continue..."
|
|
log "ERROR :: Exiting..."
|
|
NotifyWebhook "FatalError" "No root folder found"
|
|
exit
|
|
fi
|
|
}
|
|
|
|
GetMissingCutOffList () {
|
|
|
|
# Remove previous search missing/cutoff list
|
|
[ -d "${STATE_DIR}/extended/cache/lidarr/list" ] \
|
|
&& rm -rf "${STATE_DIR}/extended/cache/lidarr/list" \
|
|
&& sleep 0.1
|
|
|
|
# Create list folder if does not exist
|
|
mkdir -p "${STATE_DIR}/extended/cache/lidarr/list"
|
|
|
|
# Create notfound log folder if does not exist
|
|
[ ! -d "${STATE_DIR}/extended/logs/notfound" ] \
|
|
&& mkdir -p "${STATE_DIR}/extended/logs/notfound"
|
|
|
|
# Configure searchSort preferences based on settings
|
|
if [ "$searchSort" == "date" ]; then
|
|
searchOrder="releaseDate"
|
|
searchDirection="descending"
|
|
elif [ "$searchSort" == "album" ]; then
|
|
searchOrder="albumType"
|
|
searchDirection="ascending"
|
|
fi
|
|
|
|
lidarrMissingTotalRecords=$(wget --timeout=0 -q -O - "$arrUrl/api/v1/wanted/missing?page=1&pagesize=1&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" | jq -r .totalRecords)
|
|
|
|
log "FINDING MISSING ALBUMS :: sorted by $searchSort"
|
|
|
|
amountPerPull=1000
|
|
page=0
|
|
log "$lidarrMissingTotalRecords Missing Albums Found!"
|
|
log "Getting Missing Album IDs"
|
|
if [ "$lidarrMissingTotalRecords" -ge 1 ]; then
|
|
offsetcount=$(( lidarrMissingTotalRecords / amountPerPull ))
|
|
for ((i=0;i<=offsetcount;i++)); do
|
|
page=$(( i + 1 ))
|
|
offset=$(( i * amountPerPull ))
|
|
dlnumber=$(( offset + amountPerPull ))
|
|
if [ "$dlnumber" -gt "$lidarrMissingTotalRecords" ]; then
|
|
dlnumber="$lidarrMissingTotalRecords"
|
|
fi
|
|
log "$page :: missing :: Downloading page $page... ($offset - $dlnumber of $lidarrMissingTotalRecords Results)"
|
|
|
|
wget --timeout=0 -q -O - \
|
|
"$arrUrl/api/v1/wanted/missing?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" \
|
|
| jq -r '.records[].id' \
|
|
| sort > "${STATE_DIR}/extended/cache/tocheck.txt"
|
|
|
|
log "$page :: missing :: Filtering Album IDs by removing previously searched Album IDs (${STATE_DIR}/extended/logs/notfound/<files>)"
|
|
|
|
ls "${STATE_DIR}/extended/logs/notfound/" | sed "s/--.*//" > "${STATE_DIR}/extended/cache/notfound.txt"
|
|
|
|
for lidarrRecordId in $(comm -13 "${STATE_DIR}/extended/cache/notfound.txt" "${STATE_DIR}/extended/cache/tocheck.txt"); do
|
|
for f in "${STATE_DIR}"/extended/logs/notfound/"$lidarrRecordId"--*; do
|
|
if [ ! -f "$f" ]; then
|
|
touch "${STATE_DIR}/extended/cache/lidarr/list/${lidarrRecordId}-missing"
|
|
fi
|
|
done
|
|
done
|
|
rm "${STATE_DIR}/extended/cache/notfound.txt" "${STATE_DIR}/extended/cache/tocheck.txt"
|
|
|
|
lidarrMissingRecords=$(ls "${STATE_DIR}/extended/cache/lidarr/list" 2>/dev/null | wc -l)
|
|
log "$page :: missing :: ${lidarrMissingRecords} albums found to process!"
|
|
wantedListAlbumTotal=$lidarrMissingRecords
|
|
|
|
if [ "${lidarrMissingRecords}" -gt 0 ]; then
|
|
log "$page :: missing :: Searching for $wantedListAlbumTotal items"
|
|
SearchProcess
|
|
rm "${STATE_DIR}/extended/cache/lidarr/list/*-missing"
|
|
fi
|
|
done
|
|
fi
|
|
|
|
|
|
# Get cutoff album list
|
|
lidarrCutoffTotalRecords=$(wget --timeout=0 -q -O - \
|
|
"$arrUrl/api/v1/wanted/cutoff?page=1&pagesize=1&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" \
|
|
| jq -r .totalRecords
|
|
)
|
|
|
|
log "FINDING CUTOFF ALBUMS sorted by $searchSort"
|
|
log "$lidarrCutoffTotalRecords CutOff Albums Found Found!"
|
|
log "Getting CutOff Album IDs"
|
|
|
|
page=0
|
|
if [ "$lidarrCutoffTotalRecords" -ge 1 ]; then
|
|
offsetcount=$(( lidarrCutoffTotalRecords / amountPerPull ))
|
|
for ((i=0;i<=offsetcount;i++)); do
|
|
page=$(( i + 1 ))
|
|
offset=$(( i * amountPerPull ))
|
|
dlnumber=$(( offset + amountPerPull ))
|
|
if [ "$dlnumber" -gt "$lidarrCutoffTotalRecords" ]; then
|
|
dlnumber="$lidarrCutoffTotalRecords"
|
|
fi
|
|
|
|
log "$page :: cutoff :: Downloading page $page... ($offset - $dlnumber of $lidarrCutoffTotalRecords Results)"
|
|
# lidarrRecords=$(wget --timeout=0 -q -O - "$arrUrl/api/v1/wanted/cutoff?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" | jq -r '.records[].id')
|
|
wget --timeout=0 -q -O - \
|
|
"$arrUrl/api/v1/wanted/cutoff?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" \
|
|
| jq -r '.records[].id' \
|
|
| sort > "${STATE_DIR}/extended/cache/tocheck.txt"
|
|
|
|
log "$page :: cutoff :: Filtering Album IDs by removing previously searched Album IDs (${STATE_DIR}/extended/logs/notfound/<files>)"
|
|
ls "${STATE_DIR}/extended/logs/notfound/" | sed "s/--.*//" > "${STATE_DIR}/extended/cache/notfound.txt"
|
|
|
|
for lidarrRecordId in $(comm -13 "${STATE_DIR}/extended/cache/notfound.txt" "${STATE_DIR}/extended/cache/tocheck.txt"); do
|
|
for f in "${STATE_DIR}"/extended/logs/notfound/"$lidarrRecordId"--*; do
|
|
if [ ! -f "$f" ]; then
|
|
touch "${STATE_DIR}/extended/cache/lidarr/list/${lidarrRecordId}-missing"
|
|
fi
|
|
done
|
|
done
|
|
rm "${STATE_DIR}/extended/cache/notfound.txt" "${STATE_DIR}/extended/cache/tocheck.txt"
|
|
|
|
local cutoffFiles
|
|
cutoffFiles=("${STATE_DIR}/extended/cache/lidarr/list/*-cutoff")
|
|
lidarrCutoffRecords=${#cutoffFiles[@]}
|
|
log "$page :: cutoff :: ${lidarrCutoffRecords} albums found to process!"
|
|
wantedListAlbumTotal=$lidarrCutoffRecords
|
|
|
|
if [ "${lidarrCutoffRecords}" -gt 0 ]; then
|
|
log "$page :: cutoff :: Searching for $wantedListAlbumTotal items"
|
|
SearchProcess
|
|
rm "${STATE_DIR}/extended/cache/lidarr/list/*-cutoff"
|
|
fi
|
|
|
|
done
|
|
fi
|
|
}
|
|
|
|
SearchProcess () {
|
|
|
|
if [ "$wantedListAlbumTotal" == "0" ]; then
|
|
log "No items to find, end"
|
|
return
|
|
fi
|
|
|
|
processNumber=0
|
|
for lidarrMissingId in $(ls -tr "${STATE_DIR}/extended/cache/lidarr/list"); do
|
|
processNumber=$(( processNumber + 1 ))
|
|
wantedAlbumId=$(echo "$lidarrMissingId" | sed -e "s%[^[:digit:]]%%g")
|
|
checkLidarrAlbumId=$wantedAlbumId
|
|
wantedAlbumListSource=$(echo $lidarrMissingId | sed -e "s%[^[:alpha:]]%%g")
|
|
lidarrAlbumData="$(curl -s "$arrUrl/api/v1/album/$wantedAlbumId?apikey=${arrApiKey}")"
|
|
lidarrArtistData=$(echo "${lidarrAlbumData}" | jq -r ".artist")
|
|
lidarrArtistName=$(echo "${lidarrArtistData}" | jq -r ".artistName")
|
|
lidarrArtistForeignArtistId=$(echo "${lidarrArtistData}" | jq -r ".foreignArtistId")
|
|
lidarrAlbumType=$(echo "$lidarrAlbumData" | jq -r ".albumType")
|
|
lidarrAlbumTitle=$(echo "$lidarrAlbumData" | jq -r ".title")
|
|
lidarrAlbumForeignAlbumId=$(echo "$lidarrAlbumData" | jq -r ".foreignAlbumId")
|
|
|
|
LidarrTaskStatusCheck
|
|
|
|
[ -f "${STATE_DIR}/extended/logs/notfound/$wantedAlbumId--$lidarrArtistForeignArtistId--$lidarrAlbumForeignAlbumId" ] \
|
|
&& logDl "$wantedAlbumListSource :: $lidarrArtistName :: $lidarrAlbumTitle :: Previously Not Found, skipping..." \
|
|
&& continue
|
|
|
|
# Skip Video Check for Various Artists album searches because videos are not supported...
|
|
if [ "$enableVideo" == "true" ] \
|
|
&& [ "$lidarrArtistForeignArtistId" != "89ad4ac3-39f7-470e-963a-56509c546377" ] \
|
|
&& [ -d "${STATE_DIR}/extended/logs/video/complete" ] \
|
|
&& [ ! -f "${STATE_DIR}/extended/logs/video/complete/$lidarrArtistForeignArtistId" ]; then
|
|
logDl "$wantedAlbumListSource :: $lidarrArtistName :: $lidarrAlbumTitle :: Skipping until all videos are processed for the artist..."
|
|
continue
|
|
else
|
|
logDl "$wantedAlbumListSource :: $lidarrArtistName :: $lidarrAlbumTitle :: Skipping until all videos are processed for the artist..."
|
|
continue
|
|
fi
|
|
|
|
if [ -f "${STATE_DIR}/extended/logs/downloaded/notfound/$lidarrAlbumForeignAlbumId" ]; then
|
|
logDL "Previously Not Found, skipping..."
|
|
rm "${STATE_DIR}/extended/logs/downloaded/notfound/$lidarrAlbumForeignAlbumId"
|
|
touch "${STATE_DIR}/extended/logs/notfound/$wantedAlbumId--$lidarrArtistForeignArtistId--$lidarrAlbumForeignAlbumId"
|
|
continue
|
|
fi
|
|
|
|
|
|
lidarrAlbumTitleClean=$(echo "$lidarrAlbumTitle" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')
|
|
lidarrAlbumTitleCleanSpaces=$(echo "$lidarrAlbumTitle" | sed -e "s%[^[:alpha:][:digit:]]% %g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')
|
|
lidarrAlbumReleases=$(echo "$lidarrAlbumData" | jq -r ".releases")
|
|
#echo $lidarrAlbumData | jq -r
|
|
lidarrAlbumWordCount=$(echo $lidarrAlbumTitle | wc -w)
|
|
#echo $lidarrAlbumReleases | jq -r
|
|
lidarrArtistData=$(echo "${lidarrAlbumData}" | jq -r ".artist")
|
|
lidarrArtistId=$(echo "${lidarrArtistData}" | jq -r ".artistMetadataId")
|
|
lidarrArtistPath="$(echo "${lidarrArtistData}" | jq -r " .path")"
|
|
lidarrArtistFolder="$(basename "${lidarrArtistPath}")"
|
|
lidarrArtistName=$(echo "${lidarrArtistData}" | jq -r ".artistName")
|
|
lidarrArtistNameSanitized="$(basename "${lidarrArtistPath}" | sed 's% (.*)$%%g' | sed 's/-/ /g')"
|
|
lidarrArtistNameSearchSanitized="$(echo "$lidarrArtistName" | sed -e "s%[^[:alpha:][:digit:]]% %g" -e "s/ */ /g")"
|
|
albumArtistNameSearch="$(jq -R -r @uri <<<"${lidarrArtistNameSearchSanitized}")"
|
|
lidarrArtistForeignArtistId=$(echo "${lidarrArtistData}" | jq -r ".foreignArtistId")
|
|
tidalArtistUrl=$(echo "${lidarrArtistData}" | jq -r ".links | .[] | select(.name==\"tidal\") | .url")
|
|
tidalArtistIds="$(echo "$tidalArtistUrl" | grep -o '[[:digit:]]*' | sort -u)"
|
|
deezerArtistUrl=$(echo "${lidarrArtistData}" | jq -r ".links | .[] | select(.name==\"deezer\") | .url")
|
|
lidarrAlbumReleaseIds=$(echo "$lidarrAlbumData" | jq -r ".releases | sort_by(.trackCount) | reverse | .[].id")
|
|
lidarrAlbumReleasesMinTrackCount=$(echo "$lidarrAlbumData" | jq -r ".releases[].trackCount" | sort -n | head -n1)
|
|
lidarrAlbumReleasesMaxTrackCount=$(echo "$lidarrAlbumData" | jq -r ".releases[].trackCount" | sort -n -r | head -n1)
|
|
lidarrAlbumReleaseDate=$(echo "$lidarrAlbumData" | jq -r .releaseDate)
|
|
lidarrAlbumReleaseDate=${lidarrAlbumReleaseDate:0:10}
|
|
lidarrAlbumReleaseDateClean="$(echo "$lidarrAlbumReleaseDate" | sed -e "s%[^[:digit:]]%%g")"
|
|
lidarrAlbumReleaseYear="${lidarrAlbumReleaseDate:0:4}"
|
|
|
|
currentDate="$(date "+%Y%m%d")"
|
|
|
|
if [[ ${currentDate} -ge ${lidarrAlbumReleaseDateClean} ]]; then
|
|
skipNotFoundLogCreation="false"
|
|
|
|
releaseDateComparisonInDays=$(( $(( \
|
|
$(date --date="$currentDate" "+%s") - $(date --date="$lidarrAlbumReleaseDateClean" "+%s") \
|
|
)) / 60 / 60 / 24 \
|
|
))
|
|
logDl "Starting Search..."
|
|
if [ $releaseDateComparisonInDays -lt 8 ]; then
|
|
skipNotFoundLogCreation="true"
|
|
fi
|
|
else
|
|
logDl "Album ($lidarrAlbumReleaseDate) has not been released, skipping..."
|
|
continue
|
|
fi
|
|
|
|
|
|
skipTidal=$([ "$dlClientSource" != "tidal" ] && [ "$dlClientSource" != "both" ])
|
|
skipDeezer=$([ "$dlClientSource" != "deezer" ] && [ "$dlClientSource" != "both" ])
|
|
|
|
if [ "$skipDeezer" == "false" ]; then
|
|
mapfile -t deezerArtistIds < <(echo "$deezerArtistUrl" | grep -o '[[:digit:]]*' | sort -u)
|
|
if [ -z "$deezerArtistUrl" ]; then
|
|
log "DEEZER :: ERROR :: musicbrainz id: $lidarrArtistForeignArtistId is missing Deezer link, see: \
|
|
\"${STATE_DIR}/logs/deezer-artist-id-not-found.txt\" for more detail..."
|
|
touch "${STATE_DIR}/logs/deezer-artist-id-not-found.txt"
|
|
skipDeezer=true
|
|
if grep "https://musicbrainz.org/artist/$lidarrArtistForeignArtistId/edit" "${STATE_DIR}/logs/deezer-artist-id-not-found.txt" | read -r; then
|
|
sleep 0.01
|
|
else
|
|
echo "Update Musicbrainz Relationship Page: \
|
|
https://musicbrainz.org/artist/$lidarrArtistForeignArtistId/edit for \"${lidarrArtistName}\" with Deezer Artist Link" \
|
|
>> "${STATE_DIR}/logs/deezer-artist-id-not-found.txt"
|
|
NotifyWebhook "ArtistError" \
|
|
"Update Musicbrainz Relationship Page: \
|
|
<https://musicbrainz.org/artist/${lidarrArtistForeignArtistId}/edit> for ${lidarrArtistName} with Deezer Artist Link"
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
if [ "$skipTidal" == "false" ] && [ -z "$tidalArtistUrl" ]; then
|
|
log "TIDAL :: ERROR :: musicbrainz id: $lidarrArtistForeignArtistId is missing Tidal link, see: \
|
|
\"${STATE_DIR}/logs/tidal-artist-id-not-found.txt\" for more detail..."
|
|
touch "${STATE_DIR}/logs/tidal-artist-id-not-found.txt"
|
|
skipTidal=true
|
|
if grep "https://musicbrainz.org/artist/$lidarrArtistForeignArtistId/edit" "${STATE_DIR}/logs/tidal-artist-id-not-found.txt" | read -r; then
|
|
sleep 0.01
|
|
else
|
|
echo "Update Musicbrainz Relationship Page: \
|
|
https://musicbrainz.org/artist/$lidarrArtistForeignArtistId/edit for \"${lidarrArtistName}\" with Tidal Artist Link" \
|
|
>> "${STATE_DIR}/logs/tidal-artist-id-not-found.txt"
|
|
NotifyWebhook "ArtistError" \
|
|
"Update Musicbrainz Relationship Page: \
|
|
<https://musicbrainz.org/artist/${lidarrArtistForeignArtistId}/edit> for ${lidarrArtistName} with Tidal Artist Link"
|
|
fi
|
|
fi
|
|
|
|
# Begin cosolidated search process
|
|
if [ "$audioLyricType" == "both" ]; then
|
|
endLoop="2"
|
|
else
|
|
endLoop="1"
|
|
fi
|
|
|
|
|
|
# Get Release Titles & Disambiguation
|
|
[ -f "/tmp/temp-release-list" ] \
|
|
&& rm /tmp/temp-release-list
|
|
|
|
for releaseId in $lidarrAlbumReleaseIds; do
|
|
releaseTitle=$(echo "$lidarrAlbumData" | jq -r ".releases[] | select(.id==$releaseId) | .title")
|
|
releaseDisambiguation=$(echo "$lidarrAlbumData" | jq -r ".releases[] | select(.id==$releaseId) | .disambiguation")
|
|
if [ -z "$releaseDisambiguation" ]; then
|
|
releaseDisambiguation=""
|
|
else
|
|
releaseDisambiguation=" ($releaseDisambiguation)"
|
|
fi
|
|
echo "${releaseTitle}${releaseDisambiguation}" >> /tmp/temp-release-list
|
|
done
|
|
|
|
echo "$lidarrAlbumTitle" >> /tmp/temp-release-list
|
|
|
|
# Get Release Titles
|
|
OLDIFS="$IFS"
|
|
IFS=$'\n'
|
|
if [ "$preferSpecialEditions" == "true" ]; then
|
|
lidarrReleaseTitles=$(< /tmp/temp-release-list awk '{ print length, $0 }' | sort -u -n -s -r | cut -d" " -f2-)
|
|
else
|
|
lidarrReleaseTitles=$(< /tmp/temp-release-list awk '{ print length, $0 }' | sort -u -n -s | cut -d" " -f2-)
|
|
fi
|
|
mapfile -t lidarrReleaseTitles < <(echo "$lidarrReleaseTitles")
|
|
IFS="$OLDIFS"
|
|
|
|
loopCount=0
|
|
until false; do
|
|
loopCount=$(( loopCount + 1 ))
|
|
if [ "$loopCount" == "1" ]; then
|
|
# First loop is either explicit or clean depending on script settings
|
|
if [ "$audioLyricType" == "both" ] || [ "$audioLyricType" == "explicit" ]; then
|
|
lyricFilter="true"
|
|
else
|
|
lyricFilter="false"
|
|
fi
|
|
else
|
|
# 2nd loop is always clean
|
|
lyricFilter="false"
|
|
fi
|
|
|
|
lidarrDownloadImportNotfication="false"
|
|
releaseProcessCount=0
|
|
for title in "${!lidarrReleaseTitles[@]}"; do
|
|
releaseProcessCount=$(( releaseProcessCount + 1))
|
|
lidarrReleaseTitle="${lidarrReleaseTitles[$title]}"
|
|
lidarrAlbumReleaseTitleClean=$(echo "$lidarrReleaseTitle" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')
|
|
lidarrAlbumReleaseTitleClean="${lidarrAlbumReleaseTitleClean:0:130}"
|
|
lidarrAlbumReleaseTitleSearchClean="$(echo "$lidarrReleaseTitle" | sed -e "s%[^[:alpha:][:digit:]]% %g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')"
|
|
lidarrAlbumReleaseTitleFirstWord="$(echo "$lidarrReleaseTitle" | awk '{ print $1 }')"
|
|
lidarrAlbumReleaseTitleFirstWord="${lidarrAlbumReleaseTitleFirstWord:0:3}"
|
|
albumTitleSearch="$(jq -R -r @uri <<<"${lidarrAlbumReleaseTitleSearchClean}")"
|
|
#echo "Debugging :: $loopCount :: $releaseProcessCount :: $lidarrArtistForeignArtistId :: $lidarrReleaseTitle :: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount :: $lidarrAlbumReleaseTitleFirstWord :: $albumArtistNameSearch :: $albumTitleSearch"
|
|
|
|
|
|
if echo "$lidarrAlbumTitle" | grep -i "instrumental" | read -r; then
|
|
sleep 0.01
|
|
elif [ "$ignoreInstrumentalRelease" == "true" ] && echo "$lidarrReleaseTitle" | grep -i "instrumental" | read -r ; then
|
|
logDl "Instrumental Release Found, Skipping..."
|
|
continue
|
|
fi
|
|
|
|
# Skip Various Artists album search that is not supported...
|
|
if [ "$lidarrArtistForeignArtistId" != "89ad4ac3-39f7-470e-963a-56509c546377" ] \
|
|
&& [ "$lidarrDownloadImportNotfication" == "false" ]; then
|
|
# Tidal Artist search
|
|
if [ "$dlClientSource" == "both" ] || [ "$dlClientSource" == "tidal" ]; then
|
|
for tidalArtistId in $tidalArtistIds; do
|
|
ArtistTidalSearch "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal" "$tidalArtistId" "$lyricFilter"
|
|
sleep 0.01
|
|
done
|
|
fi
|
|
# Deezer artist search
|
|
if [ "$dlClientSource" == "both" ] || [ "$dlClientSource" == "deezer" ]; then
|
|
for dId in "${!deezerArtistIds[@]}"; do
|
|
deezerArtistId="${deezerArtistIds[$dId]}"
|
|
ArtistDeezerSearch "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal" "$deezerArtistId" "$lyricFilter"
|
|
sleep 0.01
|
|
done
|
|
fi
|
|
fi
|
|
|
|
#log "3 : $lidarrDownloadImportNotfication"
|
|
# Tidal fuzzy search
|
|
if [ "$lidarrDownloadImportNotfication" == "false" ]; then
|
|
if [ "$dlClientSource" == "both" ] || [ "$dlClientSource" == "tidal" ]; then
|
|
FuzzyTidalSearch "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal" "$lyricFilter"
|
|
sleep 0.01
|
|
fi
|
|
fi
|
|
|
|
#log "4 : $lidarrDownloadImportNotfication"
|
|
# Deezer fuzzy search
|
|
if [ "$lidarrDownloadImportNotfication" == "false" ]; then
|
|
if [ "$dlClientSource" == "both" ] || [ "$dlClientSource" == "deezer" ]; then
|
|
FuzzyDeezerSearch "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal" "$lyricFilter"
|
|
sleep 0.01
|
|
fi
|
|
fi
|
|
|
|
# End search if lidarr was successfully notified for import
|
|
if [ "$lidarrDownloadImportNotfication" == "true" ]; then
|
|
break
|
|
fi
|
|
done
|
|
|
|
# End search if lidarr was successfully notified for import
|
|
if [ "$lidarrDownloadImportNotfication" == "true" ]; then
|
|
break
|
|
fi
|
|
|
|
# Break after all operations are complete
|
|
if [ "$loopCount" == "$endLoop" ]; then
|
|
logDl "Album Not found"
|
|
if [ "$skipNotFoundLogCreation" == "false" ]; then
|
|
logDl "Marking Album as notfound"
|
|
if [ ! -f "${STATE_DIR}/extended/logs/notfound/$wantedAlbumId--$lidarrArtistForeignArtistId--$lidarrAlbumForeignAlbumId" ]; then
|
|
touch "${STATE_DIR}/extended/logs/notfound/$wantedAlbumId--$lidarrArtistForeignArtistId--$lidarrAlbumForeignAlbumId"
|
|
fi
|
|
else
|
|
logDl "Skip marking album as not found because it's a new release for 7 days..."
|
|
fi
|
|
break
|
|
fi
|
|
done
|
|
logDl "Search Complete..."
|
|
done
|
|
}
|
|
|
|
GetDeezerAlbumInfo () {
|
|
until false; do
|
|
logDl "Getting Album info..."
|
|
if [ ! -f "${STATE_DIR}/extended/cache/deezer/$1.json" ]; then
|
|
curl -s "https://api.deezer.com/album/$1" -o "${STATE_DIR}/extended/cache/deezer/$1.json"
|
|
sleep $sleepTimer
|
|
fi
|
|
if [ -f "${STATE_DIR}/extended/cache/deezer/$1.json" ]; then
|
|
if jq -e . >/dev/null 2>&1 <<<"$(cat "${STATE_DIR}/extended/cache/deezer/$1.json")"; then
|
|
log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: $lidarrArtistName :: $lidarrAlbumTitle :: Album info downloaded and verified..."
|
|
albumInfoVerified=true
|
|
break
|
|
else
|
|
log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: $lidarrArtistName :: $lidarrAlbumTitle :: Error getting album information"
|
|
if [ -f "${STATE_DIR}/extended/cache/deezer/$1.json" ]; then
|
|
rm "${STATE_DIR}/extended/cache/deezer/$1.json"
|
|
fi
|
|
log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: $lidarrArtistName :: $lidarrAlbumTitle :: Retrying..."
|
|
fi
|
|
else
|
|
log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: $lidarrArtistName :: $lidarrAlbumTitle :: ERROR :: Download Failed"
|
|
fi
|
|
done
|
|
|
|
}
|
|
|
|
ArtistDeezerSearch () {
|
|
# Required Inputs
|
|
# $1 Process ID
|
|
# $2 Deezer Artist ID
|
|
# $3 Lyric Type (true or false) - false == Clean, true == Explicit
|
|
|
|
# Get deezer artist album list
|
|
if [ ! -d "${STATE_DIR}/extended/cache/deezer" ]; then
|
|
mkdir -p "${STATE_DIR}/extended/cache/deezer"
|
|
fi
|
|
if [ ! -f "${STATE_DIR}/extended/cache/deezer/$2-albums.json" ]; then
|
|
getDeezerArtistAlbums=$(curl -s "https://api.deezer.com/artist/$2/albums?limit=1000" > "${STATE_DIR}/extended/cache/deezer/$2-albums.json")
|
|
sleep $sleepTimer
|
|
getDeezerArtistAlbumsCount="$(jq -r .total "${STATE_DIR}/extended/cache/deezer/$2-albums.json")"
|
|
fi
|
|
|
|
[ "$getDeezerArtistAlbumsCount" == "0" ] && return
|
|
|
|
if [ "$3" == "true" ]; then
|
|
type="Explicit"
|
|
else
|
|
type="Clean"
|
|
fi
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
Searching $2... (Track Count: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount)..."
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: Filtering results by lyric type..."
|
|
|
|
deezerArtistAlbumsData=$(jq -r .data[] "${STATE_DIR}/extended/cache/deezer/$2-albums.json")
|
|
deezerArtistAlbumsIds=$(echo "${deezerArtistAlbumsData}" | jq -r "select(.explicit_lyrics==\"$3\") | .id")
|
|
|
|
resultsCount=$(echo "$deezerArtistAlbumsIds" | wc -l)
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: $resultsCount search results found"
|
|
|
|
for deezerAlbumID in $deezerArtistAlbumsIds; do
|
|
deezerAlbumData="$(echo "$deezerArtistAlbumsData" | jq -r "select(.id==$deezerAlbumID)")"
|
|
deezerAlbumTitle="$(echo "$deezerAlbumData" | jq -r ".title")"
|
|
deezerAlbumTitleClean="$(echo "${deezerAlbumTitle}" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')"
|
|
deezerAlbumTitleClean="${deezerAlbumTitleClean:0:130}"
|
|
GetDeezerAlbumInfo "$deezerAlbumID"
|
|
deezerAlbumData="$(cat "${STATE_DIR}/extended/cache/deezer/$deezerAlbumID.json")"
|
|
deezerAlbumTrackCount="$(echo "$deezerAlbumData" | jq -r .nb_tracks)"
|
|
deezerAlbumExplicitLyrics="$(echo "$deezerAlbumData" | jq -r .explicit_lyrics)"
|
|
downloadedReleaseDate="$(echo "$deezerAlbumData" | jq -r .release_date)"
|
|
downloadedReleaseYear="${downloadedReleaseDate:0:4}"
|
|
|
|
# Reject release if greater than the max track count
|
|
[ "$deezerAlbumTrackCount" -gt "$lidarrAlbumReleasesMaxTrackCount" ] && continue
|
|
|
|
# Reject release if less than the min track count
|
|
[ "$deezerAlbumTrackCount" -lt "$lidarrAlbumReleasesMinTrackCount" ] && continue
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Checking for Match..."
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Calculating Damerau-Levenshtein distance..."
|
|
|
|
diff=$(python -c "from editdistpy import damerau_osa; \
|
|
print(damerau_osa.distance(\"${lidarrAlbumReleaseTitleClean,,}\", \"${deezerAlbumTitleClean,,}\", $matchDistance))" \
|
|
2>/dev/null
|
|
)
|
|
|
|
if [ "$diff" != "-1" ]; then
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Deezer MATCH Found :: Calculated Difference = $diff"
|
|
|
|
# Execute Download
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
Downloading $deezerAlbumTrackCount Tracks :: $deezerAlbumTitle ($downloadedReleaseYear)"
|
|
|
|
DownloadProcess "$deezerAlbumID" "DEEZER" "$downloadedReleaseYear" "$deezerAlbumTitle" "$deezerAlbumTrackCount"
|
|
else
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: \
|
|
Deezer Match Not Found :: Calculated Difference ($diff) greater than $matchDistance"
|
|
fi
|
|
|
|
# End search if lidarr was successfully notified for import
|
|
if [ "$lidarrDownloadImportNotfication" == "true" ]; then
|
|
break
|
|
fi
|
|
done
|
|
}
|
|
|
|
FuzzyDeezerSearch () {
|
|
# Required Inputs
|
|
# $1 Process ID
|
|
# $2 Lyric Type (explicit = true, clean = false)
|
|
|
|
if [ "$2" == "true" ]; then
|
|
type="Explicit"
|
|
else
|
|
type="Clean"
|
|
fi
|
|
|
|
[ ! -d "${STATE_DIR}/extended/cache/deezer" ] \
|
|
&& mkdir -p "${STATE_DIR}/extended/cache/deezer"
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
Searching... (Track Count: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount)"
|
|
|
|
deezerSearch=""
|
|
if [ "$lidarrArtistForeignArtistId" == "89ad4ac3-39f7-470e-963a-56509c546377" ]; then
|
|
# Search without Artist for VA albums
|
|
deezerSearch=$(curl -s "https://api.deezer.com/search?q=album:%22${albumTitleSearch}%22&strict=on&limit=20" | jq -r ".data[]")
|
|
else
|
|
# Search with Artist for non VA albums
|
|
deezerSearch=$(curl -s "https://api.deezer.com/search?q=artist:%22${albumArtistNameSearch}%22%20album:%22${albumTitleSearch}%22&strict=on&limit=20" | jq -r ".data[]")
|
|
fi
|
|
|
|
resultsCount=$(echo "$deezerSearch" | jq -r .album.id | sort -u | wc -l)
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: $resultsCount search results found"
|
|
|
|
if [ -n "$deezerSearch" ]; then
|
|
for deezerAlbumID in $(echo "$deezerSearch" | jq -r .album.id | sort -u); do
|
|
deezerAlbumData="$(echo "$deezerSearch" | jq -r ".album | select(.id==$deezerAlbumID)")"
|
|
deezerAlbumTitle="$(echo "$deezerAlbumData" | jq -r ".title")"
|
|
deezerAlbumTitle="$(echo "$deezerAlbumTitle" | head -n1)"
|
|
deezerAlbumTitleClean="$(echo "$deezerAlbumTitle" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')"
|
|
deezerAlbumTitleClean="${deezerAlbumTitleClean:0:130}"
|
|
|
|
GetDeezerAlbumInfo "${deezerAlbumID}"
|
|
deezerAlbumData="$(cat "${STATE_DIR}/extended/cache/deezer/$deezerAlbumID.json")"
|
|
deezerAlbumTrackCount="$(echo "$deezerAlbumData" | jq -r .nb_tracks)"
|
|
deezerAlbumExplicitLyrics="$(echo "$deezerAlbumData" | jq -r .explicit_lyrics)"
|
|
downloadedReleaseDate="$(echo "$deezerAlbumData" | jq -r .release_date)"
|
|
downloadedReleaseYear="${downloadedReleaseDate:0:4}"
|
|
|
|
[ "$deezerAlbumExplicitLyrics" != "$2" ] && continue
|
|
# Reject release if greater than the max track count
|
|
[ "$deezerAlbumTrackCount" -gt "$lidarrAlbumReleasesMaxTrackCount" ] && continue
|
|
# Reject release if less than the min track count
|
|
[ "$deezerAlbumTrackCount" -lt "$lidarrAlbumReleasesMinTrackCount" ] && continue
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Checking for Match..."
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Calculating Damerau-Levenshtein distance..."
|
|
|
|
diff=$(python -c "from editdistpy import damerau_osa; \
|
|
print(damerau_osa.distance(\"${lidarrAlbumReleaseTitleClean,,}\", \"${deezerAlbumTitleClean,,}\", $matchDistance))" \
|
|
2>/dev/null
|
|
)
|
|
if [ "$diff" != "-1" ]; then
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Deezer MATCH Found :: Calculated Difference = $diff"
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
Downloading $deezerAlbumTrackCount Tracks :: $deezerAlbumTitle ($downloadedReleaseYear)"
|
|
|
|
DownloadProcess "$deezerAlbumID" "DEEZER" "$downloadedReleaseYear" "$deezerAlbumTitle" "$deezerAlbumTrackCount"
|
|
else
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: \
|
|
Deezer Match Not Found :: Calculated Difference ($diff) greater than $matchDistance"
|
|
fi
|
|
# End search if lidarr was successfully notified for import
|
|
if [ "$lidarrDownloadImportNotfication" == "true" ]; then
|
|
break
|
|
fi
|
|
done
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
ERROR :: Results found, but none matching search criteria..."
|
|
else
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \
|
|
ERROR :: No results found via Fuzzy Search..."
|
|
fi
|
|
|
|
}
|
|
|
|
ArtistTidalSearch () {
|
|
# Required Inputs
|
|
# $1 Process ID
|
|
# $2 Tidal Artist ID
|
|
# $3 Lyric Type (true or false) - false = Clean, true = Explicit
|
|
|
|
# Get tidal artist album list
|
|
if [ ! -f "${STATE_DIR}/extended/cache/tidal/$2-albums.json" ]; then
|
|
curl -s "https://api.tidal.com/v1/artists/$2/albums?limit=10000&countryCode=$tidalCountryCode&filter=ALL" -H 'x-tidal-token: CzET4vdadNUFQ5JU' \
|
|
> "${STATE_DIR}/extended/cache/tidal/$2-albums.json"
|
|
sleep $sleepTimer
|
|
fi
|
|
|
|
if [ ! -f "${STATE_DIR}/extended/cache/tidal/$2-albums.json" ]; then
|
|
return
|
|
fi
|
|
|
|
if [ "$3" == "true" ]; then
|
|
type="Explicit"
|
|
else
|
|
type="Clean"
|
|
fi
|
|
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
Searching $2... (Track Count: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount)..."
|
|
|
|
tidalArtistAlbumsData=$(jq -r ".items | sort_by(.numberOfTracks) | sort_by(.explicit) | \
|
|
reverse |.[] | select((.numberOfTracks <= $lidarrAlbumReleasesMaxTrackCount) and .numberOfTracks >= $lidarrAlbumReleasesMinTrackCount)" \
|
|
"${STATE_DIR}/extended/cache/tidal/$2-albums.json")
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: Filtering results by lyric type, track count"
|
|
|
|
tidalArtistAlbumsIds=$(echo "${tidalArtistAlbumsData}" | jq -r "select(.explicit==\"$3\") | .id")
|
|
|
|
if [ -z "$tidalArtistAlbumsIds" ]; then
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
ERROR :: No search results found..."
|
|
return
|
|
fi
|
|
|
|
searchResultCount=$(echo "$tidalArtistAlbumsIds" | wc -l)
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
$searchResultCount search results found"
|
|
|
|
for tidalArtistAlbumId in $tidalArtistAlbumsIds; do
|
|
tidalArtistAlbumData=$(echo "$tidalArtistAlbumsData" | jq -r "select(.id==\"$tidalArtistAlbumId\")")
|
|
downloadedAlbumTitle="$(echo "${tidalArtistAlbumData}" | jq -r .title)"
|
|
tidalAlbumTitleClean=$(echo "${downloadedAlbumTitle}" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')
|
|
tidalAlbumTitleClean="${tidalAlbumTitleClean:0:130}"
|
|
downloadedReleaseDate="$(echo "${tidalArtistAlbumData}" | jq -r .releaseDate)"
|
|
if [ "$downloadedReleaseDate" == "null" ]; then
|
|
downloadedReleaseDate=$(echo "$tidalArtistAlbumData" | jq -r '.streamStartDate')
|
|
fi
|
|
downloadedReleaseYear="${downloadedReleaseDate:0:4}"
|
|
downloadedTrackCount=$(echo "$tidalArtistAlbumData"| jq -r .numberOfTracks)
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: Checking for Match..."
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: Calculating Damerau-Levenshtein distance..."
|
|
|
|
diff=$(python -c "from editdistpy import damerau_osa; \
|
|
print(damerau_osa.distance(\"${lidarrAlbumReleaseTitleClean,,}\", \"${deezerAlbumTitleClean,,}\", $matchDistance))" \
|
|
2>/dev/null
|
|
)
|
|
if [ "$diff" != "-1" ]; then
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: \
|
|
Tidal MATCH Found :: Calculated Difference = $diff"
|
|
|
|
# Execute Download
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
Downloading $downloadedTrackCount Tracks :: $downloadedAlbumTitle ($downloadedReleaseYear)"
|
|
|
|
DownloadProcess "$tidalArtistAlbumId" "TIDAL" "$downloadedReleaseYear" "$downloadedAlbumTitle" "$downloadedTrackCount"
|
|
# End search if lidarr was successfully notified for import
|
|
[ "$lidarrDownloadImportNotfication" == "true" ] && break
|
|
else
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: \
|
|
Tidal Match Not Found :: Calculated Difference ($diff) greater than $matchDistance"
|
|
fi
|
|
done
|
|
|
|
}
|
|
|
|
FuzzyTidalSearch () {
|
|
# Required Inputs
|
|
# $1 Process ID
|
|
# $2 Lyric Type (explicit = true, clean = false)
|
|
|
|
if [ "$2" == "true" ]; then
|
|
type="Explicit"
|
|
else
|
|
type="Clean"
|
|
fi
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
Searching... (Track Count: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount)..."
|
|
|
|
if [ "$lidarrArtistForeignArtistId" == "89ad4ac3-39f7-470e-963a-56509c546377" ]; then
|
|
# Search without Artist for VA albums
|
|
tidalSearch=$(curl -s "https://api.tidal.com/v1/search/albums?query=${albumTitleSearch}&countryCode=${tidalCountryCode}&limit=20" \
|
|
-H 'x-tidal-token: CzET4vdadNUFQ5JU' \
|
|
| jq -r ".items | sort_by(.numberOfTracks) \
|
|
| sort_by(.explicit) | reverse |.[] | select(.explicit==\"$2\") \
|
|
| select((.numberOfTracks <= $lidarrAlbumReleasesMaxTrackCount) and .numberOfTracks >= $lidarrAlbumReleasesMinTrackCount)")
|
|
else
|
|
# Search with Artist for non VA albums
|
|
tidalSearch=$(curl -s \
|
|
"https://api.tidal.com/v1/search/albums?query=${albumArtistNameSearch}%20${albumTitleSearch}&countryCode=${tidalCountryCode}&limit=20" \
|
|
-H 'x-tidal-token: CzET4vdadNUFQ5JU' \
|
|
| jq -r ".items | sort_by(.numberOfTracks) \
|
|
| sort_by(.explicit) | reverse |.[]| select(.explicit==\"$2\") \
|
|
| select((.numberOfTracks <= $lidarrAlbumReleasesMaxTrackCount) and .numberOfTracks >= $lidarrAlbumReleasesMinTrackCount)")
|
|
fi
|
|
sleep $sleepTimer
|
|
tidalSearch=$(echo "$tidalSearch" | jq -r )
|
|
searchResultCount=$(echo "$tidalSearch" | jq -r ".id" | sort -u | wc -l)
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: $searchResultCount search results found"
|
|
|
|
if [ -n "$tidalSearch" ]; then
|
|
for tidalAlbumID in $(echo "$tidalSearch" | jq -r .id | sort -u); do
|
|
tidalAlbumData="$(echo "$tidalSearch" | jq -r "select(.id==$tidalAlbumID)")"
|
|
tidalAlbumTitle=$(echo "$tidalAlbumData"| jq -r .title)
|
|
tidalAlbumTitleClean=$(echo "${tidalAlbumTitle}" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')
|
|
tidalAlbumTitleClean="${tidalAlbumTitleClean:0:130}"
|
|
downloadedReleaseDate="$(echo "${tidalAlbumData}" | jq -r .releaseDate)"
|
|
if [ "$downloadedReleaseDate" == "null" ]; then
|
|
downloadedReleaseDate=$(echo "$tidalAlbumData" | jq -r '.streamStartDate')
|
|
fi
|
|
downloadedReleaseYear="${downloadedReleaseDate:0:4}"
|
|
downloadedTrackCount=$(echo "$tidalAlbumData"| jq -r .numberOfTracks)
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: Checking for Match..."
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: Calculating Damerau-Levenshtein distance..."
|
|
|
|
diff=$(python -c "from editdistpy import damerau_osa; \
|
|
print(damerau_osa.distance(\"${lidarrAlbumReleaseTitleClean,,}\", \"${deezerAlbumTitleClean,,}\", $matchDistance))" \
|
|
2>/dev/null
|
|
)
|
|
if [ "$diff" != "-1" ]; then
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: \
|
|
Tidal MATCH Found :: Calculated Difference = $diff"
|
|
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
Downloading $downloadedTrackCount Tracks :: $tidalAlbumTitle ($downloadedReleaseYear)"
|
|
|
|
DownloadProcess "$tidalAlbumID" "TIDAL" "$downloadedReleaseYear" "$tidalAlbumTitle" "$downloadedTrackCount"
|
|
|
|
else
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
$lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: \
|
|
Tidal Match Not Found :: Calculated Difference ($diff) greater than $matchDistance"
|
|
fi
|
|
# End search if lidarr was successfully notified for import
|
|
[ "$lidarrDownloadImportNotfication" == "true" ] && break
|
|
done
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \
|
|
ERROR :: Albums found, but none matching search criteria..."
|
|
else
|
|
log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \
|
|
Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: ERROR :: No results found..."
|
|
fi
|
|
}
|
|
|
|
LidarrTaskStatusCheck () {
|
|
alerted=no
|
|
until false
|
|
do
|
|
taskCount=$(curl -s "$arrUrl/api/v1/command?apikey=${arrApiKey}" | jq -r '.[] | select(.status=="started") | .name' | wc -l)
|
|
if [ "$taskCount" -ge "1" ]; then
|
|
if [ "$alerted" == "no" ]; then
|
|
alerted=yes
|
|
log "STATUS :: LIDARR BUSY :: Pausing/waiting for all active Lidarr tasks to end..."
|
|
fi
|
|
sleep 2
|
|
else
|
|
break
|
|
fi
|
|
done
|
|
}
|
|
|
|
LidarrMissingAlbumSearch () {
|
|
|
|
log "Begin searching for missing artist albums via Lidarr Indexers..."
|
|
lidarrArtistIds=$(echo "$lidarrMissingAlbumArtistsData" | jq -r .id)
|
|
lidarrArtistIdsCount=$(echo "$lidarrArtistIds" | wc -l)
|
|
processCount=0
|
|
for lidarrArtistId in $lidarrArtistIds; do
|
|
processCount=$(( processCount + 1))
|
|
lidarrArtistData=$(echo "$lidarrMissingAlbumArtistsData" | jq -r "select(.id==$lidarrArtistId)")
|
|
lidarrArtistName=$(echo "$lidarrArtistData" | jq -r .artistName)
|
|
lidarrArtistMusicbrainzId=$(echo "$lidarrArtistData" | jq -r .foreignArtistId)
|
|
if [ -d "${STATE_DIR}/extended/logs/searched/lidarr/artist" ]; then
|
|
if [ -f "${STATE_DIR}/extended/logs/searched/lidarr/artist/$lidarrArtistMusicbrainzId" ]; then
|
|
log "$processCount of $lidarrArtistIdsCount :: \
|
|
Previously Notified Lidarr to search for \"$lidarrArtistName\" :: Skipping..."
|
|
continue
|
|
fi
|
|
fi
|
|
log "$processCount of $lidarrArtistIdsCount :: Notified Lidarr to search for \"$lidarrArtistName\""
|
|
|
|
startLidarrArtistSearch=$(curl -s "$arrUrl/api/v1/command" -X POST \
|
|
-H "Content-Type: application/json" -H "X-Api-Key: $arrApiKey" \
|
|
--data-raw "{\"name\":\"ArtistSearch\",\"artistId\":$lidarrArtistId}")
|
|
if [ ! -d "${STATE_DIR}/extended/logs/searched/lidarr/artist" ]; then
|
|
mkdir -p "${STATE_DIR}/extended/logs/searched/lidarr/artist"
|
|
fi
|
|
touch "${STATE_DIR}/extended/logs/searched/lidarr/artist/$lidarrArtistMusicbrainzId"
|
|
done
|
|
}
|
|
|
|
audioFlacVerification () {
|
|
# Test Flac File for errors
|
|
# $1 File for verification
|
|
verifiedFlacFile=""
|
|
verifiedFlacFile=$(flac --totally-silent -t "$1"; echo $?)
|
|
}
|
|
|
|
NotifyWebhook () {
|
|
if [ "$webHook" ]
|
|
then
|
|
content="$1: $2"
|
|
curl -s -X POST "{$webHook}" -H 'Content-Type: application/json' -d '{"event":"'"$1"'", "message":"'"$2"'", "content":"'"$content"'"}'
|
|
fi
|
|
}
|
|
|
|
AudioProcess () {
|
|
|
|
Configuration
|
|
|
|
LidarrRootFolderCheck
|
|
|
|
DownloadFormat
|
|
|
|
if [ "$dlClientSource" == "deezer" ] || [ "$dlClientSource" == "both" ]; then
|
|
DeemixClientSetup
|
|
fi
|
|
|
|
if [ "$dlClientSource" == "tidal" ] || [ "$dlClientSource" == "both" ]; then
|
|
TidalClientSetup
|
|
fi
|
|
|
|
LidarrTaskStatusCheck
|
|
|
|
# Get artist list for LidarrMissingAlbumSearch process, to prevent searching for artists that will not be processed by the script
|
|
lidarrMissingAlbumArtistsData=$(wget --timeout=0 -q -O - "$arrUrl/api/v1/artist?apikey=$arrApiKey" | jq -r .[])
|
|
|
|
if [ "$dlClientSource" == "deezer" ] || [ "$dlClientSource" == "tidal" ] || [ "$dlClientSource" == "both" ]; then
|
|
GetMissingCutOffList
|
|
else
|
|
log "ERROR :: No valid dlClientSource set"
|
|
log "ERROR :: Expected configuration :: deezer or tidal or both"
|
|
log "ERROR :: dlClientSource set as: \"$dlClientSource\""
|
|
fi
|
|
|
|
if [ "$addDeezerTopArtists" == "true" ] || [ "$addDeezerTopAlbumArtists" == "true" ] || [ "$addDeezerTopTrackArtists" == "true" ] || [ "$addRelatedArtists" == "true" ]; then
|
|
LidarrTaskStatusCheck
|
|
LidarrMissingAlbumSearch
|
|
fi
|
|
|
|
log "Script end..."
|
|
}
|
|
|
|
log "Starting Script...."
|
|
for (( ; ; )); do
|
|
(( i++ )) || true
|
|
verifyConfig
|
|
getArrAppInfo "${STATE_DIR}"
|
|
verifyApiAccess
|
|
AudioProcess
|
|
log "Script sleeping for $audioScriptInterval..."
|
|
sleep "$audioScriptInterval"
|
|
done
|
|
|
|
exit
|