#!/usr/bin/with-contenv bash set -euo pipefail while [[ $# -gt 0 ]]; do case $1 in --state-dir) STATE_DIR="$2" shift shift ;; *) echo "Unknown option $1" exit 1 ;; esac done scriptName="Audio" ### Import Settings # shellcheck source=../config/extended.conf source "${STATE_DIR}/extended.conf" #### Import Functions source ../universal/functions.bash AddTag () { log "adding arr-extended tag" lidarrProcessIt=$(curl -s "$arrUrl/api/v1/tag" --header "X-Api-Key:" "${arrApiKey}" -H "Content-Type: application/json" --data-raw '{"label":"arr-extended"}') } AddDownloadClient () { downloadClientsData=$(curl -s "$arrUrl/api/v1/downloadclient" --header "X-Api-Key:" "${arrApiKey}" -H "Content-Type: application/json") downloadClientCheck="$(echo "$downloadClientsData" | grep "Arr-Extended")" if [ -z "$downloadClientCheck" ]; then AddTag if [ ! -d "$importPath" ]; then mkdir -p "$importPath" fi log "Adding download Client" lidarrProcessIt=$(curl -s "$arrUrl/api/v1/downloadclient" --header "X-Api-Key:" "${arrApiKey}" -H "Content-Type: application/json" --data-raw "{\"enable\":true,\"protocol\":\"usenet\",\"priority\":10,\"removeCompletedDownloads\":true,\"removeFailedDownloads\":true,\"name\":\"Arr-Extended\",\"fields\":[{\"name\":\"nzbFolder\",\"value\":\"$importPath\"},{\"name\":\"watchFolder\",\"value\":\"$importPath\"}],\"implementationName\":\"Usenet Blackhole\",\"implementation\":\"UsenetBlackhole\",\"configContract\":\"UsenetBlackholeSettings\",\"infoLink\":\"https://wiki.servarr.com/lidarr/supported#usenetblackhole\",\"tags\":[]}") fi } verifyConfig () { ### Import Settings # shellcheck source=../config/extended.conf source "${STATE_DIR}/extended.conf" if [ "$enableAudio" != "true" ]; then log "Script is not enabled, enable by setting enableAudio to \"true\" by modifying the \"/config/extended.conf\" config file..." exit 0 fi if [ -z "$audioScriptInterval" ]; then audioScriptInterval="15m" fi if [ -z "$downloadPath" ]; then downloadPath="${STATE_DIR}/extended/downloads" fi if [ -z "$importPath" ]; then importPath="${STATE_DIR}/extended/import" fi if [ -z "$failedDownloadAttemptThreshold" ]; then failedDownloadAttemptThreshold="6" fi if [ -z "$tidalClientTestDownloadId" ]; then tidalClientTestDownloadId="166356219" fi if [ -z "$deezerClientTestDownloadId" ]; then deezerClientTestDownloadId="197472472" fi if [ -z "$ignoreInstrumentalRelease" ]; then ignoreInstrumentalRelease="true" fi if [ -z "$downloadClientTimeOut" ]; then downloadClientTimeOut="10m" # if not set, set to 10 minutes fi if [ -z "$preferSpecialEditions" ]; then preferSpecialEditions="true" fi audioPath="$downloadPath/audio" } Configuration () { sleepTimer=0.5 tidaldlFail=0 deemixFail=0 sleep 5 if [ ! -d "${STATE_DIR}/xdg" ]; then mkdir -p "${STATE_DIR}/xdg" fi if [ -z "$topLimit" ]; then topLimit=10 fi verifyApiAccess AddDownloadClient if [ "$addDeezerTopArtists" == "true" ]; then log "Add Deezer Top $topLimit Artists is enabled" else log "Add Deezer Top Artists is disabled (enable by setting addDeezerTopArtists=true)" fi if [ "$addDeezerTopAlbumArtists" == "true" ]; then log "Add Deezer Top $topLimit Album Artists is enabled" else log "Add Deezer Top Album Artists is disabled (enable by setting addDeezerTopAlbumArtists=true)" fi if [ "$addDeezerTopTrackArtists" == "true" ]; then log "Add Deezer Top $topLimit Track Artists is enabled" else log "Add Deezer Top Track Artists is disabled (enable by setting addDeezerTopTrackArtists=true)" fi if [ "$addRelatedArtists" == "true" ]; then log "Add Deezer Related Artists is enabled" log "Add $numberOfRelatedArtistsToAddPerArtist Deezer related Artist for each Lidarr Artist" else log "Add Deezer Related Artists is disabled (enable by setting addRelatedArtists=true)" fi log "Download Location: $audioPath" log "Output format: $audioFormat" if [ "$audioFormat" != "native" ]; then if [ "$audioFormat" == "alac" ]; then audioBitrateText="LOSSLESS" else audioBitrateText="${audioBitrate}k" fi else audioBitrateText="$audioBitrate" fi log "Output bitrate: $audioBitrateText" if [ "$requireQuality" == "true" ]; then log "Download Quality Check Enabled" else log "Download Quality Check Disabled (enable by setting: requireQuality=true" fi if [ "$audioLyricType" == "both" ] || [ "$audioLyricType" == "explicit" ] || [ "$audioLyricType" == "explicit" ]; then log "Preferred audio lyric type: $audioLyricType" fi log "Tidal Country Code set to: $tidalCountryCode" if [ "$enableReplaygainTags" == "true" ]; then log "Replaygain Tagging Enabled" else log "Replaygain Tagging Disabled" fi log "Match Distance: $matchDistance" if [ $enableBeetsTagging = true ]; then log "Beets Tagging Enabled" log "Beets Matching Threshold ${beetsMatchPercentage}%" beetsMatchPercentage=$((100 - beetsMatchPercentage )) if grep "strong_rec_thresh: 0.04" "${STATE_DIR}/extended/beets-config.yaml" | read -r; then log "Configuring Beets Matching Threshold" sed -i "s/strong_rec_thresh: 0.04/strong_rec_thresh: 0.${beetsMatchPercentage}/g" "${STATE_DIR}/extended/beets-config.yaml" fi else log "Beets Tagging Disabled" fi if [ "$preferSpecialEditions" == "true" ]; then log "Prefer Special Editions Enabled" else log "Prefer Special Editions Disabled" fi log "Failed Download Attempt Threshold: $failedDownloadAttemptThreshold" } DownloadClientFreyr () { timeout $downloadClientTimeOut freyr --no-bar --no-net-check -d "$audioPath/incomplete" "deezer:album:$1" 2>&1 } DownloadFormat () { if [ "$audioFormat" == "native" ]; then if [ "$audioBitrate" == "master" ]; then tidalQuality=Master deemixQuality=flac elif [ "$audioBitrate" == "lossless" ]; then tidalQuality=HiFi deemixQuality=flac elif [ "$audioBitrate" == "high" ]; then tidalQuality=High deemixQuality=320 elif [ "$audioBitrate" == "low" ]; then tidalQuality=128 deemixQuality=128 else log "ERROR :: Invalid audioFormat and audioBitrate options set..." log "ERROR :: Change audioBitrate to a low, high, or lossless..." log "ERROR :: Exiting..." NotifyWebhook "FatalError" "Invalid audioFormat and audioBitrate options set" exit 1 fi else bitrateError="false" audioFormatError="false" tidalQuality=HiFi deemixQuality=flac case "$audioBitrate" in lossless | high | low) bitrateError="true" ;; *) bitrateError="false" ;; esac if [ "$bitrateError" == "true" ]; then log "ERROR :: Invalid audioBitrate options set..." log "ERROR :: Change audioBitrate to a desired bitrate number, example: 192..." log "ERROR :: Exiting..." NotifyWebhook "FatalError" "audioBitrate options set" exit 1 fi case "$audioFormat" in mp3 | alac | opus | aac) audioFormatError="false" ;; *) audioFormatError="true" ;; esac if [ "$audioFormatError" == "true" ]; then log "ERROR :: Invalid audioFormat options set..." log "ERROR :: Change audioFormat to a desired format (opus or mp3 or aac or alac)" NotifyWebhook "FatalError" "audioFormat options set" log "Script sleeping for $audioScriptInterval..." sleep $audioScriptInterval exit fi tidal-dl -q HiFi deemixQuality=flac bitrateError="" audioFormatError="" fi } DownloadFolderCleaner () { # check for completed download folder if [ -d "$audioPath/complete" ]; then log "Removing prevously completed downloads that failed to import..." # check for completed downloads older than 1 day if find "$audioPath/complete" -mindepth 1 -type d -mtime +1 | read -r; then # delete completed downloads older than 1 day, these most likely failed to import due to Lidarr failing to match find "$audioPath/complete" -mindepth 1 -type d -mtime +1 -exec rm -rf "{}" \; &>/dev/null fi fi } TidalClientSetup () { log "TIDAL :: Verifying tidal-dl configuration" touch "${STATE_DIR}/xdg/.tidal-dl.log" if [ -f "${STATE_DIR}/xdg/.tidal-dl.json" ]; then rm "${STATE_DIR}/xdg/.tidal-dl.json" fi if [ ! -f "${STATE_DIR}/xdg/.tidal-dl.json" ]; then log "TIDAL :: No default config found, importing default config \"tidal.json\"" if [ -f "${STATE_DIR}/extended/tidal-dl.json" ]; then cp "${STATE_DIR}/extended/tidal-dl.json" "${STATE_DIR}/xdg/.tidal-dl.json" fi fi TidaldlStatusCheck tidal-dl -o "$audioPath/incomplete" 2>&1 DownloadFormat if [ ! -f "${STATE_DIR}/xdg/.tidal-dl.token.json" ]; then TidaldlStatusCheck #log "TIDAL :: ERROR :: Downgrade tidal-dl for workaround..." #pip3 install tidal-dl==2022.3.4.2 --no-cache-dir &>/dev/null log "TIDAL :: ERROR :: Loading client for required authentication, please authenticate, then exit the client..." NotifyWebhook "FatalError" "TIDAL requires authentication, please authenticate now (check logs)" TidaldlStatusCheck tidal-dl fi if [ ! -d "${STATE_DIR}/extended/cache/tidal" ]; then mkdir -p "${STATE_DIR}/extended/cache/tidal" fi if [ -d "${STATE_DIR}/extended/cache/tidal" ]; then log "TIDAL :: Purging album list cache..." rm "${STATE_DIR}/extended/cache/tidal/*-albums.json" &>/dev/null fi if [ ! -d "$audioPath/incomplete" ]; then mkdir -p "$audioPath"/incomplete else rm -rf "$audioPath/incomplete/*" fi TidaldlStatusCheck #log "TIDAL :: Upgrade tidal-dl to newer version..." #pip3 install tidal-dl==2022.07.06.1 --no-cache-dir &>/dev/null } TidaldlStatusCheck () { until false; do running=no if pgrep -f "tidal-dl" | read -r; then running=yes log "STATUS :: TIDAL-DL :: BUSY :: Pausing/waiting for all active tidal-dl tasks to end..." sleep 2 continue fi break done } TidalClientTest () { log "TIDAL :: tidal-dl client setup verification..." i=0 while [ $i -lt 3 ]; do i=$(( i + 1 )) TidaldlStatusCheck tidal-dl -q Normal -o "$audioPath/incomplete" -l "$tidalClientTestDownloadId" 2>&1 downloadCount=$(find "$audioPath/incomplete" -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | wc -l) if [ "$downloadCount" -le 0 ]; then continue else break fi done tidalClientTest="unknown" if [ "$downloadCount" -le 0 ]; then if [ -f "${STATE_DIR}/xdg/.tidal-dl.token.json" ]; then rm "${STATE_DIR}/xdg/.tidal-dl.token.json" fi log "TIDAL :: ERROR :: Download failed" log "TIDAL :: ERROR :: You will need to re-authenticate on next script run..." log "TIDAL :: ERROR :: Exiting..." rm -rf "$audioPath/incomplete/*" NotifyWebhook "Error" "TIDAL not authenticated but configured" tidalClientTest="failed" log "Script sleeping for $audioScriptInterval..." sleep $audioScriptInterval exit else rm -rf "$audioPath/incomplete/*" log "TIDAL :: Successfully Verified" tidalClientTest="success" fi } logDl () { log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: \ $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: $1" } DownloadProcess () { # Required Input Data # $1 = Album ID to download from online Service # $2 = Download Client Type (DEEZER or TIDAL) # $3 = Album Year that matches Album ID Metadata # $4 = Album Title that matches Album ID Metadata # $5 = Expected Track Count # Create Required Directories if [ ! -d "$audioPath/incomplete" ]; then mkdir -p "$audioPath/incomplete" else rm -rf "$audioPath/incomplete/*" fi if [ ! -d "$audioPath/complete" ]; then mkdir -p "$audioPath/complete" else rm -rf "$audioPath/complete/*" fi logPaths=( "deezer" "tidal" "failed/deezer" "failed/tidal" ) for p in "${!logPaths[@]}"; do if [ ! -d "${STATE_DIR}/extended/logs/downloaded/${logPaths[$p]}" ]; then mkdir -p "${STATE_DIR}/extended/logs/downloaded/${logPaths[$p]}" fi done if [ ! -d "$importPath" ]; then mkdir -p "$importPath" fi AddDownloadClient downloadedAlbumTitleClean="$(echo "$4" | sed -e "s%[^[:alpha:][:digit:]._' ]% %g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')" if find "$audioPath/complete" -type d -iname "$lidarrArtistNameSanitized-$downloadedAlbumTitleClean ($3)-*-$1-$2" | read -r; then logDl "ERROR :: Previously Downloaded..." return fi # check for log file for i in "DEEZER" "TIDAL"; do if [ "$2" == $i ]; then if [ -f "${STATE_DIR}/extended/logs/downloaded/${i,,}/$1" ]; then logDl "ERROR :: Previously Downloaded ($1)..." return fi if [ -f "${STATE_DIR}/extended/logs/downloaded/failed/${i,,}/$1" ]; then logDl "ERROR :: Previously Attempted Download ($1)..." return fi fi done downloadTry=0 until false do downloadTry=$(( downloadTry + 1 )) if [ -f /tmp/temp-download ]; then rm /tmp/temp-download sleep 0.1 fi touch /tmp/temp-download sleep 0.1 logDl "Download Attempt number $downloadTry" if [ "$2" == "DEEZER" ]; then if [ -z "$arlToken" ]; then DownloadClientFreyr "$1" else deemix -b $deemixQuality -p "$audioPath"/incomplete "https://www.deezer.com/album/$1" 2>&1 fi if [ -d "/tmp/deemix-imgs" ]; then rm -rf /tmp/deemix-imgs fi # Verify Client Works... clientTestDlCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | wc -l) if [ "$clientTestDlCount" -le 0 ]; then # Add +1 to failed attempts deemixFail=$(( deemixFail + 1)) else # Reset for successful download deemixFail=0 fi # If download failes X times, exit with error... if [ $deemixFail -eq $failedDownloadAttemptThreshold ] && [ -z "$arlToken" ]; then rm -rf "$audioPath"/incomplete/* logDl "All $failedDownloadAttemptThreshold Download Attempts failed, skipping..." else DeezerClientTest if [ "$deezerClientTest" == "success" ]; then logDl "All $failedDownloadAttemptThreshold Download Attempts failed, skipping..." deemixFail=0 fi fi fi if [ "$2" == "DEEZER" ] && [ $deemixFail -eq $failedDownloadAttemptThreshold ] && [ -z "$arlToken" ]; then DownloadClientFreyr "$1" else deemix -b $deemixQuality -p "$audioPath"/incomplete "https://www.deezer.com/album/$1" 2>&1 fi if [ "$2" == "TIDAL" ]; then TidaldlStatusCheck tidal-dl -q $tidalQuality -o "$audioPath/incomplete" -l "$1" 2>&1 # Verify Client Works... clientTestDlCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | wc -l) if [ "$clientTestDlCount" -le 0 ]; then # Add +1 to failed attempts tidaldlFail=$(( tidaldlFail + 1)) else # Reset for successful download tidaldlFail=0 fi # If download failes X times, exit with error... if [ $tidaldlFail -eq $failedDownloadAttemptThreshold ]; then TidalClientTest if [ "$tidalClientTest" == "success" ]; then logDl "All $failedDownloadAttemptThreshold Download Attempts failed, skipping..." fi fi fi find "$audioPath/incomplete" -type f -iname "*.flac" -newer "/tmp/temp-download" -print0 | while IFS= read -r -d '' file; do audioFlacVerification "$file" if [ "$verifiedFlacFile" == "0" ]; then logDl "Flac Verification :: $file :: Verified" else logDl "Flac Verification :: $file :: ERROR :: Failed Verification" rm "$file" fi done downloadCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|m4a\|mp3\)" | wc -l) if [ "$downloadCount" -ne "$5" ]; then logDl "ERROR :: download failed, missing tracks..." completedVerification="false" else logDl "Success" completedVerification="true" fi if [ "$completedVerification" == "true" ]; then break elif [ "$downloadTry" == "2" ]; then if [ -d "$audioPath"/incomplete ]; then rm -rf "$audioPath"/incomplete/* fi break else logDl "Retry Download in 1 second fix errors..." sleep 1 fi done # Consolidate files to a single folder logDl "Consolidating files to single folder" find "$audioPath/incomplete" -type f -exec mv "{}" "$audioPath"/incomplete/ \; 2>/dev/null find $audioPath/incomplete/ -type d -mindepth 1 -maxdepth 1 -exec rm -rf {} \; 2>/dev/null downloadCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|m4a\|mp3\)" | wc -l) if [ "$downloadCount" -gt "0" ]; then # Check download for required quality (checks based on file extension) DownloadQualityCheck "$audioPath/incomplete" "$2" fi downloadCount=$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|m4a\|mp3\)" | wc -l) if [ "$downloadCount" -ne "$5" ]; then logDl "ERROR :: All download Attempts failed..." logDl "Logging $1 as failed download..." for awa in "DEEZER" "TIDAL"; do [ "$2" == $awa ] \ && touch "${STATE_DIR}/extended/logs/downloaded/failed/${awa,,}/$1" done return fi # Log Completed Download logDl "Logging $1 as successfully downloaded..." for awa in "DEEZER" "TIDAL"; do [ "$2" == $awa ] \ && touch "${STATE_DIR}/extended/logs/downloaded/${awa,,}/$1" done # Tag with beets if [ "$enableBeetsTagging" == "true" ]; then [ -f "${STATE_DIR}/extended/beets-error" ] && rm "${STATE_DIR}/extended/beets-error" logDl "Processing files with beets..." ProcessWithBeets "$audioPath/incomplete" fi # Embed Lyrics into Flac files find "$audioPath/incomplete" -type f -iname "*.flac" -print0 | while IFS= read -r -d '' file; do lrcFile="${file%.*}.lrc" if [ -f "$lrcFile" ]; then logDl "Embedding lyrics (lrc) into $file" metaflac --remove-tag=Lyrics "$file" metaflac --set-tag-from-file="Lyrics=$lrcFile" "$file" fi done if [ "$audioFormat" != "native" ]; then logDl "Converting Flac Audio to ${audioFormat^^} ($audioBitrateText)" [ "$audioFormat" == "opus" ] \ && options="-c:a libopus -b:a ${audioBitrate}k -application audio -vbr off" \ && extension=$audioFormat [ "$audioFormat" == "mp3" ] \ && options="-c:a libmp3lame -b:a ${audioBitrate}k" \ && extension=$audioFormat [ "$audioFormat" == "aac" ] \ && options="-c:a aac -b:a ${audioBitrate}k -movflags faststart" \ && extension="m4a" [ "$audioFormat" == "alac" ] \ && options="-c:a alac -movflags faststart" \ && extension="m4a" find "$audioPath/incomplete" -type f -iname "*.flac" -print0 | while IFS= read -r -d '' audio; do file="${audio}" filename="$(basename "$audio")" foldername="$(dirname "$audio")" filenamenoext="${filename%.*}" if [ "$audioFormat" == "opus" ]; then if opusenc --bitrate ${audioBitrate} --vbr --music "$file" "$foldername/${filenamenoext}.$extension"; then logDl "$filename :: Conversion to $audioFormat ($audioBitrateText) successful" rm "$file" else logDl "$filename :: ERROR :: Conversion Failed" rm "$foldername/${filenamenoext}.$extension" fi continue fi if ffmpeg -loglevel warning -hide_banner -nostats -i "$file" -n -vn "$options" "$foldername/${filenamenoext}.$extension" < /dev/null; then logDl "$filename :: Conversion to $audioFormat ($audioBitrateText) successful" rm "$file" else logDl "$filename :: ERROR :: Conversion Failed" rm "$foldername/${filenamenoext}.$extension" fi done fi if [ "$enableReplaygainTags" == "true" ]; then AddReplaygainTags "$audioPath/incomplete" else logDl "Replaygain Tagging Disabled (set enableReplaygainTags=true to enable...)" fi albumquality="$(find "$audioPath"/incomplete/ -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | head -n 1 | grep -i -E -o "\.{1}\w*$" | sed 's/\.//g')" downloadedAlbumFolder="${lidarrArtistNameSanitized}-${downloadedAlbumTitleClean:0:100} (${3})" find "$audioPath/incomplete" -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" -print0 | while IFS= read -r -d '' audio; do file="${audio}" filenoext="${file%.*}" filename="$(basename "$audio")" extension="${filename##*.}" filenamenoext="${filename%.*}" if [ ! -d "$audioPath/complete" ]; then mkdir -p "$audioPath"/complete chmod 777 "$audioPath"/complete fi mkdir -p "$audioPath/complete/$downloadedAlbumFolder" mv "$file" "$audioPath/complete/$downloadedAlbumFolder"/ done chmod -R 777 "$audioPath"/complete mv "$audioPath/complete/$downloadedAlbumFolder" "$importPath" if [ -d "$importPath/$downloadedAlbumFolder" ]; then NotifyLidarrForImport "$importPath/$downloadedAlbumFolder" lidarrDownloadImportNotfication="true" LidarrTaskStatusCheck fi if [ -d "$audioPath/complete/$downloadedAlbumFolder" ]; then rm -rf "$audioPath"/incomplete/* fi } ProcessWithBeets () { # Input # $1 Download Folder to process for awa in "extended/beets-library.blb" "extended/beets.log" "beets-match"; do [ -f "${STATE_DIR}/${awa}" ] \ && rm "${STATE_DIR}/${awa}" \ && sleep 0.5 done touch "${STATE_DIR}/beets-match" sleep 0.5 beet -c "${STATE_DIR}/extended/beets-config.yaml" \ -l "${STATE_DIR}/extended/beets-library.blb" -d "$1" import -qC "$1" if [ "$(find "$1" -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" -newer "${STATE_DIR}/beets-match" | wc -l)" -gt 0 ]; then logDl "SUCCESS: Matched with beets!" logDl "fixing track tags" find "$audioPath/incomplete" -type f -iname "*.flac" -print0 | while IFS= read -r -d '' file; do getArtistCredit="$(ffprobe -loglevel 0 -print_format json -show_format -show_streams "$file" | jq -r ".format.tags.ARTIST_CREDIT" | sed "s/null//g" | sed "/^$/d")" # album artist metaflac \ --remove-tag=ALBUMARTIST --remove-tag=ALBUMARTIST_CREDIT --remove-tag=ALBUM_ARTIST \ --remove-tag="ALBUM ARTIST" --remove-tag=ARTIST --remove-tag=ARTIST_CREDIT \ --remove-tag=ARTISTSORT --remove-tag=COMPOSERSORT --remove-tag=ALBUMARTISTSORT \ --remove-tag=MUSICBRAINZ_ARTISTID --remove-tag=MUSICBRAINZ_ALBUMARTISTID \ "$file" metaflac \ --set-tag=ALBUMARTIST="$lidarrArtistName" \ --set-tag=MUSICBRAINZ_ARTISTID="$lidarrArtistForeignArtistId" \ --set-tag=MUSICBRAINZ_ALBUMARTISTID="$lidarrArtistForeignArtistId" \ "$file" if [ -n "$getArtistCredit" ]; then metaflac --set-tag=ARTIST="$getArtistCredit" "$file" else metaflac --set-tag=ARTIST="$lidarrArtistName" "$file" fi log "FIXED : $file" done else log "ERROR :: Unable to match using beets to a musicbrainz release..." return fi [ -f "${STATE_DIR}/beets-match" ] \ && rm "${STATE_DIR}/beets-match" \ && sleep 0.1 # Get file metadata GetFile=$(find "$audioPath/incomplete" -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | head -n1) extension="${GetFile##*.}" ffprobeGet=$(ffprobe -hide_banner -loglevel fatal -show_error -show_format -show_streams \ -show_programs -show_chapters -show_private_data -print_format json \ "$GetFile" ) if [ "$extension" == "opus" ]; then matchedTags=$(${ffprobeGet} | jq -r ".streams[].tags") else matchedTags=$(${ffprobeGet} | jq -r ".format.tags") fi # Get Musicbrainz Release Group ID and Album Artist ID from tagged file if [ "$extension" == "flac" ] || [ "$extension" == "opus" ]; then matchedTagsAlbumReleaseGroupId="$(echo "$matchedTags" | jq -r ".MUSICBRAINZ_RELEASEGROUPID")" matchedTagsAlbumArtistId="$(echo "$matchedTags" | jq -r ".MUSICBRAINZ_ALBUMARTISTID")" elif [ "$extension" == "mp3" ] || [ "$extension" == "m4a" ]; then matchedTagsAlbumReleaseGroupId="$(echo "$matchedTags" | jq -r '."MusicBrainz Release Group Id"')" matchedLidarrAlbumArtistId="$(echo "$matchedTags" | jq -r '."MusicBrainz Ablum Artist Id"')" fi [ ! -d "${STATE_DIR}/extended/logs/downloaded/musicbrainz_matched" ] \ && mkdir -p "${STATE_DIR}/extended/logs/downloaded/musicbrainz_matched" [ ! -f "${STATE_DIR}/extended/logs/downloaded/musicbrainz_matched/$matchedTagsAlbumReleaseGroupId" ] \ && log "Marking MusicBrainz Release Group ($matchedTagsAlbumReleaseGroupId) as successfully downloaded..." \ && touch "${STATE_DIR}/extended/logs/downloaded/musicbrainz_matched/$matchedTagsAlbumReleaseGroupId" } DownloadQualityCheck () { [ "$requireQuality" != "true" ] \ && logDl "Skipping download quality check... (enable by setting: requireQuality=true)" \ && return logDl "Checking for unwanted files" local deezer local tidal local other local notNative notNative=$([ "$audioFormat" != "native" ] \ && find "$1" -type f -regex ".*/.*\.\(opus\|m4a\|mp3\)" | read -r ) other=$([ "$audioBitrate" == "master" ] || [ "$audioBitrate" == "lossless" ] \ && find "$1" -type f -regex ".*/.*\.\(opus\|m4a\|mp3\)" | read -r ) deezer=$([ "$2" == "DEEZER" ] \ && find "$1" -type f -regex ".*/.*\.\(opus\|m4a\|flac\)" | read -r ) tidal=$([ "$2" == "TIDAL" ] \ && find "$1" -type f -regex ".*/.*\.\(opus\|flac\|mp3\)" | read -r ) if $notNative || $deezer || $tidal || $other; then logDl "Unwanted files found!" logDl "Performing cleanup..." rm "$1"/* else logDl "No unwanted files found!" fi } AddReplaygainTags () { # Input Data # $1 Folder path to scan and add tags logDl "Adding Replaygain Tags using r128gain" r128gain -r -c 1 -a "$1" &>/dev/null } NotifyLidarrForImport () { curl -s "$arrUrl/api/v1/command" --header "X-Api-Key:" "${arrApiKey}" -H "Content-Type: application/json" --data "{\"name\":\"DownloadedAlbumsScan\", \"path\":\"$1\"}" logDl "LIDARR IMPORT NOTIFICATION SENT! :: $1" } DeemixClientSetup () { log "DEEZER :: Verifying deemix configuration" if [ -n "$arlToken" ]; then arlToken="$(echo "$arlToken" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')" # Create directories mkdir -p "${STATE_DIR}/xdg/deemix" if [ -f "${STATE_DIR}/xdg/deemix/.arl" ]; then rm "${STATE_DIR}/xdg/deemix/.arl" fi if [ ! -f "${STATE_DIR}/xdg/deemix/.arl" ]; then echo -n "$arlToken" > "/${STATE_DIR}/xdg/deemix/.arl" fi log "DEEZER :: ARL Token: Configured" else log "DEEZER :: ERROR :: arlToken setting invalid, currently set to: $arlToken" fi if [ -f "${STATE_DIR}/xdg/deemix/config.json" ]; then rm "${STATE_DIR}/xdg/deemix/config.json" fi if [ -f "${STATE_DIR}/extended/deemix_config.json" ]; then log "DEEZER :: Configuring deemix client" cp "${STATE_DIR}/extended/deemix_config.json" "${STATE_DIR}/xdg/deemix/config.json" fi if [ -d "${STATE_DIR}/extended/cache/deezer" ]; then log "DEEZER :: Purging album list cache..." rm "${STATE_DIR}/extended/cache/deezer/*-albums.json" &>/dev/null fi if [ ! -d "$audioPath/incomplete" ]; then mkdir -p "$audioPath"/incomplete else rm -rf "$audioPath"/incomplete/* fi #log "DEEZER :: Upgrade deemix to the latest..." #pip install deemix --upgrade &>/dev/null } DeezerClientTest () { log "DEEZER :: deemix client setup verification..." deemix -b 128 -p $audioPath/incomplete "https://www.deezer.com/album/$deezerClientTestDownloadId" if [ -d "/tmp/deemix-imgs" ]; then rm -rf /tmp/deemix-imgs fi deezerClientTest="unknown" downloadCount=$(find $audioPath/incomplete/ -type f -regex ".*/.*\.\(flac\|opus\|m4a\|mp3\)" | wc -l) if [ "$downloadCount" -le 0 ]; then log "DEEZER :: ERROR :: Download failed" log "DEEZER :: ERROR :: Please review log for errors in client" log "DEEZER :: ERROR :: Try updating your ARL Token to possibly resolve the issue..." log "DEEZER :: ERROR :: Exiting..." rm -rf $audioPath/incomplete/* NotifyWebhook "Error" "DEEZER not authenticated but configured" deezerClientTest="fail" exit else rm -rf $audioPath/incomplete/* log "DEEZER :: Successfully Verified" deezerClientTest="success" fi } LidarrRootFolderCheck () { if curl -s "$arrUrl/api/v1/rootFolder" -H "X-Api-Key: ${arrApiKey}" | sed '1q' | grep "\[\]" | read -r; then log "ERROR :: No root folder found" log "ERROR :: Configure root folder in Lidarr to continue..." log "ERROR :: Exiting..." NotifyWebhook "FatalError" "No root folder found" exit fi } GetMissingCutOffList () { # Remove previous search missing/cutoff list [ -d "${STATE_DIR}/extended/cache/lidarr/list" ] \ && rm -rf "${STATE_DIR}/extended/cache/lidarr/list" \ && sleep 0.1 # Create list folder if does not exist mkdir -p "${STATE_DIR}/extended/cache/lidarr/list" # Create notfound log folder if does not exist [ ! -d "${STATE_DIR}/extended/logs/notfound" ] \ && mkdir -p "${STATE_DIR}/extended/logs/notfound" # Configure searchSort preferences based on settings if [ "$searchSort" == "date" ]; then searchOrder="releaseDate" searchDirection="descending" elif [ "$searchSort" == "album" ]; then searchOrder="albumType" searchDirection="ascending" fi lidarrMissingTotalRecords=$(wget --timeout=0 -q -O - "$arrUrl/api/v1/wanted/missing?page=1&pagesize=1&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" | jq -r .totalRecords) log "FINDING MISSING ALBUMS :: sorted by $searchSort" amountPerPull=1000 page=0 log "$lidarrMissingTotalRecords Missing Albums Found!" log "Getting Missing Album IDs" if [ "$lidarrMissingTotalRecords" -ge 1 ]; then offsetcount=$(( lidarrMissingTotalRecords / amountPerPull )) for ((i=0;i<=offsetcount;i++)); do page=$(( i + 1 )) offset=$(( i * amountPerPull )) dlnumber=$(( offset + amountPerPull )) if [ "$dlnumber" -gt "$lidarrMissingTotalRecords" ]; then dlnumber="$lidarrMissingTotalRecords" fi log "$page :: missing :: Downloading page $page... ($offset - $dlnumber of $lidarrMissingTotalRecords Results)" wget --timeout=0 -q -O - \ "$arrUrl/api/v1/wanted/missing?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" \ | jq -r '.records[].id' \ | sort > "${STATE_DIR}/extended/cache/tocheck.txt" log "$page :: missing :: Filtering Album IDs by removing previously searched Album IDs (${STATE_DIR}/extended/logs/notfound/)" ls "${STATE_DIR}/extended/logs/notfound/" | sed "s/--.*//" > "${STATE_DIR}/extended/cache/notfound.txt" for lidarrRecordId in $(comm -13 "${STATE_DIR}/extended/cache/notfound.txt" "${STATE_DIR}/extended/cache/tocheck.txt"); do for f in "${STATE_DIR}"/extended/logs/notfound/"$lidarrRecordId"--*; do if [ ! -f "$f" ]; then touch "${STATE_DIR}/extended/cache/lidarr/list/${lidarrRecordId}-missing" fi done done rm "${STATE_DIR}/extended/cache/notfound.txt" "${STATE_DIR}/extended/cache/tocheck.txt" lidarrMissingRecords=$(ls "${STATE_DIR}/extended/cache/lidarr/list" 2>/dev/null | wc -l) log "$page :: missing :: ${lidarrMissingRecords} albums found to process!" wantedListAlbumTotal=$lidarrMissingRecords if [ "${lidarrMissingRecords}" -gt 0 ]; then log "$page :: missing :: Searching for $wantedListAlbumTotal items" SearchProcess rm "${STATE_DIR}/extended/cache/lidarr/list/*-missing" fi done fi # Get cutoff album list lidarrCutoffTotalRecords=$(wget --timeout=0 -q -O - \ "$arrUrl/api/v1/wanted/cutoff?page=1&pagesize=1&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" \ | jq -r .totalRecords ) log "FINDING CUTOFF ALBUMS sorted by $searchSort" log "$lidarrCutoffTotalRecords CutOff Albums Found Found!" log "Getting CutOff Album IDs" page=0 if [ "$lidarrCutoffTotalRecords" -ge 1 ]; then offsetcount=$(( lidarrCutoffTotalRecords / amountPerPull )) for ((i=0;i<=offsetcount;i++)); do page=$(( i + 1 )) offset=$(( i * amountPerPull )) dlnumber=$(( offset + amountPerPull )) if [ "$dlnumber" -gt "$lidarrCutoffTotalRecords" ]; then dlnumber="$lidarrCutoffTotalRecords" fi log "$page :: cutoff :: Downloading page $page... ($offset - $dlnumber of $lidarrCutoffTotalRecords Results)" # lidarrRecords=$(wget --timeout=0 -q -O - "$arrUrl/api/v1/wanted/cutoff?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" | jq -r '.records[].id') wget --timeout=0 -q -O - \ "$arrUrl/api/v1/wanted/cutoff?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" \ | jq -r '.records[].id' \ | sort > "${STATE_DIR}/extended/cache/tocheck.txt" log "$page :: cutoff :: Filtering Album IDs by removing previously searched Album IDs (${STATE_DIR}/extended/logs/notfound/)" ls "${STATE_DIR}/extended/logs/notfound/" | sed "s/--.*//" > "${STATE_DIR}/extended/cache/notfound.txt" for lidarrRecordId in $(comm -13 "${STATE_DIR}/extended/cache/notfound.txt" "${STATE_DIR}/extended/cache/tocheck.txt"); do for f in "${STATE_DIR}"/extended/logs/notfound/"$lidarrRecordId"--*; do if [ ! -f "$f" ]; then touch "${STATE_DIR}/extended/cache/lidarr/list/${lidarrRecordId}-missing" fi done done rm "${STATE_DIR}/extended/cache/notfound.txt" "${STATE_DIR}/extended/cache/tocheck.txt" local cutoffFiles cutoffFiles=("${STATE_DIR}/extended/cache/lidarr/list/*-cutoff") lidarrCutoffRecords=${#cutoffFiles[@]} log "$page :: cutoff :: ${lidarrCutoffRecords} albums found to process!" wantedListAlbumTotal=$lidarrCutoffRecords if [ "${lidarrCutoffRecords}" -gt 0 ]; then log "$page :: cutoff :: Searching for $wantedListAlbumTotal items" SearchProcess rm "${STATE_DIR}/extended/cache/lidarr/list/*-cutoff" fi done fi } SearchProcess () { if [ "$wantedListAlbumTotal" == "0" ]; then log "No items to find, end" return fi processNumber=0 for lidarrMissingId in $(ls -tr "${STATE_DIR}/extended/cache/lidarr/list"); do processNumber=$(( processNumber + 1 )) wantedAlbumId=$(echo "$lidarrMissingId" | sed -e "s%[^[:digit:]]%%g") checkLidarrAlbumId=$wantedAlbumId wantedAlbumListSource=$(echo $lidarrMissingId | sed -e "s%[^[:alpha:]]%%g") lidarrAlbumData="$(curl -s "$arrUrl/api/v1/album/$wantedAlbumId?apikey=${arrApiKey}")" lidarrArtistData=$(echo "${lidarrAlbumData}" | jq -r ".artist") lidarrArtistName=$(echo "${lidarrArtistData}" | jq -r ".artistName") lidarrArtistForeignArtistId=$(echo "${lidarrArtistData}" | jq -r ".foreignArtistId") lidarrAlbumType=$(echo "$lidarrAlbumData" | jq -r ".albumType") lidarrAlbumTitle=$(echo "$lidarrAlbumData" | jq -r ".title") lidarrAlbumForeignAlbumId=$(echo "$lidarrAlbumData" | jq -r ".foreignAlbumId") LidarrTaskStatusCheck [ -f "${STATE_DIR}/extended/logs/notfound/$wantedAlbumId--$lidarrArtistForeignArtistId--$lidarrAlbumForeignAlbumId" ] \ && logDl "$wantedAlbumListSource :: $lidarrArtistName :: $lidarrAlbumTitle :: Previously Not Found, skipping..." \ && continue # Skip Video Check for Various Artists album searches because videos are not supported... if [ "$enableVideo" == "true" ] \ && [ "$lidarrArtistForeignArtistId" != "89ad4ac3-39f7-470e-963a-56509c546377" ] \ && [ -d "${STATE_DIR}/extended/logs/video/complete" ] \ && [ ! -f "${STATE_DIR}/extended/logs/video/complete/$lidarrArtistForeignArtistId" ]; then logDl "$wantedAlbumListSource :: $lidarrArtistName :: $lidarrAlbumTitle :: Skipping until all videos are processed for the artist..." continue else logDl "$wantedAlbumListSource :: $lidarrArtistName :: $lidarrAlbumTitle :: Skipping until all videos are processed for the artist..." continue fi if [ -f "${STATE_DIR}/extended/logs/downloaded/notfound/$lidarrAlbumForeignAlbumId" ]; then logDL "Previously Not Found, skipping..." rm "${STATE_DIR}/extended/logs/downloaded/notfound/$lidarrAlbumForeignAlbumId" touch "${STATE_DIR}/extended/logs/notfound/$wantedAlbumId--$lidarrArtistForeignArtistId--$lidarrAlbumForeignAlbumId" continue fi lidarrAlbumTitleClean=$(echo "$lidarrAlbumTitle" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g') lidarrAlbumTitleCleanSpaces=$(echo "$lidarrAlbumTitle" | sed -e "s%[^[:alpha:][:digit:]]% %g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g') lidarrAlbumReleases=$(echo "$lidarrAlbumData" | jq -r ".releases") #echo $lidarrAlbumData | jq -r lidarrAlbumWordCount=$(echo $lidarrAlbumTitle | wc -w) #echo $lidarrAlbumReleases | jq -r lidarrArtistData=$(echo "${lidarrAlbumData}" | jq -r ".artist") lidarrArtistId=$(echo "${lidarrArtistData}" | jq -r ".artistMetadataId") lidarrArtistPath="$(echo "${lidarrArtistData}" | jq -r " .path")" lidarrArtistFolder="$(basename "${lidarrArtistPath}")" lidarrArtistName=$(echo "${lidarrArtistData}" | jq -r ".artistName") lidarrArtistNameSanitized="$(basename "${lidarrArtistPath}" | sed 's% (.*)$%%g' | sed 's/-/ /g')" lidarrArtistNameSearchSanitized="$(echo "$lidarrArtistName" | sed -e "s%[^[:alpha:][:digit:]]% %g" -e "s/ */ /g")" albumArtistNameSearch="$(jq -R -r @uri <<<"${lidarrArtistNameSearchSanitized}")" lidarrArtistForeignArtistId=$(echo "${lidarrArtistData}" | jq -r ".foreignArtistId") tidalArtistUrl=$(echo "${lidarrArtistData}" | jq -r ".links | .[] | select(.name==\"tidal\") | .url") tidalArtistIds="$(echo "$tidalArtistUrl" | grep -o '[[:digit:]]*' | sort -u)" deezerArtistUrl=$(echo "${lidarrArtistData}" | jq -r ".links | .[] | select(.name==\"deezer\") | .url") lidarrAlbumReleaseIds=$(echo "$lidarrAlbumData" | jq -r ".releases | sort_by(.trackCount) | reverse | .[].id") lidarrAlbumReleasesMinTrackCount=$(echo "$lidarrAlbumData" | jq -r ".releases[].trackCount" | sort -n | head -n1) lidarrAlbumReleasesMaxTrackCount=$(echo "$lidarrAlbumData" | jq -r ".releases[].trackCount" | sort -n -r | head -n1) lidarrAlbumReleaseDate=$(echo "$lidarrAlbumData" | jq -r .releaseDate) lidarrAlbumReleaseDate=${lidarrAlbumReleaseDate:0:10} lidarrAlbumReleaseDateClean="$(echo "$lidarrAlbumReleaseDate" | sed -e "s%[^[:digit:]]%%g")" lidarrAlbumReleaseYear="${lidarrAlbumReleaseDate:0:4}" currentDate="$(date "+%Y%m%d")" if [[ ${currentDate} -ge ${lidarrAlbumReleaseDateClean} ]]; then skipNotFoundLogCreation="false" releaseDateComparisonInDays=$(( $(( \ $(date --date="$currentDate" "+%s") - $(date --date="$lidarrAlbumReleaseDateClean" "+%s") \ )) / 60 / 60 / 24 \ )) logDl "Starting Search..." if [ $releaseDateComparisonInDays -lt 8 ]; then skipNotFoundLogCreation="true" fi else logDl "Album ($lidarrAlbumReleaseDate) has not been released, skipping..." continue fi skipTidal=$([ "$dlClientSource" != "tidal" ] && [ "$dlClientSource" != "both" ]) skipDeezer=$([ "$dlClientSource" != "deezer" ] && [ "$dlClientSource" != "both" ]) if [ "$skipDeezer" == "false" ]; then mapfile -t deezerArtistIds < <(echo "$deezerArtistUrl" | grep -o '[[:digit:]]*' | sort -u) if [ -z "$deezerArtistUrl" ]; then log "DEEZER :: ERROR :: musicbrainz id: $lidarrArtistForeignArtistId is missing Deezer link, see: \ \"${STATE_DIR}/logs/deezer-artist-id-not-found.txt\" for more detail..." touch "${STATE_DIR}/logs/deezer-artist-id-not-found.txt" skipDeezer=true if grep "https://musicbrainz.org/artist/$lidarrArtistForeignArtistId/edit" "${STATE_DIR}/logs/deezer-artist-id-not-found.txt" | read -r; then sleep 0.01 else echo "Update Musicbrainz Relationship Page: \ https://musicbrainz.org/artist/$lidarrArtistForeignArtistId/edit for \"${lidarrArtistName}\" with Deezer Artist Link" \ >> "${STATE_DIR}/logs/deezer-artist-id-not-found.txt" NotifyWebhook "ArtistError" \ "Update Musicbrainz Relationship Page: \ for ${lidarrArtistName} with Deezer Artist Link" fi fi fi if [ "$skipTidal" == "false" ] && [ -z "$tidalArtistUrl" ]; then log "TIDAL :: ERROR :: musicbrainz id: $lidarrArtistForeignArtistId is missing Tidal link, see: \ \"${STATE_DIR}/logs/tidal-artist-id-not-found.txt\" for more detail..." touch "${STATE_DIR}/logs/tidal-artist-id-not-found.txt" skipTidal=true if grep "https://musicbrainz.org/artist/$lidarrArtistForeignArtistId/edit" "${STATE_DIR}/logs/tidal-artist-id-not-found.txt" | read -r; then sleep 0.01 else echo "Update Musicbrainz Relationship Page: \ https://musicbrainz.org/artist/$lidarrArtistForeignArtistId/edit for \"${lidarrArtistName}\" with Tidal Artist Link" \ >> "${STATE_DIR}/logs/tidal-artist-id-not-found.txt" NotifyWebhook "ArtistError" \ "Update Musicbrainz Relationship Page: \ for ${lidarrArtistName} with Tidal Artist Link" fi fi # Begin cosolidated search process if [ "$audioLyricType" == "both" ]; then endLoop="2" else endLoop="1" fi # Get Release Titles & Disambiguation [ -f "/tmp/temp-release-list" ] \ && rm /tmp/temp-release-list for releaseId in $lidarrAlbumReleaseIds; do releaseTitle=$(echo "$lidarrAlbumData" | jq -r ".releases[] | select(.id==$releaseId) | .title") releaseDisambiguation=$(echo "$lidarrAlbumData" | jq -r ".releases[] | select(.id==$releaseId) | .disambiguation") if [ -z "$releaseDisambiguation" ]; then releaseDisambiguation="" else releaseDisambiguation=" ($releaseDisambiguation)" fi echo "${releaseTitle}${releaseDisambiguation}" >> /tmp/temp-release-list done echo "$lidarrAlbumTitle" >> /tmp/temp-release-list # Get Release Titles OLDIFS="$IFS" IFS=$'\n' if [ "$preferSpecialEditions" == "true" ]; then lidarrReleaseTitles=$(< /tmp/temp-release-list awk '{ print length, $0 }' | sort -u -n -s -r | cut -d" " -f2-) else lidarrReleaseTitles=$(< /tmp/temp-release-list awk '{ print length, $0 }' | sort -u -n -s | cut -d" " -f2-) fi mapfile -t lidarrReleaseTitles < <(echo "$lidarrReleaseTitles") IFS="$OLDIFS" loopCount=0 until false; do loopCount=$(( loopCount + 1 )) if [ "$loopCount" == "1" ]; then # First loop is either explicit or clean depending on script settings if [ "$audioLyricType" == "both" ] || [ "$audioLyricType" == "explicit" ]; then lyricFilter="true" else lyricFilter="false" fi else # 2nd loop is always clean lyricFilter="false" fi lidarrDownloadImportNotfication="false" releaseProcessCount=0 for title in "${!lidarrReleaseTitles[@]}"; do releaseProcessCount=$(( releaseProcessCount + 1)) lidarrReleaseTitle="${lidarrReleaseTitles[$title]}" lidarrAlbumReleaseTitleClean=$(echo "$lidarrReleaseTitle" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g') lidarrAlbumReleaseTitleClean="${lidarrAlbumReleaseTitleClean:0:130}" lidarrAlbumReleaseTitleSearchClean="$(echo "$lidarrReleaseTitle" | sed -e "s%[^[:alpha:][:digit:]]% %g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')" lidarrAlbumReleaseTitleFirstWord="$(echo "$lidarrReleaseTitle" | awk '{ print $1 }')" lidarrAlbumReleaseTitleFirstWord="${lidarrAlbumReleaseTitleFirstWord:0:3}" albumTitleSearch="$(jq -R -r @uri <<<"${lidarrAlbumReleaseTitleSearchClean}")" #echo "Debugging :: $loopCount :: $releaseProcessCount :: $lidarrArtistForeignArtistId :: $lidarrReleaseTitle :: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount :: $lidarrAlbumReleaseTitleFirstWord :: $albumArtistNameSearch :: $albumTitleSearch" if echo "$lidarrAlbumTitle" | grep -i "instrumental" | read -r; then sleep 0.01 elif [ "$ignoreInstrumentalRelease" == "true" ] && echo "$lidarrReleaseTitle" | grep -i "instrumental" | read -r ; then logDl "Instrumental Release Found, Skipping..." continue fi # Skip Various Artists album search that is not supported... if [ "$lidarrArtistForeignArtistId" != "89ad4ac3-39f7-470e-963a-56509c546377" ] \ && [ "$lidarrDownloadImportNotfication" == "false" ]; then # Tidal Artist search if [ "$dlClientSource" == "both" ] || [ "$dlClientSource" == "tidal" ]; then for tidalArtistId in $tidalArtistIds; do ArtistTidalSearch "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal" "$tidalArtistId" "$lyricFilter" sleep 0.01 done fi # Deezer artist search if [ "$dlClientSource" == "both" ] || [ "$dlClientSource" == "deezer" ]; then for dId in "${!deezerArtistIds[@]}"; do deezerArtistId="${deezerArtistIds[$dId]}" ArtistDeezerSearch "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal" "$deezerArtistId" "$lyricFilter" sleep 0.01 done fi fi #log "3 : $lidarrDownloadImportNotfication" # Tidal fuzzy search if [ "$lidarrDownloadImportNotfication" == "false" ]; then if [ "$dlClientSource" == "both" ] || [ "$dlClientSource" == "tidal" ]; then FuzzyTidalSearch "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal" "$lyricFilter" sleep 0.01 fi fi #log "4 : $lidarrDownloadImportNotfication" # Deezer fuzzy search if [ "$lidarrDownloadImportNotfication" == "false" ]; then if [ "$dlClientSource" == "both" ] || [ "$dlClientSource" == "deezer" ]; then FuzzyDeezerSearch "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal" "$lyricFilter" sleep 0.01 fi fi # End search if lidarr was successfully notified for import if [ "$lidarrDownloadImportNotfication" == "true" ]; then break fi done # End search if lidarr was successfully notified for import if [ "$lidarrDownloadImportNotfication" == "true" ]; then break fi # Break after all operations are complete if [ "$loopCount" == "$endLoop" ]; then logDl "Album Not found" if [ "$skipNotFoundLogCreation" == "false" ]; then logDl "Marking Album as notfound" if [ ! -f "${STATE_DIR}/extended/logs/notfound/$wantedAlbumId--$lidarrArtistForeignArtistId--$lidarrAlbumForeignAlbumId" ]; then touch "${STATE_DIR}/extended/logs/notfound/$wantedAlbumId--$lidarrArtistForeignArtistId--$lidarrAlbumForeignAlbumId" fi else logDl "Skip marking album as not found because it's a new release for 7 days..." fi break fi done logDl "Search Complete..." done } GetDeezerAlbumInfo () { until false; do logDl "Getting Album info..." if [ ! -f "${STATE_DIR}/extended/cache/deezer/$1.json" ]; then curl -s "https://api.deezer.com/album/$1" -o "${STATE_DIR}/extended/cache/deezer/$1.json" sleep $sleepTimer fi if [ -f "${STATE_DIR}/extended/cache/deezer/$1.json" ]; then if jq -e . >/dev/null 2>&1 <<<"$(cat "${STATE_DIR}/extended/cache/deezer/$1.json")"; then log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: $lidarrArtistName :: $lidarrAlbumTitle :: Album info downloaded and verified..." albumInfoVerified=true break else log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: $lidarrArtistName :: $lidarrAlbumTitle :: Error getting album information" if [ -f "${STATE_DIR}/extended/cache/deezer/$1.json" ]; then rm "${STATE_DIR}/extended/cache/deezer/$1.json" fi log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: $lidarrArtistName :: $lidarrAlbumTitle :: Retrying..." fi else log "$page :: $wantedAlbumListSource :: $processNumber of $wantedListAlbumTotal :: $lidarrArtistName :: $lidarrAlbumTitle :: ERROR :: Download Failed" fi done } ArtistDeezerSearch () { # Required Inputs # $1 Process ID # $2 Deezer Artist ID # $3 Lyric Type (true or false) - false == Clean, true == Explicit # Get deezer artist album list if [ ! -d "${STATE_DIR}/extended/cache/deezer" ]; then mkdir -p "${STATE_DIR}/extended/cache/deezer" fi if [ ! -f "${STATE_DIR}/extended/cache/deezer/$2-albums.json" ]; then getDeezerArtistAlbums=$(curl -s "https://api.deezer.com/artist/$2/albums?limit=1000" > "${STATE_DIR}/extended/cache/deezer/$2-albums.json") sleep $sleepTimer getDeezerArtistAlbumsCount="$(jq -r .total "${STATE_DIR}/extended/cache/deezer/$2-albums.json")" fi [ "$getDeezerArtistAlbumsCount" == "0" ] && return if [ "$3" == "true" ]; then type="Explicit" else type="Clean" fi log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ Searching $2... (Track Count: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount)..." log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: Filtering results by lyric type..." deezerArtistAlbumsData=$(jq -r .data[] "${STATE_DIR}/extended/cache/deezer/$2-albums.json") deezerArtistAlbumsIds=$(echo "${deezerArtistAlbumsData}" | jq -r "select(.explicit_lyrics==\"$3\") | .id") resultsCount=$(echo "$deezerArtistAlbumsIds" | wc -l) log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: $resultsCount search results found" for deezerAlbumID in $deezerArtistAlbumsIds; do deezerAlbumData="$(echo "$deezerArtistAlbumsData" | jq -r "select(.id==$deezerAlbumID)")" deezerAlbumTitle="$(echo "$deezerAlbumData" | jq -r ".title")" deezerAlbumTitleClean="$(echo "${deezerAlbumTitle}" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')" deezerAlbumTitleClean="${deezerAlbumTitleClean:0:130}" GetDeezerAlbumInfo "$deezerAlbumID" deezerAlbumData="$(cat "${STATE_DIR}/extended/cache/deezer/$deezerAlbumID.json")" deezerAlbumTrackCount="$(echo "$deezerAlbumData" | jq -r .nb_tracks)" deezerAlbumExplicitLyrics="$(echo "$deezerAlbumData" | jq -r .explicit_lyrics)" downloadedReleaseDate="$(echo "$deezerAlbumData" | jq -r .release_date)" downloadedReleaseYear="${downloadedReleaseDate:0:4}" # Reject release if greater than the max track count [ "$deezerAlbumTrackCount" -gt "$lidarrAlbumReleasesMaxTrackCount" ] && continue # Reject release if less than the min track count [ "$deezerAlbumTrackCount" -lt "$lidarrAlbumReleasesMinTrackCount" ] && continue log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Checking for Match..." log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Calculating Damerau-Levenshtein distance..." diff=$(python -c "from editdistpy import damerau_osa; \ print(damerau_osa.distance(\"${lidarrAlbumReleaseTitleClean,,}\", \"${deezerAlbumTitleClean,,}\", $matchDistance))" \ 2>/dev/null ) if [ "$diff" != "-1" ]; then log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Deezer MATCH Found :: Calculated Difference = $diff" # Execute Download log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ Downloading $deezerAlbumTrackCount Tracks :: $deezerAlbumTitle ($downloadedReleaseYear)" DownloadProcess "$deezerAlbumID" "DEEZER" "$downloadedReleaseYear" "$deezerAlbumTitle" "$deezerAlbumTrackCount" else log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: \ Deezer Match Not Found :: Calculated Difference ($diff) greater than $matchDistance" fi # End search if lidarr was successfully notified for import if [ "$lidarrDownloadImportNotfication" == "true" ]; then break fi done } FuzzyDeezerSearch () { # Required Inputs # $1 Process ID # $2 Lyric Type (explicit = true, clean = false) if [ "$2" == "true" ]; then type="Explicit" else type="Clean" fi [ ! -d "${STATE_DIR}/extended/cache/deezer" ] \ && mkdir -p "${STATE_DIR}/extended/cache/deezer" log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ Searching... (Track Count: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount)" deezerSearch="" if [ "$lidarrArtistForeignArtistId" == "89ad4ac3-39f7-470e-963a-56509c546377" ]; then # Search without Artist for VA albums deezerSearch=$(curl -s "https://api.deezer.com/search?q=album:%22${albumTitleSearch}%22&strict=on&limit=20" | jq -r ".data[]") else # Search with Artist for non VA albums deezerSearch=$(curl -s "https://api.deezer.com/search?q=artist:%22${albumArtistNameSearch}%22%20album:%22${albumTitleSearch}%22&strict=on&limit=20" | jq -r ".data[]") fi resultsCount=$(echo "$deezerSearch" | jq -r .album.id | sort -u | wc -l) log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: $resultsCount search results found" if [ -n "$deezerSearch" ]; then for deezerAlbumID in $(echo "$deezerSearch" | jq -r .album.id | sort -u); do deezerAlbumData="$(echo "$deezerSearch" | jq -r ".album | select(.id==$deezerAlbumID)")" deezerAlbumTitle="$(echo "$deezerAlbumData" | jq -r ".title")" deezerAlbumTitle="$(echo "$deezerAlbumTitle" | head -n1)" deezerAlbumTitleClean="$(echo "$deezerAlbumTitle" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')" deezerAlbumTitleClean="${deezerAlbumTitleClean:0:130}" GetDeezerAlbumInfo "${deezerAlbumID}" deezerAlbumData="$(cat "${STATE_DIR}/extended/cache/deezer/$deezerAlbumID.json")" deezerAlbumTrackCount="$(echo "$deezerAlbumData" | jq -r .nb_tracks)" deezerAlbumExplicitLyrics="$(echo "$deezerAlbumData" | jq -r .explicit_lyrics)" downloadedReleaseDate="$(echo "$deezerAlbumData" | jq -r .release_date)" downloadedReleaseYear="${downloadedReleaseDate:0:4}" [ "$deezerAlbumExplicitLyrics" != "$2" ] && continue # Reject release if greater than the max track count [ "$deezerAlbumTrackCount" -gt "$lidarrAlbumReleasesMaxTrackCount" ] && continue # Reject release if less than the min track count [ "$deezerAlbumTrackCount" -lt "$lidarrAlbumReleasesMinTrackCount" ] && continue log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Checking for Match..." log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Calculating Damerau-Levenshtein distance..." diff=$(python -c "from editdistpy import damerau_osa; \ print(damerau_osa.distance(\"${lidarrAlbumReleaseTitleClean,,}\", \"${deezerAlbumTitleClean,,}\", $matchDistance))" \ 2>/dev/null ) if [ "$diff" != "-1" ]; then log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: Deezer MATCH Found :: Calculated Difference = $diff" log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ Downloading $deezerAlbumTrackCount Tracks :: $deezerAlbumTitle ($downloadedReleaseYear)" DownloadProcess "$deezerAlbumID" "DEEZER" "$downloadedReleaseYear" "$deezerAlbumTitle" "$deezerAlbumTrackCount" else log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $deezerAlbumTitleClean :: \ Deezer Match Not Found :: Calculated Difference ($diff) greater than $matchDistance" fi # End search if lidarr was successfully notified for import if [ "$lidarrDownloadImportNotfication" == "true" ]; then break fi done log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ ERROR :: Results found, but none matching search criteria..." else log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Deezer :: $type :: $lidarrReleaseTitle :: \ ERROR :: No results found via Fuzzy Search..." fi } ArtistTidalSearch () { # Required Inputs # $1 Process ID # $2 Tidal Artist ID # $3 Lyric Type (true or false) - false = Clean, true = Explicit # Get tidal artist album list if [ ! -f "${STATE_DIR}/extended/cache/tidal/$2-albums.json" ]; then curl -s "https://api.tidal.com/v1/artists/$2/albums?limit=10000&countryCode=$tidalCountryCode&filter=ALL" -H 'x-tidal-token: CzET4vdadNUFQ5JU' \ > "${STATE_DIR}/extended/cache/tidal/$2-albums.json" sleep $sleepTimer fi if [ ! -f "${STATE_DIR}/extended/cache/tidal/$2-albums.json" ]; then return fi if [ "$3" == "true" ]; then type="Explicit" else type="Clean" fi log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ Searching $2... (Track Count: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount)..." tidalArtistAlbumsData=$(jq -r ".items | sort_by(.numberOfTracks) | sort_by(.explicit) | \ reverse |.[] | select((.numberOfTracks <= $lidarrAlbumReleasesMaxTrackCount) and .numberOfTracks >= $lidarrAlbumReleasesMinTrackCount)" \ "${STATE_DIR}/extended/cache/tidal/$2-albums.json") log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: Filtering results by lyric type, track count" tidalArtistAlbumsIds=$(echo "${tidalArtistAlbumsData}" | jq -r "select(.explicit==\"$3\") | .id") if [ -z "$tidalArtistAlbumsIds" ]; then log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ ERROR :: No search results found..." return fi searchResultCount=$(echo "$tidalArtistAlbumsIds" | wc -l) log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ $searchResultCount search results found" for tidalArtistAlbumId in $tidalArtistAlbumsIds; do tidalArtistAlbumData=$(echo "$tidalArtistAlbumsData" | jq -r "select(.id==\"$tidalArtistAlbumId\")") downloadedAlbumTitle="$(echo "${tidalArtistAlbumData}" | jq -r .title)" tidalAlbumTitleClean=$(echo "${downloadedAlbumTitle}" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g') tidalAlbumTitleClean="${tidalAlbumTitleClean:0:130}" downloadedReleaseDate="$(echo "${tidalArtistAlbumData}" | jq -r .releaseDate)" if [ "$downloadedReleaseDate" == "null" ]; then downloadedReleaseDate=$(echo "$tidalArtistAlbumData" | jq -r '.streamStartDate') fi downloadedReleaseYear="${downloadedReleaseDate:0:4}" downloadedTrackCount=$(echo "$tidalArtistAlbumData"| jq -r .numberOfTracks) log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: Checking for Match..." log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: Calculating Damerau-Levenshtein distance..." diff=$(python -c "from editdistpy import damerau_osa; \ print(damerau_osa.distance(\"${lidarrAlbumReleaseTitleClean,,}\", \"${deezerAlbumTitleClean,,}\", $matchDistance))" \ 2>/dev/null ) if [ "$diff" != "-1" ]; then log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: \ Tidal MATCH Found :: Calculated Difference = $diff" # Execute Download log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ Downloading $downloadedTrackCount Tracks :: $downloadedAlbumTitle ($downloadedReleaseYear)" DownloadProcess "$tidalArtistAlbumId" "TIDAL" "$downloadedReleaseYear" "$downloadedAlbumTitle" "$downloadedTrackCount" # End search if lidarr was successfully notified for import [ "$lidarrDownloadImportNotfication" == "true" ] && break else log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Artist Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: \ Tidal Match Not Found :: Calculated Difference ($diff) greater than $matchDistance" fi done } FuzzyTidalSearch () { # Required Inputs # $1 Process ID # $2 Lyric Type (explicit = true, clean = false) if [ "$2" == "true" ]; then type="Explicit" else type="Clean" fi log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ Searching... (Track Count: $lidarrAlbumReleasesMinTrackCount-$lidarrAlbumReleasesMaxTrackCount)..." if [ "$lidarrArtistForeignArtistId" == "89ad4ac3-39f7-470e-963a-56509c546377" ]; then # Search without Artist for VA albums tidalSearch=$(curl -s "https://api.tidal.com/v1/search/albums?query=${albumTitleSearch}&countryCode=${tidalCountryCode}&limit=20" \ -H 'x-tidal-token: CzET4vdadNUFQ5JU' \ | jq -r ".items | sort_by(.numberOfTracks) \ | sort_by(.explicit) | reverse |.[] | select(.explicit==\"$2\") \ | select((.numberOfTracks <= $lidarrAlbumReleasesMaxTrackCount) and .numberOfTracks >= $lidarrAlbumReleasesMinTrackCount)") else # Search with Artist for non VA albums tidalSearch=$(curl -s \ "https://api.tidal.com/v1/search/albums?query=${albumArtistNameSearch}%20${albumTitleSearch}&countryCode=${tidalCountryCode}&limit=20" \ -H 'x-tidal-token: CzET4vdadNUFQ5JU' \ | jq -r ".items | sort_by(.numberOfTracks) \ | sort_by(.explicit) | reverse |.[]| select(.explicit==\"$2\") \ | select((.numberOfTracks <= $lidarrAlbumReleasesMaxTrackCount) and .numberOfTracks >= $lidarrAlbumReleasesMinTrackCount)") fi sleep $sleepTimer tidalSearch=$(echo "$tidalSearch" | jq -r ) searchResultCount=$(echo "$tidalSearch" | jq -r ".id" | sort -u | wc -l) log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: $searchResultCount search results found" if [ -n "$tidalSearch" ]; then for tidalAlbumID in $(echo "$tidalSearch" | jq -r .id | sort -u); do tidalAlbumData="$(echo "$tidalSearch" | jq -r "select(.id==$tidalAlbumID)")" tidalAlbumTitle=$(echo "$tidalAlbumData"| jq -r .title) tidalAlbumTitleClean=$(echo "${tidalAlbumTitle}" | sed -e "s%[^[:alpha:][:digit:]]%%g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g') tidalAlbumTitleClean="${tidalAlbumTitleClean:0:130}" downloadedReleaseDate="$(echo "${tidalAlbumData}" | jq -r .releaseDate)" if [ "$downloadedReleaseDate" == "null" ]; then downloadedReleaseDate=$(echo "$tidalAlbumData" | jq -r '.streamStartDate') fi downloadedReleaseYear="${downloadedReleaseDate:0:4}" downloadedTrackCount=$(echo "$tidalAlbumData"| jq -r .numberOfTracks) log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: Checking for Match..." log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: Calculating Damerau-Levenshtein distance..." diff=$(python -c "from editdistpy import damerau_osa; \ print(damerau_osa.distance(\"${lidarrAlbumReleaseTitleClean,,}\", \"${deezerAlbumTitleClean,,}\", $matchDistance))" \ 2>/dev/null ) if [ "$diff" != "-1" ]; then log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: \ Tidal MATCH Found :: Calculated Difference = $diff" log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ Downloading $downloadedTrackCount Tracks :: $tidalAlbumTitle ($downloadedReleaseYear)" DownloadProcess "$tidalAlbumID" "TIDAL" "$downloadedReleaseYear" "$tidalAlbumTitle" "$downloadedTrackCount" else log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ $lidarrAlbumReleaseTitleClean vs $tidalAlbumTitleClean :: \ Tidal Match Not Found :: Calculated Difference ($diff) greater than $matchDistance" fi # End search if lidarr was successfully notified for import [ "$lidarrDownloadImportNotfication" == "true" ] && break done log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: \ ERROR :: Albums found, but none matching search criteria..." else log "$1 :: $lidarrArtistName :: $lidarrAlbumTitle :: $lidarrAlbumType :: \ Fuzzy Search :: Tidal :: $type :: $lidarrReleaseTitle :: ERROR :: No results found..." fi } LidarrTaskStatusCheck () { alerted=no until false do taskCount=$(curl -s "$arrUrl/api/v1/command?apikey=${arrApiKey}" | jq -r '.[] | select(.status=="started") | .name' | wc -l) if [ "$taskCount" -ge "1" ]; then if [ "$alerted" == "no" ]; then alerted=yes log "STATUS :: LIDARR BUSY :: Pausing/waiting for all active Lidarr tasks to end..." fi sleep 2 else break fi done } LidarrMissingAlbumSearch () { log "Begin searching for missing artist albums via Lidarr Indexers..." lidarrArtistIds=$(echo "$lidarrMissingAlbumArtistsData" | jq -r .id) lidarrArtistIdsCount=$(echo "$lidarrArtistIds" | wc -l) processCount=0 for lidarrArtistId in $lidarrArtistIds; do processCount=$(( processCount + 1)) lidarrArtistData=$(echo "$lidarrMissingAlbumArtistsData" | jq -r "select(.id==$lidarrArtistId)") lidarrArtistName=$(echo "$lidarrArtistData" | jq -r .artistName) lidarrArtistMusicbrainzId=$(echo "$lidarrArtistData" | jq -r .foreignArtistId) if [ -d "${STATE_DIR}/extended/logs/searched/lidarr/artist" ]; then if [ -f "${STATE_DIR}/extended/logs/searched/lidarr/artist/$lidarrArtistMusicbrainzId" ]; then log "$processCount of $lidarrArtistIdsCount :: \ Previously Notified Lidarr to search for \"$lidarrArtistName\" :: Skipping..." continue fi fi log "$processCount of $lidarrArtistIdsCount :: Notified Lidarr to search for \"$lidarrArtistName\"" startLidarrArtistSearch=$(curl -s "$arrUrl/api/v1/command" -X POST \ -H "Content-Type: application/json" -H "X-Api-Key: $arrApiKey" \ --data-raw "{\"name\":\"ArtistSearch\",\"artistId\":$lidarrArtistId}") if [ ! -d "${STATE_DIR}/extended/logs/searched/lidarr/artist" ]; then mkdir -p "${STATE_DIR}/extended/logs/searched/lidarr/artist" fi touch "${STATE_DIR}/extended/logs/searched/lidarr/artist/$lidarrArtistMusicbrainzId" done } audioFlacVerification () { # Test Flac File for errors # $1 File for verification verifiedFlacFile="" verifiedFlacFile=$(flac --totally-silent -t "$1"; echo $?) } NotifyWebhook () { if [ "$webHook" ] then content="$1: $2" curl -s -X POST "{$webHook}" -H 'Content-Type: application/json' -d '{"event":"'"$1"'", "message":"'"$2"'", "content":"'"$content"'"}' fi } AudioProcess () { Configuration LidarrRootFolderCheck DownloadFormat if [ "$dlClientSource" == "deezer" ] || [ "$dlClientSource" == "both" ]; then DeemixClientSetup fi if [ "$dlClientSource" == "tidal" ] || [ "$dlClientSource" == "both" ]; then TidalClientSetup fi LidarrTaskStatusCheck # Get artist list for LidarrMissingAlbumSearch process, to prevent searching for artists that will not be processed by the script lidarrMissingAlbumArtistsData=$(wget --timeout=0 -q -O - "$arrUrl/api/v1/artist?apikey=$arrApiKey" | jq -r .[]) if [ "$dlClientSource" == "deezer" ] || [ "$dlClientSource" == "tidal" ] || [ "$dlClientSource" == "both" ]; then GetMissingCutOffList else log "ERROR :: No valid dlClientSource set" log "ERROR :: Expected configuration :: deezer or tidal or both" log "ERROR :: dlClientSource set as: \"$dlClientSource\"" fi if [ "$addDeezerTopArtists" == "true" ] || [ "$addDeezerTopAlbumArtists" == "true" ] || [ "$addDeezerTopTrackArtists" == "true" ] || [ "$addRelatedArtists" == "true" ]; then LidarrTaskStatusCheck LidarrMissingAlbumSearch fi log "Script end..." } log "Starting Script...." for (( ; ; )); do (( i++ )) || true verifyConfig getArrAppInfo "${STATE_DIR}" verifyApiAccess AudioProcess log "Script sleeping for $audioScriptInterval..." sleep "$audioScriptInterval" done exit