From 077f26beb9951fb800aa2432be817e91d4c2541a Mon Sep 17 00:00:00 2001 From: RandomNinjaAtk Date: Sat, 8 Jul 2023 13:04:19 -0400 Subject: [PATCH] Create Extras.bash --- sonarr/Extras.bash | 238 +++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 238 insertions(+) create mode 100644 sonarr/Extras.bash diff --git a/sonarr/Extras.bash b/sonarr/Extras.bash new file mode 100644 index 0000000..96e0d8b --- /dev/null +++ b/sonarr/Extras.bash @@ -0,0 +1,238 @@ +#!/usr/bin/env bash +scriptVersion="1.0" +arrEventType="$sonarr_eventtype" +arrItemId=$sonarr_series_id +tmdbApiKey="3b7751e3179f796565d88fdb2fcdf426" +autoScan="false" +updatePlex="false" +ytdlpExtraOpts="--user-agent facebookexternalhit/1.1" + +if [ ! -z "$1" ]; then + arrItemId="$1" + autoScan="true" +fi + +# Debugging +#arrItemId=818 +extrasLanguages=en-US +extrasType=all +extrasOfficialOnly=false +enableExtras=true +videoFormat="bv[width>=1280]+ba" + +if [ -z "$arrUrl" ] || [ -z "$arrApiKey" ]; then + arrUrlBase="$(cat /config/config.xml | xq | jq -r .Config.UrlBase)" + if [ "$arrUrlBase" == "null" ]; then + arrUrlBase="" + else + arrUrlBase="/$(echo "$arrUrlBase" | sed "s/\///g")" + fi + arrApiKey="$(cat /config/config.xml | xq | jq -r .Config.ApiKey)" + arrPort="$(cat /config/config.xml | xq | jq -r .Config.Port)" + arrUrl="http://127.0.0.1:${arrPort}${arrUrlBase}" +fi + +log () { + m_time=`date "+%F %T"` + echo $m_time" :: Extras :: $scriptVersion :: "$1 +} + +# auto-clean up log file to reduce space usage +if [ -f "/config/logs/Extras.txt" ]; then + find /config/logs -type f -name "Extras.txt" -size +1024k -delete +fi + +if [ ! -f "/config/logs/Extras.txt" ]; then + touch "/config/logs/Extras.txt" + chmod 666 "/config/logs/Extras.txt" +fi +exec &> >(tee -a "/config/logs/Extras.txt") + +if [ "$arrEventType" == "Test" ]; then + log "Tested Successfully" + exit 0 +fi + + +# Check to see if Extras are enabled via ENV +if [ "$enableExtras" != "true" ]; then + log "Script disabled, exiting..." + log "Enable by setting enableExtras=true" + exit +fi + +# Get series information +arrItemData=$(curl -s "$arrUrl/api/v3/series/$arrItemId?apikey=$arrApiKey") +itemTitle=$(echo "$arrItemData" | jq -r .title) +itemHasFile=$(echo "$arrItemData" | jq -r .hasFile) +itemPath="$(echo "$arrItemData" | jq -r ".path")" +imdbId="$(echo "$arrItemData" | jq -r ".imdbId")" +tmdbId=$(curl -s "https://api.themoviedb.org/3/find/$imdbId?api_key=$tmdbApiKey&external_source=imdb_id" | jq -r .tv_results[].id) + +# Check if series folder path exists +if [ ! -d "$itemPath" ]; then + log "$itemTitle :: ERROR: Item Path does not exist ($itemPath), Skipping..." + exit +fi + +DownloadExtras () { + + # Check for cookies file + if find /config -type f -iname "cookies.txt" | read; then + cookiesFile="$(find /config -type f -iname "cookies.txt" | head -n1)" + log "$itemTitle :: Cookies File Found!" + else + log "$itemTitle :: Cookies File Not Found!" + cookiesFile="" + fi + + IFS=',' read -r -a filters <<< "$extrasLanguages" + for filter in "${filters[@]}" + do + if [ "$useProxy" != "true" ]; then + tmdbVideosListData=$(curl -s "https://api.themoviedb.org/3/tv/$tmdbId/videos?api_key=$tmdbApiKey&language=$filter" | jq -r '.results[] | select(.site=="YouTube")') + else + tmdbVideosListData=$(curl -x $proxyUrl:$proxyPort --proxy-user $proxyUsername:$proxyPassword -s "https://api.themoviedb.org/3/tv/$tmdbId/videos?api_key=$tmdbApiKey&language=$filter" | jq -r '.results[] | select(.site=="YouTube")') + fi + + log "$itemTitle :: Searching for \"$filter\" extras..." + if [ "$extrasType" == "all" ]; then + tmdbVideosListDataIds=$(echo "$tmdbVideosListData" | jq -r ".id") + tmdbVideosListDataIdsCount=$(echo "$tmdbVideosListData" | jq -r ".id" | wc -l) + else + tmdbVideosListDataIds=$(echo "$tmdbVideosListData" | jq -r "select(.type==\"Trailer\") | .id") + tmdbVideosListDataIdsCount=$(echo "$tmdbVideosListData" | jq -r "select(.type==\"Trailer\") | .id" | wc -l) + fi + if [ -z "$tmdbVideosListDataIds" ]; then + log "$itemTitle :: None found..." + continue + fi + + if [ $tmdbVideosListDataIdsCount -le 0 ]; then + log "$itemTitle :: No Extras Found, skipping..." + exit + fi + + log "$itemTitle :: $tmdbVideosListDataIdsCount Extras Found!" + i=0 + for id in $(echo "$tmdbVideosListDataIds"); do + i=$(( i + 1)) + tmdbExtraData="$(echo "$tmdbVideosListData" | jq -r "select(.id==\"$id\")")" + tmdbExtraTitle="$(echo "$tmdbExtraData" | jq -r .name)" + tmdbExtraTitleClean="$(echo "$tmdbExtraTitle" | sed -e "s/[^[:alpha:][:digit:]$^&_+=()'%;{},.@#]/ /g" -e "s/ */ /g" | sed 's/^[.]*//' | sed 's/[.]*$//g' | sed 's/^ *//g' | sed 's/ *$//g')" + tmdbExtraKey="$(echo "$tmdbExtraData" | jq -r .key)" + tmdbExtraType="$(echo "$tmdbExtraData" | jq -r .type)" + tmdbExtraOfficial="$(echo "$tmdbExtraData" | jq -r .official)" + + if [ "$tmdbExtraOfficial" != "true" ]; then + if [ "$extrasOfficialOnly" == "true" ]; then + log "$itemTitle :: $i of $tmdbVideosListDataIdsCount :: $tmdbExtraType :: Not official, skipping..." + continue + fi + fi + + if [ "$tmdbExtraType" == "Featurette" ]; then + extraFolderName="featurettes" + elif [ "$tmdbExtraType" == "Trailer" ]; then + extraFolderName="trailers" + elif [ "$tmdbExtraType" == "Behind the Scenes" ]; then + extraFolderName="behind the scenes" + else + extraFolderName="other" + fi + + if [ ! -d "$itemPath/$extraFolderName" ]; then + mkdir -p "$itemPath/$extraFolderName" + chmod 777 "$itemPath/$extraFolderName" + fi + + finalPath="$itemPath/$extraFolderName" + if [ "$extraFolderName" == "other" ]; then + finalFileName="$tmdbExtraTitleClean ($tmdbExtraType)" + else + finalFileName="$tmdbExtraTitleClean" + fi + + if [ -f "$finalPath/$finalFileName.mkv" ]; then + log "$itemTitle :: $i of $tmdbVideosListDataIdsCount :: $tmdbExtraType :: $tmdbExtraTitle ($tmdbExtraKey) :: Already Downloaded, skipping..." + continue + fi + + videoLanguages="$(echo "$extrasLanguages" | sed "s/-[[:alpha:]][[:alpha:]]//g")" + + log "$itemTitle :: $i of $tmdbVideosListDataIdsCount :: $tmdbExtraType :: $tmdbExtraTitle ($tmdbExtraKey) :: Downloading (yt-dlp :: $videoFormat)..." + if [ ! -z "$cookiesFile" ]; then + yt-dlp -f "$videoFormat" --no-video-multistreams --cookies "$cookiesFile" -o "$finalPath/$finalFileName" --write-sub --sub-lang $videoLanguages --embed-subs --merge-output-format mkv --no-mtime --geo-bypass $ytdlpExtraOpts "https://www.youtube.com/watch?v=$tmdbExtraKey" &>/dev/null + else + yt-dlp -f "$videoFormat" --no-video-multistreams -o "$finalPath/$finalFileName" --write-sub --sub-lang $videoLanguages --embed-subs --merge-output-format mkv --no-mtime --geo-bypass $ytdlpExtraOpts "https://www.youtube.com/watch?v=$tmdbExtraKey" &>/dev/null + fi + if [ -f "$finalPath/$finalFileName.mkv" ]; then + log "$itemTitle :: $i of $tmdbVideosListDataIdsCount :: $tmdbExtraType :: $tmdbExtraTitle ($tmdbExtraKey) :: Compete" + chmod 666 "$finalPath/$finalFileName.mkv" + else + log "$itemTitle :: $i of $tmdbVideosListDataIdsCount :: $tmdbExtraType :: $tmdbExtraTitle ($tmdbExtraKey) :: ERROR :: Download Failed" + continue + fi + + if python3 /usr/local/sma/manual.py --config "/sma.ini" -i "$finalPath/$finalFileName.mkv" -nt &>/dev/null; then + sleep 0.01 + log "$itemTitle :: $i of $tmdbVideosListDataIdsCount :: $tmdbExtraType :: $tmdbExtraTitle :: Processed with SMA..." + rm /usr/local/sma/config/*log* + else + log "$itemTitle :: $i of $tmdbVideosListDataIdsCount :: $tmdbExtraType :: $tmdbExtraTitle :: ERROR :: SMA Processing Error" + rm "$finalPath/$finalFileName.mkv" + log "$itemTitle :: $i of $tmdbVideosListDataIdsCount :: $tmdbExtraType :: $tmdbExtraTitle :: INFO: deleted: $finalPath/$finalFileName.mkv" + fi + updatePlex="true" + done + done + + # Mark Series Extras Complete + if [ ! -d "/config/extended/logs/extras" ]; then + mkdir -p "/config/extended/logs/extras" + chmod 777 "/config/extended/logs/extras" + fi + log "$itemTitle :: Marking/logging as Extras downloads complete (/config/extended/logs/extras/$tmdbId)" + touch "/config/extended/logs/extras/$tmdbId" + chmod 666 "/config/extended/logs/extras/$tmdbId" + +} + +NotifyPlex () { + # Process item with PlexNotify.bash if plexToken is configured + if [ ! -z "$plexToken" ]; then + # Always update plex if extra is downloaded + if [ "$updatePlex" == "true" ]; then + log "$itemTitle :: Using PlexNotify.bash to update Plex...." + bash /config/extended/scripts/PlexNotify.bash "$itemPath" + exit + fi + + # Do not notify plex if this script was triggered by the AutoExtras.bash and no Extras were downloaded + if [ "$autoScan" == "true" ]; then + log "$itemTitle :: Skipping plex notification, not needed...." + exit + else + log "$itemTitle :: Using PlexNotify.bash to update Plex...." + bash /config/extended/scripts/PlexNotify.bash "$itemPath" + exit + fi + fi +} + +# Check if series has been previously processed +if [ -f "/config/extended/logs/extras/$tmdbId" ]; then + # Delete log file older than 7 days, to allow re-processing + find "/config/extended/logs/extras" -type f -mtime +7 -name "$tmdbId" -delete +fi + +if [ -f "/config/extended/logs/extras/$tmdbId" ]; then + log "$itemTitle :: Already processed Extras, waiting 7 days to re-check..." + NotifyPlex + exit +else + DownloadExtras + NotifyPlex +fi + +exit