emily/lidarr-dl
1
0
Fork 0
Code Issues Pull requests Activity Actions

feat: faster filtering of previously searched Album IDs using GNU comm

Browse source
This commit is contained in:
Jackmaninov 2023-10-14 21:00:20 +03:00
parent adffa05224
commit dc43119726
1 changed files with 12 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
lidarr/Audio.service.bash
View file

@ -996,13 +996,16 @@ GetMissingCutOffList () {
dlnumber="$lidarrMissingTotalRecords" dlnumber="$lidarrMissingTotalRecords"
fi fi
log "$page :: missing :: Downloading page $page... ($offset - $dlnumber of $lidarrMissingTotalRecords Results)" log "$page :: missing :: Downloading page $page... ($offset - $dlnumber of $lidarrMissingTotalRecords Results)"
lidarrRecords=$(wget --timeout=0 -q -O - "$arrUrl/api/v1/wanted/missing?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" | jq -r '.records[].id') wget --timeout=0 -q -O - "$arrUrl/api/v1/wanted/missing?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" | jq -r '.records[].id' | sort > /config/extended/cache/tocheck.txt
log "$page :: missing :: Filtering Album IDs by removing previously searched Album IDs (/config/extended/logs/notfound/<files>)" log "$page :: missing :: Filtering Album IDs by removing previously searched Album IDs (/config/extended/logs/notfound/<files>)"
for lidarrRecordId in $(echo $lidarrRecords); do ls /config/extended/cache/notfound/ | sed "s/--.*//" > /config/extended/cache/notfound.txt
for lidarrRecordId in $(comm -13 /config/extended/cache/notfound.txt /config/extended/cache/tocheck.txt); do
if [ ! -f /config/extended/logs/notfound/$lidarrRecordId--* ]; then if [ ! -f /config/extended/logs/notfound/$lidarrRecordId--* ]; then
touch "/config/extended/cache/lidarr/list/${lidarrRecordId}-missing" touch "/config/extended/cache/lidarr/list/${lidarrRecordId}-missing"
fi fi
done done
rm /config/extended/cache/notfound.txt /config/extended/cache/tocheck.txt
lidarrMissingRecords=$(ls /config/extended/cache/lidarr/list 2>/dev/null | wc -l) lidarrMissingRecords=$(ls /config/extended/cache/lidarr/list 2>/dev/null | wc -l)
log "$page :: missing :: ${lidarrMissingRecords} albums found to process!" log "$page :: missing :: ${lidarrMissingRecords} albums found to process!"
@ -1034,14 +1037,18 @@ GetMissingCutOffList () {
fi fi
log "$page :: cutoff :: Downloading page $page... ($offset - $dlnumber of $lidarrCutoffTotalRecords Results)" log "$page :: cutoff :: Downloading page $page... ($offset - $dlnumber of $lidarrCutoffTotalRecords Results)"
lidarrRecords=$(wget --timeout=0 -q -O - "$arrUrl/api/v1/wanted/cutoff?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" | jq -r '.records[].id') # lidarrRecords=$(wget --timeout=0 -q -O - "$arrUrl/api/v1/wanted/cutoff?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" | jq -r '.records[].id')
log "$page :: cutoff :: Filtering Album IDs by removing previously searched Album IDs (/config/extended/logs/notfound/<files>)" wget --timeout=0 -q -O - "$arrUrl/api/v1/wanted/cutoff?page=$page&pagesize=$amountPerPull&sortKey=$searchOrder&sortDirection=$searchDirection&apikey=${arrApiKey}" | jq -r '.records[].id' | sort > /config/extended/cache/tocheck.txt
for lidarrRecordId in $(echo $lidarrRecords); do log "$page :: cutoff :: Filtering Album IDs by removing previously searched Album IDs (/config/extended/logs/notfound/<files>)"
ls /config/extended/cache/notfound/ | sed "s/--.*//" > /config/extended/cache/notfound.txt
for lidarrRecordId in $(comm -13 /config/extended/cache/notfound.txt /config/extended/cache/tocheck.txt); do
if [ ! -f /config/extended/logs/notfound/$lidarrRecordId--* ]; then if [ ! -f /config/extended/logs/notfound/$lidarrRecordId--* ]; then
touch /config/extended/cache/lidarr/list/${lidarrRecordId}-cutoff touch /config/extended/cache/lidarr/list/${lidarrRecordId}-cutoff
fi fi
done done
rm /config/extended/cache/notfound.txt /config/extended/cache/tocheck.txt
lidarrCutoffRecords=$(ls /config/extended/cache/lidarr/list/*-cutoff 2>/dev/null | wc -l) lidarrCutoffRecords=$(ls /config/extended/cache/lidarr/list/*-cutoff 2>/dev/null | wc -l)
log "$page :: cutoff :: ${lidarrCutoffRecords} ablums found to process!" log "$page :: cutoff :: ${lidarrCutoffRecords} ablums found to process!"