Expand short URLs from linkwarden and update Link

linkwarden_unshort.sh

# linkwarden > Settings > Access Token
TOKEN=""
HOST_URL=""
COLLECTION_ID=""
# collection where invalid urls go
INVALID_COLLECTION_ID=""

# some notes
# 1. "while read -r" is required to preserve escape from compact output from jq
# 2. NEW_URL can make jq breaking if NEW_URL itself have double-qoutations (which is not escaped)

curl "$HOST_URL/api/v1/links?collectionId=$COLLECTION_ID&searchQueryString=/bit.ly/&searchByUrl=true" -H "Authorization: Bearer $TOKEN" 2> /dev/null \
| jq -c '.response.[]' \
| while read -r JSON
do
	#sleep 1
	ID=$(jq -r .id <<<"$JSON")
	URL=$(jq -r .url <<<"$JSON")
##echo $JSON
	echo -n $ID $URL" "
#echo; continue;
	NEW_URL=$(curl -v $URL 2>&1 | grep location: | cut -d: -f2- 2>/dev/null | sed 's#^ ##' | sed 's#http://sidebar.io/out?url=##' | tr -d '\r' | sed 's#"#\\"#')
#echo $NEW_URL
	if [ "x$NEW_URL" == "x" ]; then
		echo INVALID URL
		INV_JSON=$(jq ".collection.id = $INVALID_COLLECTION_ID" <<<"$JSON")
		##echo $INV_JSON
		curl -XPUT $HOST_URL/api/v1/links/$ID -d "$INV_JSON" -H "Authorization: Bearer $TOKEN" -H "content-type: application/json"
		echo
		continue
	fi
#continue;
	echo $NEW_URL
	NEW_JSON=$(jq ".url = \"$NEW_URL\"" <<<"$JSON")
	##echo $NEW_JSON
	curl -XPUT $HOST_URL/api/v1/links/$ID -d "$NEW_JSON" -H "Authorization: Bearer $TOKEN" -H "content-type: application/json"
	echo
done