download_twitter_media.sh

i=0; ls data/js/tweets/*.js | while read; do sed /Grailbird/d $REPLY; done | sed -r 's/^} \] ?\[ \{/}, \{/g'  | jq -r '.[] | select(.retweeted_status == null) | select (.entities.media != []) | .entities.media[] | .expanded_url + " " + .media_url_https' | while read tweet image; do id=$(printf $tweet | cut -d/ -f6); filename=$(printf $image | cut -d/ -f5); wget -O data/images/$id-$filename $image:orig& sleep 0.1; done