Ex-Ark · July 1, 2019 12:36 · Ex-Ark · Jul 1, 2019
diff --git a/youtube_playlist_block_country_viewer.rb b/youtube_playlist_block_country_viewer.rb
 # why : i'm watching a serie on youtube with some episodes blocked in certain country (each time differents ones)
 # i don't want to switch my VPN server after each episode and try all servers to find a country allowed
 # the script gives me the country less blocked in the entire playlist

 # what it does :
 # given a playlist url
 # parses the playlist without using the google API (scrapping)
 # for each video found it calls unblockvideos API 
 # returns a hash with the number of times a country is blocked

 # TODO : get all country codes and make a MINUS operation with the blocked countries to determine country with 0 block in the playlist.

 require 'http'
 require 'nokogiri'
 require 'cgi'
 require 'uri'

 UNBLOCK_URL = 'http://api.unblockvideos.com/youtube_restrictions'.freeze
 # NO API KEY REQUIRED, LIMITATION IS 1000 video_ids per day'

 puts 'Enter playlist (full url):'
 playlist_url = gets.chomp
 # avoid mobile version
 playlist_url << "&app=desktop"

 # forge headers
 h = { "Accept" => "text/html",
 	   "cookie-installing-permission" => "required",
 	   "user-agent" => "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Mobile Safari/537.36",
 	   "referer" => "https://www.youtube.com/"
 	}   

 	   
 # scrap youtube
 response = Http.follow.get playlist_url, headers: h
 puts 'playlist error' and exit(1) unless response.status.success?
 playlist = Nokogiri::HTML(response.body.to_s)

 ids = Set.new
 # videos are located in table > tr > a > watch?v=
 playlist.css('a[@href]').map { |a| a['href'] }.select { |link| link.include? '/watch?' }.uniq.each do |video|
 	video_link = URI(video)
  # we need only the ?v=XXXXXX part of the url
 	video_id = CGI.parse(video_link.query || "").delete('v').first
 	ids.add video_id
 end

 blocked = {}
 	ids.each_slice(15) do |part|
    # given multiple video ID, returns the country codes in which they are blocked
 		response = Http.get UNBLOCK_URL, params: { id: part.join(',') }
 		
 		response.parse(:json).each do |video|
 			country_codes = video['blocked']
 			country_codes.each do |country|
        # count the occurences
 				blocked[country].nil? ? blocked[country] = 1 : blocked[country] = blocked[country] + 1
 			end
 		end
 	end

 # result, the least blocked country is at the bottom of the hash
 puts blocked
	# why : i'm watching a serie on youtube with some episodes blocked in certain country (each time differents ones)
	# i don't want to switch my VPN server after each episode and try all servers to find a country allowed
	# the script gives me the country less blocked in the entire playlist

	# what it does :
	# given a playlist url
	# parses the playlist without using the google API (scrapping)
	# for each video found it calls unblockvideos API
	# returns a hash with the number of times a country is blocked

	# TODO : get all country codes and make a MINUS operation with the blocked countries to determine country with 0 block in the playlist.

	require 'http'
	require 'nokogiri'
	require 'cgi'
	require 'uri'

	UNBLOCK_URL = 'http://api.unblockvideos.com/youtube_restrictions'.freeze
	# NO API KEY REQUIRED, LIMITATION IS 1000 video_ids per day'

	puts 'Enter playlist (full url):'
	playlist_url = gets.chomp
	# avoid mobile version
	playlist_url << "&app=desktop"

	# forge headers
	h = { "Accept" => "text/html",
	"cookie-installing-permission" => "required",
	"user-agent" => "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Mobile Safari/537.36",
	"referer" => "https://www.youtube.com/"
	}


	# scrap youtube
	response = Http.follow.get playlist_url, headers: h
	puts 'playlist error' and exit(1) unless response.status.success?
	playlist = Nokogiri::HTML(response.body.to_s)

	ids = Set.new
	# videos are located in table > tr > a > watch?v=
	playlist.css('a[@href]').map { \|a\| a['href'] }.select { \|link\| link.include? '/watch?' }.uniq.each do \|video\|
	video_link = URI(video)
	# we need only the ?v=XXXXXX part of the url
	video_id = CGI.parse(video_link.query \|\| "").delete('v').first
	ids.add video_id
	end

	blocked = {}
	ids.each_slice(15) do \|part\|
	# given multiple video ID, returns the country codes in which they are blocked
	response = Http.get UNBLOCK_URL, params: { id: part.join(',') }

	response.parse(:json).each do \|video\|
	country_codes = video['blocked']
	country_codes.each do \|country\|
	# count the occurences
	blocked[country].nil? ? blocked[country] = 1 : blocked[country] = blocked[country] + 1
	end
	end
	end

	# result, the least blocked country is at the bottom of the hash
	puts blocked