Nicolas Marchildon elecnix

elecnix / scrape_conservative_ca

Created October 3, 2008 18:09 — forked from danielharan/scrape_conservative_ca

	require 'rubygems'
	require 'mechanize'

	postal_codes = File.open("postal_codes.txt").read.split("\n")
	# randomize to make the pattern slightly harder to see in logs
	postal_codes = postal_codes.sort_by {\|e\| rand(10_000)}

	@agent = WWW::Mechanize.new do \|a\|
	a.user_agent_alias = 'Mac Safari'
	a.max_history = 1

elecnix / fix-meld-dark-theme.sh

Last active August 29, 2015 14:07 — forked from anonymous/fix-meld-dark-theme.sh

elecnix / gist:9e85959bf1b920bf519b

Last active August 29, 2015 14:17 — forked from anonymous/gist:8917a1c8da1616e8c48e

	cat top-1m.csv \| sed -e 's_.,$.$_echo \| openssl s\_client -connect \1:443 > certs/\1.pem\&_' > certs.sh
	bash certs.sh
	ls certs \| xargs -L1 -I DOMAIN echo 'openssl x509 -in certs/DOMAIN -text -noout > checks/DOMAIN.check' > checks.sh
	bash checks.sh
	cat top-1m.csv \| sed -e 's#.,$.$#\1#'\| xargs -n1 -P20 -I DOM grep -H 'Not After' checks/DOM.pem.check 2>/dev/null \| cut -d ':' -f 1,3-\|sed -e 's_checks/$.$.pem.check: $.$_\1,\2_' > top-1m-expiry.csv

	cat top-1m.csv \| sed -e 's_.,\(.\)_echo \| openssl s\_client -connect \1:443 > certs/\1.pem\&_' > certs.sh
	bash certs.sh
	ls certs \| xargs -L1 -I DOMAIN echo 'openssl x509 -in certs/DOMAIN -text -noout > checks/DOMAIN.check' > checks.sh
	bash checks.sh
	cat top-1m.csv \| sed -e 's#.,\(.\)#\1#'\| xargs -n1 -P20 -I DOM grep -H 'Not After' checks/DOM.pem.check 2>/dev/null \| cut -d ':' -f 1,3-\|sed -e 's_checks/\(.\).pem.check: \(.\)_\1,\2_' > top-1m-expiry.csv