colorsocean

colorsocean / bot.go

Last active August 29, 2015 14:17 — forked from jackdoe/bot.go

	// took the list from:
	// http://www.phacks.net/detecting-search-engine-bot-and-web-spiders/
	// and made it a map[string]bool

	var BOTS = map[string]bool{
	"Baiduspider+(+http://www.baidu.com/search/spider.htm": true,
	"Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)": true,
	"Moreoverbot/5.1 (+http://w.moreover.com; [email protected]) Mozilla/5.0": true,
	"UnwindFetchor/1.0 (+http://www.gnip.com/)": true,
	"Voyager/1.0": true,