Last active
May 19, 2019 04:54
-
-
Save apisznasdin/8694253 to your computer and use it in GitHub Desktop.
This file implements a blacklist for certain user agents and referrers. It's a first line of defense. It must be included inside a http block in nginx configuration file.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
### This file implements a blacklist for certain user agents and | |
### referrers. It's a first line of defense. It must be included | |
### inside a http block. | |
# based from https://github.com/perusio/piwik-nginx/blob/master/blacklist.conf | |
# blacklist from http://perishablepress.com/2013-user-agent-blacklist/ | |
## Add here all user agents that are to be blocked. | |
map $http_user_agent $bad_bot { | |
default 0; | |
"^$" 1; | |
"<" 1; | |
">" 1; | |
"'" 1; | |
"%" 1; | |
"_iRc" 1; | |
"_Works" 1; | |
"@$x" 1; | |
"<?" 1; | |
"$x0e" 1; | |
"+select+" 1; | |
"+union+" 1; | |
"1,1,1," 1; | |
"2icommerce" 1; | |
"3GSE" 1; | |
"4all" 1; | |
"59.64.153." 1; | |
"88.0.106." 1; | |
"98" 1; | |
"85.17." 1; | |
"A_Browser" 1; | |
"ABAC" 1; | |
"Abont" 1; | |
"abot" 1; | |
"Accept" 1; | |
"Access" 1; | |
"Accoo" 1; | |
"AceFTP" 1; | |
"Acme" 1; | |
"ActiveTouristBot" 1; | |
"Address" 1; | |
"Adopt" 1; | |
"adress" 1; | |
"adressendeutschland" 1; | |
"ADSARobot" 1; | |
"agent" 1; | |
"ah-ha" 1; | |
"Ahead" 1; | |
"AESOP_com_SpiderMan" 1; | |
"aipbot" 1; | |
"Alarm" 1; | |
"Albert" 1; | |
"Alek" 1; | |
"Alexibot" 1; | |
"Alligator" 1; | |
"AllSubmitter" 1; | |
"alma" 1; | |
"almaden" 1; | |
"ALot" 1; | |
"Alpha" 1; | |
"aktuelles" 1; | |
"Akregat" 1; | |
"Amfi" 1; | |
"amzn_assoc" 1; | |
"Anal" 1; | |
"Anarchie" 1; | |
"andit" 1; | |
"Anon" 1; | |
"AnotherBot" 1; | |
"Ansearch" 1; | |
"AnswerBus" 1; | |
"antivirx" 1; | |
"Apexoo" 1; | |
"appie" 1; | |
"Aqua_Products" 1; | |
"Arachmo" 1; | |
"archive" 1; | |
"arian" 1; | |
"ASPSe" 1; | |
"ASSORT" 1; | |
"aster" 1; | |
"Atari" 1; | |
"ATHENS" 1; | |
"AtHome" 1; | |
"Atlocal" 1; | |
"Atomic_Email_Hunter" 1; | |
"Atomz" 1; | |
"Atrop" 1; | |
"^attach" 1; | |
"attrib" 1; | |
"autoemailspider" 1; | |
"autohttp" 1; | |
"axod" 1; | |
"batch" 1; | |
"b2w" 1; | |
"Back" 1; | |
"BackDoorBot" 1; | |
"BackStreet" 1; | |
"BackWeb" 1; | |
"Badass" 1; | |
"Baid" 1; | |
"Bali" 1; | |
"Bandit" 1; | |
"Baidu" 1; | |
"Barry" 1; | |
"BasicHTTP" 1; | |
"BatchFTP" 1; | |
"bdfetch" 1; | |
"beat" 1; | |
"Become" 1; | |
"Beij" 1; | |
"BenchMark" 1; | |
"berts" 1; | |
"bew" 1; | |
"big.brother" 1; | |
"Bigfoot" 1; | |
"Bilgi" 1; | |
"Bison" 1; | |
"Bitacle" 1; | |
"Biz360" 1; | |
"Black" 1; | |
"Black.Hole" 1; | |
"BlackWidow" 1; | |
"bladder.fusion" 1; | |
"Blaiz" 1; | |
"Blog.Checker" 1; | |
"Blogl" 1; | |
"BlogPeople" 1; | |
"Blogshares.Spiders" 1; | |
"Bloodhound" 1; | |
"Blow" 1; | |
"bmclient" 1; | |
"Board" 1; | |
"BOI" 1; | |
"boitho" 1; | |
"Bond" 1; | |
"Bookmark.search.tool" 1; | |
"boris" 1; | |
"Bost" 1; | |
"Boston.Project" 1; | |
"BotRightHere" 1; | |
"Bot.mailto:[email protected]" 1; | |
"BotALot" 1; | |
"botpaidtoclick" 1; | |
"botw" 1; | |
"brandwatch" 1; | |
"BravoBrian" 1; | |
"Brok" 1; | |
"Bropwers" 1; | |
"Broth" 1; | |
"browseabit" 1; | |
"BrowseX" 1; | |
"Browsezilla" 1; | |
"Bruin" 1; | |
"bsalsa" 1; | |
"Buddy" 1; | |
"Build" 1; | |
"Built" 1; | |
"Bulls" 1; | |
"bumblebee" 1; | |
"Bunny" 1; | |
"Busca" 1; | |
"Busi" 1; | |
"Buy" 1; | |
"bwh3" 1; | |
"c-spider" 1; | |
"CafeK" 1; | |
"Cafi" 1; | |
"camel" 1; | |
"Cand" 1; | |
"captu" 1; | |
"Catch" 1; | |
"cd34" 1; | |
"Ceg" 1; | |
"CFNetwork" 1; | |
"cgichk" 1; | |
"Cha0s" 1; | |
"Chang" 1; | |
"chaos" 1; | |
"Char" 1; | |
"char(32,35)" 1; | |
"charlotte" 1; | |
"CheeseBot" 1; | |
"Chek" 1; | |
"CherryPicker" 1; | |
"chill" 1; | |
"ChinaClaw" 1; | |
"CICC" 1; | |
"Cisco" 1; | |
"Cita" 1; | |
"Clam" 1; | |
"Claw" 1; | |
"Click.Bot" 1; | |
"clipping" 1; | |
"clshttp" 1; | |
"Clush" 1; | |
"COAST" 1; | |
"ColdFusion" 1; | |
"Coll" 1; | |
"Comb" 1; | |
"commentreader" 1; | |
"Compan" 1; | |
"contact" 1; | |
"Control" 1; | |
"contype" 1; | |
"Conc" 1; | |
"Conv" 1; | |
"Copernic" 1; | |
"Copi" 1; | |
"Copy" 1; | |
"Coral" 1; | |
"Corn" 1; | |
"core-project" 1; | |
"cosmos" 1; | |
"costa" 1; | |
"cr4nk" 1; | |
"crank" 1; | |
"craft" 1; | |
"Crap" 1; | |
"Crawler0" 1; | |
"Crazy" 1; | |
"Cres" 1; | |
"cs-CZ" 1; | |
"cuill" 1; | |
"Curl" 1; | |
"Custo" 1; | |
"Cute" 1; | |
"CSHttp" 1; | |
"Cyber" 1; | |
"cyberalert" 1; | |
"^DA$" 1; | |
"daoBot" 1; | |
"DARK" 1; | |
"Data" 1; | |
"Daten" 1; | |
"Daum" 1; | |
"dcbot" 1; | |
"dcs" 1; | |
"Deep" 1; | |
"DepS" 1; | |
"Detect" 1; | |
"Deweb" 1; | |
"Diam" 1; | |
"Digger" 1; | |
"Digimarc" 1; | |
"digout4uagent" 1; | |
"DIIbot" 1; | |
"Dillo" 1; | |
"Ding" 1; | |
"DISC" 1; | |
"discobot" 1; | |
"Disp" 1; | |
"Ditto" 1; | |
"DLC" 1; | |
"DnloadMage" 1; | |
"DotBot" 1; | |
"Doubanbot" 1; | |
"Download" 1; | |
"Download.Demon" 1; | |
"Download.Devil" 1; | |
"Download.Wonder" 1; | |
"Downloader" 1; | |
"drag" 1; | |
"DreamPassport" 1; | |
"Drec" 1; | |
"Drip" 1; | |
"dsdl" 1; | |
"dsok" 1; | |
"DSurf" 1; | |
"DTAAgent" 1; | |
"DTS" 1; | |
"Dual" 1; | |
"dumb" 1; | |
"DynaWeb" 1; | |
"e-collector" 1; | |
"eag" 1; | |
"earn" 1; | |
"EARTHCOM" 1; | |
"EasyDL" 1; | |
"ebin" 1; | |
"EBM-APPLE" 1; | |
"EBrowse" 1; | |
"eCatch" 1; | |
"echo" 1; | |
"ecollector" 1; | |
"Edco" 1; | |
"edgeio" 1; | |
"[email protected]" 1; | |
"EirGrabber" 1; | |
"email" 1; | |
"Email.Extractor" 1; | |
"EmailCollector" 1; | |
"EmailSearch" 1; | |
"EmailSiphon" 1; | |
"EmailWolf" 1; | |
"Emer" 1; | |
"empas" 1; | |
"Enfi" 1; | |
"Enhan" 1; | |
"Enterprise_Search" 1; | |
"envolk" 1; | |
"erck" 1; | |
"EroCr" 1; | |
"ESurf" 1; | |
"Eval" 1; | |
"Evil" 1; | |
"Evere" 1; | |
"EWH" 1; | |
"Exabot" 1; | |
"Exact" 1; | |
"EXPLOITER" 1; | |
"Expre" 1; | |
"Extra" 1; | |
"ExtractorPro" 1; | |
"EyeN" 1; | |
"FairAd" 1; | |
"Fake" 1; | |
"FANG" 1; | |
"FAST" 1; | |
"fastlwspider" 1; | |
"FavOrg" 1; | |
"Favorites.Sweeper" 1; | |
"Faxo" 1; | |
"FDM_1" 1; | |
"FDSE" 1; | |
"fetch" 1; | |
"FEZhead" 1; | |
"Filan" 1; | |
"FileHound" 1; | |
"find" 1; | |
"Firebat" 1; | |
"Firefox.2.0" 1; | |
"Firs" 1; | |
"Flam" 1; | |
"Flash" 1; | |
"FlickBot" 1; | |
"Flip" 1; | |
"fluffy" 1; | |
"flunky" 1; | |
"focus" 1; | |
"Foob" 1; | |
"Fooky" 1; | |
"Forex" 1; | |
"Forum" 1; | |
"ForV" 1; | |
"Fost" 1; | |
"Foto" 1; | |
"Foun" 1; | |
"Franklin.Locator" 1; | |
"freefind" 1; | |
"FreshDownload" 1; | |
"FrontPage" 1; | |
"FSurf" 1; | |
"Fuck" 1; | |
"Fuer" 1; | |
"futile" 1; | |
"Fyber" 1; | |
"Gais" 1; | |
"GalaxyBot" 1; | |
"Galbot" 1; | |
"Gamespy_Arcade" 1; | |
"GbPl" 1; | |
"Gener" 1; | |
"geni" 1; | |
"Geona" 1; | |
"Get" 1; | |
"gigabaz" 1; | |
"Gira" 1; | |
"Ginxbot" 1; | |
"gluc" 1; | |
"glx.?v" 1; | |
"gnome" 1; | |
"Go.Zilla" 1; | |
"Goldfire" 1; | |
"Google.Wireless.Transcoder" 1; | |
"Googlebot-Image" 1; | |
"Got-It" 1; | |
"GOFORIT" 1; | |
"gonzo" 1; | |
"GornKer" 1; | |
"GoSearch" 1; | |
"^gotit$" 1; | |
"gozilla" 1; | |
"grab" 1; | |
"Grabber" 1; | |
"GrabNet" 1; | |
"Grup" 1; | |
"Graf" 1; | |
"Green.Research" 1; | |
"grub" 1; | |
"grub-client" 1; | |
"gsa-cra" 1; | |
"GSearch" 1; | |
"GT::WWW" 1; | |
"GuideBot" 1; | |
"guruji" 1; | |
"gvfs" 1; | |
"Gyps" 1; | |
"hack" 1; | |
"haha" 1; | |
"hailo" 1; | |
"Harv" 1; | |
"Hatena" 1; | |
"Hax" 1; | |
"Head" 1; | |
"Helm" 1; | |
"herit" 1; | |
"hgre" 1; | |
"hhjhj@yahoo" 1; | |
"Hippo" 1; | |
"hloader" 1; | |
"HMView" 1; | |
"holm" 1; | |
"holy" 1; | |
"HomePageSearch" 1; | |
"HooWWWer" 1; | |
"HouxouCrawler" 1; | |
"HMSE" 1; | |
"HPPrint" 1; | |
"htdig" 1; | |
"HTTPConnect" 1; | |
"httpdown" 1; | |
"http.generic" 1; | |
"HTTPGet" 1; | |
"httplib" 1; | |
"HTTPRetriever" 1; | |
"HTTrack" 1; | |
"human" 1; | |
"Huron" 1; | |
"hverify" 1; | |
"Hybrid" 1; | |
"Hyper" 1; | |
"ia_archiver" 1; | |
"iaskspi" 1; | |
"IBM_Planetwide" 1; | |
"iCCra" 1; | |
"ichiro" 1; | |
"ID-Search" 1; | |
"IDA" 1; | |
"IDBot" 1; | |
"IEAuto" 1; | |
"IEMPT" 1; | |
"iexplore.exe" 1; | |
"iGetter" 1; | |
"Ilse" 1; | |
"Iltrov" 1; | |
"Image" 1; | |
"Image.Stripper" 1; | |
"Image.Sucker" 1; | |
"imagefetch" 1; | |
"iimds_monitor" 1; | |
"Incutio" 1; | |
"IncyWincy" 1; | |
"Indexer" 1; | |
"Industry.Program" 1; | |
"Indy" 1; | |
"InetURL" 1; | |
"informant" 1; | |
"InfoNav" 1; | |
"InfoTekies" 1; | |
"Ingelin" 1; | |
"Innerpr" 1; | |
"Inspect" 1; | |
"InstallShield.DigitalWizard" 1; | |
"Insuran." 1; | |
"Intellig" 1; | |
"Intelliseek" 1; | |
"InterGET" 1; | |
"Internet.Ninja" 1; | |
"Internet.x" 1; | |
"Internet_Explorer" 1; | |
"InternetLinkagent" 1; | |
"InternetSeer.com" 1; | |
"Intraf" 1; | |
"IP2" 1; | |
"Ipsel" 1; | |
"Iria" 1; | |
"IRLbot" 1; | |
"Iron33" 1; | |
"Irvine" 1; | |
"ISC_Sys" 1; | |
"iSilo" 1; | |
"ISRCCrawler" 1; | |
"ISSpi" 1; | |
"IUPUI.Research.Bot" 1; | |
"Jady" 1; | |
"Jaka" 1; | |
"Jam" 1; | |
"^Java" 1; | |
"java/" 1; | |
"Java(tm)" 1; | |
"JBH.agent" 1; | |
"Jenny" 1; | |
"JetB" 1; | |
"JetC" 1; | |
"jeteye" 1; | |
"jiro" 1; | |
"JoBo" 1; | |
"JOC" 1; | |
"jupit" 1; | |
"Just" 1; | |
"Jyx" 1; | |
"Kapere" 1; | |
"kash" 1; | |
"Kazo" 1; | |
"KBee" 1; | |
"Kenjin" 1; | |
"Kernel" 1; | |
"Keywo" 1; | |
"KFSW" 1; | |
"KKma" 1; | |
"Know" 1; | |
"kosmix" 1; | |
"KRAE" 1; | |
"KRetrieve" 1; | |
"Krug" 1; | |
"ksibot" 1; | |
"ksoap" 1; | |
"Kum" 1; | |
"KWebGet" 1; | |
"Lachesis" 1; | |
"lanshan" 1; | |
"Lapo" 1; | |
"larbin" 1; | |
"leacher" 1; | |
"leech" 1; | |
"LeechFTP" 1; | |
"LeechGet" 1; | |
"leipzig.de" 1; | |
"Lets" 1; | |
"Lexi" 1; | |
"lftp" 1; | |
"Libby" 1; | |
"libcrawl" 1; | |
"libcurl" 1; | |
"libfetch" 1; | |
"libghttp" 1; | |
"libWeb" 1; | |
"libwhisker" 1; | |
"libwww" 1; | |
"libwww-FM" 1; | |
"libwww-perl" 1; | |
"LightningDownload" 1; | |
"likse" 1; | |
"Linc" 1; | |
"Link" 1; | |
"Link.Sleuth" 1; | |
"LinkextractorPro" 1; | |
"Linkie" 1; | |
"LINKS.ARoMATIZED" 1; | |
"LinkScan" 1; | |
"linktiger" 1; | |
"LinkWalker" 1; | |
"Lint" 1; | |
"List" 1; | |
"lmcrawler" 1; | |
"LMQ" 1; | |
"LNSpiderguy" 1; | |
"loader" 1; | |
"LocalcomBot" 1; | |
"Locu" 1; | |
"London" 1; | |
"lone" 1; | |
"looksmart" 1; | |
"loop" 1; | |
"Lork" 1; | |
"LTH_" 1; | |
"LWP" 1; | |
"lwp-request" 1; | |
"lwp-trivial" 1; | |
"Mac.Finder" 1; | |
"Macintosh;.I;.PPC" 1; | |
"Mac_F" 1; | |
"magi" 1; | |
"Mag-Net" 1; | |
"Magnet" 1; | |
"Magp" 1; | |
"Mail.Sweeper" 1; | |
"main" 1; | |
"majest" 1; | |
"Mam" 1; | |
"Mana" 1; | |
"MarcoPolo" 1; | |
"mark.blonin" 1; | |
"MarkWatch" 1; | |
"MaSagool" 1; | |
"Mass" 1; | |
"Mass.Downloader" 1; | |
"Mata" 1; | |
"mavi" 1; | |
"McBot" 1; | |
"Mecha" 1; | |
"MCspider" 1; | |
"mediapartners" 1; | |
"^Memo" 1; | |
"MEGAUPLOAD" 1; | |
"MetaProducts.Download.Express" 1; | |
"Metaspin" 1; | |
"Mete" 1; | |
"Microsoft.Data.Access" 1; | |
"Microsoft.URL" 1; | |
"Microsoft_Internet_Explorer" 1; | |
"MIDo" 1; | |
"MIIx" 1; | |
"miner" 1; | |
"Mira" 1; | |
"MIRE" 1; | |
"Mirror" 1; | |
"Miss" 1; | |
"Missauga" 1; | |
"Missigua.Locator" 1; | |
"Missouri.College.Browse" 1; | |
"Mist" 1; | |
"Mizz" 1; | |
"MJ12" 1; | |
"mkdb" 1; | |
"mlbot" 1; | |
"MLM" 1; | |
"MMMoCrawl" 1; | |
"MnoG" 1; | |
"moge" 1; | |
"Moje" 1; | |
"Monster" 1; | |
"Monza.Browser" 1; | |
"Mooz" 1; | |
"Moreoverbot" 1; | |
"MOT-MPx220" 1; | |
"mothra/netscan" 1; | |
"mouse" 1; | |
"MovableType" 1; | |
"Mozdex" 1; | |
"Mozi!" 1; | |
"^Mozilla$" 1; | |
"Mozilla/1.22" 1; | |
"Mozilla/22" 1; | |
"^Mozilla/3.0.(compatible" 1; | |
"Mozilla/3.Mozilla/2.01" 1; | |
"Mozilla/4.0(compatible" 1; | |
"Mozilla/4.08" 1; | |
"Mozilla/4.61.(Macintosh" 1; | |
"Mozilla/5.0" 1; | |
"Mozilla/7.0" 1; | |
"Mozilla/8" 1; | |
"Mozilla/9" 1; | |
"Mozilla:" 1; | |
"Mozilla/Firefox" 1; | |
"^Mozilla.*Indy" 1; | |
"^Mozilla.*NEWT" 1; | |
"^Mozilla*MSIECrawler" 1; | |
"Mp3Bot" 1; | |
"MPF" 1; | |
"MRA" 1; | |
"MS.FrontPage" 1; | |
"MS.?Search" 1; | |
"MSFrontPage" 1; | |
"MSIE_6.0" 1; | |
"MSIE6" 1; | |
"MSIECrawler" 1; | |
"msnbot-media" 1; | |
"msnbot-Products" 1; | |
"MSNPTC" 1; | |
"MSProxy" 1; | |
"MSRBOT" 1; | |
"multithreaddb" 1; | |
"musc" 1; | |
"MVAC" 1; | |
"MWM" 1; | |
"My_age" 1; | |
"MyApp" 1; | |
"MyDog" 1; | |
"MyEng" 1; | |
"MyFamilyBot" 1; | |
"MyGetRight" 1; | |
"MyIE2" 1; | |
"mysearch" 1; | |
"myurl" 1; | |
"NAG" 1; | |
"NAMEPROTECT" 1; | |
"NASA.Search" 1; | |
"nationaldirectory" 1; | |
"Naver" 1; | |
"Navr" 1; | |
"Near" 1; | |
"NetAnts" 1; | |
"netattache" 1; | |
"Netcach" 1; | |
"NetCarta" 1; | |
"Netcraft" 1; | |
"NetCrawl" 1; | |
"NetMech" 1; | |
"netprospector" 1; | |
"NetResearchServer" 1; | |
"NetSp" 1; | |
"Net.Vampire" 1; | |
"netX" 1; | |
"NetZ" 1; | |
"Neut" 1; | |
"newLISP" 1; | |
"NewsGatorInbox" 1; | |
"NEWT" 1; | |
"NEWT.ActiveX" 1; | |
"Next" 1; | |
"^NG" 1; | |
"NICE" 1; | |
"nikto" 1; | |
"Nimb" 1; | |
"Ninja" 1; | |
"Ninte" 1; | |
"NIPGCrawler" 1; | |
"Noga" 1; | |
"nogo" 1; | |
"Noko" 1; | |
"Nomad" 1; | |
"Norb" 1; | |
"noxtrumbot" 1; | |
"NPbot" 1; | |
"NuSe" 1; | |
"Nutch" 1; | |
"Nutex" 1; | |
"NWSp" 1; | |
"Obje" 1; | |
"Ocel" 1; | |
"Octo" 1; | |
"ODI3" 1; | |
"oegp" 1; | |
"Offline" 1; | |
"Offline.Explorer" 1; | |
"Offline.Navigator" 1; | |
"OK.Mozilla" 1; | |
"omg" 1; | |
"Omni" 1; | |
"Onfo" 1; | |
"onyx" 1; | |
"OpaL" 1; | |
"OpenBot" 1; | |
"Openf" 1; | |
"OpenTextSiteCrawler" 1; | |
"OpenU" 1; | |
"Orac" 1; | |
"OrangeBot" 1; | |
"Orbit" 1; | |
"Oreg" 1; | |
"osis" 1; | |
"Outf" 1; | |
"Owl" 1; | |
"P3P" 1; | |
"PackRat" 1; | |
"PageGrabber" 1; | |
"PagmIEDownload" 1; | |
"pansci" 1; | |
"Papa" 1; | |
"Pars" 1; | |
"Patw" 1; | |
"pavu" 1; | |
"Pb2Pb" 1; | |
"pcBrow" 1; | |
"PEAR" 1; | |
"PEER" 1; | |
"PECL" 1; | |
"pepe" 1; | |
"Perl" 1; | |
"PerMan" 1; | |
"PersonaPilot" 1; | |
"Persuader" 1; | |
"petit" 1; | |
"PHP" 1; | |
"PHP.vers" 1; | |
"PHPot" 1; | |
"Phras" 1; | |
"PicaLo" 1; | |
"Piff" 1; | |
"Pige" 1; | |
"pigs" 1; | |
"^Ping" 1; | |
"Pingd" 1; | |
"PingALink" 1; | |
"Pipe" 1; | |
"Plag" 1; | |
"Plant" 1; | |
"playstarmusic" 1; | |
"Pluck" 1; | |
"Pockey" 1; | |
"POE-Com" 1; | |
"Poirot" 1; | |
"Pomp" 1; | |
"Port.Huron" 1; | |
"Post" 1; | |
"powerset" 1; | |
"Preload" 1; | |
"press" 1; | |
"Privoxy" 1; | |
"Probe" 1; | |
"Program.Shareware" 1; | |
"Progressive.Download" 1; | |
"ProPowerBot" 1; | |
"prospector" 1; | |
"Provider.Protocol.Discover" 1; | |
"ProWebWalker" 1; | |
"Prowl" 1; | |
"Proxy" 1; | |
"Prozilla" 1; | |
"psbot" 1; | |
"PSurf" 1; | |
"psycheclone" 1; | |
"^puf$" 1; | |
"Pulse" 1; | |
"Pump" 1; | |
"PushSite" 1; | |
"PussyCat" 1; | |
"PuxaRapido" 1; | |
"PycURL" 1; | |
"Pyth" 1; | |
"PyQ" 1; | |
"QuepasaCreep" 1; | |
"Query" 1; | |
"Quest" 1; | |
"QRVA" 1; | |
"Qweer" 1; | |
"radian" 1; | |
"Radiation" 1; | |
"Rambler" 1; | |
"RAMP" 1; | |
"RealDownload" 1; | |
"Reap" 1; | |
"Recorder" 1; | |
"RedCarpet" 1; | |
"RedKernel" 1; | |
"ReGet" 1; | |
"relevantnoise" 1; | |
"replacer" 1; | |
"Repo" 1; | |
"requ" 1; | |
"Rese" 1; | |
"Retrieve" 1; | |
"Rip" 1; | |
"Rix" 1; | |
"RMA" 1; | |
"Roboz" 1; | |
"Rogue" 1; | |
"Rover" 1; | |
"RPT-HTTP" 1; | |
"Rsync" 1; | |
"RTG30" 1; | |
".ru)" 1; | |
"ruby" 1; | |
"Rufus" 1; | |
"Salt" 1; | |
"Sample" 1; | |
"SAPO" 1; | |
"Sauger" 1; | |
"savvy" 1; | |
"SBIder" 1; | |
"SBP" 1; | |
"SCAgent" 1; | |
"scan" 1; | |
"SCEJ_" 1; | |
"Sched" 1; | |
"Schizo" 1; | |
"Schlong" 1; | |
"Schmo" 1; | |
"Scout" 1; | |
"Scooter" 1; | |
"Scorp" 1; | |
"ScoutOut" 1; | |
"SCrawl" 1; | |
"screen" 1; | |
"script" 1; | |
"SearchExpress" 1; | |
"searchhippo" 1; | |
"Searchme" 1; | |
"searchpreview" 1; | |
"searchterms" 1; | |
"Second.Street.Research" 1; | |
"Security.Kol" 1; | |
"Seekbot" 1; | |
"Seeker" 1; | |
"Sega" 1; | |
"Sensis" 1; | |
"Sept" 1; | |
"Serious" 1; | |
"Sezn" 1; | |
"Shai" 1; | |
"Share" 1; | |
"Sharp" 1; | |
"Shaz" 1; | |
"shell" 1; | |
"shelo" 1; | |
"Sherl" 1; | |
"Shim" 1; | |
"Shiretoko" 1; | |
"ShopWiki" 1; | |
"SickleBot" 1; | |
"Simple" 1; | |
"Siph" 1; | |
"sitecheck" 1; | |
"SiteCrawler" 1; | |
"SiteSnagger" 1; | |
"Site.Sniper" 1; | |
"SiteSucker" 1; | |
"sitevigil" 1; | |
"SiteX" 1; | |
"Sleip" 1; | |
"Slide" 1; | |
"Slurpy.Verifier" 1; | |
"Sly" 1; | |
"Smag" 1; | |
"SmartDownload" 1; | |
"Smurf" 1; | |
"sna-" 1; | |
"snag" 1; | |
"Snake" 1; | |
"Snapbot" 1; | |
"Snip" 1; | |
"Snoop" 1; | |
"So-net" 1; | |
"SocSci" 1; | |
"sogou" 1; | |
"Sohu" 1; | |
"solr" 1; | |
"sootle" 1; | |
"Soso" 1; | |
"SpaceBison" 1; | |
"Spad" 1; | |
"Span" 1; | |
"spanner" 1; | |
"Speed" 1; | |
"Spegla" 1; | |
"Sphere" 1; | |
"Sphider" 1; | |
"spider" 1; | |
"SpiderBot" 1; | |
"SpiderEngine" 1; | |
"SpiderView" 1; | |
"Spin" 1; | |
"sproose" 1; | |
"Spurl" 1; | |
"Spyder" 1; | |
"Squi" 1; | |
"SQ.Webscanner" 1; | |
"sqwid" 1; | |
"Sqworm" 1; | |
"SSM_Ag" 1; | |
"Stack" 1; | |
"Stamina" 1; | |
"stamp" 1; | |
"Stanford" 1; | |
"Statbot" 1; | |
"State" 1; | |
"Steel" 1; | |
"Strateg" 1; | |
"Stress" 1; | |
"Strip" 1; | |
"studybot" 1; | |
"Style" 1; | |
"subot" 1; | |
"Suck" 1; | |
"Sume" 1; | |
"sun4m" 1; | |
"Sunrise" 1; | |
"SuperBot" 1; | |
"SuperBro" 1; | |
"Supervi" 1; | |
"Surf4Me" 1; | |
"SuperHTTP" 1; | |
"Surfbot" 1; | |
"SurfWalker" 1; | |
"Susi" 1; | |
"suza" 1; | |
"suzu" 1; | |
"Sweep" 1; | |
"sygol" 1; | |
"syncrisis" 1; | |
"Systems" 1; | |
"Szukacz" 1; | |
"Tagger" 1; | |
"Tagyu" 1; | |
"tAke" 1; | |
"Talkro" 1; | |
"TALWinHttpClient" 1; | |
"tamu" 1; | |
"Tandem" 1; | |
"Tarantula" 1; | |
"tarspider" 1; | |
"tBot" 1; | |
"TCF" 1; | |
"Tcs/1" 1; | |
"TeamSoft" 1; | |
"Tecomi" 1; | |
"Teleport" 1; | |
"Telesoft" 1; | |
"Templeton" 1; | |
"Tencent" 1; | |
"Terrawiz" 1; | |
"Test" 1; | |
"TexNut" 1; | |
"trivial" 1; | |
"Turnitin" 1; | |
"The.Intraformant" 1; | |
"TheNomad" 1; | |
"Thomas" 1; | |
"TightTwatBot" 1; | |
"Timely" 1; | |
"Titan" 1; | |
"TMCrawler" 1; | |
"TMhtload" 1; | |
"toCrawl" 1; | |
"Todobr" 1; | |
"Tongco" 1; | |
"topic" 1; | |
"Torrent" 1; | |
"Track" 1; | |
"translate" 1; | |
"Traveler" 1; | |
"TREEVIEW" 1; | |
"True" 1; | |
"Tunnel" 1; | |
"turing" 1; | |
"TutorGig" 1; | |
"TV33_Mercator" 1; | |
"Twat" 1; | |
"Tweak" 1; | |
"Twice" 1; | |
"Twisted.PageGetter" 1; | |
"Tygo" 1; | |
"ubee" 1; | |
"UCmore" 1; | |
"UdmSearch" 1; | |
"UIowaCrawler" 1; | |
"Ultraseek" 1; | |
"UMBC" 1; | |
"unf" 1; | |
"UniversalFeedParser" 1; | |
"unknown" 1; | |
"UPG1" 1; | |
"UtilMind" 1; | |
"URLBase" 1; | |
"URL.Control" 1; | |
"URL_Spider_Pro" 1; | |
"urldispatcher" 1; | |
"URLGetFile" 1; | |
"urllib" 1; | |
"URLSpiderPro" 1; | |
"URLy" 1; | |
"User-Agent" 1; | |
"UserAgent" 1; | |
"USyd" 1; | |
"Vacuum" 1; | |
"vagabo" 1; | |
"Valet" 1; | |
"Valid" 1; | |
"Vamp" 1; | |
"vayala" 1; | |
"VB_" 1; | |
"VCI" 1; | |
"VERI~LI" 1; | |
"verif" 1; | |
"versus" 1; | |
"via" 1; | |
"Viewer" 1; | |
"virtual" 1; | |
"visibilitygap" 1; | |
"Visual" 1; | |
"vobsub" 1; | |
"Void" 1; | |
"VoilaBot" 1; | |
"voyager" 1; | |
"vspider" 1; | |
"VSyn" 1; | |
"w:PACBHO60" 1; | |
"w0000t" 1; | |
"W3C" 1; | |
"w3m" 1; | |
"w3search" 1; | |
"walhello" 1; | |
"Walker" 1; | |
"Wand" 1; | |
"WAOL" 1; | |
"WAPT" 1; | |
"Watch" 1; | |
"Wavefire" 1; | |
"wbdbot" 1; | |
"Weather" 1; | |
"web.by.mail" 1; | |
"Web.Data.Extractor" 1; | |
"Web.Downloader" 1; | |
"Web.Ima" 1; | |
"Web.Mole" 1; | |
"Web.Sucker" 1; | |
"Web2Mal" 1; | |
"Web2WAP" 1; | |
"WebaltBot" 1; | |
"WebAuto" 1; | |
"WebBandit" 1; | |
"Webbot" 1; | |
"WebCapture" 1; | |
"WebCat" 1; | |
"webcraft@bea" 1; | |
"Webclip" 1; | |
"webcollage" 1; | |
"WebCollector" 1; | |
"WebCopier" 1; | |
"WebCopy" 1; | |
"WebCor" 1; | |
"webcrawl" 1; | |
"WebDat" 1; | |
"WebDav" 1; | |
"webdevil" 1; | |
"webdownloader" 1; | |
"Webdup" 1; | |
"WebEMail" 1; | |
"WebEMailExtrac" 1; | |
"WebEnhancer" 1; | |
"WebFetch" 1; | |
"WebGo" 1; | |
"WebHook" 1; | |
"Webinator" 1; | |
"WebInd" 1; | |
"webitpr" 1; | |
"WebFilter" 1; | |
"WebFountain" 1; | |
"WebLea" 1; | |
"Webmaster" 1; | |
"WebmasterWorldForumBot" 1; | |
"WebMin" 1; | |
"WebMirror" 1; | |
"webmole" 1; | |
"webpic" 1; | |
"WebPin" 1; | |
"WebPix" 1; | |
"WebReaper" 1; | |
"WebRipper" 1; | |
"WebRobot" 1; | |
"WebSauger" 1; | |
"WebSite" 1; | |
"Website.eXtractor" 1; | |
"Website.Quester" 1; | |
"WebSnake" 1; | |
"webspider" 1; | |
"Webster" 1; | |
"WebStripper" 1; | |
"websucker" 1; | |
"WebTre" 1; | |
"WebVac" 1; | |
"webwalk" 1; | |
"WebWasher" 1; | |
"WebWeasel" 1; | |
"WebWhacker" 1; | |
"WebZIP" 1; | |
"Wells" 1; | |
"WEP_S" 1; | |
"WEP.Search.00" 1; | |
"WeRelateBot" 1; | |
"wget" 1; | |
"Whack" 1; | |
"Whacker" 1; | |
"whiz" 1; | |
"WhosTalking" 1; | |
"Widow" 1; | |
"Win67" 1; | |
"window.location" 1; | |
"Windows.95;" 1; | |
"Windows.95)" 1; | |
"Windows.98;" 1; | |
"Windows.98)" 1; | |
"Winodws" 1; | |
"Wildsoft.Surfer" 1; | |
"WinHT" 1; | |
"winhttp" 1; | |
"WinHttpRequest" 1; | |
"WinHTTrack" 1; | |
"Winnie.Poh" 1; | |
"wire" 1; | |
"WISEbot" 1; | |
"wisenutbot" 1; | |
"wish" 1; | |
"Wizz" 1; | |
"WordP" 1; | |
"Works" 1; | |
"world" 1; | |
"WUMPUS" 1; | |
"Wweb" 1; | |
"WWWC" 1; | |
"WWWOFFLE" 1; | |
"WWW-Collector" 1; | |
"WWW.Mechanize" 1; | |
"www.ranks.nl" 1; | |
"wwwster" 1; | |
"^x$" 1; | |
"X12R1" 1; | |
"x-Tractor" 1; | |
"Xaldon" 1; | |
"Xenu" 1; | |
"XGET" 1; | |
"xirq" 1; | |
"Y!OASIS" 1; | |
"Y!Tunnel" 1; | |
"yacy" 1; | |
"YaDirectBot" 1; | |
"Yahoo-MMAudVid" 1; | |
"YahooSeeker" 1; | |
"YahooYSMcm" 1; | |
"Yamm" 1; | |
"Yand" 1; | |
"yang" 1; | |
"Yeti" 1; | |
"Yoono" 1; | |
"yori" 1; | |
"Yotta" 1; | |
"YTunnel" 1; | |
"Zade" 1; | |
"zagre" 1; | |
"ZBot" 1; | |
"Zeal" 1; | |
"ZeBot" 1; | |
"zerx" 1; | |
"Zeus" 1; | |
"ZIPCode" 1; | |
"Zixy" 1; | |
"zmao" 1; | |
"Zyborg" 1; | |
} | |
## Add here all referrers that are to blocked. | |
map $http_referer $bad_referer { | |
default 0; | |
~*(?i)(babes|click|diamond|forsale|girl|jewelry|love|nudit|organic|poker|porn|poweroversoftware|sex|teen|webcam|zippo|casino|replica) 1; | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
di dalam block server/location, tambah if condition berikut