Last active
October 6, 2021 03:05
-
-
Save iAugur/22355bcd285f66262cc57be3de53517d to your computer and use it in GitHub Desktop.
A block list for web scrapers and malicious agents
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| SetEnvIfNoCase User-Agent "^Mozilla$" BlockedAgent | |
| SetEnvIfNoCase User-Agent "^Xaldon WebSpider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "007ac9 Crawler" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ADSARobot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ah-ha" BlockedAgent | |
| SetEnvIfNoCase User-Agent "AhrefsBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "aktuelles" BlockedAgent | |
| SetEnvIfNoCase User-Agent "almaden" BlockedAgent | |
| SetEnvIfNoCase User-Agent "amzn_assoc" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Anarchie" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ASPSeek" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ASSORT" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ATHENS" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Atomz" BlockedAgent | |
| SetEnvIfNoCase User-Agent "attach" BlockedAgent | |
| SetEnvIfNoCase User-Agent "attache" BlockedAgent | |
| SetEnvIfNoCase User-Agent "autoemailspider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "BackWeb" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Bandit" BlockedAgent | |
| SetEnvIfNoCase User-Agent "BatchFTP" BlockedAgent | |
| SetEnvIfNoCase User-Agent "bdfetch" BlockedAgent | |
| SetEnvIfNoCase User-Agent "big.brother" BlockedAgent | |
| SetEnvIfNoCase User-Agent "binlar" BlockedAgent | |
| SetEnvIfNoCase User-Agent "BlackWidow" BlockedAgent | |
| SetEnvIfNoCase User-Agent "BLEXBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "bmclient" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Boston Project" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Bot mailto:[email protected]" BlockedAgent | |
| SetEnvIfNoCase User-Agent "BravoBrian SpiderEngine MarcoPolo" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Buddy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Bullseye" BlockedAgent | |
| SetEnvIfNoCase User-Agent "bumblebee" BlockedAgent | |
| SetEnvIfNoCase User-Agent "capture" BlockedAgent | |
| SetEnvIfNoCase User-Agent "casper" BlockedAgent | |
| SetEnvIfNoCase User-Agent "checkpriv" BlockedAgent | |
| SetEnvIfNoCase User-Agent "CherryPicker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ChinaClaw" BlockedAgent | |
| SetEnvIfNoCase User-Agent "choppy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "CICC" BlockedAgent | |
| SetEnvIfNoCase User-Agent "clipping" BlockedAgent | |
| SetEnvIfNoCase User-Agent "clshttp" BlockedAgent | |
| SetEnvIfNoCase User-Agent "cmsworld" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Collector" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Copier" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Crescent Internet ToolPak" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Crescent" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Custo" BlockedAgent | |
| SetEnvIfNoCase User-Agent "cyberalert" BlockedAgent | |
| SetEnvIfNoCase User-Agent "DA$" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Daum/4.1" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Deweb" BlockedAgent | |
| SetEnvIfNoCase User-Agent "diagem" BlockedAgent | |
| SetEnvIfNoCase User-Agent "diavol" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Digger" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Digimarc" BlockedAgent | |
| SetEnvIfNoCase User-Agent "DIIbot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "DISCo Pump" BlockedAgent | |
| SetEnvIfNoCase User-Agent "DISCo" BlockedAgent | |
| SetEnvIfNoCase User-Agent "DISCoFinder" BlockedAgent | |
| SetEnvIfNoCase User-Agent "dotbot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Download Demon" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Download Wonder" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Downloader" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Drip" BlockedAgent | |
| SetEnvIfNoCase User-Agent "DSurf15a" BlockedAgent | |
| SetEnvIfNoCase User-Agent "DTS.Agent" BlockedAgent | |
| SetEnvIfNoCase User-Agent "EasyDL" BlockedAgent | |
| SetEnvIfNoCase User-Agent "eCatch" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ecollector" BlockedAgent | |
| SetEnvIfNoCase User-Agent "[email protected]" BlockedAgent | |
| SetEnvIfNoCase User-Agent "EirGrabber" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Email Extractor" BlockedAgent | |
| SetEnvIfNoCase User-Agent "email" BlockedAgent | |
| SetEnvIfNoCase User-Agent "EmailCollector" BlockedAgent | |
| SetEnvIfNoCase User-Agent "EmailSiphon" BlockedAgent | |
| SetEnvIfNoCase User-Agent "EmailSiphon" BlockedAgent | |
| SetEnvIfNoCase User-Agent "EmailWolf" BlockedAgent | |
| SetEnvIfNoCase User-Agent "EmailWolf" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Express WebPictures" BlockedAgent | |
| SetEnvIfNoCase User-Agent "extract" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ExtractorPro" BlockedAgent | |
| SetEnvIfNoCase User-Agent "EyeNetIE" BlockedAgent | |
| SetEnvIfNoCase User-Agent "fastlwspider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "FavOrg" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Favorites Sweeper" BlockedAgent | |
| SetEnvIfNoCase User-Agent "feedfinder" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Fetch" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Fetchbot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "FEZhead" BlockedAgent | |
| SetEnvIfNoCase User-Agent "FileHound" BlockedAgent | |
| SetEnvIfNoCase User-Agent "FlashGet WebWasher" BlockedAgent | |
| SetEnvIfNoCase User-Agent "FlickBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "flicky" BlockedAgent | |
| SetEnvIfNoCase User-Agent "fluffy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "FrontPage" BlockedAgent | |
| SetEnvIfNoCase User-Agent "g00g1e" BlockedAgent | |
| SetEnvIfNoCase User-Agent "GalaxyBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "GbPlugin" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Generic" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Getleft" BlockedAgent | |
| SetEnvIfNoCase User-Agent "GetRight" BlockedAgent | |
| SetEnvIfNoCase User-Agent "GetSmart" BlockedAgent | |
| SetEnvIfNoCase User-Agent "GetWeb!" BlockedAgent | |
| SetEnvIfNoCase User-Agent "GetWebPage" BlockedAgent | |
| SetEnvIfNoCase User-Agent "gigabaz" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Gigabot/3.0" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Girafabot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Go 1.1 package http" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Go-Ahead-Got-It" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Go-http-client/1.1" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Go!Zilla" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Go!Zilla" BlockedAgent | |
| SetEnvIfNoCase User-Agent "GornKer" BlockedAgent | |
| SetEnvIfNoCase User-Agent "gotit" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Grabber" BlockedAgent | |
| SetEnvIfNoCase User-Agent "GrabNet" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Grafula" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Green Research" BlockedAgent | |
| SetEnvIfNoCase User-Agent "grub-client" BlockedAgent | |
| SetEnvIfNoCase User-Agent "harvest" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Harvest" BlockedAgent | |
| SetEnvIfNoCase User-Agent "heritrix" BlockedAgent | |
| SetEnvIfNoCase User-Agent "hhjhj@yahoo" BlockedAgent | |
| SetEnvIfNoCase User-Agent "hloader" BlockedAgent | |
| SetEnvIfNoCase User-Agent "HMView" BlockedAgent | |
| SetEnvIfNoCase User-Agent "HomePageSearch" BlockedAgent | |
| SetEnvIfNoCase User-Agent "http generic" BlockedAgent | |
| SetEnvIfNoCase User-Agent "httpdown" BlockedAgent | |
| SetEnvIfNoCase User-Agent "httrack" BlockedAgent | |
| SetEnvIfNoCase User-Agent "httrack" BlockedAgent | |
| SetEnvIfNoCase User-Agent "HTTrack" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ia_archiver" BlockedAgent | |
| SetEnvIfNoCase User-Agent "IBM_Planetwide" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Image Stripper" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Image Sucker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "imagefetch" BlockedAgent | |
| SetEnvIfNoCase User-Agent "IncyWincy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Indy Library" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Indy*Library" BlockedAgent | |
| SetEnvIfNoCase User-Agent "informant" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Ingelin" BlockedAgent | |
| SetEnvIfNoCase User-Agent "InterGET" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Internet Ninja" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Internet Ninja" BlockedAgent | |
| SetEnvIfNoCase User-Agent "InternetLinkagent" BlockedAgent | |
| SetEnvIfNoCase User-Agent "InternetSeer.com" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Iria" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Irvine" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ISC Systems iRc" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Jakarta" BlockedAgent | |
| SetEnvIfNoCase User-Agent "JBH*agent" BlockedAgent | |
| SetEnvIfNoCase User-Agent "JetCar" BlockedAgent | |
| SetEnvIfNoCase User-Agent "JOC Web Spider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "JOC" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Jorgee" BlockedAgent | |
| SetEnvIfNoCase User-Agent "JustView" BlockedAgent | |
| SetEnvIfNoCase User-Agent "kmccrew" BlockedAgent | |
| SetEnvIfNoCase User-Agent "KWebGet" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Lachesis" BlockedAgent | |
| SetEnvIfNoCase User-Agent "larbin" BlockedAgent | |
| SetEnvIfNoCase User-Agent "LeechFTP" BlockedAgent | |
| SetEnvIfNoCase User-Agent "LexiBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "lftp" BlockedAgent | |
| SetEnvIfNoCase User-Agent "libwww-perl" BlockedAgent | |
| SetEnvIfNoCase User-Agent "libwww," BlockedAgent | |
| SetEnvIfNoCase User-Agent "libwww" BlockedAgent | |
| SetEnvIfNoCase User-Agent "likse" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Link" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Link*Sleuth" BlockedAgent | |
| SetEnvIfNoCase User-Agent "LINKS ARoMATIZED" BlockedAgent | |
| SetEnvIfNoCase User-Agent "LinkWalker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "loader" BlockedAgent | |
| SetEnvIfNoCase User-Agent "lwp-trivial" BlockedAgent | |
| SetEnvIfNoCase User-Agent "lwp-trivial" BlockedAgent | |
| SetEnvIfNoCase User-Agent "LWP" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Mac Finder" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Mag-Net" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Mag-Net" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Magnet" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Mass Downloader" BlockedAgent | |
| SetEnvIfNoCase User-Agent "MCspider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "MegaIndex.ru/2.0" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Memo" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Microsoft.URL" BlockedAgent | |
| SetEnvIfNoCase User-Agent "MIDown tool" BlockedAgent | |
| SetEnvIfNoCase User-Agent "miner" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Mirror" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Missigua Locator" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Missigua Locator" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Mister PiX" BlockedAgent | |
| SetEnvIfNoCase User-Agent "MJ12bot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "MMMtoCrawl/UrlDispatcherLLL" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Mozilla.*Indy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Mozilla.*NEWT" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Mozilla*MSIECrawler" BlockedAgent | |
| SetEnvIfNoCase User-Agent "MS FrontPage*" BlockedAgent | |
| SetEnvIfNoCase User-Agent "MSFrontPage" BlockedAgent | |
| SetEnvIfNoCase User-Agent "MSIECrawler" BlockedAgent | |
| SetEnvIfNoCase User-Agent "MSProxy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "muhstik-scan" BlockedAgent | |
| SetEnvIfNoCase User-Agent "muhstik" BlockedAgent | |
| SetEnvIfNoCase User-Agent "multithreaddb" BlockedAgent | |
| SetEnvIfNoCase User-Agent "nationaldirectory" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Navroad" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NearSite" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Net Vampire" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NetAnts" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NetCarta" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NetMechanic" BlockedAgent | |
| SetEnvIfNoCase User-Agent "netprospector" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NetResearchServer" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NetSpider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NetZip Downloader" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NetZIP" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NetZippy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NEWT" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NICErsPRO" BlockedAgent | |
| SetEnvIfNoCase User-Agent "nikto" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Ninja" BlockedAgent | |
| SetEnvIfNoCase User-Agent "NPBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "nutch" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Octopus" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Offline Explorer" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Offline Navigator" BlockedAgent | |
| SetEnvIfNoCase User-Agent "OpaL" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Openfind" BlockedAgent | |
| SetEnvIfNoCase User-Agent "OpenTextSiteCrawler" BlockedAgent | |
| SetEnvIfNoCase User-Agent "OrangeBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "PackRat" BlockedAgent | |
| SetEnvIfNoCase User-Agent "PageGrabber" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Papa Foto" BlockedAgent | |
| SetEnvIfNoCase User-Agent "pavuk" BlockedAgent | |
| SetEnvIfNoCase User-Agent "pcBrowser" BlockedAgent | |
| SetEnvIfNoCase User-Agent "PersonaPilot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "PHPCrawl" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Ping" BlockedAgent | |
| SetEnvIfNoCase User-Agent "PingALink" BlockedAgent | |
| SetEnvIfNoCase User-Agent "planetwork" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Pockey" BlockedAgent | |
| SetEnvIfNoCase User-Agent "postrank" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Proxy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "psbot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "PSurf" BlockedAgent | |
| SetEnvIfNoCase User-Agent "puf" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Pump" BlockedAgent | |
| SetEnvIfNoCase User-Agent "purebot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "PushSite" BlockedAgent | |
| SetEnvIfNoCase User-Agent "pycurl" BlockedAgent | |
| SetEnvIfNoCase User-Agent "python-requests" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Python-urllib" BlockedAgent | |
| SetEnvIfNoCase User-Agent "python" BlockedAgent | |
| SetEnvIfNoCase User-Agent "QRVA" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Qwantify" BlockedAgent | |
| SetEnvIfNoCase User-Agent "RealDownload" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Reaper" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Recorder" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ReGet" BlockedAgent | |
| SetEnvIfNoCase User-Agent "replacer" BlockedAgent | |
| SetEnvIfNoCase User-Agent "RepoMonkey" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Robozilla" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Rover" BlockedAgent | |
| SetEnvIfNoCase User-Agent "RPT-HTTPClient" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Rsync" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Scooter" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Scrapy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SearchExpress" BlockedAgent | |
| SetEnvIfNoCase User-Agent "searchhippo" BlockedAgent | |
| SetEnvIfNoCase User-Agent "searchterms.it" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Second Street Research" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Seeker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "seekerspider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Seekport Crawler" BlockedAgent | |
| SetEnvIfNoCase User-Agent "serpstatbot/1.0" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Shai" BlockedAgent | |
| SetEnvIfNoCase User-Agent "siclab" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Siphon" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SISTRIX" BlockedAgent | |
| SetEnvIfNoCase User-Agent "sitecheck.internetseer.com" BlockedAgent | |
| SetEnvIfNoCase User-Agent "sitecheck" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SiteSnagger" BlockedAgent | |
| SetEnvIfNoCase User-Agent "skygrid" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SlySearch" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SmartDownload" BlockedAgent | |
| SetEnvIfNoCase User-Agent "snagger" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Snake" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Snoopy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SpaceBison" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Spegla" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SpiderBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "sproose" BlockedAgent | |
| SetEnvIfNoCase User-Agent "sqlmap" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SqWorm" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Stripper" BlockedAgent | |
| SetEnvIfNoCase User-Agent "sucker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Sucker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SuperBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SuperHTTP" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Surfbot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "SurfWalker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "sysscan/1.0" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Szukacz" BlockedAgent | |
| SetEnvIfNoCase User-Agent "tAkeOut" BlockedAgent | |
| SetEnvIfNoCase User-Agent "tarspider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Teleport Pro" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Templeton" BlockedAgent | |
| SetEnvIfNoCase User-Agent "TrueRobot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "turnit" BlockedAgent | |
| SetEnvIfNoCase User-Agent "TV33_Mercator" BlockedAgent | |
| SetEnvIfNoCase User-Agent "UIowaCrawler" BlockedAgent | |
| SetEnvIfNoCase User-Agent "URL_Spider_Pro" BlockedAgent | |
| SetEnvIfNoCase User-Agent "URLSpiderPro" BlockedAgent | |
| SetEnvIfNoCase User-Agent "User-Agent" BlockedAgent | |
| SetEnvIfNoCase User-Agent "UtilMind" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Vacuum" BlockedAgent | |
| SetEnvIfNoCase User-Agent "vagabondo" BlockedAgent | |
| SetEnvIfNoCase User-Agent "vayala" BlockedAgent | |
| SetEnvIfNoCase User-Agent "vikspider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "visibilitygap" BlockedAgent | |
| SetEnvIfNoCase User-Agent "VoidEYE" BlockedAgent | |
| SetEnvIfNoCase User-Agent "vspider" BlockedAgent | |
| SetEnvIfNoCase User-Agent "w3mir" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Web Data Extractor" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Web Downloader" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Web Image Collector" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Web Sucker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "web.by.mail" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebAuto" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebBandit" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Webclipping" BlockedAgent | |
| SetEnvIfNoCase User-Agent "webcollage" BlockedAgent | |
| SetEnvIfNoCase User-Agent "webcollector" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebCopier" BlockedAgent | |
| SetEnvIfNoCase User-Agent "webcraft@bea" BlockedAgent | |
| SetEnvIfNoCase User-Agent "webdevil" BlockedAgent | |
| SetEnvIfNoCase User-Agent "webdownloader" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Webdup" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebEMailExtrac" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebFetch" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebGo IS" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebHook" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Webinator" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebLeacher" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WEBMASTERS" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebMiner" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebMirror" BlockedAgent | |
| SetEnvIfNoCase User-Agent "webmole" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebReaper" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebSauger" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Website eXtractor" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Website Quester" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Website" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebSnake" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Webster" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebStripper" BlockedAgent | |
| SetEnvIfNoCase User-Agent "websucker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "webvac" BlockedAgent | |
| SetEnvIfNoCase User-Agent "webwalk" BlockedAgent | |
| SetEnvIfNoCase User-Agent "webweasel" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebWhacker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WebZIP" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WEP Search" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Wget" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Whacker" BlockedAgent | |
| SetEnvIfNoCase User-Agent "whizbang" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WhosTalking" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Widow" BlockedAgent | |
| SetEnvIfNoCase User-Agent "winhttp" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WISEbot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WUMPUS" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Wweb" BlockedAgent | |
| SetEnvIfNoCase User-Agent "WWWOFFLE" BlockedAgent | |
| SetEnvIfNoCase User-Agent "x-Tractor" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Xenu" BlockedAgent | |
| SetEnvIfNoCase User-Agent "XGET" BlockedAgent | |
| SetEnvIfNoCase User-Agent "XoviBot" BlockedAgent | |
| SetEnvIfNoCase User-Agent "xxxyy" BlockedAgent | |
| SetEnvIfNoCase User-Agent "youda" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Zeus.*Webster" BlockedAgent | |
| SetEnvIfNoCase User-Agent "Zeus" BlockedAgent | |
| SetEnvIfNoCase User-Agent "zgrab/0.x" BlockedAgent | |
| SetEnvIfNoCase User-Agent "ZmEu" BlockedAgent | |
| SetEnvIfNoCase User-Agent "zmeu" BlockedAgent | |
| SetEnvIfNoCase User-Agent "zune" BlockedAgent |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment