iAugur · October 6, 2021 03:06
diff --git a/.htaccess (scrapers) b/.htaccess (scrapers)
 Options All -Indexes
 # Ultimate htaccess Blacklist 2 from Perishable Press
 # Deny domain access to spammers and other scumbags
 RewriteEngine on
 RewriteBase /
 RewriteCond %{HTTP_USER_AGENT} ADSARobot|ah-ha|almaden|aktuelles|Anarchie|amzn_assoc|ASPSeek|ASSORT|ATHENS|Atomz|attach|attache|autoemailspider|BackWeb|Bandit|BatchFTP|bdfetch|big.brother|BlackWidow|bmclient|Boston\ Project|BravoBrian\ SpiderEngine\ MarcoPolo|Bot\ mailto:[email protected]|Buddy|Bullseye|bumblebee|capture|CherryPicker|ChinaClaw|CICC|clipping|Collector|Copier|Crescent|Crescent\ Internet\ ToolPak|Custo|cyberalert|DA$|Deweb|diagem|Digger|Digimarc|DIIbot|DISCo|DISCo\ Pump|DISCoFinder|Download\ Demon|Download\ Wonder|Downloader|Drip|DSurf15a|DTS.Agent|EasyDL|eCatch|ecollector|efp@gmx\.net|Email\ Extractor|EirGrabber|email|EmailCollector|EmailSiphon|EmailWolf|Express\ WebPictures|ExtractorPro|EyeNetIE|FavOrg|fastlwspider|Favorites\ Sweeper|Fetch|FEZhead|FileHound|FlashGet\ WebWasher|FlickBot|fluffy|FrontPage|GalaxyBot|Generic|Getleft|GetRight|GetSmart|GetWeb!|GetWebPage|gigabaz|Girafabot|Go\!Zilla|Go!Zilla|Go-Ahead-Got-It|GornKer|gotit|Grabber|GrabNet|Grafula|Green\ Research|grub-client|Harvest|hhjhj@yahoo|hloader|HMView|HomePageSearch|http\ generic|HTTrack|httpdown|httrack|ia_archiver|IBM_Planetwide|Image\ Stripper|Image\ Sucker|imagefetch|IncyWincy|Indy*Library|Indy\ Library|informant|Ingelin|InterGET|Internet\ Ninja|InternetLinkagent|Internet\ Ninja|InternetSeer\.com|Iria|Irvine|JBH*agent|JetCar|JOC|JOC\ Web\ Spider|JustView|KWebGet|Lachesis|larbin|LeechFTP|LexiBot|lftp|libwww|likse|Link|Link*Sleuth|LINKS\ ARoMATIZED|LinkWalker|LWP|lwp-trivial|Mag-Net|Magnet|Mac\ Finder|Mag-Net|Mass\ Downloader|MCspider|Memo|Microsoft.URL|MIDown\ tool|Mirror|Missigua\ Locator|Mister\ PiX|MMMtoCrawl\/UrlDispatcherLLL|^Mozilla$|Mozilla.*Indy|Mozilla.*NEWT|Mozilla*MSIECrawler|MS\ FrontPage*|MSFrontPage|MSIECrawler|MSProxy|multithreaddb|nationaldirectory|Navroad|NearSite|NetAnts|NetCarta|NetMechanic|netprospector|NetResearchServer|NetSpider|Net\ Vampire|NetZIP|NetZip\ Downloader|NetZippy|NEWT|NICErsPRO|Ninja|NPBot|Octopus|Offline\ Explorer|Offline\ Navigator|OpaL|Openfind|OpenTextSiteCrawler|OrangeBot|PageGrabber|Papa\ Foto|PackRat|pavuk|pcBrowser|PersonaPilot|Ping|PingALink|Pockey|Proxy|psbot|PSurf|puf|Pump|PushSite|QRVA|RealDownload|Reaper|Recorder|ReGet|replacer|RepoMonkey|Robozilla|Rover|RPT-HTTPClient|Rsync|Scooter|SearchExpress|searchhippo|searchterms\.it|Second\ Street\ Research|Seeker|Shai|Siphon|sitecheck|sitecheck.internetseer.com|SiteSnagger|SlySearch|SmartDownload|snagger|Snake|SpaceBison|Spegla|SpiderBot|sproose|SqWorm|Stripper|Sucker|SuperBot|SuperHTTP|Surfbot|SurfWalker|Szukacz|tAkeOut|tarspider|Teleport\ Pro|Templeton|TrueRobot|TV33_Mercator|UIowaCrawler|UtilMind|URLSpiderPro|URL_Spider_Pro|Vacuum|vagabondo|vayala|visibilitygap|VoidEYE|vspider|Web\ Downloader|w3mir|Web\ Data\ Extractor|Web\ Image\ Collector|Web\ Sucker|Wweb|WebAuto|WebBandit|web\.by\.mail|Webclipping|webcollage|webcollector|WebCopier|webcraft@bea|webdevil|webdownloader|Webdup|WebEMailExtrac|WebFetch|WebGo\ IS|WebHook|Webinator|WebLeacher|WEBMASTERS|WebMiner|WebMirror|webmole|WebReaper|WebSauger|Website|Website\ eXtractor|Website\ Quester|WebSnake|Webster|WebStripper|websucker|webvac|webwalk|webweasel|WebWhacker|WebZIP|Wget|Whacker|whizbang|WhosTalking|Widow|WISEbot|WWWOFFLE|x-Tractor|^Xaldon\ WebSpider|WUMPUS|Xenu|XGET|Zeus.*Webster|Zeus [NC]
 RewriteRule ^.* - [F,L]
	Options All -Indexes
	# Ultimate htaccess Blacklist 2 from Perishable Press
	# Deny domain access to spammers and other scumbags
	RewriteEngine on
	RewriteBase /
	RewriteCond %{HTTP_USER_AGENT} ADSARobot\|ah-ha\|almaden\|aktuelles\|Anarchie\|amzn_assoc\|ASPSeek\|ASSORT\|ATHENS\|Atomz\|attach\|attache\|autoemailspider\|BackWeb\|Bandit\|BatchFTP\|bdfetch\|big.brother\|BlackWidow\|bmclient\|Boston\ Project\|BravoBrian\ SpiderEngine\ MarcoPolo\|Bot\ mailto:[email protected]\|Buddy\|Bullseye\|bumblebee\|capture\|CherryPicker\|ChinaClaw\|CICC\|clipping\|Collector\|Copier\|Crescent\|Crescent\ Internet\ ToolPak\|Custo\|cyberalert\|DA$\|Deweb\|diagem\|Digger\|Digimarc\|DIIbot\|DISCo\|DISCo\ Pump\|DISCoFinder\|Download\ Demon\|Download\ Wonder\|Downloader\|Drip\|DSurf15a\|DTS.Agent\|EasyDL\|eCatch\|ecollector\|efp@gmx\.net\|Email\ Extractor\|EirGrabber\|email\|EmailCollector\|EmailSiphon\|EmailWolf\|Express\ WebPictures\|ExtractorPro\|EyeNetIE\|FavOrg\|fastlwspider\|Favorites\ Sweeper\|Fetch\|FEZhead\|FileHound\|FlashGet\ WebWasher\|FlickBot\|fluffy\|FrontPage\|GalaxyBot\|Generic\|Getleft\|GetRight\|GetSmart\|GetWeb!\|GetWebPage\|gigabaz\|Girafabot\|Go\!Zilla\|Go!Zilla\|Go-Ahead-Got-It\|GornKer\|gotit\|Grabber\|GrabNet\|Grafula\|Green\ Research\|grub-client\|Harvest\|hhjhj@yahoo\|hloader\|HMView\|HomePageSearch\|http\ generic\|HTTrack\|httpdown\|httrack\|ia_archiver\|IBM_Planetwide\|Image\ Stripper\|Image\ Sucker\|imagefetch\|IncyWincy\|IndyLibrary\|Indy\ Library\|informant\|Ingelin\|InterGET\|Internet\ Ninja\|InternetLinkagent\|Internet\ Ninja\|InternetSeer\.com\|Iria\|Irvine\|JBHagent\|JetCar\|JOC\|JOC\ Web\ Spider\|JustView\|KWebGet\|Lachesis\|larbin\|LeechFTP\|LexiBot\|lftp\|libwww\|likse\|Link\|LinkSleuth\|LINKS\ ARoMATIZED\|LinkWalker\|LWP\|lwp-trivial\|Mag-Net\|Magnet\|Mac\ Finder\|Mag-Net\|Mass\ Downloader\|MCspider\|Memo\|Microsoft.URL\|MIDown\ tool\|Mirror\|Missigua\ Locator\|Mister\ PiX\|MMMtoCrawl\/UrlDispatcherLLL\|^Mozilla$\|Mozilla.Indy\|Mozilla.NEWT\|MozillaMSIECrawler\|MS\ FrontPage\|MSFrontPage\|MSIECrawler\|MSProxy\|multithreaddb\|nationaldirectory\|Navroad\|NearSite\|NetAnts\|NetCarta\|NetMechanic\|netprospector\|NetResearchServer\|NetSpider\|Net\ Vampire\|NetZIP\|NetZip\ Downloader\|NetZippy\|NEWT\|NICErsPRO\|Ninja\|NPBot\|Octopus\|Offline\ Explorer\|Offline\ Navigator\|OpaL\|Openfind\|OpenTextSiteCrawler\|OrangeBot\|PageGrabber\|Papa\ Foto\|PackRat\|pavuk\|pcBrowser\|PersonaPilot\|Ping\|PingALink\|Pockey\|Proxy\|psbot\|PSurf\|puf\|Pump\|PushSite\|QRVA\|RealDownload\|Reaper\|Recorder\|ReGet\|replacer\|RepoMonkey\|Robozilla\|Rover\|RPT-HTTPClient\|Rsync\|Scooter\|SearchExpress\|searchhippo\|searchterms\.it\|Second\ Street\ Research\|Seeker\|Shai\|Siphon\|sitecheck\|sitecheck.internetseer.com\|SiteSnagger\|SlySearch\|SmartDownload\|snagger\|Snake\|SpaceBison\|Spegla\|SpiderBot\|sproose\|SqWorm\|Stripper\|Sucker\|SuperBot\|SuperHTTP\|Surfbot\|SurfWalker\|Szukacz\|tAkeOut\|tarspider\|Teleport\ Pro\|Templeton\|TrueRobot\|TV33_Mercator\|UIowaCrawler\|UtilMind\|URLSpiderPro\|URL_Spider_Pro\|Vacuum\|vagabondo\|vayala\|visibilitygap\|VoidEYE\|vspider\|Web\ Downloader\|w3mir\|Web\ Data\ Extractor\|Web\ Image\ Collector\|Web\ Sucker\|Wweb\|WebAuto\|WebBandit\|web\.by\.mail\|Webclipping\|webcollage\|webcollector\|WebCopier\|webcraft@bea\|webdevil\|webdownloader\|Webdup\|WebEMailExtrac\|WebFetch\|WebGo\ IS\|WebHook\|Webinator\|WebLeacher\|WEBMASTERS\|WebMiner\|WebMirror\|webmole\|WebReaper\|WebSauger\|Website\|Website\ eXtractor\|Website\ Quester\|WebSnake\|Webster\|WebStripper\|websucker\|webvac\|webwalk\|webweasel\|WebWhacker\|WebZIP\|Wget\|Whacker\|whizbang\|WhosTalking\|Widow\|WISEbot\|WWWOFFLE\|x-Tractor\|^Xaldon\ WebSpider\|WUMPUS\|Xenu\|XGET\|Zeus.Webster\|Zeus [NC]
	RewriteRule ^.* - [F,L]