nobots.sh

#!/bin/bash

grep -v \"Yandex/ |grep -v \"YaDirectBot/ |grep -v \"msnbot/ | grep -v Mediapartners-Google | grep -v Googlebot/ | \
grep -v "Yahoo! Slurp" | grep -v \"LinkWalker | grep -v \"Python-urllib | grep -v \"StackRambler/ | grep -v \"Aport\" | \
grep -v \"MLBot | grep -v \"Gigabot | grep -v \"COMODOSpider | grep -v \"ia_archiver | grep -v \"Java | \
grep -v \"Begun\ Robot\ Crawler | grep -v MJ12bot/ | grep -v Mail.Ru/ | grep -v " (Twiceler-" | \
grep -v \"Yangai\ WorldSearch\ Bot | grep -v \ DotBot/ | grep -v \ WebDataCentreBot/ | \
grep -v \ TIC/ | grep -v \ spbot/ | grep -v \"Mail.Ru/ | grep -v \ Exabot/ | grep -v \ Nigma.ru/ | \
grep -v \ Purebot/