robots.txt for seo

robots.txt

User-agent: *
Allow: /
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /feed
Disallow: /*/feed
Disallow: /comments 
Disallow: /author
User-agent: Alexabot
User-agent: Mediapartners-Google
User-agent: Adsbot-Google
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: ia_archiver-web.archive.org
User-agent: Googlebot
User-agent: googlebot-image
User-agent: googlebot-mobile
User-agent: MSNBot
User-agent: Slurp
User-agent: Teoma
User-agent: twiceler
User-agent: Gigabot
User-agent: Scrubby
User-agent: Robozilla
User-agent: Nutch
User-agent: ia_archiver
User-agent: baiduspider
User-agent: naverbot
User-agent: yeti
User-agent: yahoo-mmcrawler
User-agent: psbot
User-agent: asterias
User-agent: yahoo-blogs/v3.9
Sitemap: http://yourdomain/sitemap.xml