# alexa archiver
User-agent: ia_archiver
Disallow: /

# disable the SEMRush SEO BOT
User-agent: SemrushBot
Disallow: /

# this bot apparently find tech issues
User-agent: SemrushBot-SA
Disallow: /

# disable duggmirror by Digg
User-agent: duggmirror
Disallow: /
 
# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow: /wp-includes/
 
# allow adsense bot on entire site
User-agent: Mediapartners-Google 
Disallow:

# stop openlinkprofiler
User-agent: spbot
Disallow: /

User-agent: *
Disallow: /go/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-login.php
Disallow: /trackback
Disallow: /feed
Disallow: /tag/
Disallow: /tags/
Disallow: /comments
Disallow: /author
Disallow: /contact/
Disallow: /feed
Disallow: /stats/
Disallow: /login/
Disallow: /httpd/
Crawl-delay: 75

Sitemap: http://www.darkpolitricks.com/sitemap.xml.gz