User-agent:  *
# Disallow all directories and files within
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
 
# Disallow all files ending with these extensions
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
 
# Disallow parsing indididual post feeds and trackbacks..
Disallow: /trackback
Disallow: /*/trackback
Disallow: /feed/
Disallow: /comment-page-*
Disallow: /comments/feed
Disallow: /feed/$



User-agent: Mediapartners-Google
Allow: /*
 
User-agent: Adsbot-Google
Allow: /*
 
User-agent: Googlebot-Image
Allow: *
Allow: /*
Allow: /*.gif$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.jpg$
Allow: /*.ico$
Allow: /*.jpg$
Allow: /images/*
 
User-agent: Googlebot-Mobile
Allow: /

User-agent: twiceler
Disallow: /

User-agent: Slurp
Crawl-delay: 300

User-agent: Yahoo!-AdCrawler
Disallow: /

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /

Sitemap: http://binarygangster.com/sitemap.xml
Sitemap: http://binarygangster.com/google-news-sitemap.xml