# Google AdSense
User-agent: Mediapartners-Google
Disallow:
Allow: /*

# digg mirror
User-agent: duggmirror
Disallow: /

User-agent: *
Disallow: /cgi-bin
Disallow: /?s
Disallow: /xhtml
Disallow: /xhtml/
Disallow: /xhtml/*
Disallow: /js
Disallow: /js/
Disallow: /js/*
Disallow: /feed
Disallow: /feed/
Disallow: /feed/*
Disallow: /html
Disallow: /html/
Disallow: /html/*
Disallow: */html
Disallow: */html/
Disallow: */html/*
Disallow: /images
Disallow: /images/
Disallow: /images/*
Disallow: /silent.txt
Disallow: /forward.txt
Disallow: /reflection.txt
Disallow: /*.txt
Disallow: /*.swf
Disallow: *.txt
Disallow: *.swf
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /feed
Disallow: /feed/
Disallow: /feed/*
Disallow: /comments
Disallow: /category/*/*
Disallow: */trackback
Disallow: */feed
Disallow: */feed/*
Disallow: */comments
Disallow: */comments/*
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-config.php
Disallow: /css
Disallow: /css/
Disallow: /css/*
Disallow: /extra
Disallow: /extra/
Disallow: /extra/*
Disallow: /extra/*/*
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-admin/*
Disallow: /wp-includes/*
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /wp-
Disallow: /test
Disallow: /test/
Disallow: /search
Disallow: /images
Disallow: /download
Disallow: /download/documents/*.doc
Disallow: /download/
Disallow: /download/documents/
Disallow: /download/*
Disallow: /download/documents/*