# /robots.txt file for http://docwhat.gerf.org/
# Use http://docwhat.gerf.org/email/ to submit constructive criticism
User-agent: *
Disallow: /stats/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /email/
Disallow: /topic/
Disallow: /tag/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: */trackback/

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
# disallow all files with ? in url
# Disallow: /*?*

User-agent: Googlebot-Image
Disallow:
Allow: /*

User-agent: Googlebot-Mobile
Disallow:
Allow: /*

User-agent: Mediapartners-Google*
Disallow:
Allow: /*

User-agent: msnbot 
Crawl-delay: 360

User-agent: Slurp
Disallow: /

User-agent: SBIder
Disallow: /

# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://docwhat.gerf.org/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN