User-agent: *
Crawl-delay: 10
Disallow: /wp-
Disallow: */feed/
Disallow: */trackback/
Disallow: */rss/
Disallow: */comments/feed/
Disallow: */page/
Disallow: */comments/
Disallow: /cgi-bin/
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: */2005/
Disallow: */2006/
Disallow: */2007/

User-agent: Slurp
Crawl-delay: 10