User-agent: * Disallow: /z/ Disallow: /gallery/* Disallow: /blog/* Disallow: /wp- Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /*.js$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.pdf$ Disallow: /*.swf$ Disallow: /*.doc$ Disallow: /*?* Disallow: /*? # Google Image User-agent: Googlebot-Image Disallow: /z/ Disallow: /wp- Disallow: /gallery/* Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /?s= Disallow: /*.js$ Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.pdf$ Disallow: /*.swf$ Disallow: /*?* Disallow: /*? Allow: /wp-content/uploads # Internet Archiver Wayback Machine User-agent: ia_archiver Disallow: / # Yahoo Pipes # http://pipes.yahoo.com/pipes/docs?doc=troubleshooting User-agent: Yahoo Pipes 1.0 Disallow: / User-agent: Yahoo Pipes 2.0 Disallow: / # http://www.gnu.org/software/wget/manual/html_node/Robot-Exclusion.html User-agent: wget Disallow: / # http://help.naver.com/customer_webtxt_02.jsp User-agent: naverbot Disallow: / # http://help.naver.com/customer_webtxt_02.jsp User-agent: yeti Disallow: / # http://www.google.com/support/webmasters/bin/answer.py?answer=40360 # http://help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-02.html # http://www.bing.com/community/blogs/webmaster/archive/2008/06/03/robots-exclusion-protocol-joining-together-to-provide-better-documentation.aspx # http://googlewebmastercentral.blogspot.com/2008/06/improving-on-robots-exclusion-protocol.html # Allow takes precedence over Disallow