# Hello robots.txt-er! # This isn't a commercial or particularly important site, so this file may be either experimental or even disallowing all major spiders - so copy at your own risk! User-agent: * Disallow: /_assets/ Disallow: /changestyle Disallow: /css/ Disallow: /img/ Disallow: /js/ Disallow: /misc/ Disallow: /Test/ Disallow: /tmp/ Disallow: /v5/ # Googlebot seems to be appending random words to any form on this site that accepts GET requests. Finally becoming too much of an overhead. All URLs with parameters are now disallowed [Shrug] Bye bye dynamic link value :P User-agent: Googlebot Disallow: /*? # Prevent the WDG validator from visiting large sections of content - I like the site-wide validation though! User-agent: WDG_SiteValidator Disallow: /articles/ Disallow: /stuff/pixel-drawings/