# www.robotstxt.org/ # http://code.google.com/web/controlcrawlindex/ User-agent: * # Disallow: / Disallow: /content/ Disallow: /include/ Disallow: /script/ Disallow: /style/