# robots.txt # based on http://www.robotstxt.org/wc/norobots.html # Default Rule # Allow only public entry points # User-agent: * Disallow: /assets/ # Disallow assets Disallow: /application/ # non public area Disallow: /captcha/