# robots.txt # http://www.robotstxt.org/wc/robots.html User-agent: * Crawl-delay: 5 Disallow: /test/aggregator Disallow: /test/tracker Disallow: /test/comment/reply Disallow: /test/node/add Disallow: /test/user Disallow: /test/files Disallow: /test/search Disallow: /test/book/print