# exclude help system from robots User-agent: * Crawl-delay: 3 Disallow: /_cgidata/ Sitemap: http://www.incri.com/sitemap.xml # disallow stress test user-agent: stress-agent Disallow: /