User-agent: Slurp Crawl-delay: 10 User-agent: * Disallow: /usc-cgi/ # Crawl-Delay: 10 # Disallow: /supct-cgi/ # Disallow: /search/ # Disallow: /cgi-bin/ # Disallow: /cfr-cgi/ # Disallow: /wex-cgi/ # Disallow: /const-cgi/