User-agent: Slurp Crawl-delay: 10 User-agent: * Disallow: /usc-cgi/ Disallow: /uscode/HowCurrent.php Disallow: /uscode-cgi/ Disallow: /supct-cgi/ Disallow: /cfr-cgi/ # Crawl-Delay: 10 # Disallow: /supct-cgi/ # Disallow: /search/ # Disallow: /cgi-bin/ # Disallow: /cfr-cgi/ # Disallow: /wex-cgi/ # Disallow: /const-cgi/