# Try to reduce the bandwidth that Slurp is using. # Crawl-delay appears to be dimensionless, i.e. not in seconds. User-agent: Slurp Crawl-delay: 1 # Disallow many directories for all agents User-agent: * Disallow: /cgi-bin Disallow: /chelys Disallow: /ChicagoRiverPix Disallow: /Conclave06-CC Disallow: /copyright_backups Disallow: /kessler-pix Disallow: /labels Disallow: /m1sc Disallow: /media Disallow: /MembersArea Disallow: /misc Disallow: /new_design Disallow: /old_design Disallow: /oldMembersArea Disallow: /oldpgs Disallow: /PPGG Disallow: /search Disallow: /search1 Disallow: /search2 Disallow: /search3 Disallow: /secure Disallow: /sequester Disallow: /Tax-2008 Disallow: /test_reprocess