# /robots.txt file for SIMS
User-agent: *
Disallow: /pdf
Disallow: /pub
Disallow: /oro_labdata
Disallow: /ESS103A
Request-rate: 1/5
Crawl-delay: 5
Sitemap: http://sims.ess.ucla.edu/sitemap.php