User-agent: * Allow: / Disallow: /code/ Disallow: /public/scripts/hideLinks.js Crawl-delay: 10 User-agent: Googlebot Crawl-delay: 20 User-agent: msnbot Crawl-delay: 60 User-agent: bingbot Crawl-delay: 60