User-agent: *
Crawl-delay: 6
Request-rate: 1/6s
Disallow: /admin/
Allow: /
#Disallow: /?search
#Crawl-delay: 10

User-agent: msnbot
Crawl-delay: 10
Request-rate: 1/10s

User-agent: SeznamBot
Crawl-delay: 10
Request-rate: 1/10s

User-agent: Yandex
Crawl-delay: 5 # specifies a 2 second timeout