User-agent: Yandex
Disallow: /cgi-bin/
Crawl-delay: 0.5

User-agent: StackRambler
Disallow: /cgi-bin/
Crawl-delay: 1

User-agent: Purebot
Disallow: /cgi-bin/
Crawl-delay: 1

User-Agent: *
Disallow: /cgi-bin/
Disallow: /wstat/ 
Crawl-delay: 1
Request-rate: 1/1
Visit-time: 0600-0845 # загружать страницы только в промежуток с 6 утра до 8:45 по Гринвичу.