User-agent: *
# Added by add_robots.sh
Crawl-delay: 10
Request-rate: 1/10

Disallow: /cgi-bin/

User-agent: Yandex
# Added by add_robots.sh
Crawl-delay: 10
Request-rate: 1/10
Disallow: /cgi-bin/
Host: www.my-goroskop.ru