User-agent: *
Disallow: /bitrix/
Disallow: /old/
Disallow: /_*/
Disallow: /.*/
Disallow: /cgi-bin/
Disallow: /gallery/
Disallow: /licence/
Disallow: /news/
Disallow: /personal/
Disallow: /old/
Disallow: /search/
Disallow: /positions/

User-agent: Mail.ru
Disallow: /search/
Crawl-delay: 4 # задает таймаут в 3 секунды