User-agent: *
Host: www.rabota.kh.ua
Sitemap: http://www.rabota.kh.ua/sitemap/sitemap_index.xml
Crawl-delay: 10
Clean-param: by&addtocartidc&addtocartidb&addtocartid
Clean-param: f_pr /companies/companies.html

User-agent: Slurp
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20

User-agent: Twiceler
Disallow: /

User-agent: Exabot
Disallow: /