User-agent: Slurp
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Dolphin
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Custo
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /tag/
Disallow: /search/
Disallow: *foaf
Disallow: */blogbaza.ru
Disallow: */blogbase.ru
Crawl-delay: 20

User-agent: Yandex
Host: blogbaza.ru
Disallow: /cgi-bin/
Disallow: /tag/
Disallow: /search/
Disallow: *foaf
Disallow: */blogbaza.ru
Disallow: */blogbase.ru
Crawl-delay: 20

User-agent: Mail.Ru
Disallow: /cgi-bin/
Disallow: /tag/
Disallow: /search/
Disallow: *foaf
Disallow: */blogbaza.ru
Disallow: */blogbase.ru
Crawl-delay: 20

User-agent: TurnitinBot
Disallow: /

User-agent: Tagoobot
Disallow: /