user-agent: YaDirectBot
Disallow: /sendemail.cgi
Disallow: /newexpomember.cgi
Disallow: /searchexpoareaid.cgi
Disallow: /view_mail.cgi?razdel=onlinebd&Id=
Disallow: /view_mail.cgi?noindex=yes
#Crowl-delay: 10

user-agent: Yandex/1.01.001
Disallow: /sendemail.cgi
Disallow: /newexpomember.cgi
Disallow: /searchexpoareaid.cgi
Disallow: /view_mail.cgi?razdel=onlinebd&Id=
Disallow: /view_mail.cgi?noindex=yes
Host: chemicalindustry.ru
#Crowl-delay: 0.5

# Инструкции для робота Рамблера
User-agent: StackRambler
Disallow: /sendemail.cgi
Disallow: /newexpomember.cgi
Disallow: /searchexpoareaid.cgi
Disallow: /view_mail.cgi?razdel=onlinebd&Id=
Disallow: /view_mail.cgi?noindex=yes
#Crowl-delay: 10

user-agent: Googlebot
Disallow: /sendemail.cgi
Disallow: /newexpomember.cgi
Disallow: /searchexpoareaid.cgi
Disallow: /view_mail.cgi?razdel=onlinebd&Id=
Disallow: /view_mail.cgi?noindex=yes
#Crowl-delay: 10

user-agent: mail.ru
Disallow: /sendemail.cgi
Disallow: /newexpomember.cgi
Disallow: /searchexpoareaid.cgi
Disallow: /view_mail.cgi?razdel=onlinebd&Id=
Disallow: /view_mail.cgi?noindex=yes
#Crowl-delay: 10

user-agent: Aport
Disallow: /sendemail.cgi
Disallow: /newexpomember.cgi
Disallow: /searchexpoareaid.cgi
Disallow: /view_mail.cgi?razdel=onlinebd&Id=
Disallow: /view_mail.cgi?noindex=yes
#Crowl-delay: 10

User-agent: Slurp
Disallow: /

User-agent: WebCrawler
Disallow: /

User-agent: Webalta 
Disallow: /

User-agent: MSNBot 
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Gigabot 
Disallow: /

User-agent: Gazoodlebot 
Disallow: /

User-agent: TurtleScanner 
Disallow: /