User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-sys/
Disallow: /tmp/
Disallow: /private/
Disallow: /_*/

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /cgi-sys/
Disallow: /tmp/
Disallow: /private/
Disallow: /_*/
Allow:    /__*

User-agent: asterias
Disallow: /

User-agent: Ceeduubot
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Xombot
Disallow: /

User-agent: XOMBot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: ShopWiki
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/
Disallow: /_*/
Disallow: /*?Session*
Crawl-Delay: 5

#end of robots.txt