# Yahoo!
User-agent: Slurp
Crawl-delay: 0.5

User-agent: Yahoo! Slurp
Crawl-delay: 0.5

# 2007-01-30 - Extended...
User-agent: e-SocietyRobot
Disallow: /

# 2007-01-30 - Extended...
User-agent: Steeler
Disallow: /

# 2007-02-15 - Extended...
User-agent: sogou spider
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: apache-lenya/org.apache.lenya.net.WGet
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: ichiro*
Crawl-delay: 1

User-Agent: msnbot
Crawl-Delay: 1

User-agent: BecomeJPBot
Crawl-Delay: 1

User-agent: discobot
Crawl-Delay: 1