#User-agent: *
#Disallow: /td/
#Disallow: /~baishi/
#Crawl-delay: 600

# allow all from googlebot
User-agent: Googlebot
Allow: /

# allow all from mixi
User-agent: mixi-mobile-converter
Allow: /

# disallow from Yahoo!
User-agent: Slurp
Disallow: /wiki/

User-agent: Twiceler
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BaiduMobaider
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: heritrix
Disallow: /