User-agent: *
Disallow: /td/
Disallow: /~baishi/
#Crawl-delay: 600

# allow all only googlebot
User-agent: Googlebot
Allow: /

# disallow from Yahoo!
User-agent: Slurp
Disallow: /wiki/

User-agent: Twiceler
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: heritrix
Disallow: /