User-Agent: *
Disallow: /error
Disallow: /shmsh
Disallow: /index.htm
Disallow: /microblog/m
Crawl-delay: 180
User-Agent: Youdao
Disallow: /qq/
Crawl-delay: 1440
User-agent: sogou
Disallow: /qq/
Crawl-delay: 1200
User-Agent: wukongbot
Disallow: /
User-agent: dotbot 
Disallow: / 
User-agent: ScoutJet
Disallow: /
# (每5秒不得浏览多于一个页面)
User-agent: twiceler
Disallow: /