User-agent: *
Request-rate: 1/60
Crawl-delay: 60
Disallow: /w/
Disallow: /w/index.php
Disallow: /wiki/Special:Diff
Disallow: /wiki/Special:History
Disallow: /wiki/Help
Disallow: /wiki/Image
Disallow: /wiki/MediaWiki
Disallow: /wiki/Special
Disallow: /wiki/Template

Allow: /w/load.php?

User-agent: YisouSpider
Crawl-delay: 10      # 每次请求间隔 10 秒
Disallow: /static/   # 禁止爬取静态资源目录