User-agent: *
Disallow:
Crawl-delay: 100000

User-agent: ia_archiver
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: GigaBot
Disallow: /

User-agent: ichiro
Disallow: /

User-agent:Accoona-AI-Agent
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: Lsearch
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: Steeler
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: QihooBot
Disallow: /

User-agent: MJ12bot
Disallow: /