User-agent: webalta
Disallow: / 

User-agent: Gigabot/2.0
Disallow: / 

User-agent: ia_archiver
Disallow: /

User-agent: ShopWiki
Crawl-Delay: 800

User-agent: BecomeBot
Crawl-Delay: 500

User-agent: Accoona-AI-Agent
Crawl-Delay: 500

User-agent: Accoona-AI-Agent/1.1.2
Crawl-Delay: 500

User-agent: heritrix/1.8.0
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: BecomeBot
Crawl-Delay: 500 

User-agent: Googlebot/2.1
Crawl-Delay: 500

User-agent: Googlebot
Crawl-Delay: 500

User-agent: Nutch
Crawl-Delay: 5000

User-agent: searchpreview
Crawl-Delay: 500

User-agent: msnbot-media/1.0
Crawl-Delay: 500

User-agent: Twiceler-0.9
Disallow: /