User-agent: scrapy
Disallow: /

User-agent: msnbot
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: LinkedInBot
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 120

User-agent: *
Allow: /