User-agent: *
Crawl-delay: 5
User-agent: Twitterbot
Disallow:
User-agent: AhrefsBot
Crawl-delay: 500
User-agent: bingbot
Crawl-delay: 60
User-agent: googlebot
Crawl-delay: 60