User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: AhrefsBot
User-agent: OAI-SearchBot
Disallow: /

User-agent: Bingbot
User-agent: Googlebot
User-agent: Amazonbot
User-agent: Applebot
Crawl-delay: 30