User-agent: Amazonbot
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 10

User-agent: facebookexternalhit
Crawl-delay: 5

User-agent: AhrefsBot
Crawl-delay: 15

User-agent: SemrushBot
Crawl-delay: 15

User-agent: bingbot
Crawl-delay: 10

User-agent: Googlebot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 20

User-agent: *
Crawl-delay: 20
Allow: /