User-agent: AmazonAdBot
Allow: /
User-agent: Mediapartners-Google
Disallow: /word/dick
Allow: /
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: *
Disallow: /fetch/
Disallow: /token/
Disallow: /fetch
Disallow: /token