# Managed in src/content/crawler-policy.ts. Do not edit the generated file.
# Search and user-directed retrieval are welcome. Training use is not.
User-agent: *
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

Sitemap: https://scrapegrounds.com/sitemap.xml