# Default rules for all crawlers
User-agent: *
Allow: /
Disallow: /src/
Disallow: /*.json
Disallow: /*.ts
Disallow: /*.vue
Allow: /assets/
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.svg

# Search and citation crawlers
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Training-only tokens. Blocking these does not affect Google Search,
# AI Overviews, Siri, Spotlight, or Safari.
User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# Opt out of unattributed Common Crawl training datasets
User-agent: CCBot
Disallow: /

Sitemap: https://www.quit-it-web.com/sitemap.xml