# CoolUtils robots.txt
# Policy: site welcomes AI assistants and LLM crawlers. Explicit Allow
# rules below opt this site INTO Google AI training (Google-Extended)
# and Apple Intelligence training (Applebot-Extended) — both default to
# off without an explicit rule. Other AI bots already respect the * group
# below; explicit Allow blocks make intent visible and provide a positive
# signal recommended by OpenAI / Anthropic / Perplexity documentation.

Sitemap: https://www.coolutils.com/sitemap.xml

# --- AI / LLM crawlers (explicit allow) ---

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: YouBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: DuckAssistBot
Allow: /

# --- Default policy for all other crawlers ---

User-agent: *
Disallow: /cdn-cgi/l/email-protection
Allow: /*.css
Allow: /*.js
Allow: /*.jpg
Allow: /*.png
Allow: /*.svg
Allow: /*.webp

User-agent: Googlebot
Disallow: /cdn-cgi/l/email-protection
Allow: /*.css
Allow: /*.js
Allow: /*.jpg
Allow: /*.png
Allow: /*.svg
Allow: /*.webp