# robots.txt - Redimo
# Generated by Astro at build time.

# === Standardni search engines ===
User-agent: *
Allow: /
Disallow: /api/
Crawl-delay: 1

# === AI crawlers (explicit allow) ===
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: cohere-ai
Allow: /

# === AI crawlers (explicit deny - low quality / scraping bez attribution) ===
User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

# === Sitemap ===
Sitemap: https://redimo.sk/sitemap-index.xml

# === Host ===
Host: https://redimo.sk