# robots.txt — testmax.ai
# Last updated: April 2026

# ── All crawlers ─────────────────────────────────────────────
User-agent: *
Allow: /

# Block any internal/api routes if they exist
Disallow: /api/
Disallow: /_next/
Disallow: /admin/

# ── Google ───────────────────────────────────────────────────
User-agent: Googlebot
Allow: /
Crawl-delay: 2

# ── Bing ─────────────────────────────────────────────────────
User-agent: Bingbot
Allow: /
Crawl-delay: 5

# ── AI Crawlers — allow all (llms.txt ke saath kaam karta hai)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: cohere-ai
Allow: /

# ── Sitemap ──────────────────────────────────────────────────
Sitemap: https://www.testmax.ai/sitemap.xml