# RudraX.cloud — Robots.txt
# Last updated: 2026-05-23
# SEO & GEO optimized — allowing all AI crawlers for maximum visibility

# Default rules for all crawlers
User-agent: *
Allow: /
Allow: /services
Allow: /services/ai-agents
Allow: /services/web-development
Allow: /services/app-development
Allow: /services/seo-geo-aeo
Allow: /services/hosting
Allow: /about
Allow: /solutions
Allow: /playground
Allow: /pricing
Allow: /ai-models
Allow: /autonomous-agents
Allow: /blog
Allow: /faq
Allow: /case-studies
Allow: /privacy
Allow: /terms
Allow: /contact
Allow: /dashboard
Allow: /resources
Allow: /stats
Allow: /roadmap
Allow: /comparison
Allow: /showcase
Allow: /changelog
Disallow: /*?*

# Crawl-delay
Crawl-delay: 1

# Google
User-agent: Googlebot
Allow: /
Allow: /dashboard

# Google-Extended (used by Vertex AI and Bard)
User-agent: Google-Extended
Allow: /

# Bing
User-agent: Bingbot
Allow: /
Allow: /dashboard

# Yahoo
User-agent: Slurp
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# ChatGPT / OpenAI
User-agent: GPTBot
Allow: /
Allow: /blog$
Allow: /services$
Allow: /faq$
Allow: /case-studies$
Allow: /about$
Allow: /resources$
Allow: /stats$
Allow: /comparison$
Allow: /showcase$
Allow: /roadmap$
Allow: /changelog$

# ChatGPT-User (user-initiated ChatGPT browsing)
User-agent: ChatGPT-User
Allow: /

# Claude (Anthropic)
User-agent: ClaudeBot
Allow: /
Allow: /blog$
Allow: /faq$
Allow: /services$
Allow: /about$

# Claude-Web
User-agent: Claude-Web
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Allow: /blog$
Allow: /faq$
Allow: /services$
Allow: /case-studies$
Allow: /about$
Allow: /resources$
Allow: /stats$
Allow: /comparison$
Allow: /showcase$
Allow: /roadmap$
Allow: /changelog$

# Common AI/LLM crawlers
User-agent: CCBot
Allow: /
Allow: /blog$
Allow: /faq$
Allow: /about$
Allow: /resources$
Allow: /stats$
Allow: /comparison$
Allow: /showcase$
Allow: /roadmap$
Allow: /changelog$

User-agent: FacebookBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Amazonbot
Allow: /

# Sitemap
Sitemap: https://rudrax.cloud/sitemap.xml