# robots.txt for https://cfosme.in
# Last updated: 2026-07-27

# =====================================================
# 1. DEFAULT RULE — all crawlers
# =====================================================
User-agent: *
Allow: /

# Block orphaned legacy pages from the old WordPress build.
# These are NOT in the live nav and duplicate/cannibalize the
# current /service/, /industry/, and /location/ pages.
# The $ anchors the match so it does NOT block child paths
# like /industry/manufacturing or /location/virtual-cfo-services-in-mumbai.
Disallow: /virtual-cfo$
Disallow: /services$
Disallow: /mis-reporting-services$
Disallow: /working-capital-management$
Disallow: /financial-planning-analysis$
Disallow: /interim-cfo-services$
Disallow: /automotive-dealership$
Disallow: /itproductservices$
Disallow: /pharmaceutical$
Disallow: /foodbeverage$
Disallow: /manufacturing$
Disallow: /industry$
Disallow: /location$
Disallow: /contact__us

# Block any staging/admin/internal paths if present
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /*?*preview=
Disallow: /*?*replytocom=

# =====================================================
# 2. SEARCH ENGINE CRAWLERS — explicit allow (no restrictions
#    beyond the shared rules above)
# =====================================================
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# =====================================================
# 3. AI / LLM CRAWLERS — explicitly allowed for AI-citation
#    visibility (ChatGPT, Perplexity, Claude, Google AI
#    Overviews training/retrieval, etc.)
# =====================================================
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# =====================================================
# 4. SITEMAP
# =====================================================
Sitemap: https://cfosme.in/sitemap.xml