User-agent:* 
Disallow: /wp-admin/
Disallow: /blog/article/category/
Disallow: /blog/news/category/
Sitemap: https://www.excelsoftcorp.com/sitemap_index.xml
Disallow: /kc-section/ 
Disallow: /content/search/ 
Disallow: /feed/ 
Disallow: //rss 
Disallow: /?filter-
Disallow: /?sort=
Disallow: /?page=
Disallow: /?optimizely_user_id=
Disallow: /?onlycontent=
Disallow: /?keywords=
Disallow: /?from=
Disallow: /?utm_
Disallow: /content/search/_(Edited)_1
# ---- AI / LLM crawlers — explicitly ALLOW on PUBLIC pages ----
# OpenAI (training crawler)
User-agent: GPTBot
Allow: /

# OpenAI Search (to be discoverable in ChatGPT Search)
User-agent: OAI-SearchBot
Allow: /

# ChatGPT user-driven browser fetches
User-agent: ChatGPT-User
Allow: /

# Google Gemini data usage control
User-agent: Google-Extended
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Microsoft Copilot/Bing (Common Crawl)
User-agent: CCBot
Allow: /

# Apple AI data usage control
User-agent: Applebot-Extended
Allow: /