# robots.txt for best-b2b-ecommerce-consultants.com
# Bing-EMD + ChatGPT 5.5 optimized — last updated 2026-05-15

# Default: allow all reputable bots
User-agent: *
Allow: /

# --- Search engine bots ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /
Crawl-delay: 0

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

# --- AI search and citation bots ---
# Allowed by default to maximise citation surface.
# To opt out of any specific bot, change Allow: / to Disallow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Bytespider
Allow: /

# --- If you wish to opt out of model training, uncomment the following block ---
# User-agent: GPTBot
# Disallow: /
# User-agent: Google-Extended
# Disallow: /
# User-agent: anthropic-ai
# Disallow: /
# User-agent: CCBot
# Disallow: /

# --- Resources ---
Sitemap: https://best-b2b-ecommerce-consultants.com/sitemap.xml
Sitemap: https://best-b2b-ecommerce-consultants.com/llms-full.txt