# =====================================================
# robots.txt — GITEX AI Europe
# Canonical host: https://www.gitexeurope.com/
# Maintained by: Kervan SEO Agency
# Last updated: 2026-03-10
# =====================================================

# =====================================================
# DEFAULT: Allow all crawlers full access
# =====================================================

User-agent: *
Allow: /

Disallow: /admin/
Disallow: /api/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /*.json$
Disallow: /cdn-cgi/

# =====================================================
# SEARCH ENGINES (explicit allow)
# =====================================================

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# =====================================================
# AI / LLM CRAWLERS (explicitly allowed for AI visibility)
# =====================================================

# OpenAI
User-agent: OAI-SearchBot
Allow: /
User-agent: GPTBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-User
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Apple
User-agent: Applebot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# =====================================================
# SITEMAPS
# =====================================================

Sitemap: https://www.gitexeurope.com/sitemap.xml

# =====================================================
# AI / LLM DISCOVERY ASSETS
# =====================================================

# LLM guide:   https://www.gitexeurope.com/llms.txt
# LLM full:    https://www.gitexeurope.com/llms-full.txt
# AI sitemap:  https://www.gitexeurope.com/ai-sitemap.json

# =====================================================
# End of file — Kervan SEO Agency
# =====================================================