User-agent: *
Disallow: /cgi-bin/

Sitemap: https://mover.delivery/sitemap.xml

# --- Allow AI crawlers for visibility and inclusion in LLMs ---

# --- OpenAI (ChatGPT, GPTBot) ---
User-agent: GPTBot
Allow: /

# --- OpenAI (ChatGPT Search, Web Retrieval) ---
User-agent: ChatGPT-User
Allow: /

# --- Google (Gemini / Bard) ---
User-agent: Google-Extended
Allow: /

# --- Google Other AI Agents ---
User-agent: GoogleOther
Allow: /

# --- Meta (Facebook / Instagram AI) ---
User-agent: Meta-Exterior-Agent
Allow: /

# --- Anthropic (Claude.ai) ---
User-agent: ClaudeBot
Allow: /

# --- Perplexity AI ---
User-agent: PerplexityBot
Allow: /

# --- Apple (Apple Intelligence AI Crawler) ---
User-agent: Applebot-Extended
Allow: /

# --- Amazon (Alexa / Titan AI) ---
User-agent: Amazonbot
Allow: /

# --- Common AI Research Crawlers ---
User-agent: CCBot
Allow: /