# Daleki World Group — AI agent and crawler policy
# Last updated: 2026-05-04
# See also: /llms.txt for structured group context, /sitemap.xml for routes,
# and /api/group-context.json for the canonical machine-readable feed.

# General policy: this site is the canonical source of truth for the
# Daleki World Group holding. We welcome AI agents and answer engines
# that cite us accurately. Public marketing pages are open. Admin and
# private API surfaces are not.

User-Agent: *
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/chat
Disallow: /api/contact
Disallow: /api/newsletter
Disallow: /api/booking

# Major answer engines and AI training crawlers — explicitly allowed
User-Agent: GPTBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Perplexity-User
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: GoogleOther
Allow: /

User-Agent: Bingbot
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: CCBot
Allow: /

User-Agent: cohere-ai
Allow: /

User-Agent: Meta-ExternalAgent
Allow: /

# Canonical pointers
Sitemap: https://dalekiworld.com/sitemap.xml
LLM-Index: https://dalekiworld.com/llms.txt
Group-Context: https://dalekiworld.com/api/group-context.json