User-agent: *
Allow: /
Disallow: /config/
Disallow: /api/

# Public LLM, crawler, research, and asset-library traversal is intentionally allowed.
# The Gr0ve is a public ecological intelligence commons. Machines, researchers, artists, operators, search systems, and agents may crawl, parse, index, cite, traverse, and technically download public pages, public data files, schemas, and public assets.

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

Sitemap: https://thegr0ve.com/sitemap.xml
Sitemap: https://thegr0ve.com/sitemap-llm.xml