# legal.levirosecreative.com
# Crawling is permitted so that crawlers can READ the noindex directive
# served in the page meta tag and the X-Robots-Tag header. Do not add a
# blanket Disallow here — a disallowed URL can still be indexed from an
# external link, and the crawler would never see the noindex.
User-agent: *
Allow: /

# AI training / scraping crawlers — these do honor a Disallow.
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /