# robots.txt for RazzMedia - Cleveland AI & Marketing Agency
# Optimized for Google, Bing, and AI search engines (ChatGPT, Perplexity, Claude)

User-agent: *
Allow: /
Allow: /blog/
Allow: /api/og
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /crm
Disallow: /ella
Disallow: /jordan
Disallow: /pay/

# AI Search Engine Crawlers - Explicitly allow
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

# Google
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 0

# Sitemaps
Sitemap: https://razzmedia.com/sitemap.xml

# LLM guidance
# https://razzmedia.com/llms.txt