# ======================================================
# Gutter Brothers NV — robots.txt
# ======================================================
# Allow full crawling. Point crawlers at the sitemap.
# ======================================================

User-agent: *
Allow: /

# Allow AI crawlers explicitly (growth channel)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Disallow CMS/admin paths if ever added
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/

# API endpoint (backend only, not for crawlers)
Disallow: /api/
Disallow: /logs/

# Sitemaps
Sitemap: https://gutterbrothersnv.com/sitemap.xml

# RSS feed (for AI crawlers and content syndication)
# Feed: https://gutterbrothersnv.com/feed.xml