# boxing.org robots.txt
# SEO-optimized robots configuration

User-agent: *
Allow: /
Allow: /boxing
Allow: /techniques
Allow: /history
Allow: /gyms
Allow: /gyms/map
Allow: /archive
Allow: /contact

# Disallow admin routes
Disallow: /api/admin/
Disallow: /api/admin/*

# Disallow internal API routes
Disallow: /api/private/

# Allow search engines to crawl API routes for gyms
Allow: /api/clubs/

# Sitemap
Sitemap: https://boxing.org/sitemap.xml

# Crawl delay (in seconds) - be respectful
Crawl-delay: 1

# Request rate limit (requests per 10 seconds)
Request-rate: 10/10s

# Comment: Specific rules for Google
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Comment: Specific rules for Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1