# ===========================================
# robots.txt for https://tigertrail.net
# Optimized for SEO + AI content protection
# ===========================================

# -- General access for search engines --
User-agent: *
Allow: /
Content-signal: search=yes,ai-train=no
Sitemap: https://tigertrail.net/sitemap.xml

# -- Block specific AI crawlers (optional but safe) --
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Google-Extended
Disallow: /

# ===========================================
# Notes:
# - Googlebot and Bingbot are allowed for indexing and ranking.
# - Sitemap ensures Google can find all URLs quickly.
# - AI-training bots are blocked for content protection.
# ===========================================