# TubeAnalytics Robots.txt
# https://www.tubeanalytics.net
# Last updated: 2026-04-25

# ============================================================
# DEFAULT RULES — All crawlers
# ============================================================
User-agent: *
Allow: /

# Application paths — no public value
Disallow: /dashboard/
Disallow: /settings/
Disallow: /onboarding/
Disallow: /billing/
Disallow: /competitors/
Disallow: /trends/
Disallow: /reset-password
Disallow: /test-chart
Disallow: /fb

# Localized content is indexable and discoverable via locale sitemaps + hreflang.

# Public discovery files — explicitly allow
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /llms-blog.txt
Allow: /llms-compare.txt
Allow: /llms-guides.txt
Allow: /llms-support.txt
Allow: /ai.txt
Allow: /mcp.json
Allow: /humans.txt

# Tracking parameters (Yandex Clean-param)
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&ref&fbclid&gclid&si

# ============================================================
# Google Tag Assistant — full access for debugging
# ============================================================
User-agent: TagAssistant
Allow: /

# ============================================================
# AI SEARCH BOTS — allowed for AI Overviews and search indexing
# ============================================================
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

# ============================================================
# AI TRAINING BOTS — allowed (TubeAnalytics is AI-first)
# Change to Disallow if you prefer to opt out of training
# ============================================================
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: CCBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Grok
Allow: /

User-agent: xAI-Bot
Allow: /

# ============================================================
# SOCIAL AND MESSAGING BOTS — allowed for link previews
# ============================================================
User-agent: Twitterbot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Discordbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: facebookexternalhit
Allow: /

# ============================================================
# SITEMAPS
# ============================================================
Sitemap: https://www.tubeanalytics.net/sitemap.xml
Sitemap: https://www.tubeanalytics.net/image-sitemap.xml