User-agent: * Allow: / Sitemap: https://www.ffmpeg.download/sitemap-index.xml # Explicit entries for major AI/LLM crawlers — kept (commented out) for # future reference in case we ever want to block them. # # User-agent: GPTBot # Allow: / # # User-agent: ChatGPT-User # Allow: / # # User-agent: OAI-SearchBot # Allow: / # # User-agent: ClaudeBot # Allow: / # # User-agent: Claude-Web # Allow: / # # User-agent: anthropic-ai # Allow: / # # User-agent: Google-Extended # Allow: / # # User-agent: Googlebot # Allow: / # # User-agent: Bingbot # Allow: / # # User-agent: CCBot # Allow: / # # User-agent: PerplexityBot # Allow: / # # User-agent: Applebot # Allow: / # # User-agent: Applebot-Extended # Allow: / # # User-agent: Amazonbot # Allow: / # # User-agent: Bytespider # Allow: / # # User-agent: Meta-ExternalAgent # Allow: / # # User-agent: FacebookBot # Allow: /