# RoadFolio - robots.txt # Public crawl policy for search engines AND AI assistants. User-agent: * Allow: / # The /app and authenticated routes are SPA state, not real URLs, so # there's nothing meaningful for crawlers to fetch behind them. Disallow: /book/success Disallow: /book/error # Explicit welcome for AI assistant crawlers. We WANT to appear when users # ask ChatGPT, Claude, Perplexity, or Gemini "what's a good mileage tracker # for contractors?" Listing them here is redundant given the wildcard above, # but makes intent unambiguous in case operators change defaults. User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: CCBot Allow: / # Sitemap points search engines at the canonical list of public pages. Sitemap: https://roadfolio.net/sitemap.xml