# HUM Private Rides — robots.txt # humprivaterides.com # Updated: March 2026 # Strategy: Maximum AI visibility — allow all crawlers # Review quarterly as new AI user agents emerge # ------------------------------------------------------- # DEFAULT — Allow all crawlers # ------------------------------------------------------- User-agent: * Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /daily-support-call Disallow: /annual # ------------------------------------------------------- # OPENAI — ChatGPT training, search indexing, user retrieval # ------------------------------------------------------- User-agent: GPTBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: OAI-SearchBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: ChatGPT-User Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual # ------------------------------------------------------- # ANTHROPIC — Claude training, search indexing, user retrieval # ------------------------------------------------------- User-agent: ClaudeBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: Claude-SearchBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: Claude-User Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: anthropic-ai Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual # ------------------------------------------------------- # GOOGLE — Standard indexing + AI (Gemini / AI Overviews) # ------------------------------------------------------- User-agent: Googlebot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: Google-Extended Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual # ------------------------------------------------------- # BING / MICROSOFT COPILOT # ------------------------------------------------------- User-agent: Bingbot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual # ------------------------------------------------------- # PERPLEXITY # ------------------------------------------------------- User-agent: PerplexityBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual # ------------------------------------------------------- # APPLE INTELLIGENCE # ------------------------------------------------------- User-agent: Applebot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: Applebot-Extended Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual # ------------------------------------------------------- # OTHER AI SEARCH ENGINES # ------------------------------------------------------- User-agent: YouBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: PhindBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: ExaBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: DuckAssistBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: Amazonbot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual User-agent: FirecrawlAgent Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual # ------------------------------------------------------- # COMMON CRAWL — used by many AI training pipelines # ------------------------------------------------------- User-agent: CCBot Allow: / Disallow: /admin/ Disallow: /daily-support-call Disallow: /annual # ------------------------------------------------------- # SITEMAP # ------------------------------------------------------- Sitemap: https://humprivaterides.com/sitemap.xml