# Right On Time Assist — robots.txt
# https://rightontimeassist.com
# Last updated: 2026-06-03

# ============================================================
# DEFAULT: Allow all crawlers full access
# ============================================================
User-agent: *
Allow: /
Disallow: /auth/
Disallow: /dashboard/
Disallow: /onboarding/
Disallow: /api/

# ============================================================
# GOOGLE (Googlebot + Google-Extended for AI)
# ============================================================
User-agent: Googlebot
Allow: /
Disallow: /auth/
Disallow: /dashboard/

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Google-InspectionTool
Allow: /

# ============================================================
# BING / YAHOO (BingBot powers Yahoo search)
# ============================================================
User-agent: Bingbot
Allow: /
Disallow: /auth/
Disallow: /dashboard/

User-agent: Slurp
Allow: /
Disallow: /auth/
Disallow: /dashboard/

User-agent: msnbot
Allow: /
Disallow: /auth/
Disallow: /dashboard/

# ============================================================
# AI CRAWLERS — Allow all AI training & retrieval bots
# ============================================================
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: FacebookExternalHit
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Discordbot
Allow: /

User-agent: TelegramBot
Allow: /

# ============================================================
# BLOCK KNOWN BAD BOTS / SCRAPERS
# ============================================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ============================================================
# AI CONTENT FILES (llms.txt standard)
# ============================================================
# These files help AI assistants understand and cite our content
# llms.txt: concise keyword-rich overview for AI retrieval & recommendation
# llms-full.txt: comprehensive reference with all keywords, services, cities, FAQs

# Direct AI crawlers to structured content files
# GPTBot, ClaudeBot, PerplexityBot, and all AI agents: read /llms.txt and /llms-full.txt
# for authoritative, keyword-rich information about Right On Time Assist

# ============================================================
# ADDITIONAL AI/SEARCH CRAWLERS
# ============================================================
User-agent: Amazonbot
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: Timpibot
Allow: /

User-agent: ImagesiftBot
Allow: /

User-agent: omgili
Allow: /

User-agent: Seekr
Allow: /

User-agent: PetalBot
Allow: /

User-agent: Phind-SearchBot
Allow: /

# ============================================================
# SITEMAPS
# ============================================================
Sitemap: https://rightontimeassist.com/sitemap.xml

# ============================================================
# HOST
# ============================================================
Host: https://rightontimeassist.com