# robots.txt for ShipOS — https://www.myshipos.com
# Public marketing/legal pages are crawlable; the authenticated app and auth
# flows are disallowed (they're thin, duplicate, or behind login).

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# AI Crawlers & Scrapers (GPTBot, Claude, Perplexity, Google, Apple)
User-agent: GPTBot
Allow: /$
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: ChatGPT-User
Allow: /$
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: ClaudeBot
Allow: /$
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: Claude-Web
Allow: /$
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: PerplexityBot
Allow: /$
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: Google-Extended
Allow: /$
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: Applebot-Extended
Allow: /$
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

# Default Rules
User-agent: *
Allow: /$
Allow: /pricing
Allow: /terms
Allow: /privacy
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /onboarding
Disallow: /setup-loading
Disallow: /billing/
Disallow: /connect-accounts
Disallow: /create-post
Disallow: /bulk-schedule
Disallow: /content-studio
Disallow: /slideshow-studio
Disallow: /analytics
Disallow: /calendar
Disallow: /scheduled
Disallow: /posting-queue
Disallow: /posted
Disallow: /drafts
Disallow: /profile
Disallow: /settings
Disallow: /team
Disallow: /workspaces
Disallow: /help
Disallow: /admin

# Sitemaps & LLM indexes
Sitemap: https://www.myshipos.com/sitemap.xml
Info-LLM-Index: https://www.myshipos.com/llms.txt
Info-LLM-Index-Full: https://www.myshipos.com/llms-full.txt