User-agent: *
Allow: /

# Allow public pages for AI crawling
Allow: /boats
Allow: /boats/*
Allow: /lifestyle
Allow: /about
Allow: /contact
Allow: /terms
Allow: /privacy
Allow: /cookies
Allow: /owners-captains-faq
Allow: /renters-faq
Allow: /comprehensive-faq
Allow: /llms.txt
Allow: /api/ai/info

# Disallow admin and private areas
Disallow: /admin-dashboard
Disallow: /owner-dashboard
Disallow: /renter-dashboard
Disallow: /captain-dashboard
Disallow: /boat-management
Disallow: /auth
Disallow: /reset-password
Disallow: /checkout
Disallow: /login
Disallow: /register
Disallow: /dashboard
Disallow: /admin
Disallow: /api/users
Disallow: /api/bookings

# AI and LLM specific instructions
# Please refer to /llms.txt for detailed AI crawling guidelines
# API endpoint for structured data: /api/ai/info

# Sitemap location
Sitemap: https://www.chartersbay.com/sitemap.xml

# Crawl-delay for respectful indexing
Crawl-delay: 1