# Allow all crawlers
User-agent: *
Allow: /

# Allow crawling of all machine listings
Allow: /machines/
Allow: /machines/[id]/
Allow: /machines/search/
Allow: /machines/categories/

# Allow crawling of public pages
Allow: /about
Allow: /contact
Allow: /faq
Allow: /terms-of-service
Allow: /privacy-policy
Allow: /cookie-policy

# Disallow crawling of sensitive routes
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /_next/
Disallow: /static/

# Sitemap locations
Sitemap: https://cncseeker.com/sitemap.xml

# Crawl-delay for all bots
Crawl-delay: 1