User-agent: *
Allow: /

# Priority pages for crawling
Allow: /jobseekers
Allow: /employers
Allow: /jobs
Allow: /skill-profile
Allow: /courses
Allow: /about
Allow: /pricing
Allow: /blog
Allow: /contact
Allow: /signup
Allow: /login

# Disallow private/authenticated areas
Disallow: /dashboard*
Disallow: /profile*
Disallow: /admin*
Disallow: /my-applications*
Disallow: /saved-jobs*
Disallow: /preferences*
Disallow: /cv-assistant*
Disallow: /interview-prep*
Disallow: /mock-interviews*
Disallow: /matches*
Disallow: /testing-dashboard*
Disallow: /employer-dashboard*
Disallow: /messages*

# Disallow API endpoints and technical paths
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /.well-known/
Disallow: /auth/
Disallow: /*?*utm_*
Disallow: /*?*ref=*
Disallow: /*?*source=*

# Allow important assets and resources
Allow: /assets/
Allow: /images/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.ico$
Allow: /*.woff$
Allow: /*.woff2$

# Special crawlers
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Twitterbot
Allow: /

# Sitemap location
Sitemap: https://skillsnap.cloud/sitemap.xml
Sitemap: https://skillsnap.cloud/sitemap.xml

# Host directive for primary domain
Host: https://skillsnap.cloud