# Allow all crawlers
User-agent: *

# Allow access to most pages
Allow: /
Allow: /products/
Allow: /about/
Allow: /contact/

# Prevent access to admin and private areas
Disallow: /admin/
Disallow: /customer/
Disallow: /api/
Disallow: /private/
Disallow: /*?*  # Block URLs with query parameters

# Prevent access to specific file types
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*.php$

# Add sitemap location (uncomment once sitemap is created)
# Sitemap: https://your-domain.com/sitemap.xml

# Crawl-delay for all bots
Crawl-delay: 10