User-agent: *
Allow: /

# Sitemap location
Sitemap: https://yourdomain.com/sitemap.xml

# Disallow admin areas
Disallow: /django-admin/
Disallow: /superadmin/
Disallow: /admin/
Disallow: /api/v1/swagger/
Disallow: /api/v1/redoc/
Disallow: /api/v1/docs/

# Disallow private dashboard areas
Disallow: /dashboard/
Disallow: /client/
Disallow: /vendor/

# Disallow checkout and cart processes
Disallow: /checkout/
Disallow: /cart/
Disallow: /orders/

# Disallow auth pages
Disallow: /auth
Disallow: /logout/

# Allow important pages
Allow: /products/
Allow: /categories/
Allow: /vendors/
Allow: /brochure/preview/

# Crawl-delay (optional, adjust based on server capacity)
Crawl-delay: 1