User-agent: *
Allow: /

# Disallow sensitive areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Disallow: /storage/
Disallow: /vendor/
Disallow: /login
Disallow: /register
Disallow: /password/
Disallow: /email/
Disallow: /profile/

# Allow important files
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /favicon.ico
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.svg
Allow: /*.webp

# Sitemap location
Sitemap: http://localhost:8000/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1