# Allow all user agents by default
User-agent: *

# Disallow private or sensitive areas
Disallow: /admin/
Disallow: /login
Disallow: /register
Disallow: /password/
Disallow: /api/
Disallow: /ajax/
Disallow: /search

# Disallow common Laravel and CMS files
Disallow: /storage/*.log
Disallow: /storage/framework/
Disallow: /vendor/
Disallow: /*.php$

# Disallow query parameters to prevent duplicate content
Disallow: /*?*
Allow: /*?lang=*

# Allow important assets
Allow: /storage/*.jpg
Allow: /storage/*.jpeg
Allow: /storage/*.png
Allow: /storage/*.gif
Allow: /storage/*.css
Allow: /storage/*.js