User-agent: *
# Allow all crawlers
Allow: /

# Disallow common administrative and user-specific paths
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /profile/
Disallow: /cart/
Disallow: /checkout/
Disallow: /orders/
Disallow: /wishlist/
Disallow: /compare/

# Disallow internal search result pages (to avoid duplicate content and thin content issues)
Disallow: /search/
Disallow: /*?s=*
Disallow: /*?q=*

# Disallow common query parameters that might create duplicate content
# Adjust these based on your site's actual URL structure
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?price=*
Disallow: /*?page=*&sort=* # Example for combined parameters
Disallow: /*?_token=* # Laravel specific, often for forms

# Disallow common script and style directories if they're not already protected
# (Often handled by web server config, but good for explicit disallow)
Disallow: /css/
Disallow: /js/
Disallow: /vendor/ # Laravel vendor directory

# Disallow specific file types that are not meant for public indexing
Disallow: /*.zip
Disallow: /*.rar
Disallow: /*.pdf$ # Disallow PDF files (if you don't want them indexed, otherwise remove)

# Sitemap URL - essential for discoverability!
Sitemap: https://ideas99.net/sitemap.xml