User-agent: *
Allow: /

# Disallow sensitive files and directories
Disallow: /admin/
Disallow: /config/
Disallow: /*.log$
Disallow: /generate-sitemap.php
Disallow: /sitemap.xml.php

# Allow important files
Allow: /sitemap.xml
Allow: /favicon.ico
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$

# Sitemap location
Sitemap: https://yourdomain.com/sitemap.xml

# Crawl delay (optional - adjust as needed)
Crawl-delay: 1