User-agent: *
Allow: /

# Sitemap location
Sitemap: https://sfarfrefer.media/sitemap.xml

# Disallow low-value pages
Disallow: /thanks.html

# Allow all main content
Allow: /
Allow: /contact.html
Allow: /trends.html
Allow: /process.html
Allow: /privacy.html
Allow: /terms.html
Allow: /cookies.html

# Allow assets
Allow: /assets/
Allow: /styles.css
Allow: /script.js

# Crawl delay (optional)
Crawl-delay: 1

# Specific directives for major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Block any test or temporary files
Disallow: /test/
Disallow: /temp/
Disallow: /*.tmp