User-agent: *
Allow: /

# Allow important files
Allow: /css/
Allow: /js/
Allow: /imgs/
Allow: /newImages/
Allow: /design/

# Disallow admin areas and sensitive files
Disallow: /backend/
Disallow: /admin/
Disallow: /private/
Disallow: /*.log$
Disallow: /*.txt$
Disallow: /mail/

# Allow robots.txt itself
Allow: /robots.txt

# Sitemap location
Sitemap: https://maxmind.ma/sitemap.xml

# Crawl delay for better server performance
Crawl-delay: 1