User-agent: *
Allow: /

# Block access to admin directories
Disallow: /admin/
Disallow: /includes/
Disallow: /mail/
Disallow: /assets/logs/
Disallow: /assets/cache/
Disallow: /assets/uploads/

# Block access to configuration files
Disallow: /config.php
Disallow: /complete_database.sql
Disallow: /convert_theme.php
Disallow: /convert_theme_fixed.php

# Block access to email templates
Disallow: /mail/templates/

# Allow search engines to crawl main content
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/img/
Allow: /assets/fonts/
Allow: /assets/pdfs/

# Sitemap location
Sitemap: https://mebendazole.tajpharma.com/sitemap.xml

# Crawl delay for politeness
Crawl-delay: 1