# robots.txt file for Melzo Anubhav website
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://anubhav.melzo.com/sitemap.xml

# Disallow crawling of admin or private areas
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Allowing media files for indexing
User-agent: Googlebot-Image
Allow: /Videos/
Allow: /public/Videos/
Allow: /images/
Allow: /public/images/

# Crawl delay for specific bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10