# Mumbai Web - robots.txt
# https://mumbaiweb.in/

User-agent: *
Allow: /

# Disallow admin and sensitive directories
Disallow: /admin/
Disallow: /includes/
Disallow: /assets/css/
Disallow: /assets/js/
Disallow: /config.php
Disallow: /generate-sitemap.php
Disallow: /download-images.ps1

# Sitemap locations
Sitemap: https://mumbaiweb.in/sitemap.xml
Sitemap: https://mumbaiweb.in/sitemap-image.php

# Crawl delay (polite crawling)
Crawl-delay: 10