# Global rules for all bots
User-agent: *
Allow: /
Disallow: /private/
Disallow: /admin/
Disallow: /sitemap

# Canonical domain declaration
# non-www version is preferred
Host: finnedtubemanufacturerindia.com

# Sitemap location
Sitemap: https://finnedtubemanufacturerindia.com/sitemap.xml

# Allow specific bots with improved crawling efficiency
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# Media file access permissions - allow indexing
User-agent: *
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.svg$

# Structured data and content discovery
Allow: /products/
Allow: /industries/
Allow: /about/
Allow: /contact/