# Robots.txt for GaugeSnap
User-agent: *
Allow: /

# Disallow sensitive directories and files
Disallow: /includes/
Disallow: /nginx/
Disallow: /logs/
Disallow: /test-*
Disallow: /process-newsletter.php
Disallow: /*.md$

# Allow crawling of important directories
Allow: /assets/
Allow: /equipment/
Allow: /iot/
Allow: /solutions/
Allow: /technologies/

# Allow important files
Allow: /manifest.json
Allow: /sw.js

# Sitemaps
Sitemap: https://new.gaugesnap.com/sitemap.xml
Sitemap: https://new.gaugesnap.com/sitemap.html

# Crawl delay (optional - can be adjusted based on server capacity)
Crawl-delay: 1