User-agent: *

# ✅ Allow important pages
Allow: /
Allow: /blog
Allow: /blog/*
Allow: /ai-data-analysis-tool

# ❌ Block private / useless pages
Disallow: /dashboard
Disallow: /login
Disallow: /register
Disallow: /upload
Disallow: /dataset
Disallow: /pdf-editor
Disallow: /shared

# ❌ Block API
Disallow: /api/

# 📄 Sitemap
Sitemap: https://www.clevrdata.com/sitemap.xml