User-Agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /scripts/

User-Agent: Googlebot
Allow: /
Crawl-delay: 1

Sitemap: https://datasetler-ai.vercel.app/sitemap.xml