User-agent: * Allow: / # Disallow admin and authentication pages Disallow: /admin Disallow: /admin/* Disallow: /login Disallow: /signup Disallow: /forgot-password Disallow: /reset-password Disallow: /profile Disallow: /profile/* # Disallow API routes Disallow: /api/ # Disallow private pages Disallow: /chat Disallow: /chat/* # Allow specific important pages Allow: /templates Allow: /components Allow: /resources/blog Allow: /docs # Sitemap location Sitemap: https://nextjsshop.com/sitemap.xml # Crawl delay (optional, adjust based on server capacity) Crawl-delay: 1