User-agent: * Disallow: /api/ # Block Next.js API routes Disallow: /_next/ # Block Next.js build and static assets Disallow: /static/ # Block legacy static files (if any) Disallow: /server/ # Block server functions (if SSR) Disallow: /internal/ # Block any internal directories (optional) Allow: / # Optional: Reduce crawl rate if server load is a concern # Crawl-delay: 10 # Sitemap URL (make sure this exists or generate it) Sitemap: https://www.campusdice.ai/sitemap.xml