/** * Robots.txt Configuration * Controls search engine crawling behavior */ import { MetadataRoute } from 'next'; export default function robots(): MetadataRoute.Robots { return { rules: [ { userAgent: '*', allow: '/', disallow: ['/api/', '/_next/'], }, ], sitemap: 'https://schoolcompare.co.uk/sitemap.xml', }; }