20 lines
372 B
TypeScript
20 lines
372 B
TypeScript
|
/**
|
||
|
|
* Robots.txt Configuration
|
||
|
|
* Controls search engine crawling behavior
|
||
|
|
*/
|
||
|
|
|
||
|
|
import { MetadataRoute } from 'next';
|
||
|
|
|
||
|
|
export default function robots(): MetadataRoute.Robots {
|
||
|
|
return {
|
||
|
|
rules: [
|
||
|
|
{
|
||
|
|
userAgent: '*',
|
||
|
|
allow: '/',
|
||
|
|
disallow: ['/api/', '/_next/'],
|
||
|
|
},
|
||
|
|
],
|
||
|
|
sitemap: 'https://schoolcompare.co.uk/sitemap.xml',
|
||
|
|
};
|
||
|
|
}
|