18 lines
515 B
TypeScript
18 lines
515 B
TypeScript
import type { MetadataRoute } from 'next';
|
|
import { siteUrl } from '#web-runtime/lib/site-url';
|
|
|
|
export default function robots(): MetadataRoute.Robots {
|
|
const origin = siteUrl();
|
|
|
|
return {
|
|
rules: {
|
|
userAgent: '*',
|
|
allow: '/',
|
|
// Preview URLs render unpublished drafts behind a signed token; they must never be indexed.
|
|
// The page also sends `noindex`, this just saves crawlers the fetch.
|
|
disallow: '/*/preview'
|
|
},
|
|
sitemap: new URL('/sitemap.xml', origin).href
|
|
};
|
|
}
|