diff --git a/apps/web/src/app/robots.ts b/apps/web/src/app/robots.ts index a1c0a6c..1fec722 100644 --- a/apps/web/src/app/robots.ts +++ b/apps/web/src/app/robots.ts @@ -7,7 +7,7 @@ export default function robots(): MetadataRoute.Robots { { userAgent: '*', allow: '/', - disallow: ['/api/', '/llms.txt', '/llms.mdx/'], + disallow: ['/api/', '/llms.txt', '/llms.mdx/', '/llms-full.txt', '/llms-full.txt/'], }, ], sitemap: `${baseUrl}/sitemap.xml`,