nitrictech · davemooreuws · Sep 17, 2025 · Sep 17, 2025
@@ -39,6 +39,10 @@ const baseFields: FieldDefs = {
     type: 'string',
     description: 'The canonical url of the doc, if different from the url',
   },
+  noindex: {
+    type: 'boolean',
+    description: 'Prevent search engines from indexing this page',
+  },
 }
 
 const computedFields: ComputedFields = {

@@ -1,5 +1,6 @@
 ---
 description: 'Comparison to Ampt'
+noindex: true
 ---
 
 # Ampt vs. Nitric

@@ -1,5 +1,6 @@
 ---
 description: 'Comparison to AWS CDK'
+noindex: true
 ---
 
 # AWS CDK vs. Nitric

@@ -1,5 +1,6 @@
 ---
 description: 'Comparison to AWS Serverless Application Model (SAM)'
+noindex: true
 ---
 
 # AWS SAM vs. Nitric

@@ -1,5 +1,6 @@
 ---
 description: 'Comparison to Bicep'
+noindex: true
 ---
 
 # Bicep vs. Nitric

@@ -1,5 +1,6 @@
 ---
 description: 'Comparison to Encore'
+noindex: true
 ---
 
 # Encore vs. Nitric

@@ -1,5 +1,6 @@
 ---
 description: 'Comparison to Google Cloud Deployment Manager'
+noindex: true
 ---
 
 # Google Cloud Deployment Manager vs. Nitric

@@ -1,5 +1,6 @@
 ---
 description: 'Comparison to Pulumi'
+noindex: true
 ---
 
 # Pulumi vs. Nitric

@@ -1,5 +1,6 @@
 ---
 description: 'Comparison to SST'
+noindex: true
 ---
 
 # SST vs. Nitric

@@ -1,5 +1,6 @@
 ---
 description: 'Comparison to Terraform'
+noindex: true
 ---
 
 # Terraform vs. Nitric

@@ -22,12 +22,14 @@ export async function GET() {
     priority: 0.7,
   }))
 
-  const docPages: SitemapItem[] = allDocuments.map((page) => ({
-    loc: page.slug === '' ? URL : `${URL}/${page.slug}`,
-    lastmod: new Date(page.lastModified).toISOString(),
-    changefreq: 'daily',
-    priority: 0.7,
-  }))
+  const docPages: SitemapItem[] = allDocuments
+    .filter((page) => !page.slug.startsWith('misc/comparison/'))
+    .map((page) => ({
+      loc: page.slug === '' ? URL : `${URL}/${page.slug}`,
+      lastmod: new Date(page.lastModified).toISOString(),
+      changefreq: 'daily',
+      priority: 0.7,
+    }))
 
   const allPagesSorted = [...pages, ...docPages].sort((a, b) =>
     a.loc < b.loc ? -1 : 1,

@@ -72,6 +72,12 @@ export async function generateMetadata({
     alternates: {
       canonical: doc.canonical_url ? doc.canonical_url : url,
     },
+    ...(doc.noindex && {
+      robots: {
+        index: false,
+        follow: false,
+      },
+    }),
   }
 }
 

@@ -13,10 +13,13 @@ export default function robots(): MetadataRoute.Robots {
 
   // production robots.txt
   return {
-    rules: {
-      userAgent: '*',
-      allow: '/',
-    },
+    rules: [
+      {
+        userAgent: '*',
+        allow: '/',
+        disallow: '/misc/comparison/',
+      },
+    ],
     host: 'https://nitric.io/docs',
     sitemap: 'https://nitric.io/docs/sitemap.xml',
   }