Add llms.txt with all links

Author: davidemarcoli

app/llms.txt/route.ts

@@ -0,0 +1,46 @@
+import { source } from '@/lib/source';
+
+export const revalidate = false;
+
+const baseUrl = "https://riven.tv";
+
+const getFullUrl = (url: string) => {
+  if (url.startsWith('http://') || url.startsWith('https://')) {
+    return url;
+  }
+  return baseUrl + url;
+}
+
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+const treeToText = (tree: any, depth = 0): string => {
+
+  if (tree.children && tree.children.length > 0) {
+
+    let result = '#'.repeat(depth + 1) + ' ' + tree.name + '\n\n';
+
+    if (depth > 0) {
+      result = "\n" + result;
+    }
+
+    for (const child of tree.children) {
+      result += treeToText(child, depth + 1);
+    }
+
+    return result;
+  }
+  
+  if (tree.type === 'separator') {
+    return '---\n';
+  } else if (tree.type === 'folder') {
+    return tree.name + ': ' + getFullUrl(tree.index.url) + ": " + tree.index.description + '\n';
+  } else if (tree.type === 'page') {
+    return tree.name + ': ' + getFullUrl(tree.url) + ": " + tree.description + '\n';
+  } else {
+    return '';
+  }
+  
+}
+
+export async function GET() {
+  return new Response(treeToText(source.getPageTree()));
+}

content/docs/contribute.mdx

@@ -1,5 +1,6 @@
 ---
 title: Contribute to Wiki
+description: A guide on how to contribute to the Riven Wiki
 ---
 
 Thank you for considering contributing to Riven Media! We welcome contributions from the community to help improve and expand the project. This guide will help you get started with the process of contributing.

content/docs/services/content/index.mdx

@@ -1,5 +1,6 @@
 ---
 title: Content Services
+description: Configuration options for content services
 ---
 
 import { Callout } from "fumadocs-ui/components/callout"

content/docs/services/downloaders/index.mdx

@@ -1,5 +1,6 @@
 ---
 title: Downloaders
+description: Configuration options for supported downloaders
 ---
 
 import { Callout } from "fumadocs-ui/components/callout"