feat: add llms.txt, sitemap.xml, and description frontmatter for AI agent discoverability

fullstackjam · fullstackjam · commit a7e0a88a3ebc · 2026-02-13T12:15:06.000+08:00
- Add llms.txt and llms-full.txt to static/ for AI agent content indexing
- Add dynamic sitemap.xml generation from docs-data
- Add description field to all 13 doc frontmatters
- Use description in meta tags for per-page SEO
- Update DocMeta type and modules to support description
- Update robots.txt with sitemap reference
diff --git a/src/docs/api-reference.md b/src/docs/api-reference.md
@@ -1,5 +1,6 @@
 ---
 title: API Reference
+description: REST API for configs, package search, Brewfile parsing, and authentication. All endpoints at openboot.dev.
 group: Reference
 order: 13
 ---
diff --git a/src/docs/cli-reference.md b/src/docs/cli-reference.md
@@ -1,5 +1,6 @@
 ---
 title: CLI Commands
+description: Complete reference for all openboot commands — install, snapshot, login, doctor, update, and their flags.
 group: Reference
 order: 9
 ---
diff --git a/src/docs/config-options.md b/src/docs/config-options.md
@@ -1,5 +1,6 @@
 ---
 title: Config Options
+description: Full config schema — packages, custom scripts, dotfiles repo, visibility, aliases, and the 23 macOS preferences whitelist.
 group: Reference
 order: 10
 ---
diff --git a/src/docs/custom-configs.md b/src/docs/custom-configs.md
@@ -1,5 +1,6 @@
 ---
 title: Custom Configs
+description: Build your own setup on the dashboard with packages, scripts, and dotfiles, then share it as a one-line install command.
 group: Features
 order: 5
 ---
diff --git a/src/docs/dotfiles-shell.md b/src/docs/dotfiles-shell.md
@@ -1,5 +1,6 @@
 ---
 title: Dotfiles & Shell
+description: Automatic Oh-My-Zsh setup, dotfiles linking with GNU Stow, and developer-friendly macOS preferences.
 group: Features
 order: 6
 ---
diff --git a/src/docs/env-vars.md b/src/docs/env-vars.md
@@ -1,5 +1,6 @@
 ---
 title: Environment Variables
+description: All environment variables for the install script and CLI — version pinning, install directory, Git identity, and more.
 group: Reference
 order: 11
 ---
diff --git a/src/docs/faq.md b/src/docs/faq.md
@@ -1,5 +1,6 @@
 ---
 title: FAQ
+description: Common questions about OpenBoot — pricing, safety, Homebrew vs installer, Linux support, uninstalling, and more.
 group: ''
 order: 12
 ---
diff --git a/src/docs/personal.md b/src/docs/personal.md
@@ -1,5 +1,6 @@
 ---
 title: For You
+description: How OpenBoot saves you hours on new Mac setup, keeps your machines in sync, and replaces your memory as a package manager.
 group: Use Cases
 order: 7
 ---
diff --git a/src/docs/presets.md b/src/docs/presets.md
@@ -1,5 +1,6 @@
 ---
 title: Presets
+description: Three curated package sets — minimal, developer, and full — as starting points you can customize before installing.
 group: Features
 order: 3
 ---
diff --git a/src/docs/quick-start.md b/src/docs/quick-start.md
@@ -1,5 +1,6 @@
 ---
 title: Quick Start
+description: Install OpenBoot via Homebrew or the one-line installer and set up your Mac in minutes.
 group: Overview
 order: 2
 ---
diff --git a/src/docs/snapshot.md b/src/docs/snapshot.md
@@ -1,5 +1,6 @@
 ---
 title: Snapshot
+description: Capture your current Mac's packages, preferences, and shell config, then share it as a one-line install URL.
 group: Features
 order: 4
 ---
diff --git a/src/docs/teams.md b/src/docs/teams.md
@@ -1,5 +1,6 @@
 ---
 title: For Teams
+description: Replace your 47-step setup doc with one command. Onboard new hires in minutes, keep everyone in sync.
 group: Use Cases
 order: 8
 ---
diff --git a/src/docs/what-is-openboot.md b/src/docs/what-is-openboot.md
@@ -1,5 +1,6 @@
 ---
 title: What is OpenBoot
+description: Open-source CLI that sets up your entire macOS dev environment — packages, apps, shell, dotfiles, and preferences — in one command.
 group: Overview
 order: 1
 ---
diff --git a/src/routes/docs/[slug]/+page.svelte b/src/routes/docs/[slug]/+page.svelte
@@ -6,7 +6,7 @@
 		groups: DocGroup[];
 		allDocs: DocMeta[];
 		component: SvelteComponent;
-		meta: { title: string; group: string; order: number };
+		meta: { title: string; description: string; group: string; order: number };
 		slug: string;
 	}
 
@@ -26,10 +26,10 @@
 	<title>{meta?.title ?? 'Docs'} — OpenBoot Docs</title>
 	<meta
 		name="description"
-		content="Documentation for OpenBoot — the open-source macOS development environment setup tool."
+		content={meta?.description || 'Documentation for OpenBoot — the open-source macOS development environment setup tool.'}
 	/>
 	<meta property="og:title" content="{meta?.title ?? 'Docs'} — OpenBoot Docs" />
-	<meta property="og:description" content="Documentation for OpenBoot — the open-source macOS development environment setup tool." />
+	<meta property="og:description" content={meta?.description || 'Documentation for OpenBoot — the open-source macOS development environment setup tool.'} />
 	<meta property="og:url" content="https://openboot.dev/docs/{slug}" />
 	<meta property="og:type" content="article" />
 	<link rel="canonical" href="https://openboot.dev/docs/{slug}" />
diff --git a/src/routes/docs/docs-data.ts b/src/routes/docs/docs-data.ts
@@ -2,6 +2,7 @@ import type { Component } from 'svelte';
 
 export interface DocMeta {
 	title: string;
+	description: string;
 	group: string;
 	order: number;
 	slug: string;
@@ -17,7 +18,7 @@ const GROUP_ORDER = ['Overview', 'Features', 'Use Cases', 'Reference', ''];
 
 export const modules = import.meta.glob<{
 	default: Component;
-	metadata: { title: string; group: string; order: number };
+	metadata: { title: string; description: string; group: string; order: number };
 }>('/src/docs/*.md', { eager: true });
 
 const rawModules = import.meta.glob<string>('/src/docs/*.md', {
@@ -31,6 +32,7 @@ function buildDocStructure(): DocGroup[] {
 		const slug = path.replace('/src/docs/', '').replace('.md', '');
 		return {
 			title: mod.metadata.title,
+			description: mod.metadata.description ?? '',
 			group: mod.metadata.group ?? '',
 			order: mod.metadata.order,
 			slug
diff --git a/src/routes/sitemap.xml/+server.ts b/src/routes/sitemap.xml/+server.ts
@@ -0,0 +1,41 @@
+import { allDocs } from '../docs/docs-data';
+
+const SITE_URL = 'https://openboot.dev';
+
+export function GET() {
+	const staticPages = [
+		{ path: '/', priority: '1.0', changefreq: 'weekly' },
+		{ path: '/login', priority: '0.3', changefreq: 'monthly' },
+		{ path: '/docs/what-is-openboot', priority: '0.9', changefreq: 'weekly' }
+	];
+
+	const docPages = allDocs
+		.filter((doc) => doc.slug !== 'what-is-openboot')
+		.map((doc) => ({
+			path: `/docs/${doc.slug}`,
+			priority: '0.8',
+			changefreq: 'weekly' as const
+		}));
+
+	const allPages = [...staticPages, ...docPages];
+
+	const sitemap = `<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+${allPages
+	.map(
+		(page) => `  <url>
+    <loc>${SITE_URL}${page.path}</loc>
+    <changefreq>${page.changefreq}</changefreq>
+    <priority>${page.priority}</priority>
+  </url>`
+	)
+	.join('\n')}
+</urlset>`;
+
+	return new Response(sitemap, {
+		headers: {
+			'Content-Type': 'application/xml',
+			'Cache-Control': 'max-age=3600'
+		}
+	});
+}
diff --git a/static/llms-full.txt b/static/llms-full.txt
diff --git a/static/llms.txt b/static/llms.txt
diff --git a/static/robots.txt b/static/robots.txt
