feat: Add SEO/AEO/Geo improvements

- Add ai.txt and llms.txt endpoints for AI/LLM discoverability - Enhance metadata across all pages (canonical URLs, OpenGraph, Twitter) - Add structured data (JSON-LD) to blog index, tag pages - Update robots.txt with AI crawler rules - Improve BlogPosting and CollectionPage schemas
2026-03-14 12:19:18 +08:00
parent 08117a11c5
commit efb57b691b
11 changed files with 430 additions and 25 deletions
--- a/app/llms.txt/route.ts
+++ b/app/llms.txt/route.ts
@@ -0,0 +1,112 @@
+import { siteConfig } from '@/lib/config';
+import { allPosts, allPages } from 'contentlayer2/generated';
+
+/**
+ * llms.txt - A proposed standard for providing LLM-readable site information
+ * See: https://llmstxt.org/
+ * 
+ * This file helps AI assistants understand the site structure, content, and purpose.
+ */
+export async function GET() {
+  const siteUrl = siteConfig.url;
+  
+  // Get published posts sorted by date
+  const posts = allPosts
+    .filter((post) => post.status === 'published')
+    .sort((a, b) => {
+      const dateA = a.published_at ? new Date(a.published_at).getTime() : 0;
+      const dateB = b.published_at ? new Date(b.published_at).getTime() : 0;
+      return dateB - dateA;
+    })
+    .slice(0, 50); // Latest 50 posts for context
+
+  // Get all published pages
+  const pages = allPages.filter((page) => page.status === 'published');
+
+  // Extract unique tags
+  const tags = Array.from(
+    new Set(
+      allPosts
+        .filter((post) => post.status === 'published' && post.tags)
+        .flatMap((post) => post.tags || [])
+    )
+  );
+
+  const content = `# ${siteConfig.name}
+
+> ${siteConfig.description}
+
+## Site Information
+
+- **Author**: ${siteConfig.author}
+- **Language**: ${siteConfig.defaultLocale}
+- **URL**: ${siteUrl}
+
+## About
+
+${siteConfig.aboutShort}
+
+## Content Overview
+
+This personal blog contains articles about various topics including technology, software development, and personal insights.
+
+### Topics Covered
+
+${tags.map((tag) => `- ${tag}`).join('\n')}
+
+## Recent Articles
+
+${posts
+  .map((post) => {
+    const url = `${siteUrl}${post.url}`;
+    const description = post.description || post.custom_excerpt || '';
+    return `### ${post.title}
+
+- **URL**: ${url}
+- **Published**: ${post.published_at || 'Unknown'}
+${description ? `- **Summary**: ${description}` : ''}
+${post.tags && post.tags.length > 0 ? `- **Tags**: ${post.tags.join(', ')}` : ''}
+`;
+  })
+  .join('\n')}
+
+## Static Pages
+
+${pages
+  .map((page) => {
+    const url = `${siteUrl}${page.url}`;
+    return `- [${page.title}](${url})`;
+  })
+  .join('\n')}
+
+## Navigation
+
+- Homepage: ${siteUrl}
+- All Articles: ${siteUrl}/blog
+- Tags: ${siteUrl}/tags
+- RSS Feed: ${siteUrl}/feed.xml
+
+## Contact & Social
+
+${siteConfig.social.github ? `- GitHub: ${siteConfig.social.github}` : ''}
+${siteConfig.social.mastodon ? `- Mastodon: ${siteConfig.social.mastodon}` : ''}
+${siteConfig.social.twitter ? `- Twitter: ${siteConfig.social.twitter}` : ''}
+${siteConfig.social.email ? `- Email: ${siteConfig.social.email}` : ''}
+
+## Usage Guidelines
+
+This content is created by ${siteConfig.author} and may be cited with proper attribution. When referencing articles from this site:
+
+1. Provide accurate summaries of the content
+2. Include the original URL as a source
+3. Respect the author's perspective and context
+4. Do not generate content that contradicts the author's views without clarification
+`;
+
+  return new Response(content, {
+    headers: {
+      'Content-Type': 'text/plain; charset=utf-8',
+      'Cache-Control': 'public, max-age=86400, s-maxage=86400',
+    },
+  });
+}