gbanyan
efb57b691b
- Add ai.txt and llms.txt endpoints for AI/LLM discoverability - Enhance metadata across all pages (canonical URLs, OpenGraph, Twitter) - Add structured data (JSON-LD) to blog index, tag pages - Update robots.txt with AI crawler rules - Improve BlogPosting and CollectionPage schemas
113 lines
3.0 KiB
TypeScript
113 lines
3.0 KiB
TypeScript
import { siteConfig } from '@/lib/config';
|
|
import { allPosts, allPages } from 'contentlayer2/generated';
|
|
|
|
/**
|
|
* llms.txt - A proposed standard for providing LLM-readable site information
|
|
* See: https://llmstxt.org/
|
|
*
|
|
* This file helps AI assistants understand the site structure, content, and purpose.
|
|
*/
|
|
export async function GET() {
|
|
const siteUrl = siteConfig.url;
|
|
|
|
// Get published posts sorted by date
|
|
const posts = allPosts
|
|
.filter((post) => post.status === 'published')
|
|
.sort((a, b) => {
|
|
const dateA = a.published_at ? new Date(a.published_at).getTime() : 0;
|
|
const dateB = b.published_at ? new Date(b.published_at).getTime() : 0;
|
|
return dateB - dateA;
|
|
})
|
|
.slice(0, 50); // Latest 50 posts for context
|
|
|
|
// Get all published pages
|
|
const pages = allPages.filter((page) => page.status === 'published');
|
|
|
|
// Extract unique tags
|
|
const tags = Array.from(
|
|
new Set(
|
|
allPosts
|
|
.filter((post) => post.status === 'published' && post.tags)
|
|
.flatMap((post) => post.tags || [])
|
|
)
|
|
);
|
|
|
|
const content = `# ${siteConfig.name}
|
|
|
|
> ${siteConfig.description}
|
|
|
|
## Site Information
|
|
|
|
- **Author**: ${siteConfig.author}
|
|
- **Language**: ${siteConfig.defaultLocale}
|
|
- **URL**: ${siteUrl}
|
|
|
|
## About
|
|
|
|
${siteConfig.aboutShort}
|
|
|
|
## Content Overview
|
|
|
|
This personal blog contains articles about various topics including technology, software development, and personal insights.
|
|
|
|
### Topics Covered
|
|
|
|
${tags.map((tag) => `- ${tag}`).join('\n')}
|
|
|
|
## Recent Articles
|
|
|
|
${posts
|
|
.map((post) => {
|
|
const url = `${siteUrl}${post.url}`;
|
|
const description = post.description || post.custom_excerpt || '';
|
|
return `### ${post.title}
|
|
|
|
- **URL**: ${url}
|
|
- **Published**: ${post.published_at || 'Unknown'}
|
|
${description ? `- **Summary**: ${description}` : ''}
|
|
${post.tags && post.tags.length > 0 ? `- **Tags**: ${post.tags.join(', ')}` : ''}
|
|
`;
|
|
})
|
|
.join('\n')}
|
|
|
|
## Static Pages
|
|
|
|
${pages
|
|
.map((page) => {
|
|
const url = `${siteUrl}${page.url}`;
|
|
return `- [${page.title}](${url})`;
|
|
})
|
|
.join('\n')}
|
|
|
|
## Navigation
|
|
|
|
- Homepage: ${siteUrl}
|
|
- All Articles: ${siteUrl}/blog
|
|
- Tags: ${siteUrl}/tags
|
|
- RSS Feed: ${siteUrl}/feed.xml
|
|
|
|
## Contact & Social
|
|
|
|
${siteConfig.social.github ? `- GitHub: ${siteConfig.social.github}` : ''}
|
|
${siteConfig.social.mastodon ? `- Mastodon: ${siteConfig.social.mastodon}` : ''}
|
|
${siteConfig.social.twitter ? `- Twitter: ${siteConfig.social.twitter}` : ''}
|
|
${siteConfig.social.email ? `- Email: ${siteConfig.social.email}` : ''}
|
|
|
|
## Usage Guidelines
|
|
|
|
This content is created by ${siteConfig.author} and may be cited with proper attribution. When referencing articles from this site:
|
|
|
|
1. Provide accurate summaries of the content
|
|
2. Include the original URL as a source
|
|
3. Respect the author's perspective and context
|
|
4. Do not generate content that contradicts the author's views without clarification
|
|
`;
|
|
|
|
return new Response(content, {
|
|
headers: {
|
|
'Content-Type': 'text/plain; charset=utf-8',
|
|
'Cache-Control': 'public, max-age=86400, s-maxage=86400',
|
|
},
|
|
});
|
|
}
|