16 lines
342 B
TypeScript
16 lines
342 B
TypeScript
import type { APIRoute } from "astro";
|
|
|
|
const getRobotsTxt = (sitemapURL: URL) => `
|
|
User-agent: *
|
|
Disallow: /cv
|
|
Disallow: /tags
|
|
Disallow: /tags/*
|
|
Allow: /
|
|
|
|
Sitemap: ${sitemapURL.href}
|
|
`;
|
|
|
|
export const GET: APIRoute = ({ site }) => {
|
|
const sitemapURL = new URL("sitemap-index.xml", site);
|
|
return new Response(getRobotsTxt(sitemapURL));
|
|
};
|