diff --git a/src/pages/robots.txt.ts b/src/pages/robots.txt.ts index f20b3fe..b269bf2 100644 --- a/src/pages/robots.txt.ts +++ b/src/pages/robots.txt.ts @@ -2,11 +2,12 @@ import type { APIRoute } from "astro"; const getRobotsTxt = (sitemapURL: URL) => ` User-agent: * -Disallow: /about Disallow: /tags Disallow: /tags/* Disallow: /projects Disallow: /posts +Allow: /projects/* +Allow: /posts/* Allow: / Sitemap: ${sitemapURL.href}