fix: allow indexing articles
All checks were successful
Docker / build-and-push-image (push) Successful in 1m8s
All checks were successful
Docker / build-and-push-image (push) Successful in 1m8s
This commit is contained in:
parent
7f35abe081
commit
5fc17449e1
1 changed files with 2 additions and 1 deletions
|
@ -2,11 +2,12 @@ import type { APIRoute } from "astro";
|
|||
|
||||
const getRobotsTxt = (sitemapURL: URL) => `
|
||||
User-agent: *
|
||||
Disallow: /about
|
||||
Disallow: /tags
|
||||
Disallow: /tags/*
|
||||
Disallow: /projects
|
||||
Disallow: /posts
|
||||
Allow: /projects/*
|
||||
Allow: /posts/*
|
||||
Allow: /
|
||||
|
||||
Sitemap: ${sitemapURL.href}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue