troy/troylusty.com
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity Actions

fix: allow indexing articles
All checks were successful
Docker / build-and-push-image (push) Successful in 1m8s
Details

Browse source
This commit is contained in:
Troy 2025-05-29 21:45:35 +01:00
parent 7f35abe081
commit 5fc17449e1
Signed by: troy
GPG key ID: DFC06C02ED3B4711
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/pages/robots.txt.ts
View file

@ -2,11 +2,12 @@ import type { APIRoute } from "astro";
const getRobotsTxt = (sitemapURL: URL) => ` const getRobotsTxt = (sitemapURL: URL) => `
User-agent: * User-agent: *
Disallow: /about
Disallow: /tags Disallow: /tags
Disallow: /tags/* Disallow: /tags/*
Disallow: /projects Disallow: /projects
Disallow: /posts Disallow: /posts
Allow: /projects/*
Allow: /posts/*
Allow: / Allow: /
Sitemap: ${sitemapURL.href} Sitemap: ${sitemapURL.href}