From 5fc17449e120e9d870f56b157a97d33403ceca6a Mon Sep 17 00:00:00 2001
From: Troy <hello@troylusty.com>
Date: Thu, 29 May 2025 21:45:35 +0100
Subject: [PATCH] fix: allow indexing articles

---
 src/pages/robots.txt.ts | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/pages/robots.txt.ts b/src/pages/robots.txt.ts
index f20b3fe..b269bf2 100644
--- a/src/pages/robots.txt.ts
+++ b/src/pages/robots.txt.ts
@@ -2,11 +2,12 @@ import type { APIRoute } from "astro";
 
 const getRobotsTxt = (sitemapURL: URL) => `
 User-agent: *
-Disallow: /about
 Disallow: /tags
 Disallow: /tags/*
 Disallow: /projects
 Disallow: /posts
+Allow: /projects/*
+Allow: /posts/*
 Allow: /
 
 Sitemap: ${sitemapURL.href}