From 26ce537dde61ab15b95b78854bef9ec6d7515119 Mon Sep 17 00:00:00 2001 From: "Brian S. Stephan" Date: Tue, 18 Mar 2025 19:38:47 -0500 Subject: [PATCH] remove unnecessary allow in robots.txt --- pages/robots.txt | 3 --- 1 file changed, 3 deletions(-) diff --git a/pages/robots.txt b/pages/robots.txt index bcf0298..15c202a 100644 --- a/pages/robots.txt +++ b/pages/robots.txt @@ -1,6 +1,3 @@ -User-agent: * -Allow: / - # Block all known AI crawlers and assistants # from using content for training AI models. # Source: https://robotstxt.com/ai