From c62bb6ef314b43e4494fe8192d57ce5d773e991f Mon Sep 17 00:00:00 2001
From: github-actions <41898282+github-actions[bot]@users.noreply.github.com>
Date: Sat, 3 Aug 2024 00:56:59 +0000
Subject: [PATCH] chore: generate robots.txt

---
 base/var/www/localhost/htdocs/robots.txt | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/base/var/www/localhost/htdocs/robots.txt b/base/var/www/localhost/htdocs/robots.txt
index 611d718f..fa9ac70b 100644
--- a/base/var/www/localhost/htdocs/robots.txt
+++ b/base/var/www/localhost/htdocs/robots.txt
@@ -94,6 +94,12 @@ Disallow: /
 User-agent: Meta-ExternalFetcher
 Disallow: /
 
+# AI Search Crawler
+# https://darkvisitors.com/agents/oai-searchbot
+
+User-agent: OAI-SearchBot
+Disallow: /
+
 # AI Data Scraper
 # https://darkvisitors.com/agents/omgili