From: Ruben Beltran del Rio <redacted>
Date: Tue, 30 Jul 2024 19:50:54 +0000 (+0200)
Subject: Add meta and timpibot
X-Git-Url: https://git.r.bdr.sh/rbdr/r.bdr.sh/commitdiff_plain/3154de2be08e08278aa84b25d536511192bc00b7?ds=sidebyside

Add meta and timpibot
---

diff --git a/robots.txt b/robots.txt
index 6bc6ff8..6c05c76 100644
--- a/robots.txt
+++ b/robots.txt
@@ -21,6 +21,8 @@ User-agent: peer39_crawler
 User-agent: peer39_crawler/1.0
 User-agent: PerplexityBot
 User-agent: YouBot
+User-agent: Meta-ExternalAgent
+User-agent: Timpibot
 Disallow: /
 
 User-agent: *