]> git.r.bdr.sh - rbdr/r.bdr.sh/blob - robots.txt
6c05c768c2b36bc82e3c2745ff2c3c83a5c237ac
[rbdr/r.bdr.sh] / robots.txt
1 User-agent: AdsBot-Google
2 User-agent: Amazonbot
3 User-agent: anthropic-ai
4 User-agent: Applebot-Extended
5 User-agent: Bytespider
6 User-agent: CCBot
7 User-agent: ChatGPT-User
8 User-agent: ClaudeBot
9 User-agent: Claude-Web
10 User-agent: cohere-ai
11 User-agent: Diffbot
12 User-agent: FacebookBot
13 User-agent: FriendlyCrawler
14 User-agent: Google-Extended
15 User-agent: GoogleOther
16 User-agent: GPTBot
17 User-agent: img2dataset
18 User-agent: omgili
19 User-agent: omgilibot
20 User-agent: peer39_crawler
21 User-agent: peer39_crawler/1.0
22 User-agent: PerplexityBot
23 User-agent: YouBot
24 User-agent: Meta-ExternalAgent
25 User-agent: Timpibot
26 Disallow: /
27
28 User-agent: *
29 Allow: /
30 Disallow: /git