| | 1 | User-agent: AdsBot-Google |
| | 2 | User-agent: Amazonbot |
| | 3 | User-agent: anthropic-ai |
| | 4 | User-agent: Applebot-Extended |
| | 5 | User-agent: Bytespider |
| | 6 | User-agent: CCBot |
| | 7 | User-agent: ChatGPT-User |
| | 8 | User-agent: ClaudeBot |
| | 9 | User-agent: Claude-Web |
| | 10 | User-agent: cohere-ai |
| | 11 | User-agent: Diffbot |
| | 12 | User-agent: FacebookBot |
| | 13 | User-agent: FriendlyCrawler |
| | 14 | User-agent: Google-Extended |
| | 15 | User-agent: GoogleOther |
| | 16 | User-agent: GPTBot |
| | 17 | User-agent: img2dataset |
| | 18 | User-agent: omgili |
| | 19 | User-agent: omgilibot |
| | 20 | User-agent: peer39_crawler |
| | 21 | User-agent: peer39_crawler/1.0 |
| | 22 | User-agent: PerplexityBot |
| | 23 | User-agent: YouBot |
| | 24 | Disallow: / |
| | 25 | |
| | 26 | User-agent: * |
| | 27 | Allow: / |
| | 28 | Disallow: /git |
git.r.bdr.sh / rbdr / r.bdr.sh / blame_incremental