2023-12-28 20:32:35 -08:00
|
|
|
User-Agent: *
|
|
|
|
|
Disallow: /community/add_local
|
|
|
|
|
Disallow: /community/add_remote
|
|
|
|
|
Disallow: /auth/register
|
|
|
|
|
Disallow: /auth/reset_password_request
|
|
|
|
|
Disallow: /auth/login
|
|
|
|
|
Disallow: /admin
|
|
|
|
|
Disallow: /inbox
|
|
|
|
|
Disallow: /search/
|
|
|
|
|
Disallow: /modlog
|
2024-01-22 23:21:41 -08:00
|
|
|
Disallow: /u/
|
|
|
|
|
Disallow: /d/
|
2024-01-23 19:42:15 -08:00
|
|
|
Disallow: /static/media/users/
|
|
|
|
|
Disallow: /post/*/options
|
2024-04-09 00:43:56 -07:00
|
|
|
|
|
|
|
|
User-agent: GPTBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: AhrefsBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: SemrushBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: DotBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: SeznamBot
|
|
|
|
|
Disallow: /
|
2024-04-18 13:34:41 -07:00
|
|
|
|
|
|
|
|
User-agent: DataForSeoBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
2024-04-18 13:50:37 -07:00
|
|
|
User-agent: MJ12bot
|
|
|
|
|
Disallow: /
|
2024-06-01 00:24:15 -07:00
|
|
|
|
|
|
|
|
User-agent: ClaudeBot
|
|
|
|
|
Disallow: /
|
