2023-12-29 17:32:35 +13:00
|
|
|
User-Agent: *
|
|
|
|
|
Disallow: /community/add_local
|
|
|
|
|
Disallow: /community/add_remote
|
|
|
|
|
Disallow: /auth/register
|
|
|
|
|
Disallow: /auth/reset_password_request
|
|
|
|
|
Disallow: /auth/login
|
|
|
|
|
Disallow: /admin
|
|
|
|
|
Disallow: /inbox
|
|
|
|
|
Disallow: /search/
|
|
|
|
|
Disallow: /modlog
|
2024-01-23 20:21:41 +13:00
|
|
|
Disallow: /u/
|
|
|
|
|
Disallow: /d/
|
2024-01-24 16:42:15 +13:00
|
|
|
Disallow: /static/media/users/
|
|
|
|
|
Disallow: /post/*/options
|
2024-04-09 19:43:56 +12:00
|
|
|
|
|
|
|
|
User-agent: GPTBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: AhrefsBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: SemrushBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: DotBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: SeznamBot
|
|
|
|
|
Disallow: /
|
2024-04-19 08:34:41 +12:00
|
|
|
|
|
|
|
|
User-agent: DataForSeoBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
2024-04-19 08:50:37 +12:00
|
|
|
User-agent: MJ12bot
|
|
|
|
|
Disallow: /
|
