mirror of
https://codeberg.org/rimu/pyfedi
synced 2025-01-24 11:51:27 -08:00
35 lines
587 B
Text
35 lines
587 B
Text
User-Agent: *
|
|
Disallow: /community/add_local
|
|
Disallow: /community/add_remote
|
|
Disallow: /auth/register
|
|
Disallow: /auth/reset_password_request
|
|
Disallow: /auth/login
|
|
Disallow: /admin
|
|
Disallow: /inbox
|
|
Disallow: /search/
|
|
Disallow: /modlog
|
|
Disallow: /u/
|
|
Disallow: /d/
|
|
Disallow: /static/media/users/
|
|
Disallow: /post/*/options
|
|
|
|
User-agent: GPTBot
|
|
Disallow: /
|
|
|
|
User-agent: AhrefsBot
|
|
Disallow: /
|
|
|
|
User-agent: SemrushBot
|
|
Disallow: /
|
|
|
|
User-agent: DotBot
|
|
Disallow: /
|
|
|
|
User-agent: SeznamBot
|
|
Disallow: /
|
|
|
|
User-agent: DataForSeoBot
|
|
Disallow: /
|
|
|
|
User-agent: MJ12bot
|
|
Disallow: /
|