michael/pyfedi
1
0
Fork 0
mirror of https://codeberg.org/rimu/pyfedi synced 2025-01-23 11:26:56 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

merge duplicate communities #348

Browse source
This commit is contained in:
rimu 2024-11-19 18:54:33 +13:00
parent 24508a350c
commit a5656c3318
2 changed files with 78 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
app/models.py
View file

@ -423,7 +423,7 @@ class Community(db.Model):
posting_warning = db.Column(db.String(512))
ap_id = db.Column(db.String(255), index=True)
ap_profile_id = db.Column(db.String(255), index=True)
ap_profile_id = db.Column(db.String(255), index=True, unique=True)
ap_followers_url = db.Column(db.String(255))
ap_preferred_username = db.Column(db.String(255))
ap_discoverable = db.Column(db.Boolean, default=False)

77
migrations/versions/d2bd6281a8d3_unique_community_ap_profile_id.py Normal file
View file

@ -0,0 +1,77 @@
"""unique community ap profile id
Revision ID: d2bd6281a8d3
Revises: d32ef1893ce4
Create Date: 2024-11-19 18:34:47.914982
"""
from alembic import op
import sqlalchemy as sa
from sqlalchemy import text
# revision identifiers, used by Alembic.
revision = 'd2bd6281a8d3'
down_revision = 'd32ef1893ce4'
branch_labels = None
depends_on = None
def upgrade():
# Find duplicate communities by ap_profile_id
dupes_query = text('''
SELECT ap_profile_id FROM "community"
GROUP BY ap_profile_id
HAVING COUNT(*) > 1
''')
conn = op.get_bind()
duplicate_profiles = conn.execute(dupes_query).scalars()
print('Cleaning up duplicate communities, this may take a while...')
for profile_id in duplicate_profiles:
if profile_id is None:
continue
# Get all communities with the same ap_profile_id, ordered by ID
users_query = text('''
SELECT id FROM "community"
WHERE ap_profile_id = :ap_profile_id
ORDER BY id
''')
users = conn.execute(users_query, {"ap_profile_id": profile_id}).fetchall()
# Set the lowest ID as the new_id, and collect other IDs to update/delete
new_id = users[0].id
old_ids = [user.id for user in users[1:]]
print(profile_id)
if old_ids:
# Update tables with batch IN clause
conn.execute(text('UPDATE "post" SET community_id = :new_id WHERE community_id IN :old_ids'), {"new_id": new_id, "old_ids": tuple(old_ids)})
conn.execute(text('UPDATE "post_reply" SET community_id = :new_id WHERE community_id IN :old_ids'), {"new_id": new_id, "old_ids": tuple(old_ids)})
conn.execute(text('UPDATE "report" SET suspect_community_id = :new_id WHERE suspect_community_id IN :old_ids'), {"new_id": new_id, "old_ids": tuple(old_ids)})
conn.execute(text('UPDATE "report" SET in_community_id = :new_id WHERE in_community_id IN :old_ids'), {"new_id": new_id, "old_ids": tuple(old_ids)})
conn.execute(text('UPDATE "mod_log" SET community_id = :new_id WHERE community_id IN :old_ids'), {"new_id": new_id, "old_ids": tuple(old_ids)})
conn.execute(text('DELETE FROM "community_block" WHERE community_id IN :old_ids'), {"old_ids": tuple(old_ids)})
conn.execute(text('DELETE FROM "community_member" WHERE community_id IN :old_ids'), {"old_ids": tuple(old_ids)})
conn.execute(text('DELETE FROM "community_ban" WHERE community_id IN :old_ids'), {"old_ids": tuple(old_ids)})
conn.execute(text('DELETE FROM "community_join_request" WHERE community_id IN :old_ids'), {"old_ids": tuple(old_ids)})
# Delete the duplicate users
conn.execute(text('DELETE FROM "community" WHERE id IN :old_ids'), {"old_ids": tuple(old_ids)})
# ### commands auto generated by Alembic - please adjust! ###
with op.batch_alter_table('community', schema=None) as batch_op:
batch_op.drop_index('ix_community_ap_profile_id')
batch_op.create_index(batch_op.f('ix_community_ap_profile_id'), ['ap_profile_id'], unique=True)
# ### end Alembic commands ###
def downgrade():
# ### commands auto generated by Alembic - please adjust! ###
with op.batch_alter_table('community', schema=None) as batch_op:
batch_op.drop_index(batch_op.f('ix_community_ap_profile_id'))
batch_op.create_index('ix_community_ap_profile_id', ['ap_profile_id'], unique=False)
# ### end Alembic commands ###