External-Mirrors/awx
2
0
Fork 0
mirror of https://github.com/ansible/awx.git synced 2026-03-06 11:11:07 -03:30
Code Issues Packages Projects Releases Wiki Activity

Add test for cleaning up activity stream, delete objects in batches to make it quicker.

Browse Source
This commit is contained in:
Chris Church
2015-04-16 13:40:36 -04:00
parent 76132dbab2
commit 3f98b40ed7
2 changed files with 79 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
awx/main/management/commands/cleanup_activitystream.py
View File

@@ -39,7 +39,8 @@ class Command(NoArgsCommand):
def cleanup_activitystream(self):
n_deleted_items = 0
for asobj in ActivityStream.objects.all():
pks_to_delete = set()
for asobj in ActivityStream.objects.iterator():
asobj_disp = '"%s" id: %s' % (unicode(asobj), asobj.id)
if asobj.timestamp >= self.cutoff:
if self.dry_run:
@@ -47,9 +48,16 @@ class Command(NoArgsCommand):
else:
if self.dry_run:
self.logger.info("would delete %s" % asobj_disp)
if not self.dry_run:
asobj.delete()
n_deleted_items += 1
else:
pks_to_delete.add(asobj.pk)
# Cleanup objects in batches instead of deleting each one individually.
if len(pks_to_delete) >= 500:
ActivityStream.objects.filter(pk__in=pks_to_delete).delete()
n_deleted_items += len(pks_to_delete)
pks_to_delete.clear()
if len(pks_to_delete):
ActivityStream.objects.filter(pk__in=pks_to_delete).delete()
n_deleted_items += len(pks_to_delete)
print("Removed %s items" % str(n_deleted_items))
def handle_noargs(self, **options):