From 0ea9abbc5674071a4654653fbdd33902b78c812b Mon Sep 17 00:00:00 2001 From: "Chris J. Karr" Date: Mon, 1 Aug 2016 04:42:30 +0000 Subject: [PATCH] Making redundant reading deletion more efficient with a smaller evaluation window. --- management/commands/delete_redundant_readings.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/management/commands/delete_redundant_readings.py b/management/commands/delete_redundant_readings.py index eb87848..818a8c7 100644 --- a/management/commands/delete_redundant_readings.py +++ b/management/commands/delete_redundant_readings.py @@ -29,7 +29,9 @@ def add_arguments(self, parser): def handle(self, *args, **options): to_delete = [] - matches = DataPoint.objects.order_by('source', 'generator_identifier', 'created').values('source', 'generator_identifier', 'created').annotate(Count('pk')) + start = timezone.now() - datetime.timedelta(hours=4) + + matches = DataPoint.objects.filter(recorded__gte=start).order_by('source', 'generator_identifier', 'created').values('source', 'generator_identifier', 'created').annotate(Count('pk')) dupes = []