From d27bdfe22288ee807d637d891cf276b2f7797b67 Mon Sep 17 00:00:00 2001 From: Vermaas <vermaas@astron.nl> Date: Mon, 19 Feb 2024 12:59:56 +0100 Subject: [PATCH] remove some migration functionality that is no longer needed --- .../tests/test_update_activity.py | 0 atdb/taskdatabase/urls.py | 4 -- atdb/taskdatabase/views.py | 69 ------------------- 3 files changed, 73 deletions(-) create mode 100644 atdb/taskdatabase/tests/test_update_activity.py diff --git a/atdb/taskdatabase/tests/test_update_activity.py b/atdb/taskdatabase/tests/test_update_activity.py new file mode 100644 index 00000000..e69de29b diff --git a/atdb/taskdatabase/urls.py b/atdb/taskdatabase/urls.py index 981c97a9..906ffe5e 100644 --- a/atdb/taskdatabase/urls.py +++ b/atdb/taskdatabase/urls.py @@ -132,9 +132,5 @@ urlpatterns = [ #some migration and repair endpoints path('tasks/repair/associate-activities/', views.AssociateActivities, name='associate-activities'), - path('tasks/repair/update-all-activities/', views.UpdateAllActivities, name='update-all-activities'), path('tasks/repair/update-activity/<sas_id>', views.UpdateActivitySasId, name='update-activity-sasid'), - path('tasks/repair/update-failed-tasks/', views.UpdateFailedTasks, name='update-failed-tasks'), - path('tasks/repair/update-ingestq-tasks/<batch_size>', views.UpdateIngestQTasks, name='update-ingestq-tasks'), - path('tasks/repair/update-finished-tasks/', views.UpdateFinishedTasks, name='update-finished-tasks'), ] diff --git a/atdb/taskdatabase/views.py b/atdb/taskdatabase/views.py index 18df3dc5..eb462904 100644 --- a/atdb/taskdatabase/views.py +++ b/atdb/taskdatabase/views.py @@ -1703,33 +1703,6 @@ def AssociateActivities(request): connect_signals() return redirect('index') -@staff_member_required -def UpdateAllActivities(request): - - all_activities = Activity.objects.all() - # find a task for every activity - total = all_activities.count() - i = 0 - - for activity in all_activities: - try: - i += 1 - task = Task.objects.filter(sas_id=activity.sas_id)[0] - activities_handler.update_activity(task) - logger.info(f'{i} of {total}') - except Exception as error: - logger.error(error) - - # tasks = Task.objects.all() - # total = tasks.count() - # i = 0 - # for task in tasks: - # i+=1 - # activities.update_activity(task) - # logger.info(f'{i} of {total}') - - return redirect('index') - def UpdateActivitySasId(request, sas_id): # this function is called externally to avoid worker timeouts @@ -1760,45 +1733,3 @@ def UpdateActivitySasId(request, sas_id): 'total': total }) -@staff_member_required -def UpdateFailedTasks(request): - - tasks = Task.objects.filter(status__icontains="failed") - total = tasks.count() - i = 0 - for task in tasks: - i+=1 - activities_handler.update_activity(task) - logger.info(f'{i} of {total}') - - return redirect('index') - -@staff_member_required -def UpdateIngestQTasks(request, batch_size): - tasks = Task.objects.only('sas_id').filter( - Q(status__icontains=State.SCRUBBED.value) | - Q(status__icontains=State.ARCHIVING.value) | - Q(status__icontains=State.ARCHIVED.value) | - Q(status__icontains=State.FINISHING.value)).filter(activity__ingested_fraction__isnull=True)[:int(batch_size)] - - total = tasks.count() - i = 0 - for task in tasks: - i+=1 - - activities_handler.update_activity(task) - logger.info(f'{i} of {total}') - - return redirect('index') - -@staff_member_required -def UpdateFinishedTasks(request): - tasks = Task.objects.only('sas_id').filter(status=State.FINISHED.value) - total = tasks.count() - i = 0 - for task in tasks: - i+=1 - activities_handler.update_activity(task) - logger.info(f'{i} of {total}') - - return redirect('index') \ No newline at end of file -- GitLab