feat: implement batch processing for large clusters (100 pods per batch) with memory optimization and progress tracking

This commit is contained in:
2025-10-15 16:22:40 -03:00
parent 4c6ce49526
commit 93a7a0988a
7 changed files with 718 additions and 0 deletions

View File

@@ -11,6 +11,10 @@ sys.path.insert(0, '/app')
from app.celery_app import celery_app
# Import tasks to register them
from app.tasks.cluster_analysis import analyze_cluster
from app.tasks.batch_analysis import process_cluster_batch, get_batch_statistics
if __name__ == '__main__':
# Start Celery worker
celery_app.worker_main([