feat: implement batch processing for large clusters (100 pods per batch) with memory optimization and progress tracking

2025-10-15 16:22:40 -03:00
parent 4c6ce49526
commit 93a7a0988a
7 changed files with 718 additions and 0 deletions
--- a/app/core/config.py
+++ b/app/core/config.py
@@ -57,6 +57,11 @@ class Settings(BaseSettings):
    enable_rbac: bool = True
    service_account_name: str = "resource-governance-sa"
    
+    # Batch processing settings
+    batch_size: int = Field(default=100, alias="BATCH_SIZE")
+    max_batch_size: int = Field(default=500, alias="MAX_BATCH_SIZE")
+    min_batch_size: int = Field(default=10, alias="MIN_BATCH_SIZE")
+    
    class Config:
        env_file = ".env"
        case_sensitive = False