From 342e1f60b3f0f6bdb1e42686685b9d8aded20cc2 Mon Sep 17 00:00:00 2001 From: Janis Eccarius Date: Tue, 16 Jun 2026 22:47:51 +0200 Subject: [PATCH] fix(spark): lower driver pod requests to 100m CPU / 256Mi memory MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Nodes are saturated on requested resources. Driver pods (streaming + cronjobs) were requesting 500m CPU + 768Mi each. Limits unchanged at 1 CPU / 1Gi — pods can still burst when resources are free. Co-Authored-By: Claude Sonnet 4.6 --- spark-analytics/base/cronjobs.yaml | 16 ++++++++-------- spark-analytics/base/streaming.yaml | 4 ++-- 2 files changed, 10 insertions(+), 10 deletions(-) diff --git a/spark-analytics/base/cronjobs.yaml b/spark-analytics/base/cronjobs.yaml index eaf6692..c36028e 100755 --- a/spark-analytics/base/cronjobs.yaml +++ b/spark-analytics/base/cronjobs.yaml @@ -59,8 +59,8 @@ spec: key: STORE_DB_PASSWORD resources: requests: - cpu: 500m - memory: 768Mi + cpu: 100m + memory: 256Mi limits: cpu: "1" memory: 1Gi @@ -132,8 +132,8 @@ spec: key: STORE_DB_PASSWORD resources: requests: - cpu: 500m - memory: 768Mi + cpu: 100m + memory: 256Mi limits: cpu: "1" memory: 1Gi @@ -206,8 +206,8 @@ spec: key: STORE_DB_PASSWORD resources: requests: - cpu: 500m - memory: 768Mi + cpu: 100m + memory: 256Mi limits: cpu: "1" memory: 1Gi @@ -279,8 +279,8 @@ spec: key: STORE_DB_PASSWORD resources: requests: - cpu: 500m - memory: 768Mi + cpu: 100m + memory: 256Mi limits: cpu: "1" memory: 1Gi diff --git a/spark-analytics/base/streaming.yaml b/spark-analytics/base/streaming.yaml index f0a20a0..494df51 100755 --- a/spark-analytics/base/streaming.yaml +++ b/spark-analytics/base/streaming.yaml @@ -57,8 +57,8 @@ spec: key: STORE_DB_PASSWORD resources: requests: - cpu: 500m - memory: 768Mi + cpu: 100m + memory: 256Mi limits: cpu: "1" memory: 1Gi