From 710e2ec30828d8338f0eb2e89176fc662c5feeeb Mon Sep 17 00:00:00 2001
From: Janis Eccarius <eccariusjanis@gmail.com>
Date: Tue, 16 Jun 2026 20:02:02 +0200
Subject: [PATCH] fix(spark): lower memory requests to fix scheduling on
 resource-constrained nodes

Scheduler uses requests (not limits) for placement. Previous 1Gi requests
per pod caused Insufficient memory even with plenty of physical RAM.
New requests: master 256Mi, workers 256Mi, history-server 128Mi.
Limits unchanged. SPARK_WORKER_MEMORY reduced to 512m to match worker budget.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
---
 spark-cluster/base/history-server.yaml | 2 +-
 spark-cluster/base/master.yaml         | 4 ++--
 spark-cluster/base/workers.yaml        | 6 +++---
 3 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/spark-cluster/base/history-server.yaml b/spark-cluster/base/history-server.yaml
index 1c7e7cc..a41d96b 100755
--- a/spark-cluster/base/history-server.yaml
+++ b/spark-cluster/base/history-server.yaml
@@ -31,7 +31,7 @@ spec:
           resources:
             requests:
               cpu: 100m
-              memory: 512Mi
+              memory: 128Mi
             limits:
               cpu: 500m
               memory: 1Gi
diff --git a/spark-cluster/base/master.yaml b/spark-cluster/base/master.yaml
index 79dc0f1..68b2591 100755
--- a/spark-cluster/base/master.yaml
+++ b/spark-cluster/base/master.yaml
@@ -29,8 +29,8 @@ spec:
               containerPort: 8080
           resources:
             requests:
-              cpu: 500m
-              memory: 1Gi
+              cpu: 200m
+              memory: 256Mi
             limits:
               cpu: "1"
               memory: 2Gi
diff --git a/spark-cluster/base/workers.yaml b/spark-cluster/base/workers.yaml
index 7cf572e..ce8be9e 100755
--- a/spark-cluster/base/workers.yaml
+++ b/spark-cluster/base/workers.yaml
@@ -27,14 +27,14 @@ spec:
             - name: SPARK_WORKER_CORES
               value: "1"
             - name: SPARK_WORKER_MEMORY
-              value: "1g"
+              value: "512m"
           ports:
             - name: webui
               containerPort: 8081
           resources:
             requests:
-              cpu: 500m
-              memory: 1Gi
+              cpu: 200m
+              memory: 256Mi
             limits:
               cpu: "1"
               memory: 2Gi