From 0dbfd4d35c921298fbd283b7938bdbef48d979de Mon Sep 17 00:00:00 2001 From: Janis Eccarius Date: Wed, 17 Jun 2026 01:20:59 +0200 Subject: [PATCH] fix(spark): raise worker memory to 512m/1Gi to fit executor overhead --- spark-cluster/base/workers.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/spark-cluster/base/workers.yaml b/spark-cluster/base/workers.yaml index 0384135..7843a4f 100755 --- a/spark-cluster/base/workers.yaml +++ b/spark-cluster/base/workers.yaml @@ -27,7 +27,7 @@ spec: - name: SPARK_WORKER_CORES value: "2" - name: SPARK_WORKER_MEMORY - value: "256m" + value: "512m" ports: - name: webui containerPort: 8081 @@ -37,7 +37,7 @@ spec: memory: 256Mi limits: cpu: 500m - memory: 512Mi + memory: 1Gi volumeMounts: - name: spark-events mountPath: /spark-events