From 7eecc23510f7bcdad65dfd195b3e224cfb5c1fcd Mon Sep 17 00:00:00 2001 From: Janis Eccarius Date: Wed, 17 Jun 2026 01:09:36 +0200 Subject: [PATCH] chore(spark): minimal cluster - 1 master + 1 worker, reduced limits, no streaming --- spark-cluster/base/master.yaml | 8 ++++---- spark-cluster/base/workers.yaml | 10 +++++----- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/spark-cluster/base/master.yaml b/spark-cluster/base/master.yaml index 842f672..a74b90e 100755 --- a/spark-cluster/base/master.yaml +++ b/spark-cluster/base/master.yaml @@ -6,7 +6,7 @@ metadata: app.kubernetes.io/name: spark-master app.kubernetes.io/part-of: nowchess spec: - replicas: 0 + replicas: 1 selector: matchLabels: app.kubernetes.io/name: spark-master @@ -32,11 +32,11 @@ spec: containerPort: 8080 resources: requests: - cpu: 200m + cpu: 100m memory: 256Mi limits: - cpu: "1" - memory: 2Gi + cpu: 500m + memory: 512Mi volumeMounts: - name: spark-events mountPath: /spark-events diff --git a/spark-cluster/base/workers.yaml b/spark-cluster/base/workers.yaml index 7333712..0384135 100755 --- a/spark-cluster/base/workers.yaml +++ b/spark-cluster/base/workers.yaml @@ -6,7 +6,7 @@ metadata: app.kubernetes.io/name: spark-worker app.kubernetes.io/part-of: nowchess spec: - replicas: 0 + replicas: 1 selector: matchLabels: app.kubernetes.io/name: spark-worker @@ -27,17 +27,17 @@ spec: - name: SPARK_WORKER_CORES value: "2" - name: SPARK_WORKER_MEMORY - value: "512m" + value: "256m" ports: - name: webui containerPort: 8081 resources: requests: - cpu: 200m + cpu: 100m memory: 256Mi limits: - cpu: "1" - memory: 2Gi + cpu: 500m + memory: 512Mi volumeMounts: - name: spark-events mountPath: /spark-events