From d34a78c921ce4302034356c741ab75f12a0e1972 Mon Sep 17 00:00:00 2001 From: Janis Eccarius Date: Wed, 17 Jun 2026 01:05:30 +0200 Subject: [PATCH] chore(spark): scale down all Spark workloads to free cluster resources --- spark-analytics/base/cronjobs.yaml | 4 ++++ spark-analytics/base/streaming.yaml | 2 +- spark-cluster/base/history-server.yaml | 2 +- spark-cluster/base/master.yaml | 2 +- spark-cluster/base/workers.yaml | 2 +- 5 files changed, 8 insertions(+), 4 deletions(-) diff --git a/spark-analytics/base/cronjobs.yaml b/spark-analytics/base/cronjobs.yaml index 12a65b6..2e49e3e 100755 --- a/spark-analytics/base/cronjobs.yaml +++ b/spark-analytics/base/cronjobs.yaml @@ -7,6 +7,7 @@ metadata: app.kubernetes.io/part-of: nowchess spec: schedule: "0 2 * * *" + suspend: true concurrencyPolicy: Forbid jobTemplate: spec: @@ -83,6 +84,7 @@ metadata: app.kubernetes.io/part-of: nowchess spec: schedule: "0 3 * * *" + suspend: true concurrencyPolicy: Forbid jobTemplate: spec: @@ -158,6 +160,7 @@ metadata: app.kubernetes.io/part-of: nowchess spec: schedule: "0 4 * * 0" + suspend: true concurrencyPolicy: Forbid jobTemplate: spec: @@ -234,6 +237,7 @@ metadata: app.kubernetes.io/part-of: nowchess spec: schedule: "0 5 * * 0" + suspend: true concurrencyPolicy: Forbid jobTemplate: spec: diff --git a/spark-analytics/base/streaming.yaml b/spark-analytics/base/streaming.yaml index f98f08e..a0b5ffc 100755 --- a/spark-analytics/base/streaming.yaml +++ b/spark-analytics/base/streaming.yaml @@ -25,7 +25,7 @@ metadata: app.kubernetes.io/name: spark-analytics app.kubernetes.io/part-of: nowchess spec: - replicas: 1 + replicas: 0 strategy: type: Recreate selector: diff --git a/spark-cluster/base/history-server.yaml b/spark-cluster/base/history-server.yaml index 11df170..943fcfd 100755 --- a/spark-cluster/base/history-server.yaml +++ b/spark-cluster/base/history-server.yaml @@ -6,7 +6,7 @@ metadata: app.kubernetes.io/name: spark-history-server app.kubernetes.io/part-of: nowchess spec: - replicas: 1 + replicas: 0 selector: matchLabels: app.kubernetes.io/name: spark-history-server diff --git a/spark-cluster/base/master.yaml b/spark-cluster/base/master.yaml index c664267..842f672 100755 --- a/spark-cluster/base/master.yaml +++ b/spark-cluster/base/master.yaml @@ -6,7 +6,7 @@ metadata: app.kubernetes.io/name: spark-master app.kubernetes.io/part-of: nowchess spec: - replicas: 1 + replicas: 0 selector: matchLabels: app.kubernetes.io/name: spark-master diff --git a/spark-cluster/base/workers.yaml b/spark-cluster/base/workers.yaml index 03c9c89..7333712 100755 --- a/spark-cluster/base/workers.yaml +++ b/spark-cluster/base/workers.yaml @@ -6,7 +6,7 @@ metadata: app.kubernetes.io/name: spark-worker app.kubernetes.io/part-of: nowchess spec: - replicas: 2 + replicas: 0 selector: matchLabels: app.kubernetes.io/name: spark-worker