From aa8d04a1ccf1319622e43024c033f5146a2a9ed2 Mon Sep 17 00:00:00 2001 From: Janis Eccarius Date: Tue, 16 Jun 2026 20:11:38 +0200 Subject: [PATCH] fix(spark): upgrade image to apache/spark:4.0.3-scala2.13-java17-ubuntu 3.5.x has no official Docker Hub image. 4.0.3 is the oldest available scala2.13 variant on Docker Hub. Co-Authored-By: Claude Sonnet 4.6 --- spark-cluster/base/history-server.yaml | 2 +- spark-cluster/base/master.yaml | 2 +- spark-cluster/base/workers.yaml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/spark-cluster/base/history-server.yaml b/spark-cluster/base/history-server.yaml index a41d96b..458f44b 100755 --- a/spark-cluster/base/history-server.yaml +++ b/spark-cluster/base/history-server.yaml @@ -18,7 +18,7 @@ spec: spec: containers: - name: history-server - image: apache/spark:3.5.4-scala2.13-java17-ubuntu + image: apache/spark:4.0.3-scala2.13-java17-ubuntu command: - /opt/spark/bin/spark-class - org.apache.spark.deploy.history.HistoryServer diff --git a/spark-cluster/base/master.yaml b/spark-cluster/base/master.yaml index 68b2591..2af5386 100755 --- a/spark-cluster/base/master.yaml +++ b/spark-cluster/base/master.yaml @@ -18,7 +18,7 @@ spec: spec: containers: - name: spark-master - image: apache/spark:3.5.4-scala2.13-java17-ubuntu + image: apache/spark:4.0.3-scala2.13-java17-ubuntu command: - /opt/spark/bin/spark-class - org.apache.spark.deploy.master.Master diff --git a/spark-cluster/base/workers.yaml b/spark-cluster/base/workers.yaml index ce8be9e..5174b25 100755 --- a/spark-cluster/base/workers.yaml +++ b/spark-cluster/base/workers.yaml @@ -18,7 +18,7 @@ spec: spec: containers: - name: spark-worker - image: apache/spark:3.5.4-scala2.13-java17-ubuntu + image: apache/spark:4.0.3-scala2.13-java17-ubuntu command: - /opt/spark/bin/spark-class - org.apache.spark.deploy.worker.Worker