From e20bedbff5512ae66042c8e8180ad2fd6fb97f90 Mon Sep 17 00:00:00 2001 From: Janis Eccarius Date: Tue, 16 Jun 2026 20:14:37 +0200 Subject: [PATCH] fix(spark): disable service link env vars on master pod K8s injects SPARK_MASTER_PORT=tcp://:7077 because the Service is named spark-master. Spark master parses it as integer -> NumberFormatException. enableServiceLinks: false suppresses all Docker-link style env var injection. Co-Authored-By: Claude Sonnet 4.6 --- spark-cluster/base/master.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/spark-cluster/base/master.yaml b/spark-cluster/base/master.yaml index 2af5386..daecc6f 100755 --- a/spark-cluster/base/master.yaml +++ b/spark-cluster/base/master.yaml @@ -16,6 +16,9 @@ spec: app.kubernetes.io/name: spark-master app.kubernetes.io/part-of: nowchess spec: + # Prevent K8s from injecting SPARK_MASTER_PORT=tcp://... env vars (Docker-link + # style). Spark master parses SPARK_MASTER_PORT as an integer and crashes. + enableServiceLinks: false containers: - name: spark-master image: apache/spark:4.0.3-scala2.13-java17-ubuntu