From 95dc346064471ef8dc81484ad86db476cfbab926 Mon Sep 17 00:00:00 2001 From: Janis Eccarius Date: Wed, 17 Jun 2026 01:33:13 +0200 Subject: [PATCH] fix(spark): use file:/// so driver serves analytics.jar to executors over HTTP --- spark-analytics/base/cronjobs.yaml | 8 ++++---- spark-analytics/base/streaming.yaml | 2 +- spark-analytics/eu-central-1-prod/kustomization.yaml | 8 ++++---- 3 files changed, 9 insertions(+), 9 deletions(-) diff --git a/spark-analytics/base/cronjobs.yaml b/spark-analytics/base/cronjobs.yaml index bd9aefb..ecd776f 100755 --- a/spark-analytics/base/cronjobs.yaml +++ b/spark-analytics/base/cronjobs.yaml @@ -124,7 +124,7 @@ spec: - spark.blockManager.port=44777 - --class - de.nowchess.analytics.OpeningBookJob - - local:///app/analytics.jar + - file:///app/analytics.jar - /spark-output/opening-book - "10" env: @@ -208,7 +208,7 @@ spec: - spark.blockManager.port=44777 - --class - de.nowchess.analytics.PlayerStatsJob - - local:///app/analytics.jar + - file:///app/analytics.jar - /spark-output/player-stats env: - name: NOWCHESS_JDBC_URL @@ -291,7 +291,7 @@ spec: - spark.blockManager.port=44777 - --class - de.nowchess.analytics.PlayerClusteringJob - - local:///app/analytics.jar + - file:///app/analytics.jar - /spark-output/player-clusters - "4" env: @@ -375,7 +375,7 @@ spec: - spark.blockManager.port=44777 - --class - de.nowchess.analytics.PlayerGraphJob - - local:///app/analytics.jar + - file:///app/analytics.jar - /spark-output/player-graph env: - name: NOWCHESS_JDBC_URL diff --git a/spark-analytics/base/streaming.yaml b/spark-analytics/base/streaming.yaml index a0b5ffc..ca7128d 100755 --- a/spark-analytics/base/streaming.yaml +++ b/spark-analytics/base/streaming.yaml @@ -66,7 +66,7 @@ spec: - spark.blockManager.port=37777 - --class - de.nowchess.analytics.LiveDashboardJob - - local:///app/analytics.jar + - file:///app/analytics.jar - /spark-checkpoint env: - name: NOWCHESS_JDBC_URL diff --git a/spark-analytics/eu-central-1-prod/kustomization.yaml b/spark-analytics/eu-central-1-prod/kustomization.yaml index 146ed63..0bfb47d 100755 --- a/spark-analytics/eu-central-1-prod/kustomization.yaml +++ b/spark-analytics/eu-central-1-prod/kustomization.yaml @@ -41,7 +41,7 @@ patches: - spark.blockManager.port=44777 - --class - de.nowchess.analytics.OpeningBookJob - - local:///app/analytics.jar + - file:///app/analytics.jar - /spark-output/opening-book - "10" target: @@ -79,7 +79,7 @@ patches: - spark.blockManager.port=44777 - --class - de.nowchess.analytics.PlayerStatsJob - - local:///app/analytics.jar + - file:///app/analytics.jar - /spark-output/player-stats target: kind: CronJob @@ -116,7 +116,7 @@ patches: - spark.blockManager.port=44777 - --class - de.nowchess.analytics.PlayerClusteringJob - - local:///app/analytics.jar + - file:///app/analytics.jar - /spark-output/player-clusters - "4" target: @@ -154,7 +154,7 @@ patches: - spark.blockManager.port=44777 - --class - de.nowchess.analytics.PlayerGraphJob - - local:///app/analytics.jar + - file:///app/analytics.jar - /spark-output/player-graph target: kind: CronJob