NowChess/GitOps
4
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(spark): fit executor within 256m worker - instances=1, memory=200m, driver=256m

Browse Source
This commit is contained in:
Janis Eccarius
2026-06-17 01:17:17 +02:00
parent 7eecc23510
commit 54e0561b43
2 changed files with 24 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
spark-analytics/base/cronjobs.yaml
+4 -4
View File
@@ -38,7 +38,7 @@ spec:
- --conf - --conf
- spark.executor.memory=1g - spark.executor.memory=1g
- --conf - --conf
- spark.driver.memory=512m - spark.driver.memory=256m
- --class - --class
- de.nowchess.analytics.OpeningBookJob - de.nowchess.analytics.OpeningBookJob
- local:///app/analytics.jar - local:///app/analytics.jar
@@ -115,7 +115,7 @@ spec:
- --conf - --conf
- spark.executor.memory=1g - spark.executor.memory=1g
- --conf - --conf
- spark.driver.memory=512m - spark.driver.memory=256m
- --class - --class
- de.nowchess.analytics.PlayerStatsJob - de.nowchess.analytics.PlayerStatsJob
- local:///app/analytics.jar - local:///app/analytics.jar
@@ -191,7 +191,7 @@ spec:
- --conf - --conf
- spark.executor.memory=1g - spark.executor.memory=1g
- --conf - --conf
- spark.driver.memory=512m - spark.driver.memory=256m
- --class - --class
- de.nowchess.analytics.PlayerClusteringJob - de.nowchess.analytics.PlayerClusteringJob
- local:///app/analytics.jar - local:///app/analytics.jar
@@ -268,7 +268,7 @@ spec:
- --conf - --conf
- spark.executor.memory=1g - spark.executor.memory=1g
- --conf - --conf
- spark.driver.memory=512m - spark.driver.memory=256m
- --class - --class
- de.nowchess.analytics.PlayerGraphJob - de.nowchess.analytics.PlayerGraphJob
- local:///app/analytics.jar - local:///app/analytics.jar
spark-analytics/eu-central-1-prod/kustomization.yaml
+20 -12
View File
@@ -26,11 +26,13 @@ patches:
- --master - --master
- spark://spark-master:7077 - spark://spark-master:7077
- --conf - --conf
- spark.executor.instances=2 - spark.executor.instances=1
- --conf - --conf
- spark.executor.memory=1g - spark.executor.cores=1
- --conf - --conf
- spark.driver.memory=512m - spark.executor.memory=200m
- --conf
- spark.driver.memory=256m
- --class - --class
- de.nowchess.analytics.OpeningBookJob - de.nowchess.analytics.OpeningBookJob
- local:///app/analytics.jar - local:///app/analytics.jar
@@ -56,11 +58,13 @@ patches:
- --master - --master
- spark://spark-master:7077 - spark://spark-master:7077
- --conf - --conf
- spark.executor.instances=2 - spark.executor.instances=1
- --conf - --conf
- spark.executor.memory=1g - spark.executor.cores=1
- --conf - --conf
- spark.driver.memory=512m - spark.executor.memory=200m
- --conf
- spark.driver.memory=256m
- --class - --class
- de.nowchess.analytics.PlayerStatsJob - de.nowchess.analytics.PlayerStatsJob
- local:///app/analytics.jar - local:///app/analytics.jar
@@ -85,11 +89,13 @@ patches:
- --master - --master
- spark://spark-master:7077 - spark://spark-master:7077
- --conf - --conf
- spark.executor.instances=2 - spark.executor.instances=1
- --conf - --conf
- spark.executor.memory=1g - spark.executor.cores=1
- --conf - --conf
- spark.driver.memory=512m - spark.executor.memory=200m
- --conf
- spark.driver.memory=256m
- --class - --class
- de.nowchess.analytics.PlayerClusteringJob - de.nowchess.analytics.PlayerClusteringJob
- local:///app/analytics.jar - local:///app/analytics.jar
@@ -115,11 +121,13 @@ patches:
- --master - --master
- spark://spark-master:7077 - spark://spark-master:7077
- --conf - --conf
- spark.executor.instances=2 - spark.executor.instances=1
- --conf - --conf
- spark.executor.memory=1g - spark.executor.cores=1
- --conf - --conf
- spark.driver.memory=512m - spark.executor.memory=200m
- --conf
- spark.driver.memory=256m
- --class - --class
- de.nowchess.analytics.PlayerGraphJob - de.nowchess.analytics.PlayerGraphJob
- local:///app/analytics.jar - local:///app/analytics.jar