From 27920182cbb53a39fc8e4e4a18e8f9ad3357d766 Mon Sep 17 00:00:00 2001 From: Janis Eccarius Date: Wed, 17 Jun 2026 01:23:25 +0200 Subject: [PATCH] fix(spark): raise executor.memory to 512m - JVM minimum heap is 471m --- spark-analytics/base/cronjobs.yaml | 8 ++++---- spark-analytics/eu-central-1-prod/kustomization.yaml | 8 ++++---- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/spark-analytics/base/cronjobs.yaml b/spark-analytics/base/cronjobs.yaml index 2e49e3e..e4e247b 100755 --- a/spark-analytics/base/cronjobs.yaml +++ b/spark-analytics/base/cronjobs.yaml @@ -36,7 +36,7 @@ spec: - --conf - spark.executor.cores=2 - --conf - - spark.executor.memory=1g + - spark.executor.memory=512m - --conf - spark.driver.memory=512m - --class @@ -113,7 +113,7 @@ spec: - --conf - spark.executor.cores=2 - --conf - - spark.executor.memory=1g + - spark.executor.memory=512m - --conf - spark.driver.memory=512m - --class @@ -189,7 +189,7 @@ spec: - --conf - spark.executor.cores=2 - --conf - - spark.executor.memory=1g + - spark.executor.memory=512m - --conf - spark.driver.memory=512m - --class @@ -266,7 +266,7 @@ spec: - --conf - spark.executor.cores=2 - --conf - - spark.executor.memory=1g + - spark.executor.memory=512m - --conf - spark.driver.memory=512m - --class diff --git a/spark-analytics/eu-central-1-prod/kustomization.yaml b/spark-analytics/eu-central-1-prod/kustomization.yaml index d70376a..c326dcb 100755 --- a/spark-analytics/eu-central-1-prod/kustomization.yaml +++ b/spark-analytics/eu-central-1-prod/kustomization.yaml @@ -30,7 +30,7 @@ patches: - --conf - spark.executor.cores=1 - --conf - - spark.executor.memory=200m + - spark.executor.memory=512m - --conf - spark.driver.memory=512m - --class @@ -62,7 +62,7 @@ patches: - --conf - spark.executor.cores=1 - --conf - - spark.executor.memory=200m + - spark.executor.memory=512m - --conf - spark.driver.memory=512m - --class @@ -93,7 +93,7 @@ patches: - --conf - spark.executor.cores=1 - --conf - - spark.executor.memory=200m + - spark.executor.memory=512m - --conf - spark.driver.memory=512m - --class @@ -125,7 +125,7 @@ patches: - --conf - spark.executor.cores=1 - --conf - - spark.executor.memory=200m + - spark.executor.memory=512m - --conf - spark.driver.memory=512m - --class