Janis Eccarius
eefa6e728a
- Add spark-cluster/base with Bitnami Spark chart 9.2.10 (master + 2 workers), spark-events PVC (RWO/local-path), and Ingress resources for spark.nowchess.janis-eccarius.de (master UI) and spark-history.nowchess.janis-eccarius.de (history placeholder) - Add spark-cluster/eu-central-1-prod overlay and ArgoCD Application (automated prune + selfHeal) - Migrate all spark-analytics CronJobs and streaming Deployment from K8s-native mode (k8s://...) to Spark standalone (spark://spark-master:7077); drop kubernetes-specific --conf flags; add eventLog confs; mount spark-events PVC on all job pods Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
60 lines
1.4 KiB
YAML
Executable File
60 lines
1.4 KiB
YAML
Executable File
apiVersion: kustomize.config.k8s.io/v1beta1
|
|
kind: Kustomization
|
|
|
|
resources:
|
|
- pvc.yaml
|
|
- ingress.yaml
|
|
|
|
helmCharts:
|
|
- name: spark
|
|
repo: https://charts.bitnami.com/bitnami
|
|
version: "9.2.10"
|
|
releaseName: spark
|
|
namespace: nowchess
|
|
valuesInline:
|
|
master:
|
|
resources:
|
|
requests:
|
|
cpu: 500m
|
|
memory: 1Gi
|
|
limits:
|
|
cpu: "1"
|
|
memory: 2Gi
|
|
extraVolumes:
|
|
- name: spark-events
|
|
persistentVolumeClaim:
|
|
claimName: spark-events
|
|
extraVolumeMounts:
|
|
- name: spark-events
|
|
mountPath: /spark-events
|
|
worker:
|
|
replicaCount: 2
|
|
resources:
|
|
requests:
|
|
cpu: 500m
|
|
memory: 1Gi
|
|
limits:
|
|
cpu: "1"
|
|
memory: 2Gi
|
|
extraVolumes:
|
|
- name: spark-events
|
|
persistentVolumeClaim:
|
|
claimName: spark-events
|
|
extraVolumeMounts:
|
|
- name: spark-events
|
|
mountPath: /spark-events
|
|
historyServer:
|
|
enabled: true
|
|
eventsDir: /spark-events
|
|
extraVolumes:
|
|
- name: spark-events
|
|
persistentVolumeClaim:
|
|
claimName: spark-events
|
|
extraVolumeMounts:
|
|
- name: spark-events
|
|
mountPath: /spark-events
|
|
ingress:
|
|
enabled: false
|
|
service:
|
|
type: ClusterIP
|