Janis Eccarius
eefa6e728a
- Add spark-cluster/base with Bitnami Spark chart 9.2.10 (master + 2 workers), spark-events PVC (RWO/local-path), and Ingress resources for spark.nowchess.janis-eccarius.de (master UI) and spark-history.nowchess.janis-eccarius.de (history placeholder) - Add spark-cluster/eu-central-1-prod overlay and ArgoCD Application (automated prune + selfHeal) - Migrate all spark-analytics CronJobs and streaming Deployment from K8s-native mode (k8s://...) to Spark standalone (spark://spark-master:7077); drop kubernetes-specific --conf flags; add eventLog confs; mount spark-events PVC on all job pods Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
50 lines
1.9 KiB
YAML
Executable File
50 lines
1.9 KiB
YAML
Executable File
{{- /*
|
|
Copyright Broadcom, Inc. All Rights Reserved.
|
|
SPDX-License-Identifier: APACHE-2.0
|
|
*/}}
|
|
|
|
{{- if .Values.worker.autoscaling.enabled }}
|
|
apiVersion: {{ include "common.capabilities.hpa.apiVersion" ( dict "context" $ ) }}
|
|
kind: HorizontalPodAutoscaler
|
|
metadata:
|
|
name: {{ printf "%s-autoscaler" (include "common.names.fullname" .) }}
|
|
namespace: {{ include "common.names.namespace" . | quote }}
|
|
labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }}
|
|
app.kubernetes.io/component: worker-autoscaler
|
|
{{- if .Values.commonAnnotations }}
|
|
annotations: {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }}
|
|
{{- end }}
|
|
spec:
|
|
scaleTargetRef:
|
|
apiVersion: {{ include "common.capabilities.statefulset.apiVersion" . }}
|
|
kind: statefulset
|
|
name: {{ printf "%s-worker" (include "common.names.fullname" .) }}
|
|
minReplicas: {{ .Values.worker.autoscaling.minReplicas }}
|
|
maxReplicas: {{ .Values.worker.autoscaling.maxReplicas }}
|
|
metrics:
|
|
{{- if .Values.worker.autoscaling.targetMemory }}
|
|
- type: Resource
|
|
resource:
|
|
name: memory
|
|
{{- if semverCompare "<1.23-0" (include "common.capabilities.kubeVersion" .) }}
|
|
targetAverageUtilization: {{ .Values.worker.autoscaling.targetMemory }}
|
|
{{- else }}
|
|
target:
|
|
type: Utilization
|
|
averageUtilization: {{ .Values.worker.autoscaling.targetMemory }}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- if .Values.worker.autoscaling.targetCPU }}
|
|
- type: Resource
|
|
resource:
|
|
name: cpu
|
|
{{- if semverCompare "<1.23-0" (include "common.capabilities.kubeVersion" .) }}
|
|
targetAverageUtilization: {{ .Values.worker.autoscaling.targetCPU }}
|
|
{{- else }}
|
|
target:
|
|
type: Utilization
|
|
averageUtilization: {{ .Values.worker.autoscaling.targetCPU }}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- end }}
|