diff --git a/spark-cluster/base/history-server.yaml b/spark-cluster/base/history-server.yaml new file mode 100755 index 0000000..c14633f --- /dev/null +++ b/spark-cluster/base/history-server.yaml @@ -0,0 +1,61 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: spark-history-server + labels: + app.kubernetes.io/name: spark-history-server + app.kubernetes.io/part-of: nowchess +spec: + replicas: 1 + selector: + matchLabels: + app.kubernetes.io/name: spark-history-server + template: + metadata: + labels: + app.kubernetes.io/name: spark-history-server + app.kubernetes.io/part-of: nowchess + spec: + containers: + - name: history-server + # Same image version the Bitnami chart deploys for master/workers. + image: docker.io/bitnami/spark:3.5.2 + command: + - /opt/bitnami/spark/bin/spark-class + - org.apache.spark.deploy.history.HistoryServer + env: + - name: SPARK_HISTORY_OPTS + value: "-Dspark.history.fs.logDirectory=/spark-events" + ports: + - name: http + containerPort: 18080 + resources: + requests: + cpu: 100m + memory: 512Mi + limits: + cpu: 500m + memory: 1Gi + volumeMounts: + - name: spark-events + mountPath: /spark-events + volumes: + - name: spark-events + persistentVolumeClaim: + claimName: spark-events +--- +apiVersion: v1 +kind: Service +metadata: + name: spark-history-server-svc + labels: + app.kubernetes.io/name: spark-history-server + app.kubernetes.io/part-of: nowchess +spec: + selector: + app.kubernetes.io/name: spark-history-server + ports: + - name: http + port: 18080 + targetPort: http + type: ClusterIP diff --git a/spark-cluster/base/kustomization.yaml b/spark-cluster/base/kustomization.yaml index 8a63b70..3bce769 100755 --- a/spark-cluster/base/kustomization.yaml +++ b/spark-cluster/base/kustomization.yaml @@ -3,6 +3,7 @@ kind: Kustomization resources: - pvc.yaml + - history-server.yaml - ingress.yaml helmCharts: