chore(spark): minimal cluster - 1 master + 1 worker, reduced limits, no streaming

spark-cluster/base/master.yaml

@@ -6,7 +6,7 @@ metadata:
     app.kubernetes.io/name: spark-master
     app.kubernetes.io/part-of: nowchess
 spec:
-  replicas: 0
+  replicas: 1
   selector:
     matchLabels:
       app.kubernetes.io/name: spark-master
@@ -32,11 +32,11 @@ spec:
               containerPort: 8080
           resources:
             requests:
-              cpu: 200m
+              cpu: 100m
               memory: 256Mi
             limits:
-              cpu: "1"
+              cpu: 500m
-              memory: 2Gi
+              memory: 512Mi
           volumeMounts:
             - name: spark-events
               mountPath: /spark-events

spark-cluster/base/workers.yaml

@@ -6,7 +6,7 @@ metadata:
     app.kubernetes.io/name: spark-worker
     app.kubernetes.io/part-of: nowchess
 spec:
-  replicas: 0
+  replicas: 1
   selector:
     matchLabels:
       app.kubernetes.io/name: spark-worker
@@ -27,17 +27,17 @@ spec:
             - name: SPARK_WORKER_CORES
               value: "2"
             - name: SPARK_WORKER_MEMORY
-              value: "512m"
+              value: "256m"
           ports:
             - name: webui
               containerPort: 8081
           resources:
             requests:
-              cpu: 200m
+              cpu: 100m
               memory: 256Mi
             limits:
-              cpu: "1"
+              cpu: 500m
-              memory: 2Gi
+              memory: 512Mi
           volumeMounts:
             - name: spark-events
               mountPath: /spark-events