diff --git a/kube/services/spark/spark-deploy.yaml b/kube/services/spark/spark-deploy.yaml index 72c077195..b9a94e940 100644 --- a/kube/services/spark/spark-deploy.yaml +++ b/kube/services/spark/spark-deploy.yaml @@ -333,69 +333,3 @@ spec: requests: cpu: 2 memory: 10Gi - ---- -apiVersion: apps/v1 -kind: Deployment -metadata: - name: spark-submit-deployment -spec: - replicas: 2 # Adjust based on your needs - selector: - matchLabels: - app: spark-submit - template: - metadata: - labels: - app: spark-submit - spec: - affinity: - podAntiAffinity: - preferredDuringSchedulingIgnoredDuringExecution: - - weight: 25 - podAffinityTerm: - labelSelector: - matchExpressions: - - key: app - operator: In - values: - - spark-submit - topologyKey: "kubernetes.io/hostname" - nodeAffinity: - preferredDuringSchedulingIgnoredDuringExecution: - - weight: 100 - preference: - matchExpressions: - - key: karpenter.sh/capacity-type - operator: In - values: - - on-demand - - weight: 99 - preference: - matchExpressions: - - key: eks.amazonaws.com/capacityType - operator: In - values: - - ONDEMAND - automountServiceAccountToken: false - containers: - - name: spark-submit - image: quay.io/cdis/spark-submit:3.3.0-hadoop3.3 - ports: - - containerPort: 8081 - envFrom: - - configMapRef: - name: hadoop-spark-config - imagePullPolicy: Always - env: - - name: SPARK_MASTER - value: "spark://spark-master:7077" - - name: SPARK_MASTER_PORT - value: "7077" - resources: - limits: - cpu: 1 - memory: 2Gi - requests: - cpu: 1 - memory: 2Gi