change claim name

stitchfix · Feb 20, 2024 · 32849a1 · 32849a1
1 parent 35f2918
commit 32849a1
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/execution/engine/emr_engine.go b/execution/engine/emr_engine.go
@@ -145,7 +145,7 @@ func (emr *EMRExecutionEngine) Execute(executable state.Executable, run state.Ru
 
 func (emr *EMRExecutionEngine) generateApplicationConf(executable state.Executable, run state.Run, manager state.Manager) []*emrcontainers.Configuration {
 	// Determine the dynamic PVC name
-	pvcName := "spark-ebs-volume-" + run.RunID
+	// pvcName := "spark-ebs-volume-" + run.RunID
 
 	sparkDefaults := map[string]*string{
 		"spark.kubernetes.driver.podTemplateFile":   emr.driverPodTemplate(executable, run, manager),
@@ -186,12 +186,12 @@ func (emr *EMRExecutionEngine) generateApplicationConf(executable state.Executab
 			// Uses the default stroage class though we could add more config here to support that too see. https://spark.apache.org/docs/latest/running-on-kubernetes.html#pvc-oriented-executor-pod-allocation
 			// This requires the a CSI Driver to be deployed in the cluster
 			"spark.kubernetes.driver.ownPersistentVolumeClaim":                                                            aws.String("true"),
-			"spark.kubernetes.driver.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.options.claimName":   aws.String(pvcName),
+			"spark.kubernetes.driver.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.options.claimName":   aws.String("OnDemand"),
 			"spark.kubernetes.driver.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.mount.path":          aws.String("/var/lib/app/"),
 			"spark.kubernetes.driver.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.mount.readOnly":      aws.String("false"),
 			"spark.kubernetes.driver.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.options.sizeLimit":   aws.String("50Gi"),
 			"spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.options.sizeLimit": aws.String("150Gi"),
-			"spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.options.claimName": aws.String(pvcName),
+			"spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.options.claimName": aws.String("OnDemand"),
 			"spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.mount.path":        aws.String("/var/lib/app/"),
 			"spark.kubernetes.executor.volumes.persistentVolumeClaim.spark-local-dir-shared-lib-volume.mount.readOnly":    aws.String("false"),
 		}