From da86d536396601b798c673c1eca0cf5a73b678da Mon Sep 17 00:00:00 2001 From: Razvan-Daniel Mihai <84674+razvan@users.noreply.github.com> Date: Fri, 30 Jan 2026 18:31:59 +0100 Subject: [PATCH 1/2] fix: so not resubmit jobs in case of failure --- rust/operator-binary/src/spark_k8s_controller.rs | 3 +++ 1 file changed, 3 insertions(+) diff --git a/rust/operator-binary/src/spark_k8s_controller.rs b/rust/operator-binary/src/spark_k8s_controller.rs index 2f15f6d0..5b0a1305 100644 --- a/rust/operator-binary/src/spark_k8s_controller.rs +++ b/rust/operator-binary/src/spark_k8s_controller.rs @@ -972,6 +972,9 @@ fn spark_job( spec: Some(JobSpec { template: pod, ttl_seconds_after_finished: Some(600), + // We don't want to retry failed Spark jobs automatically, as this could lead to + // data corruption. + backoff_limit: Some(0), ..Default::default() }), status: None, From 8158b5cbaa48574dc48680f3a97cabd494079fdb Mon Sep 17 00:00:00 2001 From: Razvan-Daniel Mihai <84674+razvan@users.noreply.github.com> Date: Fri, 30 Jan 2026 18:46:54 +0100 Subject: [PATCH 2/2] update changelog --- CHANGELOG.md | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 39f240bf..13bd27a6 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -10,12 +10,17 @@ All notable changes to this project will be documented in this file. See [objectOverrides concepts page](https://docs.stackable.tech/home/nightly/concepts/overrides/#object-overrides) for details ([#640]). - Support for Spark `4.1.1` ([#642]). +### Changed + +- Do not resubmit applications when the `spark-submit` Pod fails ([#646]). + ### Removed - Support for Spark `3.5.6` ([#642]). [#640]: https://github.com/stackabletech/spark-k8s-operator/pull/640 [#642]: https://github.com/stackabletech/spark-k8s-operator/pull/642 +[#646]: https://github.com/stackabletech/spark-k8s-operator/pull/646 ## [25.11.0] - 2025-11-07