Skip to content

Commit a62c215

Browse files
authored
Refactor Spark controller configurations in values.yaml
Removed several configuration options for the Spark controller and added default timestamp precision for ScheduledSparkApplication. Signed-off-by: Rahul Naskar <143400898+rahul810050@users.noreply.github.com>
1 parent 7b0f17d commit a62c215

File tree

1 file changed

+7
-33
lines changed

1 file changed

+7
-33
lines changed

charts/spark-operator-chart/values.yaml

Lines changed: 7 additions & 33 deletions
Original file line numberDiff line numberDiff line change
@@ -57,10 +57,6 @@ hook:
5757
tag: ""
5858

5959
controller:
60-
# -- default precision for ScheduledSparkApplication timestamp suffix
61-
scheduledSparkApplication:
62-
timestampPrecision: "nanos"
63-
6460
# -- Number of replicas of controller.
6561
replicas: 1
6662

@@ -86,35 +82,6 @@ controller:
8682
# -- Configure the encoder of logging, can be one of `console` or `json`.
8783
logEncoder: console
8884

89-
# -- Grace period after a successful spark-submit when driver pod not found errors will be retried. Useful if the driver pod can take some time to be created.
90-
driverPodCreationGracePeriod: 10s
91-
92-
# -- Specifies the maximum number of Executor pods that can be tracked by the controller per SparkApplication.
93-
maxTrackedExecutorPerApp: 1000
94-
95-
uiService:
96-
# -- Specifies whether to create service for Spark web UI.
97-
enable: true
98-
99-
uiIngress:
100-
# -- Specifies whether to create ingress for Spark web UI.
101-
# `controller.uiService.enable` must be `true` to enable ingress.
102-
enable: false
103-
# -- Ingress URL format.
104-
# Required if `controller.uiIngress.enable` is true.
105-
urlFormat: ""
106-
# -- Optionally set the ingressClassName.
107-
ingressClassName: ""
108-
# -- Optionally set default TLS configuration for the Spark UI's ingress. `ingressTLS` in the SparkApplication spec overrides this.
109-
tls: []
110-
# - hosts:
111-
# - "*.example.com"
112-
# secretName: "example-secret"
113-
# -- Optionally set default ingress annotations for the Spark UI's ingress. `ingressAnnotations` in the SparkApplication spec overrides this.
114-
annotations: {}
115-
# key1: value1
116-
# key2: value2
117-
11885
batchScheduler:
11986
# -- Specifies whether to enable batch scheduler for spark jobs scheduling.
12087
# If enabled, users can specify batch scheduler name in spark application.
@@ -127,6 +94,12 @@ controller:
12794
# value will cause the controller to error on startup.
12895
default: ""
12996

97+
# ScheduledSparkApplication controller configurations.
98+
scheduledSparkApplication:
99+
# -- Default timestamp precision for the ScheduledSparkApplication name suffix.
100+
# Can be one of `nanos`, `micros`, `millis`, `seconds`, `minutes`.
101+
timestampPrecision: nanos
102+
130103
serviceAccount:
131104
# -- Specifies whether to create a service account for the controller.
132105
create: true
@@ -143,6 +116,7 @@ controller:
143116
# -- Extra annotations for the controller RBAC resources.
144117
annotations: {}
145118

119+
146120
# -- Extra labels for controller pods.
147121
labels: {}
148122
# key1: value1

0 commit comments

Comments
 (0)