You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Refactor Spark controller configurations in values.yaml
Removed several configuration options for the Spark controller and added default timestamp precision for ScheduledSparkApplication.
Signed-off-by: Rahul Naskar <143400898+rahul810050@users.noreply.github.com>
Copy file name to clipboardExpand all lines: charts/spark-operator-chart/values.yaml
+7-33Lines changed: 7 additions & 33 deletions
Original file line number
Diff line number
Diff line change
@@ -57,10 +57,6 @@ hook:
57
57
tag: ""
58
58
59
59
controller:
60
-
# -- default precision for ScheduledSparkApplication timestamp suffix
61
-
scheduledSparkApplication:
62
-
timestampPrecision: "nanos"
63
-
64
60
# -- Number of replicas of controller.
65
61
replicas: 1
66
62
@@ -86,35 +82,6 @@ controller:
86
82
# -- Configure the encoder of logging, can be one of `console` or `json`.
87
83
logEncoder: console
88
84
89
-
# -- Grace period after a successful spark-submit when driver pod not found errors will be retried. Useful if the driver pod can take some time to be created.
90
-
driverPodCreationGracePeriod: 10s
91
-
92
-
# -- Specifies the maximum number of Executor pods that can be tracked by the controller per SparkApplication.
93
-
maxTrackedExecutorPerApp: 1000
94
-
95
-
uiService:
96
-
# -- Specifies whether to create service for Spark web UI.
97
-
enable: true
98
-
99
-
uiIngress:
100
-
# -- Specifies whether to create ingress for Spark web UI.
101
-
# `controller.uiService.enable` must be `true` to enable ingress.
102
-
enable: false
103
-
# -- Ingress URL format.
104
-
# Required if `controller.uiIngress.enable` is true.
105
-
urlFormat: ""
106
-
# -- Optionally set the ingressClassName.
107
-
ingressClassName: ""
108
-
# -- Optionally set default TLS configuration for the Spark UI's ingress. `ingressTLS` in the SparkApplication spec overrides this.
109
-
tls: []
110
-
# - hosts:
111
-
# - "*.example.com"
112
-
# secretName: "example-secret"
113
-
# -- Optionally set default ingress annotations for the Spark UI's ingress. `ingressAnnotations` in the SparkApplication spec overrides this.
114
-
annotations: {}
115
-
# key1: value1
116
-
# key2: value2
117
-
118
85
batchScheduler:
119
86
# -- Specifies whether to enable batch scheduler for spark jobs scheduling.
120
87
# If enabled, users can specify batch scheduler name in spark application.
@@ -127,6 +94,12 @@ controller:
127
94
# value will cause the controller to error on startup.
0 commit comments