28
28
envOverrides:
29
29
COMMON_VAR: role-value # overridden by role group below
30
30
ROLE_VAR: role-value # only defined here at role level
31
- HDFS_NAMENODE_OPTS: >
32
- -Djava.security.properties=/stackable/config/namenode/security.properties
33
- -javaagent:/stackable/jmx/jmx_prometheus_javaagent.jar=8183:/stackable/jmx-exporter-config/namenode.yaml
34
- -Xmx838860k
35
- podOverrides:
36
- spec:
37
- initContainers:
38
- - name: format-namenodes
39
- volumeMounts:
40
- - name: jmx-exporter-config
41
- mountPath: /stackable/jmx-exporter-config
42
- containers:
43
- - name: namenode
44
- volumeMounts:
45
- - name: jmx-exporter-config
46
- mountPath: /stackable/jmx-exporter-config
47
- volumes:
48
- - name: jmx-exporter-config
49
- configMap:
50
- name: jmx-exporter-config
51
31
config:
52
32
listenerClass: {{ test_scenario['values'] ['listener-class'] }}
53
33
logging:
62
42
envOverrides:
63
43
COMMON_VAR: role-value # overridden by role group below
64
44
ROLE_VAR: role-value # only defined here at role level
65
- HDFS_DATANODE_OPTS: >
66
- -Djava.security.properties=/stackable/config/datanode/security.properties
67
- -javaagent:/stackable/jmx/jmx_prometheus_javaagent.jar=8082:/stackable/jmx-exporter-config/datanode.yaml
68
- -Xmx419430k
69
- podOverrides:
70
- spec:
71
- containers:
72
- - name: datanode
73
- volumeMounts:
74
- - name: jmx-exporter-config
75
- mountPath: /stackable/jmx-exporter-config
76
- volumes:
77
- - name: jmx-exporter-config
78
- configMap:
79
- name: jmx-exporter-config
80
45
config:
81
46
listenerClass: {{ test_scenario['values'] ['listener-class'] }}
82
47
logging:
@@ -106,21 +71,6 @@ spec:
106
71
envOverrides:
107
72
COMMON_VAR: role-value # overridden by role group below
108
73
ROLE_VAR: role-value # only defined here at role level
109
- HDFS_JOURNALNODE_OPTS: >
110
- -Djava.security.properties=/stackable/config/journalnode/security.properties
111
- -javaagent:/stackable/jmx/jmx_prometheus_javaagent.jar=8081:/stackable/jmx-exporter-config/journalnode.yaml
112
- -Xmx419430k
113
- podOverrides:
114
- spec:
115
- containers:
116
- - name: journalnode
117
- volumeMounts:
118
- - name: jmx-exporter-config
119
- mountPath: /stackable/jmx-exporter-config
120
- volumes:
121
- - name: jmx-exporter-config
122
- configMap:
123
- name: jmx-exporter-config
124
74
config:
125
75
logging:
126
76
enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }}
@@ -143,237 +93,3 @@ spec:
143
93
# https://github.com/stackabletech/hdfs-operator/issues/514
144
94
- name: dashed-port
145
95
containerPort: 1234
146
- ---
147
- apiVersion: v1
148
- kind: ConfigMap
149
- metadata:
150
- name: jmx-exporter-config
151
- data:
152
- namenode.yaml: |-
153
- ---
154
- startDelaySeconds: 10
155
- ssl: false
156
- lowercaseOutputName: true
157
- lowercaseOutputLabelNames: true
158
- whitelistObjectNames:
159
- - 'Hadoop:service=NameNode,name=*'
160
- - 'Hadoop:service=NameNode,name=MetricsSystem,sub=*'
161
- blacklistObjectNames:
162
- - 'Hadoop:service=NameNode,name=RetryCache.NameNodeRetryCache'
163
- - 'Hadoop:service=NameNode,name=RpcActivity*'
164
- - 'Hadoop:service=NameNode,name=RpcDetailedActivity*'
165
- - 'Hadoop:service=NameNode,name=UgiMetrics'
166
- rules:
167
- # MetricsSystem
168
- - pattern: 'Hadoop<service =(.*), name =MetricsSystem, sub =(.*) ><> (.*): (\d+)'
169
- attrNameSnakeCase: true
170
- name: hadoop_$1_$3
171
- value: $4
172
- labels:
173
- service: HDFS
174
- role: $1
175
- kind: 'MetricsSystem'
176
- sub: $2
177
- type: GAUGE
178
- # Total raw capacity in bytes, e.g. Hadoop:name=NameNodeInfo,attribute=Total
179
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (total): (\d+)'
180
- attrNameSnakeCase: true
181
- name: hadoop_$1_$3
182
- value: $4
183
- labels:
184
- service: HDFS
185
- role: $1
186
- kind: $2
187
- type: COUNTER
188
- # Generic counter, e.g. Hadoop:name=FSNamesystem,attribute=FilesTotal
189
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_total): (\d+)'
190
- attrNameSnakeCase: true
191
- name: hadoop_$1_$3
192
- value: $4
193
- labels:
194
- service: HDFS
195
- role: $1
196
- kind: $2
197
- type: COUNTER
198
- # Metrics suffixed with _created, e.g. Hadoop:name=NameNodeActivity,attribute=FilesCreated
199
- # The suffix _created is reserved for timestamps, therefore an underscore is appended.
200
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_created): (.*)'
201
- attrNameSnakeCase: true
202
- name: hadoop_$1_$3_
203
- value: $4
204
- labels:
205
- service: HDFS
206
- role: $1
207
- kind: $2
208
- type: GAUGE
209
- # Metrics suffixed with _info, e.g. Hadoop:name=JvmMetrics,attribute=LogInfo
210
- # The suffix _info is reserved for static information, therefore an underscore is appended.
211
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_info): (.*)'
212
- attrNameSnakeCase: true
213
- name: hadoop_$1_$3_
214
- value: $4
215
- labels:
216
- service: HDFS
217
- role: $1
218
- kind: $2
219
- type: GAUGE
220
- # All other Hadoop metrics
221
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*): (.*)'
222
- attrNameSnakeCase: true
223
- name: hadoop_$1_$3
224
- value: $4
225
- labels:
226
- service: HDFS
227
- role: $1
228
- kind: $2
229
- type: GAUGE
230
- datanode.yaml: |-
231
- ---
232
- startDelaySeconds: 10
233
- ssl: false
234
- lowercaseOutputName: true
235
- lowercaseOutputLabelNames: true
236
- whitelistObjectNames:
237
- - 'Hadoop:service=DataNode,name=*'
238
- - 'Hadoop:service=DataNode,name=MetricsSystem,sub=*'
239
- blacklistObjectNames:
240
- - 'Hadoop:service=DataNode,name=RpcActivity*'
241
- - 'Hadoop:service=DataNode,name=RpcDetailedActivity*'
242
- - 'Hadoop:service=DataNode,name=UgiMetrics'
243
- rules:
244
- # MetricsSystem
245
- - pattern: 'Hadoop<service =(.*), name =MetricsSystem, sub =(.*) ><> (.*): (\d+)'
246
- attrNameSnakeCase: true
247
- name: hadoop_$1_$3
248
- value: $4
249
- labels:
250
- service: HDFS
251
- role: $1
252
- kind: 'MetricsSystem'
253
- sub: $2
254
- type: GAUGE
255
- # FSDatasetState with _total suffix (also extracts the FSDataset ID),
256
- # e.g. Hadoop:name=FSDatasetState,attribute=EstimatedCapacityLostTotal
257
- - pattern: 'Hadoop<service =(.*), name =FSDatasetState-(.*) ><> (.*_total): (\d+)'
258
- attrNameSnakeCase: true
259
- name: hadoop_$1_$3
260
- value: $4
261
- labels:
262
- service: HDFS
263
- role: $1
264
- fsdatasetid: $2
265
- kind: 'FSDatasetState'
266
- type: COUNTER
267
- # FSDatasetState (also extracts the FSDataset ID)
268
- - pattern: 'Hadoop<service =(.*), name =FSDatasetState-(.*) ><> (.*): (\d+)'
269
- attrNameSnakeCase: true
270
- name: hadoop_$1_$3
271
- value: $4
272
- labels:
273
- service: HDFS
274
- role: $1
275
- fsdatasetid: $2
276
- kind: 'FSDatasetState'
277
- type: GAUGE
278
- # DataNodeActivity with _info suffix (also extracts hostname and port),
279
- # e.g. Hadoop:name=DataNodeActivity-hdfs-datanode-default-0-9866,attribute=BlocksGetLocalPathInfo
280
- - pattern: 'Hadoop<service =(.*), name =DataNodeActivity-(.*)-(\d+) ><> (.*_info): (\d+)'
281
- attrNameSnakeCase: true
282
- name: hadoop_$1_$4_
283
- value: $5
284
- labels:
285
- service: HDFS
286
- role: $1
287
- host: $2
288
- port: $3
289
- kind: 'DataNodeActivity'
290
- type: GAUGE
291
- - pattern: 'Hadoop<service =(.*), name =DataNodeActivity-(.*)-(\d+) ><> (.*): (\d+)'
292
- attrNameSnakeCase: true
293
- name: hadoop_$1_$4
294
- value: $5
295
- labels:
296
- service: HDFS
297
- role: $1
298
- host: $2
299
- port: $3
300
- kind: 'DataNodeActivity'
301
- type: GAUGE
302
- # Generic counter, e.g. Hadoop:name=FSDatasetState,attribute=EstimatedCapacityLostTotal
303
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_total): (\d+)'
304
- attrNameSnakeCase: true
305
- name: hadoop_$1_$3
306
- value: $4
307
- labels:
308
- service: HDFS
309
- role: $1
310
- kind: $2
311
- type: COUNTER
312
- # Metrics suffixed with _info, e.g. Hadoop:name=JvmMetrics,attribute=LogInfo
313
- # The suffix _info is reserved for static information, therefore an underscore is appended.
314
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_info): (.*)'
315
- attrNameSnakeCase: true
316
- name: hadoop_$1_$3_
317
- value: $4
318
- labels:
319
- service: HDFS
320
- role: $1
321
- kind: $2
322
- type: GAUGE
323
- # All other Hadoop metrics
324
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*): (.*)'
325
- attrNameSnakeCase: true
326
- name: hadoop_$1_$3
327
- value: $4
328
- labels:
329
- service: HDFS
330
- role: $1
331
- kind: $2
332
- type: GAUGE
333
- journalnode.yaml: |-
334
- ---
335
- startDelaySeconds: 10
336
- ssl: false
337
- lowercaseOutputName: true
338
- lowercaseOutputLabelNames: true
339
- whitelistObjectNames:
340
- - 'Hadoop:service=JournalNode,name=*'
341
- - 'Hadoop:service=JournalNode,name=MetricsSystem,sub=*'
342
- blacklistObjectNames:
343
- - 'Hadoop:service=JournalNode,name=RetryCache.JournalNodeRetryCache'
344
- - 'Hadoop:service=JournalNode,name=RpcActivity*'
345
- - 'Hadoop:service=JournalNode,name=RpcDetailedActivity*'
346
- - 'Hadoop:service=JournalNode,name=UgiMetrics'
347
- rules:
348
- # MetricsSystem
349
- - pattern: 'Hadoop<service =(.*), name =MetricsSystem, sub =(.*) ><> (.*): (\d+)'
350
- attrNameSnakeCase: true
351
- name: hadoop_$1_$3
352
- value: $4
353
- labels:
354
- service: HDFS
355
- role: $1
356
- kind: 'MetricsSystem'
357
- sub: $2
358
- type: GAUGE
359
- # Metrics suffixed with _info, e.g. Hadoop:name=JvmMetrics,attribute=LogInfo
360
- # The suffix _info is reserved for static information, therefore an underscore is appended.
361
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*_info): (.*)'
362
- attrNameSnakeCase: true
363
- name: hadoop_$1_$3_
364
- value: $4
365
- labels:
366
- service: HDFS
367
- role: $1
368
- kind: $2
369
- type: GAUGE
370
- # All other Hadoop metrics
371
- - pattern: 'Hadoop<service =(.*), name =(.*) ><> (.*): (.*)'
372
- attrNameSnakeCase: true
373
- name: hadoop_$1_$3
374
- value: $4
375
- labels:
376
- service: HDFS
377
- role: $1
378
- kind: $2
379
- type: GAUGE
0 commit comments