Skip to content

Commit

Permalink
refactor(jmx-exporter): use common conf_dir variable
Browse files Browse the repository at this point in the history
  • Loading branch information
giem-git committed Oct 4, 2024
1 parent 3ea57d6 commit 8b5f622
Show file tree
Hide file tree
Showing 16 changed files with 42 additions and 115 deletions.
10 changes: 1 addition & 9 deletions roles/hbase/common/tasks/jmx-exporter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,10 @@
# SPDX-License-Identifier: Apache-2.0

---
- name: Ensure configuration directory
ansible.builtin.file:
path: "{{ hbase_jmx_exporter_conf_dir }}"
state: directory
owner: "{{ hbase_user }}"
group: "{{ hadoop_group }}"
mode: "750"

- name: Render jmx-exporter config file jmx-exporter.yml
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ hbase_jmx_exporter_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}"
dest: "{{ hbase_root_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}"
owner: "{{ hbase_user }}"
group: "{{ hadoop_group }}"
mode: "600"
Expand Down
10 changes: 1 addition & 9 deletions roles/hdfs/common/tasks/jmx-exporter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,10 @@
# SPDX-License-Identifier: Apache-2.0

---
- name: Ensure configuration directory
ansible.builtin.file:
path: "{{ hdfs_jmx_exporter_conf_dir }}"
state: directory
owner: "{{ hdfs_user }}"
group: "{{ hadoop_group }}"
mode: "750"

- name: Render jmx-exporter config file
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ hdfs_jmx_exporter_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}"
dest: "{{ hadoop_root_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}"
owner: "{{ hdfs_user }}"
group: "{{ hadoop_group }}"
mode: "600"
Expand Down
10 changes: 1 addition & 9 deletions roles/hive/common/tasks/jmx-exporter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,10 @@
# SPDX-License-Identifier: Apache-2.0

---
- name: Ensure configuration directory
ansible.builtin.file:
path: "{{ hive_jmx_exporter_conf_dir }}"
state: directory
owner: "{{ hive_user }}"
group: "{{ hadoop_group }}"
mode: "750"

- name: Render jmx-exporter config file jmx-exporter.yml
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ hive_jmx_exporter_conf_dir }}/{{ hive_jmx_exporter_conf_file }}"
dest: "{{ hive_root_conf_dir }}/{{ hive_jmx_exporter_conf_file }}"
owner: "{{ hive_user }}"
group: "{{ hadoop_group }}"
mode: "600"
Expand Down
10 changes: 1 addition & 9 deletions roles/knox/common/tasks/jmx-exporter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,10 @@
# SPDX-License-Identifier: Apache-2.0

---
- name: Ensure configuration directory
ansible.builtin.file:
path: "{{ knox_jmx_exporter_conf_dir }}"
state: directory
owner: "{{ knox_user }}"
group: "{{ knox_group }}"
mode: "750"

- name: Render jmx-exporter config file jmx-exporter.yml
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ knox_jmx_exporter_conf_dir }}/{{ knox_jmx_exporter_conf_file }}"
dest: "{{ knox_conf_dir }}/{{ knox_jmx_exporter_conf_file }}"
owner: "{{ knox_user }}"
group: "{{ knox_group }}"
mode: "600"
Expand Down
12 changes: 2 additions & 10 deletions roles/ranger/common/tasks/jmx-exporter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,10 @@
# SPDX-License-Identifier: Apache-2.0

---
- name: Ensure configuration directory
ansible.builtin.file:
path: "{{ ranger_jmx_exporter_conf_dir }}"
state: directory
owner: "{{ ranger_user }}"
group: "{{ hadoop_group }}"
mode: "750"

- name: Render ranger jmx-exporter config file
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ ranger_jmx_exporter_conf_dir }}/{{ ranger_jmx_exporter_conf_file }}"
dest: "{{ ranger_conf_dir }}/{{ ranger_jmx_exporter_conf_file }}"
owner: "{{ ranger_user }}"
group: "{{ hadoop_group }}"
mode: "600"
Expand All @@ -22,7 +14,7 @@
- name: Render ranger-kms jmx-exporter config file
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ ranger_jmx_exporter_conf_dir }}/{{ ranger_kms_jmx_exporter_conf_file }}"
dest: "{{ ranger_conf_dir }}/{{ ranger_kms_jmx_exporter_conf_file }}"
owner: "{{ ranger_kms_user }}"
group: "{{ hadoop_group }}"
mode: "600"
Expand Down
10 changes: 1 addition & 9 deletions roles/spark/common/tasks/jmx-exporter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,10 @@
# SPDX-License-Identifier: Apache-2.0

---
- name: Ensure configuration directory
ansible.builtin.file:
path: "{{ spark_jmx_exporter_conf_dir }}"
state: directory
owner: "{{ spark_user }}"
group: "{{ hadoop_group }}"
mode: "750"

- name: Render jmx-exporter config file
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ spark_jmx_exporter_conf_dir }}/{{ spark_jmx_exporter_conf_file }}"
dest: "{{ spark_conf_dir }}/{{ spark_jmx_exporter_conf_file }}"
owner: "{{ spark_user }}"
group: "{{ hadoop_group }}"
mode: "600"
Expand Down
12 changes: 2 additions & 10 deletions roles/yarn/common/tasks/jmx-exporter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,10 @@
# SPDX-License-Identifier: Apache-2.0

---
- name: Ensure configuration directory
ansible.builtin.file:
path: "{{ yarn_jmx_exporter_conf_dir }}"
state: directory
owner: "{{ yarn_user }}"
group: "{{ hadoop_group }}"
mode: "750"

- name: Render yarn jmx-exporter config file
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ yarn_jmx_exporter_conf_dir }}/{{ yarn_jmx_exporter_conf_file }}"
dest: "{{ hadoop_root_conf_dir }}/{{ yarn_jmx_exporter_conf_file }}"
owner: "{{ yarn_user }}"
group: "{{ hadoop_group }}"
mode: "600"
Expand All @@ -22,7 +14,7 @@
- name: Render mapred jmx-exporter config file
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ yarn_jmx_exporter_conf_dir }}/{{ mapred_jmx_exporter_conf_file }}"
dest: "{{ hadoop_root_conf_dir }}/{{ mapred_jmx_exporter_conf_file }}"
owner: "{{ mapred_user }}"
group: "{{ hadoop_group }}"
mode: "600"
Expand Down
10 changes: 1 addition & 9 deletions roles/zookeeper/common/tasks/jmx-exporter.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,10 @@
# SPDX-License-Identifier: Apache-2.0

---
- name: Ensure configuration directory
ansible.builtin.file:
path: "{{ zookeeper_jmx_exporter_conf_dir }}"
state: directory
owner: "{{ zookeeper_user }}"
group: "{{ hadoop_group }}"
mode: "750"

- name: Render jmx-exporter config file jmx-exporter.yml
ansible.builtin.copy:
content: "{{ jmx_exporter | to_nice_yaml }}"
dest: "{{ zookeeper_jmx_exporter_conf_dir }}/{{ zookeeper_jmx_exporter_conf_file }}"
dest: "{{ zookeeper_root_conf_dir }}/{{ zookeeper_jmx_exporter_conf_file }}"
owner: "{{ zookeeper_user }}"
group: "{{ hadoop_group }}"
mode: "600"
Expand Down
26 changes: 12 additions & 14 deletions tdp_vars_defaults/hadoop/hadoop.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,24 +37,22 @@ jmx_common_opts: "-Dcom.sun.management.jmxremote=true"
jaas_nn_opts: "-Djava.security.auth.login.config={{ hadoop_nn_conf_dir }}/krb5JAASnn.conf"
jaas_rm_opts: "-Djava.security.auth.login.config={{ hadoop_rm_conf_dir }}/krb5JAASrm.conf"

# jmx exporter configuration directory and file
hdfs_jmx_exporter_conf_dir: "/etc/hdfs"
hdfs_jmx_exporter_conf_file: "jmx-exporter.yml"
yarn_jmx_exporter_conf_dir: "/etc/yarn"
# jmx exporter configuration files
hdfs_jmx_exporter_conf_file: "hdfs-jmx-exporter.yml"
yarn_jmx_exporter_conf_file: "yarn-jmx-exporter.yml"
mapred_jmx_exporter_conf_file: "mapred-jmx-exporter.yml"

# jmx-exporter
jmx_exporter_nn_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_nn_http_port }}:{{ hdfs_jmx_exporter_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_zkfc_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_zkfc_http_port }}:{{ hdfs_jmx_exporter_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_jn_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_jn_http_port }}:{{ hdfs_jmx_exporter_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_dn_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_dn_http_port }}:{{ hdfs_jmx_exporter_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_httpfs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_httpfs_http_port }}:{{ hdfs_jmx_exporter_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"

jmx_exporter_rm_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_yarn_rm_http_port }}:{{ yarn_jmx_exporter_conf_dir }}/{{ yarn_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_nm_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_yarn_nm_http_port }}:{{ yarn_jmx_exporter_conf_dir }}/{{ yarn_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_ats_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_yarn_ats_http_port }}:{{ yarn_jmx_exporter_conf_dir }}/{{ yarn_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_jhs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_mapred_jhs_http_port }}:{{ yarn_jmx_exporter_conf_dir }}/{{ mapred_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_nn_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_nn_http_port }}:{{ hadoop_root_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_zkfc_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_zkfc_http_port }}:{{ hadoop_root_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_jn_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_jn_http_port }}:{{ hadoop_root_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_dn_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_dn_http_port }}:{{ hadoop_root_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_httpfs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hdfs_httpfs_http_port }}:{{ hadoop_root_conf_dir }}/{{ hdfs_jmx_exporter_conf_file }}{% endif %}"

jmx_exporter_rm_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_yarn_rm_http_port }}:{{ hadoop_root_conf_dir }}/{{ yarn_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_nm_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_yarn_nm_http_port }}:{{ hadoop_root_conf_dir }}/{{ yarn_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_ats_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_yarn_ats_http_port }}:{{ hadoop_root_conf_dir }}/{{ yarn_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_jhs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_mapred_jhs_http_port }}:{{ hadoop_root_conf_dir }}/{{ mapred_jmx_exporter_conf_file }}{% endif %}"

# Hadoop logging configuration
# Root logger should be: [RFA | DRFA]
Expand Down
11 changes: 5 additions & 6 deletions tdp_vars_defaults/hbase/hbase.yml
Original file line number Diff line number Diff line change
Expand Up @@ -213,15 +213,14 @@ hbase_rest_heapsize: 1024m
# Phoenix resources allocation
phoenix_queryserver_heapsize: 1024m

# jmx exporter configuration directory and file
hbase_jmx_exporter_conf_dir: /etc/hbase
# jmx exporter configuration file
hbase_jmx_exporter_conf_file: jmx_exporter.yml

# jmx-exporter
jmx_exporter_hm_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hbase_hm_http_port }}:{{ hbase_jmx_exporter_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_hrs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hbase_hrs_http_port }}:{{ hbase_jmx_exporter_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_hr_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hbase_hr_http_port }}:{{ hbase_jmx_exporter_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_pqs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hbase_pqs_http_port }}:{{ hbase_jmx_exporter_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_hm_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hbase_hm_http_port }}:{{ hbase_root_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_hrs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hbase_hrs_http_port }}:{{ hbase_root_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_hr_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hbase_hr_http_port }}:{{ hbase_root_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_pqs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hbase_pqs_http_port }}:{{ hbase_root_conf_dir }}/{{ hbase_jmx_exporter_conf_file }}{% endif %}"


#jmx-exporter.yml
Expand Down
7 changes: 3 additions & 4 deletions tdp_vars_defaults/hive/hive.yml
Original file line number Diff line number Diff line change
Expand Up @@ -200,16 +200,15 @@ hive_default_heapsize: 256m
hive_hs2_heapsize: 1024m
hive_metastore_heapsize: 1024m

# jmx exporter configuration directory and file
hive_jmx_exporter_conf_dir: /etc/hive
# jmx exporter configuration file
hive_jmx_exporter_conf_file: jmx_exporter.yml

# jmx options
jmx_common_opts: "-Dcom.sun.management.jmxremote=true"

# jmx-exporter
jmx_exporter_hs2_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hive_hs2_http_port }}:{{ hive_jmx_exporter_conf_dir }}/{{ hive_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_hms_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hive_hms_http_port }}:{{ hive_jmx_exporter_conf_dir }}/{{ hive_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_hs2_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hive_hs2_http_port }}:{{ hive_root_conf_dir }}/{{ hive_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_hms_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_hive_hms_http_port }}:{{ hive_root_conf_dir }}/{{ hive_jmx_exporter_conf_file }}{% endif %}"


#jmx-exporter.yml
Expand Down
5 changes: 2 additions & 3 deletions tdp_vars_defaults/knox/knox.yml
Original file line number Diff line number Diff line change
Expand Up @@ -209,15 +209,14 @@ ranger_knox_service_properties:
# Knox Gateway resources allocation
knox_gateway_heapsize: 1024m

# jmx exporter configuration directory and file
knox_jmx_exporter_conf_dir: "/etc/knox"
# jmx exporter configuration file
knox_jmx_exporter_conf_file: "jmx-exporter.yml"

# jmx options
jmx_common_opts: "-Dcom.sun.management.jmxremote=true"

# jmx-exporter
jmx_exporter_kn_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_knox_gateway_http_port }}:{{ knox_jmx_exporter_conf_dir }}/{{ knox_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_kn_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_knox_gateway_http_port }}:{{ knox_conf_dir }}/{{ knox_jmx_exporter_conf_file }}{% endif %}"

#jmx-exporter.yml
jmx_exporter:
Expand Down
9 changes: 4 additions & 5 deletions tdp_vars_defaults/ranger/ranger.yml
Original file line number Diff line number Diff line change
Expand Up @@ -156,18 +156,17 @@ ranger_solr_heapsize: 1024m

ranger_solr_datadir: "{{ solr_root_dir }}/{{ solr_release }}/server/solr"

# jmx exporter configuration directory and file
ranger_jmx_exporter_conf_dir: "/etc/ranger"
# jmx exporter configuration files
ranger_jmx_exporter_conf_file: "ranger-jmx-exporter.yml"
ranger_kms_jmx_exporter_conf_file: "kms-jmx-exporter.yml"

# jmx options
jmx_common_opts: "-Dcom.sun.management.jmxremote=true"

# jmx-exporter
jmx_exporter_ra_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_ranger_ra_http_port }}:{{ ranger_jmx_exporter_conf_dir }}/{{ ranger_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_ru_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_ranger_ru_http_port }}:{{ ranger_jmx_exporter_conf_dir }}/{{ ranger_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_kms_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_ranger_kms_http_port }}:{{ ranger_jmx_exporter_conf_dir }}/{{ ranger_kms_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_ra_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_ranger_ra_http_port }}:{{ ranger_conf_dir }}/{{ ranger_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_ru_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_ranger_ru_http_port }}:{{ ranger_conf_dir }}/{{ ranger_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_kms_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_ranger_kms_http_port }}:{{ ranger_conf_dir }}/{{ ranger_kms_jmx_exporter_conf_file }}{% endif %}"


#jmx-exporter.yml
Expand Down
5 changes: 2 additions & 3 deletions tdp_vars_defaults/spark/spark.yml
Original file line number Diff line number Diff line change
Expand Up @@ -194,12 +194,11 @@ hive_site_spark:
# Spark2 hs resources allocation
spark2_hs_heapsize: 1024m

# jmx exporter configuration directory
spark_jmx_exporter_conf_dir: /etc/spark
# jmx exporter configuration file
spark_jmx_exporter_conf_file: jmx-exporter.yml

# JMX exporter properties
jmx_exporter_hs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_spark_hs_http_port }}:{{ spark_jmx_exporter_conf_dir }}/{{ spark_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_hs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_spark_hs_http_port }}:{{ spark_conf_dir }}/{{ spark_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter:
startDelaySeconds: 0
lowercaseOutputName: false
Expand Down
5 changes: 2 additions & 3 deletions tdp_vars_defaults/spark3/spark3.yml
Original file line number Diff line number Diff line change
Expand Up @@ -196,12 +196,11 @@ hive_site_spark:
# Spark3 hs resources allocation
spark3_hs_heapsize: 1024m

# jmx exporter configuration directory
spark_jmx_exporter_conf_dir: /etc/spark3
# jmx exporter configuration file
spark_jmx_exporter_conf_file: jmx-exporter.yml

# JMX exporter properties
jmx_exporter_hs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_spark3_hs_http_port }}:{{ spark_jmx_exporter_conf_dir }}/{{ spark_jmx_exporter_conf_file}}{% endif %}"
jmx_exporter_hs_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_spark3_hs_http_port }}:{{ spark_conf_dir }}/{{ spark_jmx_exporter_conf_file}}{% endif %}"
jmx_exporter:
startDelaySeconds: 0
lowercaseOutputName: false
Expand Down
5 changes: 2 additions & 3 deletions tdp_vars_defaults/zookeeper/zookeeper.yml
Original file line number Diff line number Diff line change
Expand Up @@ -92,12 +92,11 @@ zk_start_on_boot: false
# Service restart policies
zk_restart: "no"

# jmx exporter configuration directory and file
zookeeper_jmx_exporter_conf_dir: /etc/zookeeper
# jmx exporter configuration file
zookeeper_jmx_exporter_conf_file: jmx-exporter.yml

jmx_common_opts: "-Dcom.sun.management.jmxremote=true"
jmx_exporter_zk_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_zookeeper_server_http_port }}:{{ zookeeper_jmx_exporter_conf_dir }}/{{ zookeeper_jmx_exporter_conf_file }}{% endif %}"
jmx_exporter_zk_opts: "{% if 'exporter_jmx' in groups and groups['exporter_jmx'] %}-javaagent:{{ jmx_exporter_install_file }}={{ exporter_zookeeper_server_http_port }}:{{ zookeeper_root_conf_dir }}/{{ zookeeper_jmx_exporter_conf_file }}{% endif %}"


#jmx-exporter.yml
Expand Down

0 comments on commit 8b5f622

Please sign in to comment.