-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathhdfs.yml
106 lines (91 loc) · 2.81 KB
/
hdfs.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
---
- hosts: namenode
tasks:
- name: Install Hadoop HDFS Namenode
yum:
name: hadoop-hdfs-namenode
state: present
- hosts: secondarynamenode
tasks:
- name: Install Hadoop HDFS SecondaryNamenode
yum:
name: hadoop-hdfs-secondarynamenode
state: present
- hosts: datanode
tasks:
- name: Install Hadoop HDFS Datanode
yum:
name: hadoop-hdfs-datanode
state: present
- hosts: namenode, secondarynamenode, datanode
vars:
core_site:
fs.defaultFS: "hdfs://{{ hostvars['node-1']['ansible_eth0']['ipv4']['address'] }}:8020"
#fs.defaultFS: "hdfs://{{ hostvars['node-1']['ansible_fqdn'] }}:8020"
dfs.namenode.rpc-bind-host: "{{ hostvars['node-1']['ansible_eth0']['ipv4']['address'] }}"
hdfs_site:
dfs.namenode.name.dir: "file:///var/lib/hadoop-hdfs/cache/hdfs/dfs/name"
dfs.replication: "2"
tasks:
- name: Configure core-site.xml
template:
src: core-site.xml.j2
dest: /etc/hadoop/conf/core-site.xml
when: core_site is defined
notify:
- Restart Hadoop HDFS Namenode
- Restart Hadoop HDFS SecondaryNamenode
- Restart Hadoop HDFS Datanode
- name: Configure hdfs-site.xml
template:
src: hdfs-site.xml.j2
dest: /etc/hadoop/conf/hdfs-site.xml
when: hdfs_site is defined
notify:
- Restart Hadoop HDFS Namenode
- Restart Hadoop HDFS SecondaryNamenode
- Restart Hadoop HDFS Datanode
- name: Format Namenode (Bootstrap)
shell: "service hadoop-hdfs-namenode init"
args:
creates: /var/lib/hadoop-hdfs/cache/hdfs/dfs/name/current/VERSION
when: "inventory_hostname == groups['namenode'][0]"
handlers:
- name: Restart Hadoop HDFS Namenode
service:
name: hadoop-hdfs-namenode
state: restarted
when: "'namenode' in group_names"
- name: Restart Hadoop HDFS SecondaryNamenode
service:
name: hadoop-hdfs-secondarynamenode
state: restarted
when: "'secondarynamenode' in group_names"
- name: Restart Hadoop HDFS Datanode
service:
name: hadoop-hdfs-datanode
state: restarted
when: "'datanode' in group_names"
- hosts: namenode
tasks:
- name: Start Hadoop HDFS Namenode
service:
name: hadoop-hdfs-namenode
state: started
- hosts: secondarynamenode
tasks:
- name: Wait For Namenode Port 8020
wait_for:
host: "{{ hostvars['node-1']['ansible_eth0']['ipv4']['address'] }}"
port: 8020
delay: 10
- name: Start Hadoop HDFS SecondaryNamenode
service:
name: hadoop-hdfs-secondarynamenode
state: started
- hosts: datanode
tasks:
- name: Start Hadoop HDFS Datanode
service:
name: hadoop-hdfs-datanode
state: started