Merge pull request #521 from dheren-git/master_hdfs_33

HDFS transparency-33 support

Author: rajan-mis

roles/scale_hdfs/cluster/tasks/configure.yml

@@ -126,6 +126,12 @@
     msg: "Failed to fetch mountpoint. "
   when: hdfs_mountpoint.changed|bool and hdfs_mountpoint.rc != 0 and scale_hdfs_mountpoint|length == 0
 
+- name: configure | ha_enable_dir
+  shell: "ls {{ scale_hdfs_mountpoint }}/HA-{{ scale_hdfs_cluster.name }}"
+  register: ha_enable_dir
+  run_once: true
+  delegate_to: "{{ scale_server }}"
+
 - name: configure | Check HDFS ces_group
   shell: "/usr/lpp/mmfs/bin/mmces address list|grep {{ scale_hdfs_ces_group_name }}"
   register: check_hdfs_ces_group
@@ -243,7 +249,7 @@
    - name: configure | InitializeSharedEdits for Namenodes HA
      command: /usr/lpp/mmfs/hadoop/bin/hdfs namenode -initializeSharedEdits -force
      register: initializedSharedEdits
-     when: ha_enabled|bool and ces_hdfs_enabled|bool
+     when: ha_enabled|bool and ces_hdfs_enabled|bool and ha_enable_dir.rc|length != 0
 
    - name:  configure | suspend CES nodes
      command: "/usr/lpp/mmfs/bin/mmces node suspend --stop -N {{ scale_hdfs_cluster.namenodes|join(',') }}"

roles/scale_hdfs/node/defaults/main.yml

@@ -13,3 +13,15 @@ scale_install_localpkg_tmpdir_path: /tmp
 
 ## Flag to install hdfs debug package
 install_debuginfo: true
+
+# Directory to install 3.1.1.x hdfs package
+hdfs_rhel_version_path: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+
+# Directory to install 3.3.x hdfs package
+hdfs_rhel_version_path_33: 'hdfs_rpms/rhel7/hdfs_3.3.x/'
+
+# Directory to install 3.1.1.x hdfs package
+hdfs_sles_version_path: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+
+# Directory to install 3.3.x hdfs package
+hdfs_ubuntu_version_path: 'hdfs_debs/ubuntu/hdfs_3.1.1.x/'

roles/scale_hdfs/node/tasks/install.yml

@@ -7,6 +7,7 @@
    scale_hdfs_namenodes_list: []
    scale_hdfs_datanodes_list: []
    scale_hdfs_cluster: []
+   scale_install_all_packages: []
 
 - name: global_var | initializing scale_hdfs_cluster
   set_fact:
@@ -74,21 +75,45 @@
   run_once: true
   delegate_to: localhost
 
-# Run chosen installation method to get list of RPMs
-
-- name: install | Initialize list of packages
-  set_fact:
-   scale_install_all_packages: []
+# Run chosen installation method to get list of RPMs   
 
 - name: install | Set the extracted package directory path
   set_fact:
     hdfs_extracted_path: "{{ scale_extracted_path }}"
+    hdfs_version_path_selection_rhel: "{{ hdfs_rhel_version_path }}"
 
 - name: install | Stat extracted packages directory
   stat:
     path: "{{ hdfs_extracted_path }}"
   register: scale_extracted_gpfs_dir
 
+- include_tasks: prepare_env.yml
+
+- block:
+  - name:
+    set_fact:
+       hdfs_version_path_selection_rhel: "{{ hdfs_rhel_version_path_33 }}"
+    when: transparency_33_enabled|bool
+
+  - name: install | Fetch hdfs rpm dir path for rhel
+    set_fact:
+        hdfs_rpm_path_rhel: "{{ hdfs_version_path_selection_rhel }}" 
+ 
+  - name: install | Fetch hdfs rpm dir path for sles
+    set_fact:
+        hdfs_rpm_path_sles: "{{ hdfs_sles_version_path }}" 
+  
+  - name: install | Fetch hdfs rpm dir path for ubuntu
+    set_fact:
+        hdfs_rpm_path_ubuntu: "{{ hdfs_ubuntu_version_path }}" 
+
+  
+  run_once: true
+  delegate_to: localhost
+
+- debug:
+    var: hdfs_rpm_path_rhel
+
 - include_tasks: install_{{ scale_installmethod }}.yml
 
 - import_tasks: apt/install.yml

roles/scale_hdfs/node/tasks/install_local_pkg.yml

@@ -106,24 +106,27 @@
    path: "{{ scale_install_localpkg_tmpdir_path + '/' + scale_install_localpkg_path | basename }}"
    state: absent
 
+- debug:
+    var: hdfs_rpm_path_rhel
+    
 - name: install | hdfs path on rhel7
   set_fact:
-   scale_hdfs_url: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+   scale_hdfs_url: "{{ hdfs_rpm_path_rhel }}"
   when: ansible_distribution in scale_rhel_distribution and ansible_distribution_major_version == '7'
 
 - name: install | hdfs path on rhel8
   set_fact:
-   scale_hdfs_url: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+   scale_hdfs_url: "{{ hdfs_rpm_path_rhel }}"
   when: ansible_distribution in scale_rhel_distribution and ansible_distribution_major_version == '8'
 
 - name: install | hdfs path on sles15
   set_fact:
-   scale_hdfs_url: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+   scale_hdfs_url: "{{ hdfs_rpm_path_sles }}"
   when: ansible_distribution in scale_sles_distribution and ansible_distribution_major_version >= '15'
 
 - name: install | hdfs path on ubuntu20
   set_fact:
-   scale_hdfs_url: 'hdfs_debs/ubuntu/hdfs_3.1.1.x/'
+   scale_hdfs_url: "{{ hdfs_rpm_path_ubuntu }}"
   when: ansible_distribution in scale_ubuntu_distribution and ansible_distribution_major_version == '20'
 
 #

roles/scale_hdfs/node/tasks/install_remote_pkg.yml

@@ -73,23 +73,23 @@
 
 - name: install | hdfs path
   set_fact:
-   scale_hdfs_url: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+   scale_hdfs_url: "{{ hdfs_rpm_path_rhel }}"
   when: ansible_distribution in scale_rhel_distribution and ansible_distribution_major_version == '7'
 
-- name: install | hdfs path
+- name: install | hdfs path on rhel8
   set_fact:
-   scale_hdfs_url: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+   scale_hdfs_url: "{{ hdfs_rpm_path_rhel }}"
   when: ansible_distribution in scale_rhel_distribution and ansible_distribution_major_version == '8'
 
-- name: install | hdfs path
+- name: install | hdfs path on sles15
   set_fact:
-   scale_hdfs_url: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+   scale_hdfs_url: "{{ hdfs_rpm_path_sles }}"
   when: ansible_distribution in scale_sles_distribution and ansible_distribution_major_version >= '15'
 
-- name: install | hdfs path
+- name: install | hdfs path on ubuntu20
   set_fact:
-   scale_hdfs_url: 'hdfs_debs/ubuntu/hdfs_3.1.1.x/'
-  when: ansible_distribution in scale_ubuntu_distribution and ansible_distribution_major_version >= '20'
+   scale_hdfs_url: "{{ hdfs_rpm_path_ubuntu }}"
+  when: ansible_distribution in scale_ubuntu_distribution and ansible_distribution_major_version == '20'
 
 - block:  ## when: host is defined as a protocol node
 

roles/scale_hdfs/node/tasks/install_repository.yml

@@ -2,33 +2,43 @@
 - name: install | Initialize
   set_fact:
    scale_hdfs_url: ""
+   gpgcheck: "yes"
 
-- name: install | hdfs path
+- name: install | Disable gpg check
   set_fact:
-   scale_hdfs_url: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+   gpgcheck: "no"
+  when: scale_version < '5.0.4.0'
+
+- name: install | hdfs path on rhel7
+  set_fact:
+   scale_hdfs_url: "{{ hdfs_rpm_path_rhel }}"
   when: ansible_distribution in scale_rhel_distribution and ansible_distribution_major_version == '7'
 
-- name: install | hdfs path
+- name: install | hdfs path on rhel8
   set_fact:
-   scale_hdfs_url: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+   scale_hdfs_url: "{{ hdfs_rpm_path_rhel }}"
   when: ansible_distribution in scale_rhel_distribution and ansible_distribution_major_version == '8'
 
-- name: install | hdfs path
+- name: install | hdfs path on sles15
   set_fact:
-   scale_hdfs_url: 'hdfs_rpms/rhel7/hdfs_3.1.1.x/'
+   scale_hdfs_url: "{{ hdfs_rpm_path_sles }}"
   when: ansible_distribution in scale_sles_distribution and ansible_distribution_major_version >= '15'
 
-- name: install | hdfs path
+- name: install | hdfs path on ubuntu20
   set_fact:
-   scale_hdfs_url: 'hdfs_debs/ubuntu/hdfs_3.1.1.x/'
-  when: ansible_distribution in scale_ubuntu_distribution and ansible_distribution_major_version >= '20'
+   scale_hdfs_url: "{{ hdfs_rpm_path_ubuntu }}"
+  when: ansible_distribution in scale_ubuntu_distribution and ansible_distribution_major_version == '20'
+
+
+- debug:
+   var: scale_hdfs_url
 
 - name: install | Configure hdfs YUM repository
   yum_repository:
     name: spectrum-scale-hdfs
     description: IBM Spectrum Scale (hdfs)
     baseurl: "{{ scale_install_repository_url }}{{ scale_hdfs_url }}"
-    gpgcheck: "{{ scale_install_gpgcheck }}"
+    gpgcheck: "{{ gpgcheck }}"
     repo_gpgcheck: no
     sslverify: no
     state: present

roles/scale_hdfs/postcheck/tasks/check.yml

@@ -70,7 +70,6 @@
     msg: "Not all datanode are running, check datanode log"
   when: 'dn_status.stdout_lines|length < datanodes|length'
 
-
 - name: postcheck | Check Namenodes active status
   shell: "{{ scale_hdfs_command_path }}hdfs haadmin -getAllServiceState | grep -i 'active'"
   register: active_status
@@ -80,13 +79,20 @@
   failed_when: false
   run_once: true
 
+- name: postcheck | get ceshost
+  shell: "/usr/lpp/mmfs/bin/mmces address list -Y|grep hdfs{{ scale_hdfs_cluster.name }} |awk -F: '{print $8}'"
+  register: ceshost
+  when: ha_enabled|bool
+  ignore_errors: yes
+  delegate_to: "{{ scale_server }}"
+  failed_when: false
+  run_once: true
+
 - name: postcheck | Force active
   shell: "{{ scale_hdfs_command_path }}hdfs haadmin -transitionToActive --forceactive -scale"
   register: force_active
-  when: 
-    - ha_enabled|bool 
-    - active_status.stdout_lines | length == 0
-  delegate_to: "{{ scale_server }}"
+  when: ha_enabled|bool and active_status.stdout_lines | length == 0 and ceshost.stdout|length != 0
+  delegate_to: "{{ ceshost.stdout }}"
   run_once: true
 
 - name: postcheck | Check Namenodes active status again

roles/scale_hdfs/precheck/tasks/check.yml

@@ -1,4 +1,9 @@
 ---
+- include_tasks: prepare_env.yml
+  
+- debug:
+   msg: "transparency_33_enabled: {{ transparency_33_enabled|bool }}"
+
 - name: global_var | Initialize
   set_fact:
    scale_hdfs_cluster: []
@@ -53,13 +58,6 @@
   delegate_to: "{{ server }}"
   run_once: true
 
-- fail:
-    msg: "NameNode is already running, Make sure namenodes are stopped(/usr/lpp/mmfs/hadoop/sbin/mmhdfs hdfs-nn stop) on {{ server }} node."
-  when: 
-    - verify_namenodes.stdout|int > 0
-  delegate_to: "{{ server }}"
-  run_once: true
-
 - fail:
     msg: "Not sufficient CESIPs are assigned in export_ip_pool for HDFS clusters, please add more CESIP and retry."
   when: 

roles/scale_hdfs/precheck/tasks/prepare_env.yml

@@ -0,0 +1,26 @@
+---
+- name:
+  set_fact:
+     transparency_33_enabled: "False"
+     transparency_version: "False"
+
+- name:
+  shell: "echo $SS_HDFS_33_TRANSPERNCY_VERSION_ENABLE"
+  register: transparency_version
+  delegate_to: localhost
+  run_once: true
+
+- debug:
+    var: transparency_version
+
+- name:
+  set_fact:
+    transparency_33_enabled: "{{ transparency_version.stdout|bool }}"
+  when: 
+    - transparency_version.stdout is defined
+    - transparency_version.stdout|bool
+  delegate_to: localhost
+  run_once: true
+
+- debug:
+   var: transparency_33_enabled|bool