Prevent IB from crashing Fedora systems, mount Ands shared NFS storage, support development files on CentOS

9 files changed, 68 insertions, 0 deletions

diff --git a/roles/common/tasks/main.yml b/roles/common/tasks/main.yml
index 8070bc6..286a027 100644
--- a/roles/common/tasks/main.yml
+++ b/roles/common/tasks/main.yml
@@ -16,3 +16,12 @@
 
 - name: Install additional software
   include_tasks: software.yml
+
+- name: Configure git
+  shell: |
+    git config --global http.sslVerify false
+    git config --global user.name "Suren A. Chilingaryan"
+    git config --global user.email csa@suren.me
+    exit 0
+  args:
+    executable: /bin/bash
diff --git a/roles/devel/tasks/dnf.yml b/roles/devel/tasks/dnf.yml
new file mode 100644
index 0000000..1bf34f7
--- /dev/null
+++ b/roles/devel/tasks/dnf.yml
@@ -0,0 +1,5 @@
+- name: Install various ansible requirements
+  dnf: name={{item}} state=present
+  with_items: 
+    - "@Development and Creative Workstation"
+    - "libconfig-devel"
\ No newline at end of file
diff --git a/roles/devel/tasks/main.yml b/roles/devel/tasks/main.yml
new file mode 100644
index 0000000..02ddce1
--- /dev/null
+++ b/roles/devel/tasks/main.yml
@@ -0,0 +1,5 @@
+- include_tasks: dnf.yml
+  when:  ansible_distribution | lower == 'fedora'
+
+- include_tasks: yum.yml
+  when: (ansible_os_family | lower == 'redhat') and (ansible_distribution | lower != 'fedora')
diff --git a/roles/devel/tasks/yum.yml b/roles/devel/tasks/yum.yml
new file mode 100644
index 0000000..4613ada
--- /dev/null
+++ b/roles/devel/tasks/yum.yml
@@ -0,0 +1,5 @@
+- name: Install various ansible requirements
+  yum: name={{item}} state=present
+  with_items: 
+    - "@^Development and Creative Workstation"
+    - "libconfig-devel"
diff --git a/roles/ib/handlers/main.yml b/roles/ib/handlers/main.yml
new file mode 100644
index 0000000..75661b9
--- /dev/null
+++ b/roles/ib/handlers/main.yml
@@ -0,0 +1,16 @@
+---
+- name: Unload mlx4_ib
+  modprobe: name="mlx4_ib" state="absent"
+  listen: mlx-reload
+
+- name: Unload mlx4_en
+  modprobe: name="mlx4_en" state="absent"
+  listen: mlx-reload
+
+- name: Unload mlx4_core
+  modprobe: name="mlx4_core" state="absent"
+  listen: mlx-reload
+
+- name: Load mlx4_en
+  modprobe: name="mlx4_en" state="present"
+  listen: mlx-reload
diff --git a/roles/ib/tasks/main.yml b/roles/ib/tasks/main.yml
new file mode 100644
index 0000000..45612ec
--- /dev/null
+++ b/roles/ib/tasks/main.yml
@@ -0,0 +1,16 @@
+---
+- name: Find infiniband interface files
+  find: paths="/etc/sysconfig/network-scripts/" patterns="ifcfg-ib*"
+  register: result
+
+- name: Remove infiniband files from sysconfig
+  file: path="{{ item.path }}" state="absent"
+  with_items: "{{ result.files }}"
+
+- name: Set udev rules
+  template: src="00-ibnm.rules.j2" dest="/etc/udev/rules.d/00-ibnm.rules" owner="root" group="root" mode="0644"
+
+- name: Set mellanox options
+  template: src="mlx.conf.j2" dest="/etc/modprobe.d/mlx.conf" owner="root" group="root" mode="0644"
+  notify: mlx-reload  
+
diff --git a/roles/ib/templates/00-ibnm.rules.j2 b/roles/ib/templates/00-ibnm.rules.j2
new file mode 100644
index 0000000..7025eab
--- /dev/null
+++ b/roles/ib/templates/00-ibnm.rules.j2
@@ -0,0 +1,2 @@
+ENV{INTERFACE}=="ib[0-9]*" ENV{NM_UNMANAGED}="1"
+ENV{ID_NET_DRIVER}=="mlx4_*", ENV{NM_UNMANAGED}="1"
diff --git a/roles/ib/templates/mlx.conf.j2 b/roles/ib/templates/mlx.conf.j2
new file mode 100644
index 0000000..df8a3ab
--- /dev/null
+++ b/roles/ib/templates/mlx.conf.j2
@@ -0,0 +1 @@
+options mlx4_core log_num_mgm_entry_size=-1
diff --git a/roles/storage/tasks/main.yml b/roles/storage/tasks/main.yml
new file mode 100644
index 0000000..871e785
--- /dev/null
+++ b/roles/storage/tasks/main.yml
@@ -0,0 +1,9 @@
+---
+- name: Ensure NFS common is installed.
+  package: name=nfs-utils state=present
+
+- name: Create mountable dir
+  file: path=/mnt/ands state=directory mode=755 owner=root group=root
+
+- name: set mountpoints
+  mount: name=/mnt/ands src=192.168.26.140:/mnt/ands fstype=nfs4 opts=defaults,minorversion=1,_netdev,nofail,soft,nodiratime,noatime dump=0 passno=0 state=mounted