Vagrantfile

# -*- mode: ruby -*-
# vi: set ft=ruby :
Vagrant.configure(2) do |config|
  # mds01
  config.vm.define "mds01" do |mds01|
    mds01.vm.box = "puppetlabs/centos-6.6-64-nocm"
    mds01.vm.box_url = 'puppetlabs/centos-6.6-64-nocm'
    # installing lustre kernel removes virtualbox guest additions
    mds01.vm.synced_folder ".", "/vagrant", disabled: true
    mds01.vm.network "private_network", ip: "10.0.4.6"
    mds01.vm.provider "virtualbox" do |v|
      v.memory = 256  # lustre is greedy and segfaults with small RAM
      # https://jira.hpdd.intel.com/browse/LU-5697
      v.cpus = 1
    end
    mds01.vm.provider "virtualbox" do |vb|
      if !File.exist?("mgt01.vdi")
        vb.customize ["createhd", "--filename", "mgt01.vdi", "--size", 64, "--variant", "Fixed"]
        vb.customize ["modifyhd", "mgt01.vdi", "--type", "shareable"]
      end
      vb.customize ["storageattach", :id, "--storagectl", "IDE Controller", "--port", 0, "--device", 1, "--type", "hdd", "--medium", "mgt01.vdi"]
      if !File.exist?("mdt01.vdi")
        vb.customize ["createhd", "--filename", "mdt01.vdi", "--size", 128, "--variant", "Fixed"]
        vb.customize ["modifyhd", "mdt01.vdi", "--type", "shareable"]
      end
      vb.customize ["storageattach", :id, "--storagectl", "IDE Controller", "--port", 1, "--device", 0, "--type", "hdd", "--medium", "mdt01.vdi"]
    end
  end
  # mds02
  config.vm.define "mds02" do |mds02|
    mds02.vm.box = "puppetlabs/centos-6.6-64-nocm"
    mds02.vm.box_url = 'puppetlabs/centos-6.6-64-nocm'
    # installing lustre kernel removes virtualbox guest additions
    mds02.vm.synced_folder ".", "/vagrant", disabled: true
    mds02.vm.network "private_network", ip: "10.0.4.7"
    mds02.vm.provider "virtualbox" do |v|
      v.memory = 256  # lustre is greedy and segfaults with small RAM
      # https://jira.hpdd.intel.com/browse/LU-5679
      v.cpus = 1
    end
    mds02.vm.provider "virtualbox" do |vb|
      if !File.exist?("mgt01.vdi")
        vb.customize ["createhd", "--filename", "mgt01.vdi", "--size", 64, "--variant", "Fixed"]
        vb.customize ["modifyhd", "mgt01.vdi", "--type", "shareable"]
      end
      vb.customize ["storageattach", :id, "--storagectl", "IDE Controller", "--port", 0, "--device", 1, "--type", "hdd", "--medium", "mgt01.vdi"]
      if !File.exist?("mdt01.vdi")
        vb.customize ["createhd", "--filename", "mdt01.vdi", "--size", 128, "--variant", "Fixed"]
        vb.customize ["modifyhd", "mdt01.vdi", "--type", "shareable"]
      end
      vb.customize ["storageattach", :id, "--storagectl", "IDE Controller", "--port", 1, "--device", 0, "--type", "hdd", "--medium", "mdt01.vdi"]
    end
  end
  # oss01
  config.vm.define "oss01" do |oss01|
    oss01.vm.box = "puppetlabs/centos-6.6-64-nocm"
    oss01.vm.box_url = 'puppetlabs/centos-6.6-64-nocm'
    # installing lustre kernel removes virtualbox guest additions
    oss01.vm.synced_folder ".", "/vagrant", disabled: true
    oss01.vm.network "private_network", ip: "10.0.4.8"
    oss01.vm.provider "virtualbox" do |v|
      v.memory = 256  # lustre is greedy and segfaults with small RAM
      # https://jira.hpdd.intel.com/browse/LU-5697
      v.cpus = 1
    end
    oss01.vm.provider "virtualbox" do |vb|
      if !File.exist?("ost01.vdi")
        vb.customize ["createhd", "--filename", "ost01.vdi", "--size", 768, "--variant", "Fixed"]
        vb.customize ["modifyhd", "ost01.vdi", "--type", "shareable"]
      end
      vb.customize ["storageattach", :id, "--storagectl", "IDE Controller", "--port", 1, "--device", 0, "--type", "hdd", "--medium", "ost01.vdi"]
      if !File.exist?("ost02.vdi")
        vb.customize ["createhd", "--filename", "ost02.vdi", "--size", 768, "--variant", "Fixed"]
        vb.customize ["modifyhd", "ost02.vdi", "--type", "shareable"]
      end
      vb.customize ["storageattach", :id, "--storagectl", "IDE Controller", "--port", 1, "--device", 1, "--type", "hdd", "--medium", "ost02.vdi"]
    end
  end
  # oss02
  config.vm.define "oss02" do |oss02|
    oss02.vm.box = "puppetlabs/centos-6.6-64-nocm"
    oss02.vm.box_url = 'puppetlabs/centos-6.6-64-nocm'
    # installing lustre kernel removes virtualbox guest additions
    oss02.vm.synced_folder ".", "/vagrant", disabled: true
    oss02.vm.network "private_network", ip: "10.0.4.9"
    oss02.vm.provider "virtualbox" do |v|
      v.memory = 256  # lustre is greedy and segfaults with small RAM
      # https://jira.hpdd.intel.com/browse/LU-5697
      v.cpus = 1
    end
    oss02.vm.provider "virtualbox" do |vb|
      if !File.exist?("ost01.vdi")
        vb.customize ["createhd", "--filename", "ost01.vdi", "--size", 768, "--variant", "Fixed"]
        vb.customize ["modifyhd", "ost01.vdi", "--type", "shareable"]
      end
      vb.customize ["storageattach", :id, "--storagectl", "IDE Controller", "--port", 1, "--device", 0, "--type", "hdd", "--medium", "ost01.vdi"]
      if !File.exist?("ost02.vdi")
        vb.customize ["createhd", "--filename", "ost02.vdi", "--size", 768, "--variant", "Fixed"]
        vb.customize ["modifyhd", "ost02.vdi", "--type", "shareable"]
      end
      vb.customize ["storageattach", :id, "--storagectl", "IDE Controller", "--port", 1, "--device", 1, "--type", "hdd", "--medium", "ost02.vdi"]
    end
  end
  # centos6 client
  config.vm.define "centos6" do |centos6|
    centos6.vm.box = "puppetlabs/centos-6.6-64-nocm"
    centos6.vm.box_url = 'puppetlabs/centos-6.6-64-nocm'
    # installing new kernel removes virtualbox guest additions
    centos6.vm.synced_folder ".", "/vagrant", disabled: true
    centos6.vm.network "private_network", ip: "10.0.4.20"
    centos6.vm.provider "virtualbox" do |v|
      v.memory = 256  # mount.lustre: mount mds01@tcp0:mds02@tcp0:/testfs at /lustre failed: Cannot allocate memory
      v.cpus = 1
    end
  end
  # centos6 lustre 1.8 client
  config.vm.define "centos6_lustre18" do |centos6_lustre18|
    centos6_lustre18.vm.box = "puppetlabs/centos-6.6-64-nocm"
    centos6_lustre18.vm.box_url = 'puppetlabs/centos-6.6-64-nocm'
    centos6_lustre18.vm.network "private_network", ip: "10.0.4.21"
    centos6_lustre18.vm.provider "virtualbox" do |v|
      v.memory = 256  # rpmbuild of lustre is greedy
      v.cpus = 1
    end
  end
  # centos7 client
  config.vm.define "centos7" do |centos7|
    centos7.vm.box = "puppetlabs/centos-7.2-64-nocm"
    centos7.vm.box_url = 'puppetlabs/centos-7.2-64-nocm'
    centos7.vm.network "private_network", ip: "10.0.4.30"
    centos7.vm.provider "virtualbox" do |v|
      v.memory = 384
      v.cpus = 1
    end
  end
  # ubuntu12 client
  config.vm.define "ubuntu12" do |ubuntu12|
    ubuntu12.vm.box = "puppetlabs/ubuntu-12.04-64-nocm"
    ubuntu12.vm.box_url = 'puppetlabs/ubuntu-12.04-64-nocm'
    ubuntu12.vm.network "private_network", ip: "10.0.4.40"
    ubuntu12.vm.synced_folder ".", "/vagrant", disabled: true
    ubuntu12.vm.provider "virtualbox" do |v|
      v.memory = 128
      v.cpus = 1
    end
  end
  # disable IPv6 on Linux
  $linux_disable_ipv6 = <<SCRIPT
sysctl -w net.ipv6.conf.default.disable_ipv6=1
sysctl -w net.ipv6.conf.all.disable_ipv6=1
sysctl -w net.ipv6.conf.lo.disable_ipv6=1
SCRIPT
  # setenforce 0
  $setenforce_0 = <<SCRIPT
if test `getenforce` = 'Enforcing'; then setenforce 0; fi
#sed -Ei 's/^SELINUX=.*/SELINUX=Permissive/' /etc/selinux/config
SCRIPT
  # stop iptables
  $service_iptables_stop = <<SCRIPT
service iptables stop
SCRIPT
  # stop firewalld.service
  $systemctl_stop_firewalld = <<SCRIPT
systemctl stop firewalld.service
SCRIPT
  # common settings on all machines
  $etc_hosts = <<SCRIPT
cat <<END >> /etc/hosts
10.0.4.6 mds01
10.0.4.7 mds02
10.0.4.8 oss01
10.0.4.9 oss02
10.0.4.20 centos6
10.0.4.21 centos6_lustre18
10.0.4.30 centos7
10.0.4.40 ubuntu12
END
SCRIPT
  # provision puppet clients
  $epel6 = <<SCRIPT
yum -y install https://dl.fedoraproject.org/pub/epel/epel-release-latest-6.noarch.rpm
SCRIPT
  $epel7 = <<SCRIPT
yum -y install https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
SCRIPT
  # lustre rhel repos
  $lustre_server_rhel = <<SCRIPT
yum clean all
cat <<'END' > /etc/yum.repos.d/lustre_server.repo
[lustre-server]
name=CentOS-$releasever - Lustre server
baseurl=https://downloads.hpdd.intel.com/public/lustre/lustre-2.8.0/el$releasever/server/
# https://jira.hpdd.intel.com/browse/LU-1354
gpgcheck=0
END
SCRIPT
  $zfs_epel6 = <<SCRIPT
# lustre-osd-zfs-2.8.0 (lustre-server) Requires: zfs-kmod
yum -y install http://archive.zfsonlinux.org/epel/zfs-release.el6.noarch.rpm
SCRIPT
  $zfs_epel7 = <<SCRIPT
# lustre-osd-zfs-2.8.0 (lustre-server) Requires: zfs-kmod
yum -y install http://archive.zfsonlinux.org/epel/zfs-release.el7.noarch.rpm
SCRIPT
  # CentOS vault (specific version of the kernel needed by lustre)
  $centos_vault = <<SCRIPT
RELEASE=$1
yum clean all
cat <<END > /etc/yum.repos.d/vault.repo
[vault]
name=CentOS-$RELEASE - vault
baseurl=http://vault.centos.org/$RELEASE/os/\\$basearch/
gpgcheck=1
[vault-updates]
name=CentOS-$RELEASE - vault-updates
baseurl=http://vault.centos.org/$RELEASE/updates/\\$basearch/
gpgcheck=1
END
SCRIPT
  $lustre_client_rhel = <<SCRIPT
yum clean all
cat <<'END' > /etc/yum.repos.d/lustre_client.repo
[lustre-client]
name=CentOS-$releasever - Lustre client
baseurl=https://downloads.hpdd.intel.com/public/lustre/lustre-2.8.0/el$releasever/client/
# https://jira.hpdd.intel.com/browse/LU-1354
gpgcheck=0
END
SCRIPT
  $lustre_client_189_wc1_rhel = <<SCRIPT
yum clean all
cat <<'END' > /etc/yum.repos.d/lustre_client.repo
[lustre-client]
name=CentOS-$releasever - Lustre client
baseurl=https://downloads.hpdd.intel.com/public/lustre/lustre-1.8.9-wc1/el$releasever/client/RPMS/
# https://jira.hpdd.intel.com/browse/LU-1354
gpgcheck=0
[lustre-client-source]
name=CentOS-$releasever - Lustre client-source
baseurl=https://downloads.hpdd.intel.com/public/lustre/lustre-1.8.9-wc1/el$releasever/client/SRPMS/
# https://jira.hpdd.intel.com/browse/LU-1354
gpgcheck=0
END
SCRIPT
  $lustre_client_local_rhel = <<SCRIPT
yum clean all
cat <<'END' > /etc/yum.repos.d/lustre_client_local.repo
[lustre-client-local]
name=CentOS-$releasever - Lustre client locally built RPMS
baseurl=file:///root/rpmbuild/RPMS
enabled=1
gpgcheck=0
END
SCRIPT
  # e2fsprogs
  # https://groups.google.com/forum/#!topic/lustre-discuss-list/U93Ja6Xkxfk
  $e2fsprogs_rhel = <<SCRIPT
yum clean all
cat <<'END' > /etc/yum.repos.d/e2fsprogs.repo
[e2fsprogs]
name=CentOS-$releasever - e2fsprogs
baseurl=https://downloads.hpdd.intel.com/public/e2fsprogs/latest/el$releasever/
#baseurl=http://build.whamcloud.com/job/e2fsprogs-master/arch=$basearch%2Cdistro=el$releasever/lastSuccessfulBuild/artifact/_topdir/RPMS/
# https://groups.google.com/forum/#!topic/lustre-discuss-list/U93Ja6Xkxfk
gpgcheck=0
END
SCRIPT
  $etc_modprobe_d_lnet = <<SCRIPT
echo "options lnet networks=tcp0(eth1)" >> /etc/modprobe.d/lnet.conf
SCRIPT
  # lustre mounts
  $etc_fstab_lustre = <<SCRIPT
dev=$1
mnt=$2
options=$3
echo ${dev}, ${mnt}, ${options}
mkdir -p ${mnt}
cat <<END >> /etc/fstab
${dev}        ${mnt}        lustre  ${options}     0       0
END
SCRIPT
  # lustre kernel/firmware - install
  $lustre_kernel_install = <<SCRIPT
kernel_version=`yum list --showduplicates kernel | grep lustre-server | awk '{print $2}'`
kernel_firmware_version=`yum list --showduplicates kernel-firmware | grep lustre-server | awk '{print $2}'`
yum -y install --nogpgcheck --setopt=protected_multilib=false kernel-${kernel_version} kernel-firmware-${kernel_firmware_version} kernel-devel-${kernel_version} kernel-headers-${kernel_version}
yum clean all
SCRIPT
  # lustre kernel/firmware - install
  $kernel_version_lock = <<SCRIPT
yum versionlock add kernel
yum versionlock add kernel-firmware
yum versionlock add kernel-devel
yum versionlock add kernel-headers
SCRIPT
  # [Errno 14] problem making ssl connection
  $yum_problem_making_ssl_connection = <<SCRIPT
# [Errno 14] problem making ssl connection
yum -y update nss* ca-certificates pycurl
yum clean all
SCRIPT
  config.vm.define "mds01" do |mds01|
    mds01.vm.provision :shell, :inline => "hostname mds01", run: "always"
    mds01.vm.provision :shell, :inline => $etc_hosts
    mds01.vm.provision :shell, :inline => $yum_problem_making_ssl_connection
    mds01.vm.provision :shell, :inline => $epel6
    mds01.vm.provision :shell, :inline => $lustre_server_rhel
    mds01.vm.provision :shell, :inline => $e2fsprogs_rhel
    mds01.vm.provision :shell, :inline => $lustre_kernel_install
    mds01.vm.provision :shell, :inline => "yum -y install yum-plugin-versionlock"
    mds01.vm.provision :shell, :inline => $kernel_version_lock
    mds01.vm.provision :shell, :inline => "yum -y install lustre-osd-ldiskfs* lustre e2fsprogs* lustre-tests"
    mds01.vm.provision :shell, :inline => "yum versionlock lustre* e2fsprogs* libcom* libss libss-devel"
    mds01.vm.provision :shell, :inline => $etc_modprobe_d_lnet
    mds01.vm.provision :shell, :inline => "chkconfig lnet on"
    mds01.vm.provision :shell, :inline => "chkconfig lustre on"
    mds01.vm.provision :shell, :inline => "chkconfig iptables off"
    # configure lustre management server
    mds01.vm.provision :shell, :inline => "mkfs.lustre --backfstype=ldiskfs --reformat --fsname=testfs --mgs --failnode=mds02@tcp0 /dev/sdb"
    mds01.vm.provision "shell" do |s|
      s.inline = $etc_fstab_lustre
      s.args   = ["/dev/sdb", "/lustre/mgt01", "defaults"]
    end
    # configure lustre metadata server
    mds01.vm.provision :shell, :inline => "mkfs.lustre --backfstype=ldiskfs --reformat --fsname=testfs --mdt --index=0 --failnode=mds02@tcp0 --mgsnode=mds01@tcp0 --mgsnode=mds02@tcp0 /dev/sdc"
    mds01.vm.provision "shell" do |s|
      s.inline = $etc_fstab_lustre
      s.args   = ["/dev/sdc", "/lustre/mdt01", "defaults"]
    end
    # https://github.com/aidanns/vagrant-reload/issues/6
    #mds01.vm.provision :reload
    #mds01.vm.provision :shell, :inline => "reboot"  # this gives exit 1
    mds01.vm.provision :shell, :inline => $setenforce_0, run: "always"
    # start lustre management server
    #mds01.vm.provision :shell, :inline => "mount /lustre/mgt01", run: "always"
    # start lustre metadata server
    #mds01.vm.provision :shell, :inline => "mount /lustre/mdt01", run: "always"
  end
  config.vm.define "mds02" do |mds02|
    mds02.vm.provision :shell, :inline => "hostname mds02", run: "always"
    mds02.vm.provision :shell, :inline => $etc_hosts
    mds02.vm.provision :shell, :inline => $yum_problem_making_ssl_connection
    mds02.vm.provision :shell, :inline => $epel6
    mds02.vm.provision :shell, :inline => $lustre_server_rhel
    mds02.vm.provision :shell, :inline => $e2fsprogs_rhel
    mds02.vm.provision :shell, :inline => $lustre_kernel_install
    mds02.vm.provision :shell, :inline => "yum -y install yum-plugin-versionlock"
    mds02.vm.provision :shell, :inline => $kernel_version_lock
    mds02.vm.provision :shell, :inline => "yum -y install lustre-osd-ldiskfs* lustre e2fsprogs* lustre-tests"
    mds02.vm.provision :shell, :inline => "yum versionlock lustre* e2fsprogs* libcom* libss libss-devel"
    mds02.vm.provision :shell, :inline => $etc_modprobe_d_lnet
    mds02.vm.provision :shell, :inline => "chkconfig lnet on"
    mds02.vm.provision :shell, :inline => "chkconfig lustre on"
    mds02.vm.provision :shell, :inline => "chkconfig iptables off"
    # https://github.com/aidanns/vagrant-reload/issues/6
    #mds02.vm.provision :reload
    #mds02.vm.provision :shell, :inline => "reboot"  # this gives exit 1
    mds02.vm.provision :shell, :inline => $setenforce_0, run: "always"
  end
  config.vm.define "oss01" do |oss01|
    oss01.vm.provision :shell, :inline => "hostname oss01", run: "always"
    oss01.vm.provision :shell, :inline => $etc_hosts
    oss01.vm.provision :shell, :inline => $yum_problem_making_ssl_connection
    oss01.vm.provision :shell, :inline => $epel6
    oss01.vm.provision :shell, :inline => $lustre_server_rhel
    oss01.vm.provision :shell, :inline => $e2fsprogs_rhel
    oss01.vm.provision :shell, :inline => $lustre_kernel_install
    oss01.vm.provision :shell, :inline => "yum -y install yum-plugin-versionlock"
    oss01.vm.provision :shell, :inline => $kernel_version_lock
    oss01.vm.provision :shell, :inline => "yum -y install lustre-osd-ldiskfs* lustre e2fsprogs*"
    oss01.vm.provision :shell, :inline => "yum versionlock lustre* e2fsprogs* libcom* libss libss-devel"
    oss01.vm.provision :shell, :inline => $etc_modprobe_d_lnet
    oss01.vm.provision :shell, :inline => "chkconfig lnet on"
    oss01.vm.provision :shell, :inline => "chkconfig lustre on"
    oss01.vm.provision :shell, :inline => "chkconfig iptables off"
    # configure lustre object storage targets
    oss01.vm.provision :shell, :inline => "mkfs.lustre --backfstype=ldiskfs --reformat --fsname=testfs --ost --index=0 --failnode=oss02@tcp0 --mgsnode=mds01@tcp0 --mgsnode=mds02@tcp0 /dev/sdb"
    oss01.vm.provision "shell" do |s|
      s.inline = $etc_fstab_lustre
      s.args   = ["/dev/sdb", "/lustre/ost01", "defaults"]
    end
    # # https://github.com/aidanns/vagrant-reload/issues/6
    #oss01.vm.provision :reload
    #oss01.vm.provision :shell, :inline => "reboot"  # this gives exit 1
    oss01.vm.provision :shell, :inline => $setenforce_0, run: "always"
    # start lustre object storage targets
    #oss01.vm.provision :shell, :inline => "mount /lustre/ost01", run: "always"
  end
  config.vm.define "oss02" do |oss02|
    oss02.vm.provision :shell, :inline => "hostname oss02", run: "always"
    oss02.vm.provision :shell, :inline => $etc_hosts
    oss02.vm.provision :shell, :inline => $yum_problem_making_ssl_connection
    oss02.vm.provision :shell, :inline => $epel6
    oss02.vm.provision :shell, :inline => $lustre_server_rhel
    oss02.vm.provision :shell, :inline => $e2fsprogs_rhel
    oss02.vm.provision :shell, :inline => $lustre_kernel_install
    oss02.vm.provision :shell, :inline => "yum -y install yum-plugin-versionlock"
    oss02.vm.provision :shell, :inline => $kernel_version_lock
    oss02.vm.provision :shell, :inline => "yum -y install lustre-osd-ldiskfs* lustre e2fsprogs*"
    oss02.vm.provision :shell, :inline => "yum versionlock lustre* e2fsprogs* libcom* libss libss-devel"
    oss02.vm.provision :shell, :inline => $etc_modprobe_d_lnet
    oss02.vm.provision :shell, :inline => "chkconfig lnet on"
    oss02.vm.provision :shell, :inline => "chkconfig lustre on"
    oss02.vm.provision :shell, :inline => "chkconfig iptables off"
    # configure lustre object storage targets
    oss02.vm.provision :shell, :inline => "mkfs.lustre --backfstype=ldiskfs --reformat --fsname=testfs --ost --index=1 --failnode=oss01@tcp0 --mgsnode=mds01@tcp0 --mgsnode=mds02@tcp0 /dev/sdc"
    oss02.vm.provision "shell" do |s|
      s.inline = $etc_fstab_lustre
      s.args   = ["/dev/sdc", "/lustre/ost02", "defaults"]
    end
    # https://github.com/aidanns/vagrant-reload/issues/6
    #oss02.vm.provision :reload
    #oss02.vm.provision :shell, :inline => "reboot"  # this gives exit 1
    oss02.vm.provision :shell, :inline => $setenforce_0, run: "always"
    # start lustre object storage targets
    #oss02.vm.provision :shell, :inline => "mount /lustre/ost02", run: "always"
  end
  config.vm.define "centos6" do |centos6|
    centos6.vm.provision :shell, :inline => "hostname centos6", run: "always"
    centos6.vm.provision :shell, :inline => $etc_hosts
    centos6.vm.provision :shell, :inline => $yum_problem_making_ssl_connection
    centos6.vm.provision :shell, :inline => $epel6
    centos6.vm.provision :shell, :inline => $lustre_client_rhel
    centos6.vm.provision :shell, :inline => "yum -y install yum-plugin-versionlock"
    # install lustre-client and then lock the kernel version
    centos6.vm.provision "shell" do |s|
      s.inline = $centos_vault
      # kernel-2.6.32-573.12.1.el6 needed by lustre-2.8.0 in CentOS-6.7
      s.args   = ["6.7"]
    end
    centos6.vm.provision :shell, :inline => "yum -y install lustre-client"
    centos6.vm.provision :shell, :inline => $kernel_version_lock
    centos6.vm.provision :shell, :inline => "yum versionlock lustre-client"
    centos6.vm.provision "shell" do |s|
      s.inline = $etc_fstab_lustre
      s.args   = ["mds01@tcp0:mds02@tcp0:/testfs", "/lustre", "defaults,_netdev,localflock,user_xattr"]
    end
    # https://github.com/aidanns/vagrant-reload/issues/6
    #centos6.vm.provision :reload
    #centos6.vm.provision :shell, :inline => "reboot"  # this gives exit 1
    centos6.vm.provision :shell, :inline => $setenforce_0, run: "always"
  end
  config.vm.define "centos6_lustre18" do |centos6_lustre18|
    centos6_lustre18.vm.provision :shell, :inline => "hostname centos6_lustre18", run: "always"
    centos6_lustre18.vm.provision :shell, :inline => $etc_hosts
    centos6_lustre18.vm.provision :shell, :inline => $yum_problem_making_ssl_connection
    centos6_lustre18.vm.provision :shell, :inline => $epel6
    centos6_lustre18.vm.provision :shell, :inline => "yum -y install yum-plugin-versionlock"
    # lock the default kernel version
    centos6_lustre18.vm.provision :shell, :inline => $kernel_version_lock
    centos6_lustre18.vm.provision :shell, :inline => "yum -y install wget"
    centos6_lustre18.vm.provision :shell, :inline => "wget https://downloads.hpdd.intel.com/public/lustre/lustre-1.8.9-wc1/el6/client/SRPMS/lustre-client-1.8.9-wc1_2.6.32_279.19.1.el6.x86_64.src.rpm"
    centos6_lustre18.vm.provision :shell, :inline => "yum -y install yum-utils"
    centos6_lustre18.vm.provision :shell, :inline => "yum -y install rpm-build libtool libselinux-devel"
    centos6_lustre18.vm.provision :shell, :inline => "yum -y install git patch unzip"
    centos6_lustre18.vm.provision :shell, :inline => "rpm2cpio lustre-client*.rpm | cpio -ivdm"
    centos6_lustre18.vm.provision :shell, :inline => "rm -f lustre-1.8.9.tar.gz"
    centos6_lustre18.vm.provision :shell, :inline => "git clone -b b1_8 https://github.com/rread/lustre.git lustre-1.8.9"
    # https://lists.01.org/pipermail/hpdd-discuss/2015-March/001890.html
    centos6_lustre18.vm.provision :shell, :inline => "wget 'https://lists.01.org/pipermail/hpdd-discuss/attachments/20141107/95bf4389/attachment.patch'"
    # http://review.whamcloud.com/#/c/8607/5
    centos6_lustre18.vm.provision :shell, :inline => "wget 'http://review.whamcloud.com/changes/8607/revisions/2661328b41a7bf6d47b735ee166910c3c94bbb2c/patch?zip'"
    centos6_lustre18.vm.provision :shell, :inline => "unzip 'patch?zip'"
    centos6_lustre18.vm.provision :shell, :inline => "cd lustre-1.8.9; patch -p1 < ../2661328b.diff"
    centos6_lustre18.vm.provision :shell, :inline => "cd lustre-1.8.9; patch -p1 < ../attachment.patch"
    centos6_lustre18.vm.provision :shell, :inline => "cd lustre-1.8.9; sh autogen.sh"
    centos6_lustre18.vm.provision :shell, :inline => "tar zcf lustre-1.8.9.tar.gz lustre-1.8.9"
    centos6_lustre18.vm.provision :shell, :inline => 'rpmbuild -bs --define "_sourcedir $PWD" --define "lustre_name lustre-client" --define "configure_args --disable-server --enable-client" --without servers lustre.spec'
    centos6_lustre18.vm.provision :shell, :inline => 'rpmbuild --rebuild --define "lustre_name lustre-client" --define "configure_args --disable-server --enable-client" /root/rpmbuild/SRPMS/lustre-client-1.8.9-*.src.rpm'
    centos6_lustre18.vm.provision :shell, :inline => "yum -y install createrepo"
    centos6_lustre18.vm.provision :shell, :inline => "cd /root/rpmbuild/RPMS; createrepo `pwd`"
    centos6_lustre18.vm.provision :shell, :inline => $lustre_client_local_rhel
    centos6_lustre18.vm.provision :shell, :inline => "yum -y install lustre-client"
    centos6_lustre18.vm.provision :shell, :inline => "yum versionlock lustre-client"
    centos6_lustre18.vm.provision "shell" do |s|
      s.inline = $etc_fstab_lustre
      s.args   = ["mds01@tcp0:mds02@tcp0:/testfs", "/lustre", "defaults,_netdev,localflock,user_xattr"]
    end
    # https://github.com/aidanns/vagrant-reload/issues/6
    centos6_lustre18.vm.provision :reload
    #centos6_lustre18.vm.provision :shell, :inline => "reboot"  # this gives exit 1
    centos6_lustre18.vm.provision :shell, :inline => $setenforce_0, run: "always"
  end
  config.vm.define "centos7" do |centos7|
    centos7.vm.provision :shell, :inline => "hostname centos7", run: "always"
    centos7.vm.provision :shell, :inline => $etc_hosts
    centos7.vm.provision :shell, :inline => $yum_problem_making_ssl_connection
    centos7.vm.provision :shell, :inline => $epel7
    centos7.vm.provision :shell, :inline => $lustre_client_rhel
    centos7.vm.provision :shell, :inline => "yum -y install yum-plugin-versionlock"
    # lock the default kernel version
    centos7.vm.provision "shell" do |s|
      s.inline = $centos_vault
      # kernel-3.10.0_327.3.1.el7.x86_64 needed by lustre-2.8.0 in CentOS-7.2.1511
      s.args   = ["7.2.1511"]
    end
    centos7.vm.provision :shell, :inline => $kernel_version_lock
    centos7.vm.provision :shell, :inline => "yum -y install lustre-client"
    centos7.vm.provision :shell, :inline => "yum versionlock lustre-client"
    centos7.vm.provision "shell" do |s|
      s.inline = $etc_fstab_lustre
      s.args   = ["mds01@tcp0:mds02@tcp0:/testfs", "/lustre", "defaults,_netdev,localflock,user_xattr"]
    end
    # https://github.com/aidanns/vagrant-reload/issues/6
    #centos7.vm.provision :reload
    #centos7.vm.provision :shell, :inline => "reboot"  # this gives exit 1
    centos7.vm.provision :shell, :inline => $systemctl_stop_firewalld, run: "always"
    centos7.vm.provision :shell, :inline => $setenforce_0, run: "always"
  end
  config.vm.define "ubuntu12" do |ubuntu12|
    ubuntu12.vm.provision :shell, :inline => "hostname ubuntu12", run: "always"
    ubuntu12.vm.provision :shell, :inline => $etc_hosts
    ubuntu12.vm.provision :shell, :inline => "apt-get -y install lustre-utils"
    ubuntu12.vm.provision "shell" do |s|
      s.inline = $etc_fstab_lustre
      s.args   = ["mds01@tcp0:mds02@tcp0:/testfs", "/lustre", "defaults,_netdev,localflock,user_xattr"]
    end
    # https://github.com/aidanns/vagrant-reload/issues/6
    #ubuntu12.vm.provision :reload
    #ubuntu12.vm.provision :shell, :inline => "reboot"  # this gives exit 1
  end
end