Vagrantfile

Vagrant.configure("2") do |config|
  N_WORKERS = 2

  # config.vm.box = "ubuntu/xenial64"
  config.vm.box = "bento/centos-7.4"

  # head node:
  config.vm.define "hn0" do |node|
    node.vm.hostname = "hn0"
    node.vm.network :private_network, :ip => "192.168.99.200"
    node.vm.provision :hosts do |provisioner|
      provisioner.sync_hosts = true
      provisioner.add_localhost_hostnames = false
    end
        
    node.vm.provider "virtualbox" do |vb|
      vb.name = "hn0"
      vb.gui = false
      vb.memory = 2048
      vb.cpus = 2
    end
      
    node.vm.provision "shell", inline: <<-SHELL     
      # apt-get install -y python-dev ntp default-jdk java-devel
      yum install -y python-devel ntp java lsof
    
      mkdir /home/vagrant/spark
      tar xf /vagrant/spark.tgz -C /home/vagrant/spark --strip 1
    
      cat <<'      EOF'  >> /home/vagrant/.bashrc
      # JAVA
      export JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::")
      export PATH=$PATH:$JAVA_HOME/bin
      # SPARK
      export SPARK_HOME=/home/vagrant/spark
      export PATH=$PATH:/home/vagrant/spark/bin
      export POSTGRES_JAR=$(ls /vagrant/postgresql-*.jar)
      export GSC3_JAR=/vagrant/greenplum-spark_2.11-1.3.0.jar
      export GSC4_JAR=/vagrant/greenplum-spark_2.11-1.4.0.jar
      alias gsc3='sudo ~/spark/bin/spark-shell -deprecation --jars "${GSC3_JAR},${POSTGRES_JAR}"'
      alias gsc4='sudo ~/spark/bin/spark-shell -deprecation --jars "${GSC4_JAR}"'
      EOF
    
      echo "spark.master spark://192.168.99.200:7077" >> /home/vagrant/spark/conf/spark-defaults.conf
      echo "SPARK_LOCAL_IP=192.168.99.200" >> /home/vagrant/spark/conf/spark-env.sh
      echo "SPARK_MASTER_HOST=192.168.99.200" >> /home/vagrant/spark/conf/spark-env.sh
    SHELL

    node.vm.provision "shell", run: "always", inline: "/home/vagrant/spark/sbin/start-master.sh -h 192.168.99.200"
  end

  # worker nodes:
  (0..N_WORKERS-1).each do |i|
    config.vm.define "wn#{i}" do |node|
      node.vm.hostname = "wn#{i}"
      node.vm.network :private_network, :ip => "192.168.99.21#{i}"
      node.vm.provision :hosts do |provisioner|
        provisioner.sync_hosts = true
        provisioner.add_localhost_hostnames = false
      end        
      node.vm.provider "virtualbox" do |vb|
        vb.name = "wn#{i}"
        vb.gui = false
        vb.memory = 4096
        vb.cpus = 2
      end
        
      node.vm.provision "shell", inline: <<-SHELL
        #apt-get install -y python-dev ntp avahi-daemon default-jdk java-devel
        yum install -y python-devel ntp java lsof
        mkdir /home/vagrant/spark
        tar xf /vagrant/spark.tgz -C /home/vagrant/spark --strip 1
        echo "export SPARK_HOME=/home/vagrant/spark" >> /home/vagrant/.bashrc
        echo "export PATH=$PATH:/home/vagrant/spark/bin" >> /home/vagrant/.bashrc
        echo SPARK_LOCAL_IP=192.168.99.21#{i} >> /home/vagrant/spark/conf/spark-env.sh
        echo SPARK_MASTER_HOST=192.168.99.200 >> /home/vagrant/spark/conf/spark-env.sh
      SHELL

      node.vm.provision "shell", run: "always", inline: "/home/vagrant/spark/sbin/start-slave.sh -h 192.168.99.21#{i} spark://192.168.99.200:7077"
    end
  end
end