#!/bin/bash set -e cd /ops CONFIGDIR=/ops/shared/config CONSULVERSION=0.9.0 CONSULDOWNLOAD=https://releases.hashicorp.com/consul/${CONSULVERSION}/consul_${CONSULVERSION}_linux_amd64.zip CONSULCONFIGDIR=/etc/consul.d CONSULDIR=/opt/consul VAULTVERSION=0.7.3 VAULTDOWNLOAD=https://releases.hashicorp.com/vault/${VAULTVERSION}/vault_${VAULTVERSION}_linux_amd64.zip VAULTCONFIGDIR=/etc/vault.d VAULTDIR=/opt/vault NOMADVERSION=0.6.0 NOMADDOWNLOAD=https://releases.hashicorp.com/nomad/${NOMADVERSION}/nomad_${NOMADVERSION}_linux_amd64.zip NOMADCONFIGDIR=/etc/nomad.d NOMADDIR=/opt/nomad HADOOP_VERSION=2.7.3 # Dependencies sudo apt-get install -y software-properties-common sudo apt-get update sudo apt-get install -y unzip tree redis-tools jq sudo apt-get install -y upstart-sysv sudo update-initramfs -u # Numpy (for Spark) sudo apt-get install -y python-setuptools sudo easy_install pip sudo pip install numpy # Disable the firewall sudo ufw disable # Consul curl -L $CONSULDOWNLOAD > consul.zip ## Install sudo unzip consul.zip -d /usr/local/bin sudo chmod 0755 /usr/local/bin/consul sudo chown root:root /usr/local/bin/consul ## Configure sudo mkdir -p $CONSULCONFIGDIR sudo chmod 755 $CONSULCONFIGDIR sudo mkdir -p $CONSULDIR sudo chmod 755 $CONSULDIR # Vault curl -L $VAULTDOWNLOAD > vault.zip ## Install sudo unzip vault.zip -d /usr/local/bin sudo chmod 0755 /usr/local/bin/vault sudo chown root:root /usr/local/bin/vault ## Configure sudo mkdir -p $VAULTCONFIGDIR sudo chmod 755 $VAULTCONFIGDIR sudo mkdir -p $VAULTDIR sudo chmod 755 $VAULTDIR # Nomad curl -L $NOMADDOWNLOAD > nomad.zip ## Install sudo unzip nomad.zip -d /usr/local/bin sudo chmod 0755 /usr/local/bin/nomad sudo chown root:root /usr/local/bin/nomad ## Configure sudo mkdir -p $NOMADCONFIGDIR sudo chmod 755 $NOMADCONFIGDIR sudo mkdir -p $NOMADDIR sudo chmod 755 $NOMADDIR # Docker echo deb https://apt.dockerproject.org/repo ubuntu-`lsb_release -c | awk '{print $2}'` main | sudo tee /etc/apt/sources.list.d/docker.list sudo apt-key adv --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys 58118E89F3A912897C070ADBF76221572C52609D sudo apt-get update sudo apt-get install -y docker-engine # Java sudo add-apt-repository -y ppa:openjdk-r/ppa sudo apt-get update sudo apt-get install -y openjdk-8-jdk JAVA_HOME=$(readlink -f /usr/bin/java | sed "s:bin/java::") # Spark sudo wget -P /ops/examples/spark https://s3.amazonaws.com/nomad-spark/spark-2.1.0-bin-nomad.tgz sudo tar -xvf /ops/examples/spark/spark-2.1.0-bin-nomad.tgz --directory /ops/examples/spark sudo mv /ops/examples/spark/spark-2.1.0-bin-nomad /usr/local/bin/spark sudo chown -R root:root /usr/local/bin/spark # Hadoop (to enable the HDFS CLI) wget -O - http://apache.mirror.iphh.net/hadoop/common/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz | sudo tar xz -C /usr/local/