diff --git a/terraform/shared/scripts/client.sh b/terraform/shared/scripts/client.sh index 55a7630e1..f3ba89425 100644 --- a/terraform/shared/scripts/client.sh +++ b/terraform/shared/scripts/client.sh @@ -6,24 +6,24 @@ CONFIGDIR=/ops/shared/config CONSULCONFIGDIR=/etc/consul.d NOMADCONFIGDIR=/etc/nomad.d -HADOOP_VERSION=hadoop-2.7.3 +HADOOP_VERSION=hadoop-2.7.4 HADOOPCONFIGDIR=/usr/local/$HADOOP_VERSION/etc/hadoop HOME_DIR=ubuntu # Wait for network sleep 15 -IP_ADDRESS=$(curl http://instance-data/latest/meta-data/local-ipv4) +# IP_ADDRESS=$(curl http://instance-data/latest/meta-data/local-ipv4) +IP_ADDRESS="$(echo -e `hostname -I` | tr -d '[:space:]')" DOCKER_BRIDGE_IP_ADDRESS=(`ifconfig docker0 2>/dev/null|awk '/inet addr:/ {print $2}'|sed 's/addr://'`) -REGION=$1 -CLUSTER_TAG_VALUE=$2 +CLOUD=$1 +RETRY_JOIN=$2 # Consul sed -i "s/IP_ADDRESS/$IP_ADDRESS/g" $CONFIGDIR/consul_client.json -sed -i "s/REGION/$REGION/g" $CONFIGDIR/consul_client.json -sed -i "s/CLUSTER_TAG_VALUE/$CLUSTER_TAG_VALUE/g" $CONFIGDIR/consul_client.json +sed -i "s/RETRY_JOIN/$RETRY_JOIN/g" $CONFIGDIR/consul_client.json sudo cp $CONFIGDIR/consul_client.json $CONSULCONFIGDIR/consul.json -sudo cp $CONFIGDIR/consul_upstart.conf /etc/init/consul.conf +sudo cp $CONFIGDIR/consul_upstart_$CLOUD.conf /etc/init/consul.conf sudo service consul start sleep 10 diff --git a/terraform/shared/scripts/server.sh b/terraform/shared/scripts/server.sh index 3c4b6228a..2369a6d6b 100644 --- a/terraform/shared/scripts/server.sh +++ b/terraform/shared/scripts/server.sh @@ -7,26 +7,26 @@ CONFIGDIR=/ops/shared/config CONSULCONFIGDIR=/etc/consul.d VAULTCONFIGDIR=/etc/vault.d NOMADCONFIGDIR=/etc/nomad.d -HADOOP_VERSION=hadoop-2.7.3 +HADOOP_VERSION=hadoop-2.7.4 HADOOPCONFIGDIR=/usr/local/$HADOOP_VERSION/etc/hadoop HOME_DIR=ubuntu # Wait for network sleep 15 -IP_ADDRESS=$(curl http://instance-data/latest/meta-data/local-ipv4) +# IP_ADDRESS=$(curl http://instance-data/latest/meta-data/local-ipv4) +IP_ADDRESS="$(/sbin/ifconfig eth0 | grep 'inet addr:' | cut -d: -f2 | awk '{ print $1}')" DOCKER_BRIDGE_IP_ADDRESS=(`ifconfig docker0 2>/dev/null|awk '/inet addr:/ {print $2}'|sed 's/addr://'`) -SERVER_COUNT=$1 -REGION=$2 -CLUSTER_TAG_VALUE=$3 +CLOUD=$1 +SERVER_COUNT=$2 +RETRY_JOIN=$3 # Consul sed -i "s/IP_ADDRESS/$IP_ADDRESS/g" $CONFIGDIR/consul.json sed -i "s/SERVER_COUNT/$SERVER_COUNT/g" $CONFIGDIR/consul.json -sed -i "s/REGION/$REGION/g" $CONFIGDIR/consul.json -sed -i "s/CLUSTER_TAG_VALUE/$CLUSTER_TAG_VALUE/g" $CONFIGDIR/consul.json +sed -i "s/RETRY_JOIN/$RETRY_JOIN/g" $CONFIGDIR/consul.json sudo cp $CONFIGDIR/consul.json $CONSULCONFIGDIR -sudo cp $CONFIGDIR/consul_upstart.conf /etc/init/consul.conf +sudo cp $CONFIGDIR/consul_upstart_$CLOUD.conf /etc/init/consul.conf sudo service consul start sleep 10 diff --git a/terraform/shared/scripts/setup.sh b/terraform/shared/scripts/setup.sh index 71ee8eea6..ad18de581 100644 --- a/terraform/shared/scripts/setup.sh +++ b/terraform/shared/scripts/setup.sh @@ -6,22 +6,23 @@ cd /ops CONFIGDIR=/ops/shared/config -CONSULVERSION=0.9.0 +CONSULVERSION=0.9.3 CONSULDOWNLOAD=https://releases.hashicorp.com/consul/${CONSULVERSION}/consul_${CONSULVERSION}_linux_amd64.zip CONSULCONFIGDIR=/etc/consul.d CONSULDIR=/opt/consul -VAULTVERSION=0.7.3 +VAULTVERSION=0.8.3 VAULTDOWNLOAD=https://releases.hashicorp.com/vault/${VAULTVERSION}/vault_${VAULTVERSION}_linux_amd64.zip VAULTCONFIGDIR=/etc/vault.d VAULTDIR=/opt/vault -NOMADVERSION=0.6.0 -NOMADDOWNLOAD=https://releases.hashicorp.com/nomad/${NOMADVERSION}/nomad_${NOMADVERSION}_linux_amd64.zip +NOMADVERSION=0.7.0 +NOMADDOWNLOAD=https://releases.hashicorp.com/nomad/0.7.0-beta1/nomad_0.7.0-beta1_linux_amd64.zip +# NOMADDOWNLOAD=https://releases.hashicorp.com/nomad/${NOMADVERSION}/nomad_${NOMADVERSION}_linux_amd64.zip NOMADCONFIGDIR=/etc/nomad.d NOMADDIR=/opt/nomad -HADOOP_VERSION=2.7.3 +HADOOP_VERSION=2.7.4 # Dependencies sudo apt-get install -y software-properties-common @@ -103,4 +104,4 @@ sudo mv /ops/examples/spark/spark-2.1.0-bin-nomad /usr/local/bin/spark sudo chown -R root:root /usr/local/bin/spark # Hadoop (to enable the HDFS CLI) -wget -O - http://apache.mirror.iphh.net/hadoop/common/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz | sudo tar xz -C /usr/local/ +wget -O - http://apache.mirror.iphh.net/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz | sudo tar xz -C /usr/local/