efbd680d4e
Make a clear split between Packer and Terraform provisioning steps: the scripts in the `packer/linux` directory are run when we build the AMI whereas the stuff in shared are run at Terraform provisioning time. Merging all runtime provisioning scripts into a single script for each of server/client solves the following: * Userdata scripts can't take arguments, they can only be templated and that means we have to do TF escaping in bash/powershell scripts. * TF provisioning scripts race with userdata scripts.
126 lines
3.5 KiB
HCL
126 lines
3.5 KiB
HCL
resource "aws_instance" "server" {
|
|
ami = data.aws_ami.main.image_id
|
|
instance_type = var.instance_type
|
|
key_name = module.keys.key_name
|
|
vpc_security_group_ids = [aws_security_group.primary.id]
|
|
count = var.server_count
|
|
|
|
# Instance tags
|
|
tags = {
|
|
Name = "${local.random_name}-server-${count.index}"
|
|
ConsulAutoJoin = "auto-join"
|
|
SHA = var.nomad_sha
|
|
User = data.aws_caller_identity.current.arn
|
|
}
|
|
|
|
iam_instance_profile = aws_iam_instance_profile.instance_profile.name
|
|
|
|
# copy up all provisioning scripts and configs
|
|
provisioner "file" {
|
|
source = "shared/"
|
|
destination = "/ops/shared"
|
|
|
|
connection {
|
|
host = coalesce(self.public_ip, self.private_ip)
|
|
type = "ssh"
|
|
user = "ubuntu"
|
|
private_key = module.keys.private_key_pem
|
|
}
|
|
}
|
|
|
|
provisioner "file" {
|
|
content = file(
|
|
"${path.root}/configs/${var.indexed == false ? "server.hcl" : "indexed/server-${count.index}.hcl"}",
|
|
)
|
|
destination = "/tmp/server.hcl"
|
|
|
|
connection {
|
|
host = coalesce(self.public_ip, self.private_ip)
|
|
type = "ssh"
|
|
user = "ubuntu"
|
|
private_key = module.keys.private_key_pem
|
|
}
|
|
}
|
|
|
|
provisioner "remote-exec" {
|
|
inline = [
|
|
"chmod +x /ops/shared/config/provision-server.sh",
|
|
"/ops/shared/config/provision-server.sh aws ${var.server_count} '${var.retry_join}' ${var.nomad_sha}",
|
|
]
|
|
|
|
connection {
|
|
host = coalesce(self.public_ip, self.private_ip)
|
|
type = "ssh"
|
|
user = "ubuntu"
|
|
private_key = module.keys.private_key_pem
|
|
}
|
|
}
|
|
}
|
|
|
|
resource "aws_instance" "client" {
|
|
ami = data.aws_ami.main.image_id
|
|
instance_type = var.instance_type
|
|
key_name = module.keys.key_name
|
|
vpc_security_group_ids = [aws_security_group.primary.id]
|
|
count = var.client_count
|
|
depends_on = [aws_instance.server]
|
|
|
|
# Instance tags
|
|
tags = {
|
|
Name = "${local.random_name}-client-${count.index}"
|
|
ConsulAutoJoin = "auto-join"
|
|
SHA = var.nomad_sha
|
|
User = data.aws_caller_identity.current.arn
|
|
}
|
|
|
|
ebs_block_device {
|
|
device_name = "/dev/xvdd"
|
|
volume_type = "gp2"
|
|
volume_size = "50"
|
|
delete_on_termination = "true"
|
|
}
|
|
|
|
iam_instance_profile = aws_iam_instance_profile.instance_profile.name
|
|
|
|
# copy up all provisioning scripts and configs
|
|
provisioner "file" {
|
|
source = "shared/"
|
|
destination = "/ops/shared"
|
|
|
|
connection {
|
|
host = coalesce(self.public_ip, self.private_ip)
|
|
type = "ssh"
|
|
user = "ubuntu"
|
|
private_key = module.keys.private_key_pem
|
|
}
|
|
}
|
|
|
|
provisioner "file" {
|
|
content = file(
|
|
"${path.root}/configs/${var.indexed == false ? "client.hcl" : "indexed/client-${count.index}.hcl"}",
|
|
)
|
|
destination = "/tmp/client.hcl"
|
|
|
|
connection {
|
|
host = coalesce(self.public_ip, self.private_ip)
|
|
type = "ssh"
|
|
user = "ubuntu"
|
|
private_key = module.keys.private_key_pem
|
|
}
|
|
}
|
|
|
|
provisioner "remote-exec" {
|
|
inline = [
|
|
"chmod +x /ops/shared/config/provision-client.sh",
|
|
"/ops/shared/config/provision-client.sh aws '${var.retry_join}' ${var.nomad_sha}",
|
|
]
|
|
|
|
connection {
|
|
host = coalesce(self.public_ip, self.private_ip)
|
|
type = "ssh"
|
|
user = "ubuntu"
|
|
private_key = module.keys.private_key_pem
|
|
}
|
|
}
|
|
}
|