277 lines
7.0 KiB
HCL
277 lines
7.0 KiB
HCL
# Workers AutoScaling Group
|
|
resource "aws_autoscaling_group" "workers" {
|
|
name = "${var.cluster_name}-worker ${aws_launch_configuration.worker.name}"
|
|
|
|
# count
|
|
desired_capacity = "${var.worker_count}"
|
|
min_size = "${var.worker_count}"
|
|
max_size = "${var.worker_count + 2}"
|
|
default_cooldown = 30
|
|
health_check_grace_period = 30
|
|
|
|
# network
|
|
vpc_zone_identifier = ["${aws_subnet.public.*.id}"]
|
|
|
|
# template
|
|
launch_configuration = "${aws_launch_configuration.worker.name}"
|
|
|
|
# target groups to which instances should be added
|
|
target_group_arns = [
|
|
"${aws_lb_target_group.workers-http.id}",
|
|
"${aws_lb_target_group.workers-https.id}",
|
|
]
|
|
|
|
lifecycle {
|
|
# override the default destroy and replace update behavior
|
|
create_before_destroy = true
|
|
ignore_changes = ["image_id"]
|
|
}
|
|
|
|
tags = [{
|
|
key = "Name"
|
|
value = "${var.cluster_name}-worker"
|
|
propagate_at_launch = true
|
|
}]
|
|
}
|
|
|
|
# Worker template
|
|
resource "aws_launch_configuration" "worker" {
|
|
image_id = "${data.aws_ami.coreos.image_id}"
|
|
instance_type = "${var.worker_type}"
|
|
|
|
user_data = "${data.ct_config.worker_ign.rendered}"
|
|
|
|
# storage
|
|
root_block_device {
|
|
volume_type = "standard"
|
|
volume_size = "${var.disk_size}"
|
|
}
|
|
|
|
# network
|
|
security_groups = ["${aws_security_group.worker.id}"]
|
|
|
|
lifecycle {
|
|
// Override the default destroy and replace update behavior
|
|
create_before_destroy = true
|
|
}
|
|
}
|
|
|
|
# Worker Container Linux Config
|
|
data "template_file" "worker_config" {
|
|
template = "${file("${path.module}/cl/worker.yaml.tmpl")}"
|
|
|
|
vars = {
|
|
kubeconfig = "${indent(10, module.bootkube.kubeconfig)}"
|
|
ssh_authorized_key = "${var.ssh_authorized_key}"
|
|
k8s_dns_service_ip = "${cidrhost(var.service_cidr, 10)}"
|
|
cluster_domain_suffix = "${var.cluster_domain_suffix}"
|
|
}
|
|
}
|
|
|
|
data "ct_config" "worker_ign" {
|
|
content = "${data.template_file.worker_config.rendered}"
|
|
pretty_print = false
|
|
}
|
|
|
|
# Security Group (instance firewall)
|
|
|
|
resource "aws_security_group" "worker" {
|
|
name = "${var.cluster_name}-worker"
|
|
description = "${var.cluster_name} worker security group"
|
|
|
|
vpc_id = "${aws_vpc.network.id}"
|
|
|
|
tags = "${map("Name", "${var.cluster_name}-worker")}"
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-icmp" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "icmp"
|
|
from_port = 0
|
|
to_port = 0
|
|
cidr_blocks = ["0.0.0.0/0"]
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-ssh" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 22
|
|
to_port = 22
|
|
cidr_blocks = ["0.0.0.0/0"]
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-http" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 80
|
|
to_port = 80
|
|
cidr_blocks = ["0.0.0.0/0"]
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-https" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 443
|
|
to_port = 443
|
|
cidr_blocks = ["0.0.0.0/0"]
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-flannel" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "udp"
|
|
from_port = 8472
|
|
to_port = 8472
|
|
source_security_group_id = "${aws_security_group.controller.id}"
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-flannel-self" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "udp"
|
|
from_port = 8472
|
|
to_port = 8472
|
|
self = true
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-node-exporter" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 9100
|
|
to_port = 9100
|
|
self = true
|
|
}
|
|
|
|
resource "aws_security_group_rule" "ingress-health" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 10254
|
|
to_port = 10254
|
|
cidr_blocks = ["0.0.0.0/0"]
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-kubelet" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 10250
|
|
to_port = 10250
|
|
source_security_group_id = "${aws_security_group.controller.id}"
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-kubelet-self" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 10250
|
|
to_port = 10250
|
|
self = true
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-kubelet-read" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 10255
|
|
to_port = 10255
|
|
source_security_group_id = "${aws_security_group.controller.id}"
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-kubelet-read-self" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 10255
|
|
to_port = 10255
|
|
self = true
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-bgp" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 179
|
|
to_port = 179
|
|
source_security_group_id = "${aws_security_group.controller.id}"
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-bgp-self" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = "tcp"
|
|
from_port = 179
|
|
to_port = 179
|
|
self = true
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-ipip" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = 4
|
|
from_port = 0
|
|
to_port = 0
|
|
source_security_group_id = "${aws_security_group.controller.id}"
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-ipip-self" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = 4
|
|
from_port = 0
|
|
to_port = 0
|
|
self = true
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-ipip-legacy" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = 94
|
|
from_port = 0
|
|
to_port = 0
|
|
source_security_group_id = "${aws_security_group.controller.id}"
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-ipip-legacy-self" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "ingress"
|
|
protocol = 94
|
|
from_port = 0
|
|
to_port = 0
|
|
self = true
|
|
}
|
|
|
|
resource "aws_security_group_rule" "worker-egress" {
|
|
security_group_id = "${aws_security_group.worker.id}"
|
|
|
|
type = "egress"
|
|
protocol = "-1"
|
|
from_port = 0
|
|
to_port = 0
|
|
cidr_blocks = ["0.0.0.0/0"]
|
|
ipv6_cidr_blocks = ["::/0"]
|
|
}
|