It's specifically my windows asg policy.
Version: v0.4.2 (I see 0.4.3 was released, will test that!)
See attached debug log:
https://gist.github.com/DTTerastar/9bf09f78ce247da5325900652ce2cc53
As well as the sigabrt:
https://gist.github.com/DTTerastar/b67c8f4289af99e5ad54bf05214d80ba
This is the config:
job "autoscaler" {
datacenters = ["dc1"]
priority = 100 // Critical job
reschedule {
delay = "30s"
delay_function = "exponential"
max_delay = "1h"
unlimited = true
attempts = 0
}
group "autoscaler" {
count = 1
network {
port "http" {}
}
task "autoscaler" {
driver = "docker"
config {
image = "${nomad_autoscaler_image}"
command = "nomad-autoscaler"
args = [
"agent",
"-config",
"$${NOMAD_TASK_DIR}/config.hcl",
"-http-bind-address",
"0.0.0.0",
"-http-bind-port",
"$${NOMAD_PORT_http}",
"-policy-dir",
"$${NOMAD_TASK_DIR}/policies/",
]
ports = ["http"]
}
template {
data = <<EOF
log_level = "${log_level}"
nomad {
address = "http://{{env "attr.unique.network.ip-address" }}:4646"
namespace = "*"
}
apm "prometheus" {
driver = "prometheus"
config = {
address = "http://{{ range service "prometheus" }}{{ .Address }}:{{ .Port }}{{ end }}"
}
}
policy {
default_evaluation_interval = "1m"
default_cooldown = "1m"
}
target "linux-aws-asg" {
driver = "aws-asg"
config = {
aws_region = "{{ $x := env "attr.platform.aws.placement.availability-zone" }}{{ $length := len $x |subtract 1 }}{{ slice $x 0 $length}}"
retry_attempts = "20"
}
}
target "windows-aws-asg" {
driver = "aws-asg"
config = {
aws_region = "{{ $x := env "attr.platform.aws.placement.availability-zone" }}{{ $length := len $x |subtract 1 }}{{ slice $x 0 $length}}"
retry_attempts = "20"
}
}
strategy "target-value" {
driver = "target-value"
}
EOF
destination = "$${NOMAD_TASK_DIR}/config.hcl"
}
template {
data = <<EOF
scaling "linux" {
enabled = true
min = ${linux_min_size}
max = ${linux_max_size}
policy {
cooldown = "2m"
evaluation_interval = "1m"
check "linux_cpu_allocated_percentage" {
source = "prometheus"
query = "sum(nomad_client_allocated_cpu{node_class=\"linux\"}*100/(nomad_client_unallocated_cpu{node_class=\"linux\"}+nomad_client_allocated_cpu{node_class=\"linux\"}))/count(nomad_client_allocated_cpu{node_class=\"linux\"})"
strategy "target-value" {
target = 50
}
}
check "linux_mem_allocated_percentage" {
source = "prometheus"
query = "sum(nomad_client_allocated_memory{node_class=\"linux\"}*100/(nomad_client_unallocated_memory{node_class=\"linux\"}+nomad_client_allocated_memory{node_class=\"linux\"}))/count(nomad_client_allocated_memory{node_class=\"linux\"})"
strategy "target-value" {
target = 70
}
}
target "linux-aws-asg" {
dry-run = "false"
aws_asg_name = "${linux_asg_name}"
node_class = "linux"
node_drain_deadline = "5m"
node_filter_ignore_drain = true
}
}
}
EOF
destination = "$${NOMAD_TASK_DIR}/policies/linux.hcl"
}
template {
data = <<EOF
scaling "windows" {
enabled = true
min = ${windows_min_size}
max = ${windows_max_size}
policy {
cooldown = "2m"
evaluation_interval = "1m"
check "windows_cpu_allocated_percentage" {
source = "prometheus"
query = "sum(nomad_client_allocated_cpu{node_class=\"windows\"}*100/(nomad_client_unallocated_cpu{node_class=\"windows\"}+nomad_client_allocated_cpu{node_class=\"windows\"}))/count(nomad_client_allocated_cpu{node_class=\"windows\"})"
strategy "target-value" {
target = 50
}
}
check "windows_mem_allocated_percentage" {
source = "prometheus"
query = "sum(nomad_client_allocated_memory{node_class=\"windows\"}*100/(nomad_client_unallocated_memory{node_class=\"windows\"}+nomad_client_allocated_memory{node_class=\"windows\"}))/count(nomad_client_allocated_memory{node_class=\"windows\"})"
strategy "target-value" {
target = 70
}
}
target "windows-aws-asg" {
dry-run = "false"
aws_asg_name = "${windows_asg_name}"
node_class = "windows"
node_drain_deadline = "5m"
node_filter_ignore_drain = true
}
}
}
EOF
destination = "$${NOMAD_TASK_DIR}/policies/windows.hcl"
}
resources {
cpu = 1000
memory = 1024
}
env {
CONSUL_TOKEN = "${consul_token}"
NOMAD_TOKEN = "${nomad_token}"
}
service {
name = "autoscaler"
port = "http"
check {
type = "http"
path = "/v1/health"
interval = "5s"
timeout = "2s"
}
}
}
}
}
It's specifically my windows asg policy.
Version: v0.4.2 (I see 0.4.3 was released, will test that!)
See attached debug log:
https://gist.github.com/DTTerastar/9bf09f78ce247da5325900652ce2cc53
As well as the sigabrt:
https://gist.github.com/DTTerastar/b67c8f4289af99e5ad54bf05214d80ba
This is the config: