From aabf1a503f5a7260260202377ad9cdd8d2f73d76 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Mon, 27 Jan 2025 16:13:45 -0500 Subject: [PATCH 01/35] no kubectl provider needed --- .../eks-config/terragrunt.hcl | 24 ------------------- 1 file changed, 24 deletions(-) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index ad0fbe2..772e72d 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -28,30 +28,6 @@ dependency "eks" { } } -generate "kubectl-provider" { - path = "kubectl-provider.tf" - if_exists = "overwrite" - contents = <<-EOF - %{ if dependency.eks.outputs.cluster_name != "a-cluster-name" ~} - data "aws_eks_cluster" "kubectl" { - name = "${dependency.eks.outputs.cluster_name}" - } - provider "kubectl" { - apply_retry_count = 5 - host = data.aws_eks_cluster.kubectl.endpoint - cluster_ca_certificate = base64decode(data.aws_eks_cluster.kubectl.certificate_authority[0].data) - load_config_file = false - - exec { - api_version = "client.authentication.k8s.io/v1beta1" - command = "aws" - args = ["eks", "get-token", "--cluster-name", "${dependency.eks.outputs.cluster_name}", "--region", "${include.root.inputs.aws_region}"] - } - } - %{ endif ~} - EOF -} - inputs = { cluster_name = dependency.eks.outputs.cluster_name eks_managed_node_groups_autoscaling_group_names = dependency.eks.outputs.eks_managed_node_groups_autoscaling_group_names From 39de87a6c411a23d7f3dc45319e1943ae1e458e1 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Mon, 27 Jan 2025 20:43:24 -0500 Subject: [PATCH 02/35] testing --- lab/_envcommon/default-versions.hcl | 4 +-- .../eks-cert-manager/terragrunt.hcl | 2 +- .../eks-config/terragrunt.hcl | 2 +- .../eks-karpenter/terragrunt.hcl | 2 +- .../platform-eng-eks-mcm/eks/terragrunt.hcl | 32 +++++++++---------- 5 files changed, 21 insertions(+), 21 deletions(-) diff --git a/lab/_envcommon/default-versions.hcl b/lab/_envcommon/default-versions.hcl index dd0b36b..15dbfbc 100644 --- a/lab/_envcommon/default-versions.hcl +++ b/lab/_envcommon/default-versions.hcl @@ -6,9 +6,9 @@ locals { ##################### cluster_version = "1.31" custom_service_eks_account = "${local.release_version}" - eks_module_version = "20.31.1" + eks_module_version = "20.33.1" istio_ingress_version = "${local.release_version}" - release_version = "0.1.1" + release_version = "main" ##################### # TF Providers diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index a2e6077..9bca740 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=no-kubectl" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 772e72d..82b857a 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -7,7 +7,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-configuration.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-configuration.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index bbf116b..93b4bee 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index ba46766..afbab7d 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -5,25 +5,25 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks.git?ref=taints" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] } } -inputs = { - cluster_endpoint_public_access = include.root.inputs.cluster_endpoint_public_access - cluster_name = include.root.inputs.cluster_name - cluster_version = include.root.inputs.cluster_version - creator = include.root.inputs.creator - eks_instance_disk_size = include.root.inputs.eks_instance_disk_size - eks_ng_desired_size = include.root.inputs.eks_ng_desired_size - eks_ng_max_size = include.root.inputs.eks_ng_max_size - eks_ng_min_size = include.root.inputs.eks_ng_min_size - eks_vpc_name = include.root.inputs.vpc_name - enable_cluster_creator_admin_permissions = include.root.inputs.enable_cluster_creator_admin_permissions - environment_abbr = include.root.inputs.environment_abbr - tags = include.root.inputs.tags - vpc_name = include.root.inputs.vpc_name -} +# inputs = { +# cluster_endpoint_public_access = include.root.inputs.cluster_endpoint_public_access +# cluster_name = include.root.inputs.cluster_name +# cluster_version = include.root.inputs.cluster_version +# creator = include.root.inputs.creator +# eks_instance_disk_size = include.root.inputs.eks_instance_disk_size +# eks_ng_desired_size = include.root.inputs.eks_ng_desired_size +# eks_ng_max_size = include.root.inputs.eks_ng_max_size +# eks_ng_min_size = include.root.inputs.eks_ng_min_size +# eks_vpc_name = include.root.inputs.vpc_name +# enable_cluster_creator_admin_permissions = include.root.inputs.enable_cluster_creator_admin_permissions +# environment_abbr = include.root.inputs.environment_abbr +# tags = include.root.inputs.tags +# vpc_name = include.root.inputs.vpc_name +# } From 4f2d7effbca3d682b2f409fa95df8d63d3e68eb6 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Mon, 27 Jan 2025 20:57:23 -0500 Subject: [PATCH 03/35] fix providers --- lab/root.hcl | 1 + 1 file changed, 1 insertion(+) diff --git a/lab/root.hcl b/lab/root.hcl index a746b5f..6916d20 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -28,6 +28,7 @@ locals { account_id = local.account_vars.locals.aws_account_id aws_profile = local.account_vars.locals.aws_profile aws_region = local.region_vars.locals.aws_region + cluster_name = local.cluster_vars.locals.cluster_name created_reason = local.cluster_vars.locals.created_reason creator = local.cluster_vars.locals.creator environment_abbr = local.account_vars.locals.environment_abbr From 25ace541a7eb7bbe4cc714f32a93235916cde8f4 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Tue, 28 Jan 2025 19:13:24 -0500 Subject: [PATCH 04/35] make providers great again --- lab/_envcommon/helm-provider.hcl | 39 ++++++++++++++++++- lab/_envcommon/kube-provider.hcl | 37 +++++++++++++++++- .../eks-cert-manager/terragrunt.hcl | 17 ++++++++ .../eks-config/terragrunt.hcl | 17 ++++++++ .../eks-dns/terragrunt.hcl | 17 ++++++++ .../eks-grafana/terragrunt.hcl | 17 ++++++++ .../eks-istio/terragrunt.hcl | 17 ++++++++ .../eks-k8s-dashboard/terragrunt.hcl | 17 ++++++++ .../eks-karpenter/terragrunt.hcl | 17 ++++++++ .../eks-kiali/terragrunt.hcl.disable | 17 ++++++++ .../eks-loki/terragrunt.hcl | 17 ++++++++ .../eks-metrics-server/terragrunt.hcl | 17 ++++++++ .../eks-prometheus/terragrunt.hcl | 17 ++++++++ .../eks-tempo/terragrunt.hcl | 17 ++++++++ .../platform-eng-eks-mcm/eks/terragrunt.hcl | 31 ++++++++------- lab/root.hcl | 2 +- 16 files changed, 295 insertions(+), 18 deletions(-) diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index 4323624..2ac86ee 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -1,3 +1,4 @@ +<<<<<<< HEAD generate "helm-provider" { path = "helm-provider.tf" if_exists = "overwrite" @@ -21,4 +22,40 @@ data "aws_eks_cluster" "this" { } %{ endif } EOF -} \ No newline at end of file +} +======= +dependency "eks" { + config_path = "${get_original_terragrunt_dir()}/../eks" + mock_outputs = { + cluster_name = "a-cluster-name" + region = "a-aws-region" + } +} + +inputs = { + cluster_name = dependency.eks.outputs.cluster_name +} + +# Generate a k8s provider block +generate "helm_provider" { + path = "helm-provider.tf" + if_exists = "overwrite_terragrunt" + contents = <<-EOF +%{if "${dependency.eks.outputs.cluster_name}" != "a-cluster-name" ~} + data "aws_eks_cluster" "helm" { + name = "${dependency.eks.outputs.cluster_name}" + } + data "aws_eks_cluster_auth" "helm" { + name = "${dependency.eks.outputs.cluster_name}" + } + provider "helm" { + kubernetes { + host = data.aws_eks_cluster.helm.endpoint + cluster_ca_certificate = base64decode(data.aws_eks_cluster.helm.certificate_authority[0].data) + token = data.aws_eks_cluster_auth.helm.token + } + } +%{ endif ~} +EOF +} +>>>>>>> 354afd7 (make providers great again) diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index 1805019..31e1307 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -1,3 +1,4 @@ +<<<<<<< HEAD generate "kube-provider" { path = "kube-provider.tf" if_exists = "overwrite" @@ -19,4 +20,38 @@ data "aws_eks_cluster" "this" { } %{ endif } EOF -} \ No newline at end of file +} +======= +dependency "eks" { + config_path = "${get_original_terragrunt_dir()}/../eks" + mock_outputs = { + cluster_name = "a-cluster-name" + region = "a-aws-region" + } +} + +inputs = { + cluster_name = dependency.eks.outputs.cluster_name +} + +# Generate a k8s provider block +generate "kube_provider" { + path = "kube-provider.tf" + if_exists = "overwrite_terragrunt" + contents = <<-EOF +%{if "${dependency.eks.outputs.cluster_name}" != "a-cluster-name" ~} + data "aws_eks_cluster" "kube" { + name = "${dependency.eks.outputs.cluster_name}" + } + data "aws_eks_cluster_auth" "kube" { + name = "${dependency.eks.outputs.cluster_name}" + } + provider "kubernetes" { + host = data.aws_eks_cluster.kube.endpoint + cluster_ca_certificate = base64decode(data.aws_eks_cluster.kube.certificate_authority[0].data) + token = data.aws_eks_cluster_auth.kube.token + } +%{ endif ~} +EOF +} +>>>>>>> 354afd7 (make providers great again) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 9bca740..8e270a3 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -25,6 +25,23 @@ dependency "eks_config" { skip_outputs = true } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { cert_manager_cainjector_tag = include.root.inputs.cert_manager_cainjector_tag cert_manager_controller_tag = include.root.inputs.cert_manager_controller_tag diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 82b857a..78944f0 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -28,6 +28,23 @@ dependency "eks" { } } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { cluster_name = dependency.eks.outputs.cluster_name eks_managed_node_groups_autoscaling_group_names = dependency.eks.outputs.eks_managed_node_groups_autoscaling_group_names diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index 9b7c16f..fcd98c2 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -29,6 +29,23 @@ dependency "istio" { } } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { cluster_name = dependency.eks.inputs.cluster_name istio_ingress_lb = dependency.istio.outputs.istio_ingress_lb diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index cf4f29a..a46c883 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -26,6 +26,23 @@ dependency "eks-loki" { } } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { cluster_domain = dependency.eks.inputs.vpc_domain_name cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index 61ea560..2ac85bb 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -24,6 +24,23 @@ dependency "eks-karpenter" { skip_outputs = true } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { cluster_name = dependency.eks.outputs.cluster_name istio_chart_version = include.root.inputs.istio_version diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl index ded7ad0..142053f 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -25,6 +25,23 @@ dependency "eks-loki" { skip_outputs = true } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { # datasources = dependency.eks-loki.outputs.gateway_internal_endpoint cluster_domain = dependency.eks.inputs.vpc_domain_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 93b4bee..a6c3a04 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -28,6 +28,23 @@ dependency "eks-config" { skip_outputs = true } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { cluster_endpoint = dependency.eks.outputs.cluster_endpoint cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable index 1e04fe0..5ccd126 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable @@ -53,6 +53,23 @@ dependency "eks-grafana" { } } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { kiali_operator_version = include.root.inputs.kiali_operator_version kiali_application_version = include.root.inputs.kiali_application_version diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl index 70b8b09..f5a8062 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl @@ -30,6 +30,23 @@ dependency "eks-prometheus" { skip_outputs = true } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { profile = include.root.inputs.aws_profile region = include.root.inputs.aws_region diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl index 387653b..d6eb0ca 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl @@ -24,6 +24,23 @@ dependency "eks_config" { skip_outputs = true } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { profile = include.root.inputs.aws_profile cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl index e6c54b1..468fda7 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -24,6 +24,23 @@ dependency "eks-dns" { skip_outputs = true } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { profile = include.root.inputs.aws_profile region = include.root.inputs.aws_region diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl index e9ebd48..1267a56 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl @@ -32,6 +32,23 @@ dependency "eks-prometheus" { } } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} + +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} + inputs = { account_id = include.root.locals.account_id profile = include.root.locals.aws_profile diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index afbab7d..b1cd18a 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -12,18 +12,19 @@ terraform { } } -# inputs = { -# cluster_endpoint_public_access = include.root.inputs.cluster_endpoint_public_access -# cluster_name = include.root.inputs.cluster_name -# cluster_version = include.root.inputs.cluster_version -# creator = include.root.inputs.creator -# eks_instance_disk_size = include.root.inputs.eks_instance_disk_size -# eks_ng_desired_size = include.root.inputs.eks_ng_desired_size -# eks_ng_max_size = include.root.inputs.eks_ng_max_size -# eks_ng_min_size = include.root.inputs.eks_ng_min_size -# eks_vpc_name = include.root.inputs.vpc_name -# enable_cluster_creator_admin_permissions = include.root.inputs.enable_cluster_creator_admin_permissions -# environment_abbr = include.root.inputs.environment_abbr -# tags = include.root.inputs.tags -# vpc_name = include.root.inputs.vpc_name -# } +inputs = { + cluster_endpoint_public_access = include.root.inputs.cluster_endpoint_public_access + cluster_name = include.root.inputs.cluster_name + cluster_version = include.root.inputs.cluster_version + creator = include.root.inputs.creator + eks_instance_disk_size = include.root.inputs.eks_instance_disk_size + eks_ng_desired_size = include.root.inputs.eks_ng_desired_size + eks_ng_max_size = include.root.inputs.eks_ng_max_size + eks_ng_min_size = include.root.inputs.eks_ng_min_size + eks_vpc_name = include.root.inputs.vpc_name + enable_cluster_creator_admin_permissions = include.root.inputs.enable_cluster_creator_admin_permissions + environment_abbr = include.root.inputs.environment_abbr + region = include.root.inputs.aws_region + tags = include.root.inputs.tags + vpc_name = include.root.inputs.vpc_name +} diff --git a/lab/root.hcl b/lab/root.hcl index 6916d20..80cc571 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -66,7 +66,7 @@ remote_state { enable_lock_table_ssencryption = false # use only if non-encrypted DynamoDB Lock Table for the OpenTofu/Terraform State is required and/or the NoSQL database service does not support server-side encryption } } - +# https://github.com/gruntwork-io/terragrunt/issues/2726 # Generate an AWS provider block generate "aws-provider" { path = "aws-provider.tf" From adcbbd314567822db48caa2c3debeaf8fe2fe365 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Tue, 28 Jan 2025 21:06:23 -0500 Subject: [PATCH 05/35] update karpenter branch --- .../vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index a6c3a04..3edb4b4 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=no-kubectl" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] From e5a99bd041fa85e6bf866c06bdfd2257ef320ff4 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Wed, 29 Jan 2025 21:38:31 -0500 Subject: [PATCH 06/35] update tags --- lab/root.hcl | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/lab/root.hcl b/lab/root.hcl index 80cc571..6c5d5cb 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -77,15 +77,15 @@ provider "aws" { profile = "${local.aws_profile}" default_tags { tags = { - project_identifier = "${local.project_number}:${local.project_name}" - project_name = "${local.project_name}" - project_role = "${local.project_role}" created_by = "${local.creator}" created_for = "${local.creator}" created_reason = "${local.created_reason}" environment = "${local.environment_abbr}" + finops_project_name = "${local.project_name}" + finops_project_number = "${local.project_number}" + finops_project_role = "${local.project_role}" organization = "${local.organization}" - project_number = "${local.project_number}" + project_identifier = "${local.project_number}:${local.project_name}" terraform = "${local.terraform}" terragrunt = "${local.terragrunt}" } From ced20734bd0a426ba4e0c7e245e2ca8ed03eeca5 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Thu, 30 Jan 2025 18:53:29 -0500 Subject: [PATCH 07/35] add workspace to .github --- .github/platform-tg-infra.code-workspace | 78 ++++++++++++++++++++++++ 1 file changed, 78 insertions(+) create mode 100644 .github/platform-tg-infra.code-workspace diff --git a/.github/platform-tg-infra.code-workspace b/.github/platform-tg-infra.code-workspace new file mode 100644 index 0000000..88717b5 --- /dev/null +++ b/.github/platform-tg-infra.code-workspace @@ -0,0 +1,78 @@ +{ + "folders": [ + { + "name": "platform-tg-infra", + "path": "." + }, + { + "name": "tfmod-cert-mgr", + "path": "../tfmod-cert-mgr" + }, + { + "name": "tfmod-config-job", + "path": "../tfmod-config-job" + }, + { + "name": "tfmod-custom-iam-role-for-service-account-eks", + "path": "../tfmod-custom-iam-role-for-service-account-eks" + }, + { + "name": "tfmod-eks", + "path": "../tfmod-eks" + }, + { + "name": "tfmod-eks-configuration", + "path": "../tfmod-eks-configuration" + }, + { + "name": "tfmod-eks-dns", + "path": "../tfmod-eks-dns" + }, + { + "name": "tfmod-grafana", + "path": "../tfmod-grafana" + }, + { + "name": "tfmod-istio", + "path": "../tfmod-istio" + }, + { + "name": "tfmod-istio-service-ingress", + "path": "../tfmod-istio-service-ingress" + }, + { + "name": "tfmod-k8s-dashboard", + "path": "../tfmod-k8s-dashboard" + }, + { + "name": "tfmod-karpenter", + "path": "../tfmod-karpenter" + }, + { + "name": "tfmod-kiali", + "path": "../tfmod-kiali" + }, + { + "name": "tfmod-loki", + "path": "../tfmod-loki" + }, + { + "name": "tfmod-metrics-server", + "path": "../tfmod-metrics-server" + }, + { + "name": "tfmod-prometheus", + "path": "../tfmod-prometheus" + }, + { + "name": "tfmod-tempo", + "path": "../tfmod-tempo" + }, + { + "path": "../terraform-aws-eks" + }, + { + "path": "../karpenter-provider-aws" + } + ] +} From 579047874c606c049e7bf20c0de07c5f670c8c20 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Thu, 30 Jan 2025 19:17:23 -0500 Subject: [PATCH 08/35] update paths --- .github/platform-tg-infra.code-workspace | 38 ++++++++++++------------ 1 file changed, 19 insertions(+), 19 deletions(-) diff --git a/.github/platform-tg-infra.code-workspace b/.github/platform-tg-infra.code-workspace index 88717b5..9ab5661 100644 --- a/.github/platform-tg-infra.code-workspace +++ b/.github/platform-tg-infra.code-workspace @@ -2,77 +2,77 @@ "folders": [ { "name": "platform-tg-infra", - "path": "." + "path": "../" }, { "name": "tfmod-cert-mgr", - "path": "../tfmod-cert-mgr" + "path": "../../tfmod-cert-mgr" }, { "name": "tfmod-config-job", - "path": "../tfmod-config-job" + "path": "../../tfmod-config-job" }, { "name": "tfmod-custom-iam-role-for-service-account-eks", - "path": "../tfmod-custom-iam-role-for-service-account-eks" + "path": "../../tfmod-custom-iam-role-for-service-account-eks" }, { "name": "tfmod-eks", - "path": "../tfmod-eks" + "path": "../../tfmod-eks" }, { "name": "tfmod-eks-configuration", - "path": "../tfmod-eks-configuration" + "path": "../../tfmod-eks-configuration" }, { "name": "tfmod-eks-dns", - "path": "../tfmod-eks-dns" + "path": "../../tfmod-eks-dns" }, { "name": "tfmod-grafana", - "path": "../tfmod-grafana" + "path": "../../tfmod-grafana" }, { "name": "tfmod-istio", - "path": "../tfmod-istio" + "path": "../../tfmod-istio" }, { "name": "tfmod-istio-service-ingress", - "path": "../tfmod-istio-service-ingress" + "path": "../../tfmod-istio-service-ingress" }, { "name": "tfmod-k8s-dashboard", - "path": "../tfmod-k8s-dashboard" + "path": "../../tfmod-k8s-dashboard" }, { "name": "tfmod-karpenter", - "path": "../tfmod-karpenter" + "path": "../../tfmod-karpenter" }, { "name": "tfmod-kiali", - "path": "../tfmod-kiali" + "path": "../../tfmod-kiali" }, { "name": "tfmod-loki", - "path": "../tfmod-loki" + "path": "../../tfmod-loki" }, { "name": "tfmod-metrics-server", - "path": "../tfmod-metrics-server" + "path": "../../tfmod-metrics-server" }, { "name": "tfmod-prometheus", - "path": "../tfmod-prometheus" + "path": "../../tfmod-prometheus" }, { "name": "tfmod-tempo", - "path": "../tfmod-tempo" + "path": "../../tfmod-tempo" }, { - "path": "../terraform-aws-eks" + "path": "../../terraform-aws-eks" }, { - "path": "../karpenter-provider-aws" + "path": "../../karpenter-provider-aws" } ] } From cd895e6b5f71e3d2029fd43b44ab88c84a710b94 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Fri, 31 Jan 2025 18:29:39 -0500 Subject: [PATCH 09/35] test vars in provider regen --- lab/_envcommon/helm-provider.hcl | 4 ---- lab/_envcommon/kube-provider.hcl | 4 ---- lab/root.hcl | 2 ++ 3 files changed, 2 insertions(+), 8 deletions(-) diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index 2ac86ee..b582032 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -26,10 +26,6 @@ EOF ======= dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" - mock_outputs = { - cluster_name = "a-cluster-name" - region = "a-aws-region" - } } inputs = { diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index 31e1307..fe6d085 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -24,10 +24,6 @@ EOF ======= dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" - mock_outputs = { - cluster_name = "a-cluster-name" - region = "a-aws-region" - } } inputs = { diff --git a/lab/root.hcl b/lab/root.hcl index 6c5d5cb..a200064 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -77,6 +77,8 @@ provider "aws" { profile = "${local.aws_profile}" default_tags { tags = { + clsuter_name = "${local.cluster_name}" + module_name = "${local.module_name}" created_by = "${local.creator}" created_for = "${local.creator}" created_reason = "${local.created_reason}" From f8163ea9250cf37cd945033d962c8f319cd94618 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Fri, 31 Jan 2025 18:47:11 -0500 Subject: [PATCH 10/35] since we do not need outputs consider using dependencies block instead --- lab/_envcommon/helm-provider.hcl | 2 -- lab/_envcommon/kube-provider.hcl | 2 -- 2 files changed, 4 deletions(-) diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index b582032..7e693ce 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -1,4 +1,3 @@ -<<<<<<< HEAD generate "helm-provider" { path = "helm-provider.tf" if_exists = "overwrite" @@ -23,7 +22,6 @@ data "aws_eks_cluster" "this" { %{ endif } EOF } -======= dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" } diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index fe6d085..06e8051 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -1,4 +1,3 @@ -<<<<<<< HEAD generate "kube-provider" { path = "kube-provider.tf" if_exists = "overwrite" @@ -21,7 +20,6 @@ data "aws_eks_cluster" "this" { %{ endif } EOF } -======= dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" } From b4ffa06374ac3553803b7cab4cab6790d37a5625 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Mon, 3 Feb 2025 16:27:43 -0500 Subject: [PATCH 11/35] use dependency blocks again --- lab/_envcommon/helm-provider.hcl | 2 -- lab/_envcommon/kube-provider.hcl | 2 -- 2 files changed, 4 deletions(-) diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index 7e693ce..1275d6f 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -35,7 +35,6 @@ generate "helm_provider" { path = "helm-provider.tf" if_exists = "overwrite_terragrunt" contents = <<-EOF -%{if "${dependency.eks.outputs.cluster_name}" != "a-cluster-name" ~} data "aws_eks_cluster" "helm" { name = "${dependency.eks.outputs.cluster_name}" } @@ -49,7 +48,6 @@ generate "helm_provider" { token = data.aws_eks_cluster_auth.helm.token } } -%{ endif ~} EOF } >>>>>>> 354afd7 (make providers great again) diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index 06e8051..c39e01b 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -33,7 +33,6 @@ generate "kube_provider" { path = "kube-provider.tf" if_exists = "overwrite_terragrunt" contents = <<-EOF -%{if "${dependency.eks.outputs.cluster_name}" != "a-cluster-name" ~} data "aws_eks_cluster" "kube" { name = "${dependency.eks.outputs.cluster_name}" } @@ -45,7 +44,6 @@ generate "kube_provider" { cluster_ca_certificate = base64decode(data.aws_eks_cluster.kube.certificate_authority[0].data) token = data.aws_eks_cluster_auth.kube.token } -%{ endif ~} EOF } >>>>>>> 354afd7 (make providers great again) From 9d1b88dcca7b1d40df9a20c1c06f9ecdeea960c7 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Mon, 3 Feb 2025 18:05:16 -0500 Subject: [PATCH 12/35] dryer --- lab/_envcommon/helm-provider.hcl | 6 +- lab/_envcommon/kube-provider.hcl | 6 +- .../eks-cert-manager/terragrunt.hcl | 52 +++++++-------- .../eks-config/terragrunt.hcl | 35 ++++------- .../eks-dns/terragrunt.hcl | 39 +++++------- .../eks-grafana/terragrunt.hcl | 57 ----------------- .../eks-istio/terragrunt.hcl | 42 ++++++------- .../eks-k8s-dashboard/terragrunt.hcl | 53 ---------------- .../eks-karpenter/terragrunt.hcl | 43 ++++++------- .../eks-loki/terragrunt.hcl | 63 ------------------- .../eks-prometheus/terragrunt.hcl | 55 ---------------- .../eks-tempo/terragrunt.hcl | 63 ------------------- .../platform-eng-eks-mcm/eks/terragrunt.hcl | 1 + 13 files changed, 97 insertions(+), 418 deletions(-) delete mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl delete mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl delete mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl delete mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl delete mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index 1275d6f..487ed83 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -27,7 +27,7 @@ dependency "eks" { } inputs = { - cluster_name = dependency.eks.outputs.cluster_name + cluster_name = dependency.eks.inputs.cluster_name } # Generate a k8s provider block @@ -36,10 +36,10 @@ generate "helm_provider" { if_exists = "overwrite_terragrunt" contents = <<-EOF data "aws_eks_cluster" "helm" { - name = "${dependency.eks.outputs.cluster_name}" + name = "${dependency.eks.inputs.cluster_name}" } data "aws_eks_cluster_auth" "helm" { - name = "${dependency.eks.outputs.cluster_name}" + name = "${dependency.eks.inputs.cluster_name}" } provider "helm" { kubernetes { diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index c39e01b..13fdffd 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -25,7 +25,7 @@ dependency "eks" { } inputs = { - cluster_name = dependency.eks.outputs.cluster_name + cluster_name = dependency.eks.inputs.cluster_name } # Generate a k8s provider block @@ -34,10 +34,10 @@ generate "kube_provider" { if_exists = "overwrite_terragrunt" contents = <<-EOF data "aws_eks_cluster" "kube" { - name = "${dependency.eks.outputs.cluster_name}" + name = "${dependency.eks.inputs.cluster_name}" } data "aws_eks_cluster_auth" "kube" { - name = "${dependency.eks.outputs.cluster_name}" + name = "${dependency.eks.inputs.cluster_name}" } provider "kubernetes" { host = data.aws_eks_cluster.kube.endpoint diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 8e270a3..5eb35e8 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -1,9 +1,3 @@ -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} - terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=no-kubectl" extra_arguments "retry_lock" { @@ -25,34 +19,34 @@ dependency "eks_config" { skip_outputs = true } -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} +# locals { +# helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) +# kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +# } -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} +# generate "helm" { +# path = local.helm.generate.helm_provider.path +# if_exists = local.helm.generate.helm_provider.if_exists +# contents = local.helm.generate.helm_provider.contents +# } -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} +# generate "kube" { +# path = local.kube.generate.kube_provider.path +# if_exists = local.kube.generate.kube_provider.if_exists +# contents = local.kube.generate.kube_provider.contents +# } inputs = { - cert_manager_cainjector_tag = include.root.inputs.cert_manager_cainjector_tag - cert_manager_controller_tag = include.root.inputs.cert_manager_controller_tag - cert_manager_helm_chart = include.root.inputs.cert_manager_helm_chart - cert_manager_startupapicheck_tag = include.root.inputs.cert_manager_startupapicheck_tag - cert_manager_webhook_tag = include.root.inputs.cert_manager_webhook_tag - cluster_issuer_name = include.root.inputs.cluster_issuer_name + cert_manager_cainjector_tag = dependency.eks.inputs.cert_manager_cainjector_tag + cert_manager_controller_tag = dependency.eks.inputs.cert_manager_controller_tag + cert_manager_helm_chart = dependency.eks.inputs.cert_manager_helm_chart + cert_manager_startupapicheck_tag = dependency.eks.inputs.cert_manager_startupapicheck_tag + cert_manager_webhook_tag = dependency.eks.inputs.cert_manager_webhook_tag + cluster_issuer_name = dependency.eks.inputs.cluster_issuer_name cluster_mailing_list = dependency.eks.inputs.creator cluster_name = dependency.eks.outputs.cluster_name oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region - release_version = include.root.inputs.release_version + profile = dependency.eks.inputs.aws_profile + region = dependency.eks.inputs.aws_region + release_version = dependency.eks.inputs.release_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 78944f0..fa03311 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -1,11 +1,5 @@ # lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} - terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-configuration.git?ref=main" extra_arguments "retry_lock" { @@ -16,16 +10,16 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs = { - cluster_certificate_authority_data = [{ data = "THISISAVERYLONGCERTSTRINGTHATGOESHEREFORSURENODYEP" }] - cluster_endpoint = "https://12345ABCDEE42BF9C24D4C362D1DC.sk1.us-gov-east-1.eks.amazonaws.com" - cluster_name = "a-cluster-name" - eks_managed_node_groups_autoscaling_group_names = ["eks-eks-a-cluster-name-node_group-0000000000000000000000000-5ac8a5e3-14dd-c043-2cc9-f4b6ffb36d32"] - oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" - security_group_all_worker_mgmt_id = "sg-00b0000000000000" - subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] - vpc_id = "a-vpc-id" - } + # mock_outputs = { + # cluster_certificate_authority_data = [{ data = "THISISAVERYLONGCERTSTRINGTHATGOESHEREFORSURENODYEP" }] + # cluster_endpoint = "https://12345ABCDEE42BF9C24D4C362D1DC.sk1.us-gov-east-1.eks.amazonaws.com" + # cluster_name = "a-cluster-name" + # eks_managed_node_groups_autoscaling_group_names = ["eks-eks-a-cluster-name-node_group-0000000000000000000000000-5ac8a5e3-14dd-c043-2cc9-f4b6ffb36d32"] + # oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" + # security_group_all_worker_mgmt_id = "sg-00b0000000000000" + # subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] + # vpc_id = "a-vpc-id" + # } } locals { @@ -46,12 +40,9 @@ generate "kube" { } inputs = { - cluster_name = dependency.eks.outputs.cluster_name - eks_managed_node_groups_autoscaling_group_names = dependency.eks.outputs.eks_managed_node_groups_autoscaling_group_names - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region - release_version = include.root.inputs.release_version + cluster_name = dependency.eks.inputs.cluster_name + region = dependency.eks.inputs.aws_region + release_version = dependency.eks.inputs.release_version security_group_all_worker_mgmt_id = dependency.eks.outputs.security_group_all_worker_mgmt_id subnets = dependency.eks.outputs.subnets vpc_id = dependency.eks.outputs.vpc_id diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index fcd98c2..b44b5ca 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -1,8 +1,3 @@ -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-dns.git?ref=${include.root.inputs.release_version}" @@ -29,29 +24,29 @@ dependency "istio" { } } -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} +# locals { +# helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) +# kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +# } -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} +# generate "helm" { +# path = local.helm.generate.helm_provider.path +# if_exists = local.helm.generate.helm_provider.if_exists +# contents = local.helm.generate.helm_provider.contents +# } -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} +# generate "kube" { +# path = local.kube.generate.kube_provider.path +# if_exists = local.kube.generate.kube_provider.if_exists +# contents = local.kube.generate.kube_provider.contents +# } inputs = { cluster_name = dependency.eks.inputs.cluster_name istio_ingress_lb = dependency.istio.outputs.istio_ingress_lb - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region - route53_endpoints = include.root.inputs.route53_endpoints + profile = dependency.eks.inputs.aws_profile + region = dependency.eks.inputs.aws_region + route53_endpoints = dependency.eks.inputs.route53_endpoints subnets = dependency.eks.outputs.subnets tags = dependency.eks.inputs.tags vpc_domain_name = dependency.eks.inputs.vpc_domain_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl deleted file mode 100644 index a46c883..0000000 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ /dev/null @@ -1,57 +0,0 @@ -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} - -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-grafana.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } -} - -dependency "eks" { - config_path = "../eks" - mock_outputs = { - cluster_name = "a-cluster-name" - } -} - -dependency "eks-loki" { - config_path = "../eks-loki" - mock_outputs = { - rwo_storage_class = "gp3-encrypted" - } -} - -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - -inputs = { - cluster_domain = dependency.eks.inputs.vpc_domain_name - cluster_name = dependency.eks.outputs.cluster_name - download_dashboards_image_tag = include.root.inputs.download_dashboards_image_tag - grafana_chart_version = include.root.inputs.grafana_chart_version - grafana_tag = include.root.inputs.grafana_tag - init_chown_data_image_tag = include.root.inputs.init_chown_data_image_tag - profile = include.root.inputs.aws_profile - public_hostname = include.root.inputs.grafana_hostname - region = include.root.inputs.aws_region - rwo_storage_class = dependency.eks-loki.outputs.rwo_storage_class -} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index 2ac85bb..9a94380 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -1,9 +1,3 @@ -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} - terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { @@ -24,27 +18,27 @@ dependency "eks-karpenter" { skip_outputs = true } -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} +# locals { +# helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) +# kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +# } -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} +# generate "helm" { +# path = local.helm.generate.helm_provider.path +# if_exists = local.helm.generate.helm_provider.if_exists +# contents = local.helm.generate.helm_provider.contents +# } -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} +# generate "kube" { +# path = local.kube.generate.kube_provider.path +# if_exists = local.kube.generate.kube_provider.if_exists +# contents = local.kube.generate.kube_provider.contents +# } inputs = { cluster_name = dependency.eks.outputs.cluster_name - istio_chart_version = include.root.inputs.istio_version - istio_version = include.root.inputs.istio_version - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region + istio_chart_version = dependency.eks.inputs.istio_version + istio_version = dependency.eks.inputs.istio_version + profile = dependency.eks.inputs.aws_profile + region = dependency.eks.inputs.aws_region } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl deleted file mode 100644 index 142053f..0000000 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ /dev/null @@ -1,53 +0,0 @@ -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} - -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } -} - -dependency "eks" { - config_path = "../eks" - mock_outputs = { - cluster_name = "a-cluster-name" - vpc_domain_name = "example.com" - } -} - -dependency "eks-loki" { - config_path = "../eks-loki" - skip_outputs = true -} - -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - -inputs = { - # datasources = dependency.eks-loki.outputs.gateway_internal_endpoint - cluster_domain = dependency.eks.inputs.vpc_domain_name - cluster_name = dependency.eks.outputs.cluster_name - k8s_dashboard_version = include.root.inputs.k8s_dashboard_version - profile = include.root.inputs.aws_profile - public_hostname = include.root.inputs.dashboard_hostname - region = include.root.inputs.aws_region -} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 3edb4b4..5b37382 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -1,8 +1,3 @@ -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=no-kubectl" @@ -28,32 +23,32 @@ dependency "eks-config" { skip_outputs = true } -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} +# locals { +# helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) +# kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +# } -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} +# generate "helm" { +# path = local.helm.generate.helm_provider.path +# if_exists = local.helm.generate.helm_provider.if_exists +# contents = local.helm.generate.helm_provider.contents +# } -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} +# generate "kube" { +# path = local.kube.generate.kube_provider.path +# if_exists = local.kube.generate.kube_provider.if_exists +# contents = local.kube.generate.kube_provider.contents +# } inputs = { cluster_endpoint = dependency.eks.outputs.cluster_endpoint cluster_name = dependency.eks.outputs.cluster_name - karpenter_helm_chart = include.root.inputs.karpenter_helm_chart + karpenter_helm_chart = dependency.eks.inputs.karpenter_helm_chart karpenter_node_group_name = dependency.eks.outputs.node_group_name - karpenter_tag = include.root.inputs.karpenter_tag + karpenter_tag = dependency.eks.inputs.karpenter_tag oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region - release_version = include.root.inputs.release_version + profile = dependency.eks.inputs.aws_profile + region = dependency.eks.inputs.aws_region + release_version = dependency.eks.inputs.release_version vpc_id = dependency.eks.outputs.vpc_id } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl deleted file mode 100644 index f5a8062..0000000 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl +++ /dev/null @@ -1,63 +0,0 @@ -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} - -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-loki.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } -} - -dependency "eks" { - config_path = "../eks" - mock_outputs = { - cluster_name = "a-cluster-name" - oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" - } -} - -dependency "eks-istio" { - config_path = "../eks-istio" - skip_outputs = true -} - -dependency "eks-prometheus" { - config_path = "../eks-prometheus" - skip_outputs = true -} - -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - -inputs = { - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region - cluster_name = dependency.eks.outputs.cluster_name - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - loki_chart_version = include.root.inputs.loki_chart_version - loki_tag = include.root.inputs.loki_tag - canary_tag = include.root.inputs.canary_tag - enterprise_logs_provisioner_tag = include.root.inputs.enterprise_logs_provisioner_tag - gateway_tag = include.root.inputs.gateway_tag - memcached_tag = include.root.inputs.memcached_tag - exporter_tag = include.root.inputs.exporter_tag - sidecar_tag = include.root.inputs.sidecar_tag -} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl deleted file mode 100644 index 468fda7..0000000 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ /dev/null @@ -1,55 +0,0 @@ -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} - -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } -} - -dependency "eks" { - config_path = "../eks" - mock_outputs = { - cluster_name = "a-cluster-name" - } -} - -dependency "eks-dns" { - config_path = "../eks-dns" - skip_outputs = true -} - -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - -inputs = { - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region - cluster_name = dependency.eks.outputs.cluster_name - prometheus_chart_version = include.root.inputs.prometheus_chart_version - prometheus_server_tag = include.root.inputs.prometheus_server_tag - prometheus_config_reloader_tag = include.root.inputs.prometheus_config_reloader_tag - alertmanager_tag = include.root.inputs.alertmanager_tag - kube_state_metrics_tag = include.root.inputs.kube_state_metrics_tag - node_exporter_tag = include.root.inputs.node_exporter_tag - pushgateway_tag = include.root.inputs.pushgateway_tag -} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl deleted file mode 100644 index 1267a56..0000000 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl +++ /dev/null @@ -1,63 +0,0 @@ -include "root" { - path = find_in_parent_folders("root.hcl") - merge_strategy = "deep" - expose = true -} - -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-tempo.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } -} - -dependency "eks" { - config_path = "../eks" - mock_outputs = { - cluster_name = "a-cluster-name" - oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" - } -} - -dependency "eks-prometheus" { - config_path = "../eks-prometheus" - mock_outputs = { - prometheus_server_internal_endpoint = { - hostname = "prometheus-server.prometheus.svc.cluster.local" - port_number = 9090 - url = "http://prometheus-server.prometheus.svc.cluster.local:9090/" - } - prometheus_namespace = "prometheus" - } -} - -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - -inputs = { - account_id = include.root.locals.account_id - profile = include.root.locals.aws_profile - region = include.root.locals.aws_region - cluster_name = dependency.eks.outputs.cluster_name - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - prometheus_port = dependency.eks-prometheus.outputs.prometheus_server_internal_endpoint.port_number - prometheus_namespace = dependency.eks-prometheus.outputs.prometheus_namespace - tempo_chart_version = include.root.inputs.tempo_chart_version - tempo_tag = include.root.inputs.tempo_tag - -} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index b1cd18a..7870b02 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -1,3 +1,4 @@ +# "Top Level" of the stack. include "root" { path = find_in_parent_folders("root.hcl") merge_strategy = "deep" From 17522e204249edcce83a8d0dcaa39a6d88c13a81 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Mon, 3 Feb 2025 18:11:39 -0500 Subject: [PATCH 13/35] include once --- lab/_envcommon/helm-provider.hcl | 1 + lab/_envcommon/kube-provider.hcl | 1 + .../eks-config/terragrunt.hcl | 32 +++++++++---------- .../platform-eng-eks-mcm/eks/terragrunt.hcl | 1 + 4 files changed, 19 insertions(+), 16 deletions(-) diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index 487ed83..dab2480 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -24,6 +24,7 @@ EOF } dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" + skip_outputs = false } inputs = { diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index 13fdffd..4d4abb5 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -22,6 +22,7 @@ EOF } dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" + skip_outputs = false } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index fa03311..197baad 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -10,16 +10,16 @@ terraform { dependency "eks" { config_path = "../eks" - # mock_outputs = { - # cluster_certificate_authority_data = [{ data = "THISISAVERYLONGCERTSTRINGTHATGOESHEREFORSURENODYEP" }] - # cluster_endpoint = "https://12345ABCDEE42BF9C24D4C362D1DC.sk1.us-gov-east-1.eks.amazonaws.com" - # cluster_name = "a-cluster-name" - # eks_managed_node_groups_autoscaling_group_names = ["eks-eks-a-cluster-name-node_group-0000000000000000000000000-5ac8a5e3-14dd-c043-2cc9-f4b6ffb36d32"] - # oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" - # security_group_all_worker_mgmt_id = "sg-00b0000000000000" - # subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] - # vpc_id = "a-vpc-id" - # } + mock_outputs = { + cluster_certificate_authority_data = [{ data = "THISISAVERYLONGCERTSTRINGTHATGOESHEREFORSURENODYEP" }] + cluster_endpoint = "https://12345ABCDEE42BF9C24D4C362D1DC.sk1.us-gov-east-1.eks.amazonaws.com" + cluster_name = "a-cluster-name" + eks_managed_node_groups_autoscaling_group_names = ["eks-eks-a-cluster-name-node_group-0000000000000000000000000-5ac8a5e3-14dd-c043-2cc9-f4b6ffb36d32"] + oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" + security_group_all_worker_mgmt_id = "sg-00b0000000000000" + subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] + vpc_id = "a-vpc-id" + } } locals { @@ -40,10 +40,10 @@ generate "kube" { } inputs = { - cluster_name = dependency.eks.inputs.cluster_name - region = dependency.eks.inputs.aws_region - release_version = dependency.eks.inputs.release_version - security_group_all_worker_mgmt_id = dependency.eks.outputs.security_group_all_worker_mgmt_id - subnets = dependency.eks.outputs.subnets - vpc_id = dependency.eks.outputs.vpc_id + cluster_name = dependency.eks.inputs.cluster_name + region = dependency.eks.inputs.aws_region + release_version = dependency.eks.inputs.release_version + security_group_all_worker_mgmt_id = dependency.eks.outputs.security_group_all_worker_mgmt_id + subnets = dependency.eks.outputs.subnets + vpc_id = dependency.eks.outputs.vpc_id } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index 7870b02..5bb79a7 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -11,6 +11,7 @@ terraform { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] } + } inputs = { From a3c7ddf23a5f2a9eeceb11cc8e3dd624308733fb Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Mon, 3 Feb 2025 20:13:22 -0500 Subject: [PATCH 14/35] plan, no cluster --- lab/_envcommon/helm-provider.hcl | 13 +++++++++---- lab/_envcommon/kube-provider.hcl | 13 +++++++++---- .../eks-cert-manager/terragrunt.hcl | 6 +++--- .../platform-eng-eks-mcm/eks-config/terragrunt.hcl | 7 ++++++- .../vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl | 2 +- .../platform-eng-eks-mcm/eks-istio/terragrunt.hcl | 10 +++++----- .../eks-karpenter/terragrunt.hcl | 7 +++---- .../vpc/platform-eng-eks-mcm/eks/terragrunt.hcl | 1 - 8 files changed, 36 insertions(+), 23 deletions(-) diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index dab2480..c6b32e1 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -24,11 +24,14 @@ EOF } dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" - skip_outputs = false + # mock_outputs_allowed_terraform_commands = ["plan", "validate"] + mock_outputs = { + cluster_name = "a-cluster-name" + } } inputs = { - cluster_name = dependency.eks.inputs.cluster_name + cluster_name = dependency.eks.outputs.cluster_name } # Generate a k8s provider block @@ -36,11 +39,12 @@ generate "helm_provider" { path = "helm-provider.tf" if_exists = "overwrite_terragrunt" contents = <<-EOF +%{if "${dependency.eks.outputs.cluster_name}" != "a-cluster-name" ~} data "aws_eks_cluster" "helm" { - name = "${dependency.eks.inputs.cluster_name}" + name = "${dependency.eks.outputs.cluster_name}" } data "aws_eks_cluster_auth" "helm" { - name = "${dependency.eks.inputs.cluster_name}" + name = "${dependency.eks.outputs.cluster_name}" } provider "helm" { kubernetes { @@ -49,6 +53,7 @@ generate "helm_provider" { token = data.aws_eks_cluster_auth.helm.token } } +%{ endif ~} EOF } >>>>>>> 354afd7 (make providers great again) diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index 4d4abb5..cea0ed8 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -22,11 +22,14 @@ EOF } dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" - skip_outputs = false + # mock_outputs_allowed_terraform_commands = ["plan", "validate"] + mock_outputs = { + cluster_name = "a-cluster-name" + } } inputs = { - cluster_name = dependency.eks.inputs.cluster_name + cluster_name = dependency.eks.outputs.cluster_name } # Generate a k8s provider block @@ -34,17 +37,19 @@ generate "kube_provider" { path = "kube-provider.tf" if_exists = "overwrite_terragrunt" contents = <<-EOF +%{if "${dependency.eks.outputs.cluster_name}" != "a-cluster-name" ~} data "aws_eks_cluster" "kube" { - name = "${dependency.eks.inputs.cluster_name}" + name = "${dependency.eks.outputs.cluster_name}" } data "aws_eks_cluster_auth" "kube" { - name = "${dependency.eks.inputs.cluster_name}" + name = "${dependency.eks.outputs.cluster_name}" } provider "kubernetes" { host = data.aws_eks_cluster.kube.endpoint cluster_ca_certificate = base64decode(data.aws_eks_cluster.kube.certificate_authority[0].data) token = data.aws_eks_cluster_auth.kube.token } +%{ endif ~} EOF } >>>>>>> 354afd7 (make providers great again) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 5eb35e8..e2ff68f 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -8,15 +8,15 @@ terraform { dependency "eks" { config_path = "../eks" + # mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" } } -dependency "eks_config" { - config_path = "../eks-config" - skip_outputs = true +dependencies { + paths = ["../eks-config"] } # locals { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 197baad..d0dceb9 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -10,12 +10,14 @@ terraform { dependency "eks" { config_path = "../eks" + # mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_certificate_authority_data = [{ data = "THISISAVERYLONGCERTSTRINGTHATGOESHEREFORSURENODYEP" }] cluster_endpoint = "https://12345ABCDEE42BF9C24D4C362D1DC.sk1.us-gov-east-1.eks.amazonaws.com" cluster_name = "a-cluster-name" eks_managed_node_groups_autoscaling_group_names = ["eks-eks-a-cluster-name-node_group-0000000000000000000000000-5ac8a5e3-14dd-c043-2cc9-f4b6ffb36d32"] oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" + release_version = "main" security_group_all_worker_mgmt_id = "sg-00b0000000000000" subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] vpc_id = "a-vpc-id" @@ -25,6 +27,9 @@ dependency "eks" { locals { helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) + # Debug output + helm_debug = local.helm + kube_debug = local.kube } generate "helm" { @@ -40,7 +45,7 @@ generate "kube" { } inputs = { - cluster_name = dependency.eks.inputs.cluster_name + cluster_name = dependency.eks.outputs.cluster_name region = dependency.eks.inputs.aws_region release_version = dependency.eks.inputs.release_version security_group_all_worker_mgmt_id = dependency.eks.outputs.security_group_all_worker_mgmt_id diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index b44b5ca..38d5cb3 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -1,6 +1,6 @@ terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-dns.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-dns.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index 9a94380..a92da4a 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -1,5 +1,5 @@ terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] @@ -7,15 +7,15 @@ terraform { } dependency "eks" { - config_path = "../eks" + config_path = "${get_original_terragrunt_dir()}/../eks" + # mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" } } -dependency "eks-karpenter" { - config_path = "../eks-karpenter" - skip_outputs = true +dependencies { + paths = ["../eks-karpenter"] } # locals { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 5b37382..4e5069c 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -9,6 +9,7 @@ terraform { dependency "eks" { config_path = "../eks" + # mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_endpoint = "https://0000000000000000AAAAAAAAAAAAAAAA.sk1.us-gov-east-1.eks.amazonaws.com" cluster_name = "a-cluster-name" @@ -18,11 +19,9 @@ dependency "eks" { } } -dependency "eks-config" { - config_path = "../eks-config" - skip_outputs = true +dependencies { + paths = ["../eks-config"] } - # locals { # helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) # kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index 5bb79a7..7870b02 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -11,7 +11,6 @@ terraform { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] } - } inputs = { From 40a54f801627eabd0817797aeb1c34743f6f1800 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Mon, 3 Feb 2025 21:21:03 -0500 Subject: [PATCH 15/35] no mocks on the provider gens, otherwise okay --- .../eks-cert-manager/terragrunt.hcl | 30 +++++++++--------- .../eks-config/terragrunt.hcl | 3 -- .../eks-dns/terragrunt.hcl | 31 ++++++++++--------- .../eks-istio/terragrunt.hcl | 30 +++++++++--------- .../eks-karpenter/terragrunt.hcl | 31 ++++++++++--------- 5 files changed, 62 insertions(+), 63 deletions(-) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index e2ff68f..0c899ed 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -8,7 +8,7 @@ terraform { dependency "eks" { config_path = "../eks" - # mock_outputs_allowed_terraform_commands = ["plan", "validate"] + mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" @@ -19,22 +19,22 @@ dependencies { paths = ["../eks-config"] } -# locals { -# helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) -# kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -# } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} -# generate "helm" { -# path = local.helm.generate.helm_provider.path -# if_exists = local.helm.generate.helm_provider.if_exists -# contents = local.helm.generate.helm_provider.contents -# } +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} -# generate "kube" { -# path = local.kube.generate.kube_provider.path -# if_exists = local.kube.generate.kube_provider.if_exists -# contents = local.kube.generate.kube_provider.contents -# } +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} inputs = { cert_manager_cainjector_tag = dependency.eks.inputs.cert_manager_cainjector_tag diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index d0dceb9..fc6cead 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -27,9 +27,6 @@ dependency "eks" { locals { helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) - # Debug output - helm_debug = local.helm - kube_debug = local.kube } generate "helm" { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index 38d5cb3..21be985 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -9,8 +9,9 @@ terraform { dependency "eks" { config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { - subnets = ["subnet-abcdefgh", "subnet-12345678", "subnet-ab12cd34"] + subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] } } @@ -24,22 +25,22 @@ dependency "istio" { } } -# locals { -# helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) -# kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -# } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} -# generate "helm" { -# path = local.helm.generate.helm_provider.path -# if_exists = local.helm.generate.helm_provider.if_exists -# contents = local.helm.generate.helm_provider.contents -# } +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} -# generate "kube" { -# path = local.kube.generate.kube_provider.path -# if_exists = local.kube.generate.kube_provider.if_exists -# contents = local.kube.generate.kube_provider.contents -# } +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} inputs = { cluster_name = dependency.eks.inputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index a92da4a..6d4b5a0 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -8,7 +8,7 @@ terraform { dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" - # mock_outputs_allowed_terraform_commands = ["plan", "validate"] + mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" } @@ -18,22 +18,22 @@ dependencies { paths = ["../eks-karpenter"] } -# locals { -# helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) -# kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -# } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} -# generate "helm" { -# path = local.helm.generate.helm_provider.path -# if_exists = local.helm.generate.helm_provider.if_exists -# contents = local.helm.generate.helm_provider.contents -# } +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} -# generate "kube" { -# path = local.kube.generate.kube_provider.path -# if_exists = local.kube.generate.kube_provider.if_exists -# contents = local.kube.generate.kube_provider.contents -# } +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} inputs = { cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 4e5069c..2627422 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -9,7 +9,7 @@ terraform { dependency "eks" { config_path = "../eks" - # mock_outputs_allowed_terraform_commands = ["plan", "validate"] + mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_endpoint = "https://0000000000000000AAAAAAAAAAAAAAAA.sk1.us-gov-east-1.eks.amazonaws.com" cluster_name = "a-cluster-name" @@ -22,22 +22,23 @@ dependency "eks" { dependencies { paths = ["../eks-config"] } -# locals { -# helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) -# kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -# } -# generate "helm" { -# path = local.helm.generate.helm_provider.path -# if_exists = local.helm.generate.helm_provider.if_exists -# contents = local.helm.generate.helm_provider.contents -# } +locals { + helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) + kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) +} + +generate "helm" { + path = local.helm.generate.helm_provider.path + if_exists = local.helm.generate.helm_provider.if_exists + contents = local.helm.generate.helm_provider.contents +} -# generate "kube" { -# path = local.kube.generate.kube_provider.path -# if_exists = local.kube.generate.kube_provider.if_exists -# contents = local.kube.generate.kube_provider.contents -# } +generate "kube" { + path = local.kube.generate.kube_provider.path + if_exists = local.kube.generate.kube_provider.if_exists + contents = local.kube.generate.kube_provider.contents +} inputs = { cluster_endpoint = dependency.eks.outputs.cluster_endpoint From cd11a92267f17fae5645c8b0cc67843816639a34 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Thu, 6 Feb 2025 20:46:36 -0500 Subject: [PATCH 16/35] conditional the provider DATA --- lab/_envcommon/helm-provider.hcl | 25 ------- lab/_envcommon/kube-provider.hcl | 68 +++++-------------- .../{terragrunt.hcl => terragrunt.hcl.off} | 19 +----- .../{terragrunt.hcl => terragrunt.hcl.off} | 6 +- .../{terragrunt.hcl => terragrunt.hcl.off} | 6 ++ .../{terragrunt.hcl => terragrunt.hcl.off} | 2 +- .../eks-karpenter/terragrunt.hcl | 23 +------ .../{terragrunt.hcl => terragrunt.hcl.off} | 22 ------ lab/root.hcl | 6 +- 9 files changed, 35 insertions(+), 142 deletions(-) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/{terragrunt.hcl => terragrunt.hcl.off} (72%) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/{terragrunt.hcl => terragrunt.hcl.off} (95%) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/{terragrunt.hcl => terragrunt.hcl.off} (92%) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/{terragrunt.hcl => terragrunt.hcl.off} (95%) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/{terragrunt.hcl => terragrunt.hcl.off} (56%) diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index c6b32e1..d72924f 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -1,27 +1,3 @@ -generate "helm-provider" { - path = "helm-provider.tf" - if_exists = "overwrite" - contents = <<-EOF -%{ if startswith(local.module_name, "tfmod-eks-") ~} -provider "helm" { - kubernetes { - host = try(data.aws_eks_cluster.this[0].endpoint, "") - cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.this[0].certificate_authority[0].data), "") - exec { - api_version = "client.authentication.k8s.io/v1beta1" - command = "aws" - args = ["eks", "get-token", "--cluster-name", local.cluster_name, "--region", local.aws_region] - } - } -} - -data "aws_eks_cluster" "this" { - count = var.create_eks ? 1 : 0 - name = local.cluster_name -} -%{ endif } -EOF -} dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" # mock_outputs_allowed_terraform_commands = ["plan", "validate"] @@ -56,4 +32,3 @@ generate "helm_provider" { %{ endif ~} EOF } ->>>>>>> 354afd7 (make providers great again) diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index cea0ed8..8ed08bb 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -1,55 +1,19 @@ -generate "kube-provider" { - path = "kube-provider.tf" - if_exists = "overwrite" - contents = <<-EOF -%{ if startswith(local.module_name, "tfmod-eks-") ~} -provider "kubernetes" { - host = try(data.aws_eks_cluster.this[0].endpoint, "") - cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.this[0].certificate_authority[0].data), "") - exec { - api_version = "client.authentication.k8s.io/v1beta1" - command = "aws" - args = ["eks", "get-token", "--cluster-name", local.cluster_name, "--region", local.aws_region] - } -} - -data "aws_eks_cluster" "this" { - count = var.create_eks ? 1 : 0 - name = local.cluster_name -} -%{ endif } -EOF +%{if cluster_name != "a-cluster-name"~} +data "aws_eks_cluster" "kube" { + name = "${cluster_name}" } -dependency "eks" { - config_path = "${get_original_terragrunt_dir()}/../eks" - # mock_outputs_allowed_terraform_commands = ["plan", "validate"] - mock_outputs = { - cluster_name = "a-cluster-name" - } +data "aws_eks_cluster_auth" "kube" { + name = "${cluster_name}" } - -inputs = { - cluster_name = dependency.eks.outputs.cluster_name -} - -# Generate a k8s provider block -generate "kube_provider" { - path = "kube-provider.tf" - if_exists = "overwrite_terragrunt" - contents = <<-EOF -%{if "${dependency.eks.outputs.cluster_name}" != "a-cluster-name" ~} - data "aws_eks_cluster" "kube" { - name = "${dependency.eks.outputs.cluster_name}" - } - data "aws_eks_cluster_auth" "kube" { - name = "${dependency.eks.outputs.cluster_name}" - } - provider "kubernetes" { - host = data.aws_eks_cluster.kube.endpoint - cluster_ca_certificate = base64decode(data.aws_eks_cluster.kube.certificate_authority[0].data) - token = data.aws_eks_cluster_auth.kube.token - } -%{ endif ~} -EOF +%{endif~} +provider "kubernetes" { + %{if cluster_name != "a-cluster-name"~} + host = data.aws_eks_cluster.kube.endpoint + cluster_ca_certificate = base64decode(data.aws_eks_cluster.kube.certificate_authority[0].data) + token = data.aws_eks_cluster_auth.kube.token + %{else~} + host = "" + cluster_ca_certificate = "" + token = "" + %{endif~} } ->>>>>>> 354afd7 (make providers great again) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl.off similarity index 72% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl.off index 0c899ed..407d973 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl.off @@ -16,24 +16,7 @@ dependency "eks" { } dependencies { - paths = ["../eks-config"] -} - -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents + paths = ["../eks", "../eks-config"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl.off similarity index 95% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl.off index fc6cead..f44dbe4 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl.off @@ -10,7 +10,7 @@ terraform { dependency "eks" { config_path = "../eks" - # mock_outputs_allowed_terraform_commands = ["plan", "validate"] + mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_certificate_authority_data = [{ data = "THISISAVERYLONGCERTSTRINGTHATGOESHEREFORSURENODYEP" }] cluster_endpoint = "https://12345ABCDEE42BF9C24D4C362D1DC.sk1.us-gov-east-1.eks.amazonaws.com" @@ -24,6 +24,10 @@ dependency "eks" { } } +dependencies { + paths = ["../eks", "../eks-karpenter"] +} + locals { helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl.off similarity index 92% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl.off index 21be985..cd51906 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl.off @@ -17,6 +17,7 @@ dependency "eks" { dependency "istio" { config_path = "../eks-istio" + mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { istio_ingress_lb = { dns_name = "a1111111111111111111111111111111-2bbbbbbbbbbbbbbb.elb.us-gov-east-1.amazonaws.com" @@ -25,6 +26,11 @@ dependency "istio" { } } +dependencies { + paths = ["../eks", "../eks-config", "../eks-istio"] +} + + locals { helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl.off similarity index 95% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl.off index 6d4b5a0..3c8bcca 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl.off @@ -15,7 +15,7 @@ dependency "eks" { } dependencies { - paths = ["../eks-karpenter"] + paths = ["../eks", "../eks-karpenter", "../eks-config"] } locals { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 2627422..42fa586 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -8,7 +8,7 @@ terraform { } dependency "eks" { - config_path = "../eks" + config_path = "../eks" mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_endpoint = "https://0000000000000000AAAAAAAAAAAAAAAA.sk1.us-gov-east-1.eks.amazonaws.com" @@ -19,27 +19,6 @@ dependency "eks" { } } -dependencies { - paths = ["../eks-config"] -} - -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - inputs = { cluster_endpoint = dependency.eks.outputs.cluster_endpoint cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl.off similarity index 56% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl.off index d6eb0ca..d4d19fc 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl.off @@ -19,28 +19,6 @@ dependency "eks" { } } -dependency "eks_config" { - config_path = "../eks-config" - skip_outputs = true -} - -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - inputs = { profile = include.root.inputs.aws_profile cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/root.hcl b/lab/root.hcl index a200064..cb7a60a 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -40,8 +40,12 @@ locals { state_table_name = local.common_vars.locals.state_table_name terraform = local.cluster_vars.locals.terraform terragrunt = local.cluster_vars.locals.terragrunt +<<<<<<< HEAD module_name = get_terragrunt_dir() create_eks = get_env("TERRAGRUNT_CREATE_EKS", "true") +======= + module_name = trimprefix(replace(run_cmd("realpath", get_original_terragrunt_dir()), dirname(get_repo_root()), ""), "/") +>>>>>>> f019116 (conditional the provider DATA) } # Configure Terragrunt to automatically store tfstate files in an S3 bucket @@ -77,7 +81,7 @@ provider "aws" { profile = "${local.aws_profile}" default_tags { tags = { - clsuter_name = "${local.cluster_name}" + cluster_name = "${local.cluster_name}" module_name = "${local.module_name}" created_by = "${local.creator}" created_for = "${local.creator}" From 955c87e6eb0196a7f5a342c973151e7a3961154c Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Fri, 7 Feb 2025 14:59:56 -0500 Subject: [PATCH 17/35] include root --- .../vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 42fa586..3535ac6 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -1,3 +1,8 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=no-kubectl" From 4bba541166f7346f03e5367f0991dd4b48caf217 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Fri, 7 Feb 2025 17:07:48 -0500 Subject: [PATCH 18/35] turn modules on again --- .../{terragrunt.hcl.off => terragrunt.hcl} | 6 +++++ .../{terragrunt.hcl.off => terragrunt.hcl} | 22 ++++-------------- .../{terragrunt.hcl.off => terragrunt.hcl} | 23 ++++--------------- .../{terragrunt.hcl.off => terragrunt.hcl} | 23 +++++-------------- .../{terragrunt.hcl.off => terragrunt.hcl} | 0 5 files changed, 22 insertions(+), 52 deletions(-) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/{terragrunt.hcl.off => terragrunt.hcl} (92%) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/{terragrunt.hcl.off => terragrunt.hcl} (77%) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/{terragrunt.hcl.off => terragrunt.hcl} (70%) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/{terragrunt.hcl.off => terragrunt.hcl} (59%) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/{terragrunt.hcl.off => terragrunt.hcl} (100%) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl.off b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl similarity index 92% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl.off rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 407d973..67340a0 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl.off +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -1,3 +1,9 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} + terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=no-kubectl" extra_arguments "retry_lock" { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl.off b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl similarity index 77% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl.off rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index f44dbe4..5c32c25 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl.off +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -1,4 +1,9 @@ # lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-configuration.git?ref=main" @@ -28,23 +33,6 @@ dependencies { paths = ["../eks", "../eks-karpenter"] } -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - inputs = { cluster_name = dependency.eks.outputs.cluster_name region = dependency.eks.inputs.aws_region diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl.off b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl similarity index 70% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl.off rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index cd51906..011efb4 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl.off +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -1,3 +1,8 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-dns.git?ref=main" @@ -30,24 +35,6 @@ dependencies { paths = ["../eks", "../eks-config", "../eks-istio"] } - -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - inputs = { cluster_name = dependency.eks.inputs.cluster_name istio_ingress_lb = dependency.istio.outputs.istio_ingress_lb diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl.off b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl similarity index 59% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl.off rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index 3c8bcca..4368d6e 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl.off +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -1,3 +1,9 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} + terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=main" extra_arguments "retry_lock" { @@ -18,23 +24,6 @@ dependencies { paths = ["../eks", "../eks-karpenter", "../eks-config"] } -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - inputs = { cluster_name = dependency.eks.outputs.cluster_name istio_chart_version = dependency.eks.inputs.istio_version diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl.off b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl similarity index 100% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl.off rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl From 0eec94601d9594041b888ead1a1d1614ce5ceae8 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Fri, 7 Feb 2025 18:00:39 -0500 Subject: [PATCH 19/35] re-add --- .../eks-grafana/terragrunt.hcl | 44 ++++++++++++++++ .../eks-istio/terragrunt.hcl | 1 - .../eks-k8s-dashboard/terragrunt.hcl | 35 +++++++++++++ .../eks-karpenter/terragrunt.hcl | 5 +- .../eks-kiali/terragrunt.hcl.disable | 20 ++------ .../eks-loki/terragrunt.hcl | 40 +++++++++++++++ .../eks-metrics-server/terragrunt.hcl | 4 ++ .../eks-prometheus/terragrunt.hcl | 37 ++++++++++++++ .../eks-tempo/terragrunt.hcl | 50 +++++++++++++++++++ lab/root.hcl | 45 +++++++---------- 10 files changed, 236 insertions(+), 45 deletions(-) create mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl create mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl create mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl create mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl create mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl new file mode 100644 index 0000000..e4d73cf --- /dev/null +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -0,0 +1,44 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} + +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-grafana.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + +dependency "eks" { + config_path = "../eks" + mock_outputs = { + cluster_name = "a-cluster-name" + } +} + +dependency "eks-loki" { + config_path = "../eks-loki" + mock_outputs = { + rwo_storage_class = "gp3-encrypted" + } +} + +dependencies { + paths = ["../eks", "../eks-loki", "../eks-config", "../eks-karpenter"] +} + +inputs = { + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + cluster_name = dependency.eks.outputs.cluster_name + cluster_domain = dependency.eks.inputs.vpc_domain_name + public_hostname = include.root.inputs.grafana_hostname + rwo_storage_class = dependency.eks-loki.outputs.rwo_storage_class + grafana_chart_version = include.root.inputs.grafana_chart_version + grafana_tag = include.root.inputs.grafana_tag + download_dashboards_image_tag = include.root.inputs.download_dashboards_image_tag + init_chown_data_image_tag = include.root.inputs.init_chown_data_image_tag +} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index 4368d6e..75a6b24 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -14,7 +14,6 @@ terraform { dependency "eks" { config_path = "${get_original_terragrunt_dir()}/../eks" - mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl new file mode 100644 index 0000000..1d2b727 --- /dev/null +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -0,0 +1,35 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} + +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + +dependency "eks" { + config_path = "../eks" + mock_outputs = { + cluster_name = "a-cluster-name" + vpc_domain_name = "example.com" + } +} + +dependencies { + paths = ["../eks", "../eks-loki", "../eks-config", "../eks-karpenter"] +} + +inputs = { + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + cluster_name = dependency.eks.outputs.cluster_name + cluster_domain = dependency.eks.inputs.vpc_domain_name + public_hostname = include.root.inputs.dashboard_hostname + k8s_dashboard_version = include.root.inputs.k8s_dashboard_version + # datasources = dependency.eks-loki.outputs.gateway_internal_endpoint +} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 3535ac6..3934f46 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -14,7 +14,6 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["plan", "validate"] mock_outputs = { cluster_endpoint = "https://0000000000000000AAAAAAAAAAAAAAAA.sk1.us-gov-east-1.eks.amazonaws.com" cluster_name = "a-cluster-name" @@ -24,6 +23,10 @@ dependency "eks" { } } +dependencies { + paths = ["../eks"] +} + inputs = { cluster_endpoint = dependency.eks.outputs.cluster_endpoint cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable index 5ccd126..2d432e9 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable @@ -19,12 +19,14 @@ dependency "eks" { cluster_name = "a-cluster-name" } } + dependency "eks-cert-manager" { config_path = "../eks-cert-manager" mock_outputs = { cluster_issuer_name = "acmpca-clusterissuer" } } + dependency "eks-prometheus" { config_path = "../eks-prometheus" mock_outputs = { @@ -34,6 +36,7 @@ dependency "eks-prometheus" { url = "http://prometheus-server.prometheus.svc.cluster.local:9090/" } } + } dependency "eks-grafana" { config_path = "../eks-grafana" @@ -53,23 +56,6 @@ dependency "eks-grafana" { } } -locals { - helm = read_terragrunt_config(find_in_parent_folders("./_envcommon/helm-provider.hcl")) - kube = read_terragrunt_config(find_in_parent_folders("./_envcommon/kube-provider.hcl")) -} - -generate "helm" { - path = local.helm.generate.helm_provider.path - if_exists = local.helm.generate.helm_provider.if_exists - contents = local.helm.generate.helm_provider.contents -} - -generate "kube" { - path = local.kube.generate.kube_provider.path - if_exists = local.kube.generate.kube_provider.if_exists - contents = local.kube.generate.kube_provider.contents -} - inputs = { kiali_operator_version = include.root.inputs.kiali_operator_version kiali_application_version = include.root.inputs.kiali_application_version diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl new file mode 100644 index 0000000..a821081 --- /dev/null +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl @@ -0,0 +1,40 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} + +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-loki.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + +dependency "eks" { + config_path = "../eks" + mock_outputs = { + cluster_name = "a-cluster-name" + oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" + } +} + +dependencies { + paths = ["../eks", "../eks-prometheus", "../eks-config", "../eks-karpenter", "../eks-istio"] +} + +inputs = { + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + cluster_name = dependency.eks.outputs.cluster_name + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + loki_chart_version = include.root.inputs.loki_chart_version + loki_tag = include.root.inputs.loki_tag + canary_tag = include.root.inputs.canary_tag + enterprise_logs_provisioner_tag = include.root.inputs.enterprise_logs_provisioner_tag + gateway_tag = include.root.inputs.gateway_tag + memcached_tag = include.root.inputs.memcached_tag + exporter_tag = include.root.inputs.exporter_tag + sidecar_tag = include.root.inputs.sidecar_tag +} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl index d4d19fc..0b291ed 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl @@ -19,6 +19,10 @@ dependency "eks" { } } +dependencies { + paths = ["../eks", "../eks-config", "../eks-karpenter"] +} + inputs = { profile = include.root.inputs.aws_profile cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl new file mode 100644 index 0000000..a98669b --- /dev/null +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -0,0 +1,37 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} + +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + +dependency "eks" { + config_path = "../eks" + mock_outputs = { + cluster_name = "a-cluster-name" + } +} + +dependencies { + paths = ["../eks", "../eks-config", "../eks-karpenter", "../eks-istio", "../eks-dns"] +} + +inputs = { + profile = dependency.eks.inputs.aws_profile + region = dependency.eks.inputs.aws_region + cluster_name = dependency.eks.outputs.cluster_name + prometheus_chart_version = dependency.eks.inputs.prometheus_chart_version + prometheus_server_tag = dependency.eks.inputs.prometheus_server_tag + prometheus_config_reloader_tag = dependency.eks.inputs.prometheus_config_reloader_tag + alertmanager_tag = dependency.eks.inputs.alertmanager_tag + kube_state_metrics_tag = dependency.eks.inputs.kube_state_metrics_tag + node_exporter_tag = dependency.eks.inputs.node_exporter_tag + pushgateway_tag = dependency.eks.inputs.pushgateway_tag +} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl new file mode 100644 index 0000000..b3190c0 --- /dev/null +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl @@ -0,0 +1,50 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} + +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-tempo.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + +dependency "eks" { + config_path = "../eks" + mock_outputs = { + cluster_name = "a-cluster-name" + oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" + } +} + +dependency "eks-prometheus" { + config_path = "../eks-prometheus" + mock_outputs = { + prometheus_namespace = "prometheus" + prometheus_server_internal_endpoint = { + hostname = "prometheus-server.prometheus.svc.cluster.local" + port_number = 9090 + url = "http://prometheus-server.prometheus.svc.cluster.local:9090/" + } + } + +} + +dependencies { + paths = ["../eks", "../eks-prometheus", "../eks-config", "../eks-karpenter"] +} + +inputs = { + account_id = dependency.eks.inputs.account_id + cluster_name = dependency.eks.outputs.cluster_name + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + profile = dependency.eks.inputs.aws_profile + prometheus_namespace = dependency.eks-prometheus.outputs.prometheus_namespace + prometheus_port = dependency.eks-prometheus.outputs.prometheus_server_internal_endpoint.port_number + region = dependency.eks.inputs.aws_region + tempo_chart_version = dependency.eks.inputs.tempo_chart_version + tempo_tag = dependency.eks.inputs.tempo_tag +} diff --git a/lab/root.hcl b/lab/root.hcl index cb7a60a..5d4260a 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -40,12 +40,7 @@ locals { state_table_name = local.common_vars.locals.state_table_name terraform = local.cluster_vars.locals.terraform terragrunt = local.cluster_vars.locals.terragrunt -<<<<<<< HEAD - module_name = get_terragrunt_dir() - create_eks = get_env("TERRAGRUNT_CREATE_EKS", "true") -======= module_name = trimprefix(replace(run_cmd("realpath", get_original_terragrunt_dir()), dirname(get_repo_root()), ""), "/") ->>>>>>> f019116 (conditional the provider DATA) } # Configure Terragrunt to automatically store tfstate files in an S3 bucket @@ -76,29 +71,27 @@ generate "aws-provider" { path = "aws-provider.tf" if_exists = "overwrite" contents = <<-EOF -provider "aws" { - region = "${local.aws_region}" - profile = "${local.aws_profile}" - default_tags { - tags = { - cluster_name = "${local.cluster_name}" - module_name = "${local.module_name}" - created_by = "${local.creator}" - created_for = "${local.creator}" - created_reason = "${local.created_reason}" - environment = "${local.environment_abbr}" - finops_project_name = "${local.project_name}" - finops_project_number = "${local.project_number}" - finops_project_role = "${local.project_role}" - organization = "${local.organization}" - project_identifier = "${local.project_number}:${local.project_name}" - terraform = "${local.terraform}" - terragrunt = "${local.terragrunt}" + provider "aws" { + region = "${local.aws_region}" + profile = "${local.aws_profile}" + default_tags { + tags = { + created_by = "${local.creator}" + created_for = "${local.creator}" + created_reason = "${local.created_reason}" + environment = "${local.environment_abbr}" + finops_project_name = "${local.project_name}" + finops_project_number = "${local.project_number}" + finops_project_role = "${local.project_role}" + organization = "${local.organization}" + project_identifier = "${local.project_number}:${local.project_name}" + terraform = "${local.terraform}" + terragrunt = "${local.terragrunt}" + } } + # Only these AWS Account IDs may be operated on by this template + allowed_account_ids = ["${local.account_id}"] } - # Only these AWS Account IDs may be operated on by this template - allowed_account_ids = ["${local.account_id}"] -} EOF } From 2187382b5ad0277117b4d0b114c295105f8b835b Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Fri, 7 Feb 2025 20:49:29 -0500 Subject: [PATCH 20/35] wip --- lab/_envcommon/helm-provider.hcl | 48 +- lab/_envcommon/kube-provider.hcl | 41 +- lab/root.hcl | 18 +- plan.log | 1407 ++++++++++++++++++++++++++++++ 4 files changed, 1458 insertions(+), 56 deletions(-) create mode 100644 plan.log diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index d72924f..d6906ce 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -1,34 +1,30 @@ -dependency "eks" { - config_path = "${get_original_terragrunt_dir()}/../eks" - # mock_outputs_allowed_terraform_commands = ["plan", "validate"] - mock_outputs = { - cluster_name = "a-cluster-name" +generate "helm-provider" { + path = "helm-provider.tf" + if_exists = "overwrite" + contents = <<-EOF +%{if startswith(local.module_name, "tfmod-eks-") ~} +provider "helm" { + kubernetes { + host = coalesce(try(data.aws_eks_cluster.this.endpoint, ""), "dummy") + cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.this.certificate_authority[0].data), null) + exec { + api_version = "client.authentication.k8s.io/v1beta1" + command = "aws" + args = ["eks", "get-token", "--cluster-name", try(data.aws_eks_cluster.this.name, local.cluster_name), "--region", local.aws_region] + } } } -inputs = { - cluster_name = dependency.eks.outputs.cluster_name -} +data "aws_eks_cluster" "this" { + name = local.cluster_name -# Generate a k8s provider block -generate "helm_provider" { - path = "helm-provider.tf" - if_exists = "overwrite_terragrunt" - contents = <<-EOF -%{if "${dependency.eks.outputs.cluster_name}" != "a-cluster-name" ~} - data "aws_eks_cluster" "helm" { - name = "${dependency.eks.outputs.cluster_name}" - } - data "aws_eks_cluster_auth" "helm" { - name = "${dependency.eks.outputs.cluster_name}" - } - provider "helm" { - kubernetes { - host = data.aws_eks_cluster.helm.endpoint - cluster_ca_certificate = base64decode(data.aws_eks_cluster.helm.certificate_authority[0].data) - token = data.aws_eks_cluster_auth.helm.token + lifecycle { + postcondition { + condition = self.status == "ACTIVE" || terraform.workspace == "default" + error_message = "EKS cluster must be active to use this provider" } } -%{ endif ~} +} +%{endif~} EOF } diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index 8ed08bb..ce9e888 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -1,19 +1,28 @@ -%{if cluster_name != "a-cluster-name"~} -data "aws_eks_cluster" "kube" { - name = "${cluster_name}" +generate "kube-provider" { + path = "kube-provider.tf" + if_exists = "overwrite" + contents = <<-EOF +%{ if startswith(local.module_name, "tfmod-eks-") ~} +provider "kubernetes" { + host = coalesce(try(data.aws_eks_cluster.this.endpoint, ""), "dummy") + cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.this.certificate_authority[0].data), null) + exec { + api_version = "client.authentication.k8s.io/v1beta1" + command = "aws" + args = ["eks", "get-token", "--cluster-name", try(data.aws_eks_cluster.this.name, local.cluster_name), "--region", local.aws_region] + } } -data "aws_eks_cluster_auth" "kube" { - name = "${cluster_name}" + +data "aws_eks_cluster" "this" { + name = local.cluster_name + + lifecycle { + postcondition { + condition = self.status == "ACTIVE" || terraform.workspace == "default" + error_message = "EKS cluster must be active to use this provider" + } + } } -%{endif~} -provider "kubernetes" { - %{if cluster_name != "a-cluster-name"~} - host = data.aws_eks_cluster.kube.endpoint - cluster_ca_certificate = base64decode(data.aws_eks_cluster.kube.certificate_authority[0].data) - token = data.aws_eks_cluster_auth.kube.token - %{else~} - host = "" - cluster_ca_certificate = "" - token = "" - %{endif~} +%{ endif } +EOF } diff --git a/lab/root.hcl b/lab/root.hcl index 5d4260a..f283b41 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -40,7 +40,7 @@ locals { state_table_name = local.common_vars.locals.state_table_name terraform = local.cluster_vars.locals.terraform terragrunt = local.cluster_vars.locals.terragrunt - module_name = trimprefix(replace(run_cmd("realpath", get_original_terragrunt_dir()), dirname(get_repo_root()), ""), "/") + module_name = get_original_terragrunt_dir() } # Configure Terragrunt to automatically store tfstate files in an S3 bucket @@ -65,7 +65,7 @@ remote_state { enable_lock_table_ssencryption = false # use only if non-encrypted DynamoDB Lock Table for the OpenTofu/Terraform State is required and/or the NoSQL database service does not support server-side encryption } } -# https://github.com/gruntwork-io/terragrunt/issues/2726 + # Generate an AWS provider block generate "aws-provider" { path = "aws-provider.tf" @@ -76,6 +76,8 @@ generate "aws-provider" { profile = "${local.aws_profile}" default_tags { tags = { + cluster_name = "${local.cluster_name}" + module_name = "${local.module_name}" created_by = "${local.creator}" created_for = "${local.creator}" created_reason = "${local.created_reason}" @@ -103,18 +105,6 @@ include "kube_provider" { path = "${dirname(find_in_parent_folders())}/_envcommon/kube-provider.hcl" } -generate "variables" { - path = "variables.tf" - if_exists = "overwrite" - contents = <<-EOF -variable "create_eks" { - description = "Controls if EKS cluster should be created (affects all AWS resources)" - type = bool - default = true -} -EOF -} - # --------------------------------------------------------------------------------------------------------------------- # GLOBAL PARAMETERS # These variables apply to all configurations in this subfolder. These are automatically merged into the child diff --git a/plan.log b/plan.log new file mode 100644 index 0000000..b73cb75 --- /dev/null +++ b/plan.log @@ -0,0 +1,1407 @@ +20:14:06.064 DEBUG  Terragrunt Version: 0.72.4 +20:14:06.116 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Did not find any locals block: skipping evaluation. +20:14:06.129 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:06.131 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.131 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, route53_endpoints, organization, state_table_name, terragrunt, project_name, project_role, state_bucket_prefix, project_number +20:14:06.134 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.134 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, terraform, route53_endpoints, organization, state_table_name, terragrunt, project_number, project_name, project_role +20:14:06.145 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.145 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_chart_version, grafana_chart_version, aws_version, random_version, tf_version, metrics_server_helm_chart, gateway_tag, alertmanager_tag, loki_chart_version, template_version, download_dashboards_image_tag, grafana_tag, canary_tag, k8s_dashboard_metrics_scraper, release_version, tempo_tag, node_exporter_tag, pushgateway_tag, exporter_tag, metrics_server_tag, karpenter_tag, enterprise_logs_provisioner_tag, karpenter_helm_chart, helm_version, dashboard_hostname, init_chown_data_image_tag, cluster_version, grafana_hostname, sidecar_tag, prometheus_chart_version, prometheus_server_tag, cert_manager_version, loki_tag, k8s_dashboard_version, cluster_issuer_name, memcached_tag, kubernetes_version, prometheus_config_reloader_tag, eks_module_version, null_version, istio_version, kube_state_metrics_tag, kiali_operator_version +20:14:06.146 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart, cert_manager_webhook_tag, kiali_application_version, custom_service_eks_account, istio_ingress_version, cert_manager_cainjector_tag +20:14:06.149 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.150 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, metrics_server_tag, prometheus_config_reloader_tag, helm_version, grafana_hostname, grafana_chart_version, sidecar_tag, pushgateway_tag, cluster_version, cert_manager_version, loki_chart_version, metrics_server_helm_chart, memcached_tag, release_version, random_version, dashboard_hostname, grafana_tag, gateway_tag, istio_version, k8s_dashboard_version, init_chown_data_image_tag, eks_module_version, download_dashboards_image_tag, aws_version, tempo_chart_version, prometheus_server_tag, alertmanager_tag, kube_state_metrics_tag, enterprise_logs_provisioner_tag, null_version, node_exporter_tag, canary_tag, kubernetes_version, karpenter_tag, k8s_dashboard_metrics_scraper, template_version, karpenter_helm_chart, loki_tag, prometheus_chart_version, cluster_issuer_name, tf_version, tempo_tag, exporter_tag +20:14:06.150 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, custom_service_eks_account, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_controller_tag, cert_manager_helm_chart, cert_manager_webhook_tag +20:14:06.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, cluster_endpoint_public_access, terraform, cluster_name, creator, eks_instance_disk_size, terragrunt, enable_cluster_creator_admin_permissions, created_reason +20:14:06.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.156 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.157 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, created_reason, eks_instance_disk_size, cluster_name, eks_ng_desired_size, eks_ng_max_size, terraform, terragrunt +20:14:06.158 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.164 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.164 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:06.165 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.165 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:06.166 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.167 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.167 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.167 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.168 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.168 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.168 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.168 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.169 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): common_vars, versions, module_name, cluster_vars, account_vars, vpc_vars, region_vars +20:14:06.169 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): terraform, project_number, project_name, account_id, creator, state_bucket_prefix, terragrunt, environment_abbr, aws_region, cluster_name, aws_profile, organization, project_role, state_table_name, created_reason +20:14:06.175 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:06.180 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.181 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cluster_version, karpenter_tag, eks_module_version, template_version, dashboard_hostname, memcached_tag, release_version, grafana_chart_version, prometheus_server_tag, gateway_tag, metrics_server_tag, aws_version, istio_version, node_exporter_tag, k8s_dashboard_version, cert_manager_version, grafana_tag, kiali_operator_version, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, loki_tag, karpenter_helm_chart, prometheus_chart_version, tempo_tag, kube_state_metrics_tag, metrics_server_helm_chart, cluster_issuer_name, kubernetes_version, loki_chart_version, tf_version, tempo_chart_version, canary_tag, grafana_hostname, exporter_tag, helm_version, alertmanager_tag, null_version, k8s_dashboard_metrics_scraper, download_dashboards_image_tag, init_chown_data_image_tag, random_version, sidecar_tag, pushgateway_tag +20:14:06.181 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, kiali_application_version, istio_ingress_version +20:14:06.185 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.185 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, eks_instance_disk_size, cluster_name, eks_ng_desired_size, eks_ng_min_size, created_reason, eks_ng_max_size, enable_cluster_creator_admin_permissions, terraform, terragrunt, creator +20:14:06.185 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.187 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.187 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:06.188 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.188 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.189 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.189 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:06.190 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.190 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, organization, project_number, state_bucket_prefix, terraform, project_name, project_role, terragrunt, route53_endpoints +20:14:06.192 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): versions, cluster_vars, module_name, vpc_vars, region_vars, account_vars, common_vars +20:14:06.192 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): project_name, created_reason, project_number, organization, environment_abbr, terraform, terragrunt, aws_region, state_table_name, account_id, state_bucket_prefix, cluster_name, aws_profile, creator, project_role +20:14:06.200 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks +20:14:06.204 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] +20:14:06.212 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: git rev-parse --show-toplevel +20:14:06.212 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Command output will be suppressed. +20:14:06.219 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:06.223 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Exposing include block 'root' +20:14:06.230 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:06.232 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.233 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.234 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.234 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment +20:14:06.237 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.237 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): canary_tag, download_dashboards_image_tag, tf_version, template_version, null_version, memcached_tag, prometheus_server_tag, kubernetes_version, kube_state_metrics_tag, tempo_chart_version, dashboard_hostname, k8s_dashboard_version, cert_manager_version, init_chown_data_image_tag, cluster_version, kiali_operator_version, exporter_tag, aws_version, loki_tag, random_version, sidecar_tag, metrics_server_tag, pushgateway_tag, karpenter_tag, eks_module_version, grafana_chart_version, grafana_tag, istio_version, helm_version, node_exporter_tag, karpenter_helm_chart, prometheus_chart_version, enterprise_logs_provisioner_tag, release_version, alertmanager_tag, k8s_dashboard_metrics_scraper, cluster_issuer_name, prometheus_config_reloader_tag, tempo_tag, metrics_server_helm_chart, grafana_hostname, gateway_tag, loki_chart_version +20:14:06.238 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, istio_ingress_version, cert_manager_controller_tag, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_startupapicheck_tag, cert_manager_cainjector_tag +20:14:06.241 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.241 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, created_reason, creator, terraform, terragrunt, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_desired_size, eks_ng_max_size, eks_instance_disk_size, eks_ng_min_size +20:14:06.242 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.244 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.244 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, project_role, state_table_name, terraform, organization, project_name, terragrunt, route53_endpoints, state_bucket_prefix +20:14:06.245 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.245 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.246 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): module_name, vpc_vars, account_vars, versions, cluster_vars, common_vars, region_vars +20:14:06.247 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): project_number, state_table_name, organization, state_bucket_prefix, aws_profile, terragrunt, aws_region, created_reason, terraform, account_id, creator, project_role, cluster_name, environment_abbr, project_name +20:14:06.263 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:06.263 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/.terragrunt-cache +20:14:06.265 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Did not find any locals block: skipping evaluation. +20:14:06.276 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Found locals block: evaluating the expressions. +20:14:06.276 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. +20:14:06.277 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.277 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:06.277 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. +20:14:06.278 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.278 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.278 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. +20:14:06.279 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.279 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, organization, project_number, state_table_name, project_role, state_bucket_prefix, terraform, route53_endpoints, project_name +20:14:06.280 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. +20:14:06.282 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.283 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, tempo_chart_version, cluster_issuer_name, alertmanager_tag, loki_tag, tempo_tag, exporter_tag, release_version, memcached_tag, gateway_tag, dashboard_hostname, init_chown_data_image_tag, k8s_dashboard_version, prometheus_chart_version, pushgateway_tag, node_exporter_tag, download_dashboards_image_tag, grafana_chart_version, grafana_tag, metrics_server_helm_chart, canary_tag, karpenter_tag, loki_chart_version, helm_version, istio_version, metrics_server_tag, kubernetes_version, cluster_version, cert_manager_version, null_version, aws_version, tf_version, kube_state_metrics_tag, template_version, sidecar_tag, prometheus_config_reloader_tag, eks_module_version, enterprise_logs_provisioner_tag, k8s_dashboard_metrics_scraper, karpenter_helm_chart, grafana_hostname, random_version, prometheus_server_tag +20:14:06.283 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, istio_ingress_version, cert_manager_helm_chart, kiali_application_version, cert_manager_webhook_tag, custom_service_eks_account, cert_manager_controller_tag +20:14:06.288 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. +20:14:06.289 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.290 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.291 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. +20:14:06.294 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.294 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_name, creator, eks_ng_min_size, eks_instance_disk_size, terraform, eks_ng_desired_size, eks_ng_max_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, created_reason, terragrunt +20:14:06.295 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.296 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 7 locals (remaining 15): account_vars, region_vars, module_name, common_vars, versions, vpc_vars, cluster_vars +20:14:06.296 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 15 locals (remaining 0): project_number, terragrunt, created_reason, state_table_name, organization, environment_abbr, creator, aws_profile, state_bucket_prefix, project_role, account_id, cluster_name, aws_region, terraform, project_name +20:14:06.302 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Found locals block: evaluating the expressions. +20:14:06.303 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.303 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment, environment_abbr, account_name, aws_account_id, aws_profile +20:14:06.304 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.305 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, project_role, state_table_name, terragrunt, route53_endpoints, state_bucket_prefix, terraform, project_name, project_number +20:14:06.307 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.308 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terraform, eks_ng_min_size, cluster_name, cluster_endpoint_public_access, created_reason, eks_ng_desired_size, eks_ng_max_size, creator, eks_instance_disk_size, terragrunt, enable_cluster_creator_admin_permissions +20:14:06.308 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.310 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.310 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.313 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.313 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_tag, canary_tag, gateway_tag, aws_version, enterprise_logs_provisioner_tag, tf_version, alertmanager_tag, null_version, cluster_issuer_name, release_version, helm_version, dashboard_hostname, k8s_dashboard_version, grafana_chart_version, karpenter_helm_chart, grafana_tag, metrics_server_helm_chart, eks_module_version, init_chown_data_image_tag, karpenter_tag, loki_tag, random_version, download_dashboards_image_tag, grafana_hostname, istio_version, tempo_chart_version, template_version, memcached_tag, metrics_server_tag, pushgateway_tag, prometheus_server_tag, kube_state_metrics_tag, prometheus_config_reloader_tag, kubernetes_version, loki_chart_version, exporter_tag, cert_manager_version, k8s_dashboard_metrics_scraper, sidecar_tag, kiali_operator_version, prometheus_chart_version, cluster_version, node_exporter_tag +20:14:06.313 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_webhook_tag, istio_ingress_version, cert_manager_controller_tag, cert_manager_cainjector_tag, kiali_application_version +20:14:06.316 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.317 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.317 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 7 locals (remaining 15): account_vars, common_vars, cluster_vars, region_vars, versions, vpc_vars, module_name +20:14:06.317 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 15 locals (remaining 0): created_reason, cluster_name, creator, project_number, terraform, account_id, project_name, project_role, state_table_name, aws_region, organization, aws_profile, environment_abbr, state_bucket_prefix, terragrunt +20:14:06.323 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Running command: git rev-parse --show-toplevel +20:14:06.323 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Command output will be suppressed. +20:14:06.326 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:06.327 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager +20:14:06.330 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] +20:14:06.336 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Exposing include block 'root' +20:14:06.344 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Found locals block: evaluating the expressions. +20:14:06.344 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.344 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment, environment_abbr, account_name, aws_account_id, aws_profile +20:14:06.346 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.346 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_instance_disk_size, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_desired_size, terraform, terragrunt, cluster_endpoint_public_access, created_reason +20:14:06.346 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.348 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.348 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, route53_endpoints, organization, project_name, project_role, state_table_name, terraform, project_number, state_bucket_prefix +20:14:06.351 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.351 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.354 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.354 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): grafana_hostname, kiali_operator_version, prometheus_config_reloader_tag, istio_version, alertmanager_tag, pushgateway_tag, tempo_tag, k8s_dashboard_version, random_version, prometheus_chart_version, template_version, tf_version, sidecar_tag, aws_version, helm_version, eks_module_version, tempo_chart_version, exporter_tag, cluster_version, karpenter_tag, node_exporter_tag, grafana_tag, init_chown_data_image_tag, cert_manager_version, download_dashboards_image_tag, grafana_chart_version, loki_tag, canary_tag, metrics_server_tag, metrics_server_helm_chart, null_version, karpenter_helm_chart, gateway_tag, memcached_tag, k8s_dashboard_metrics_scraper, prometheus_server_tag, enterprise_logs_provisioner_tag, dashboard_hostname, cluster_issuer_name, loki_chart_version, kubernetes_version, kube_state_metrics_tag, release_version +20:14:06.354 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_helm_chart, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_controller_tag, cert_manager_webhook_tag, kiali_application_version +20:14:06.358 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.358 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.358 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 7 locals (remaining 15): module_name, account_vars, cluster_vars, common_vars, vpc_vars, versions, region_vars +20:14:06.358 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 15 locals (remaining 0): project_role, state_bucket_prefix, creator, terragrunt, account_id, aws_region, created_reason, organization, project_number, terraform, state_table_name, cluster_name, project_name, aws_profile, environment_abbr +20:14:06.370 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:06.370 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/.terragrunt-cache +20:14:06.373 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Did not find any locals block: skipping evaluation. +20:14:06.379 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. +20:14:06.379 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. +20:14:06.380 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.380 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, eks_instance_disk_size, eks_ng_max_size, eks_ng_min_size, creator, terraform, cluster_endpoint_public_access, created_reason, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_desired_size +20:14:06.380 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.381 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. +20:14:06.383 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.384 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): eks_module_version, helm_version, kiali_operator_version, metrics_server_tag, prometheus_config_reloader_tag, cluster_version, grafana_tag, prometheus_server_tag, grafana_hostname, aws_version, download_dashboards_image_tag, tempo_tag, kubernetes_version, karpenter_tag, alertmanager_tag, random_version, dashboard_hostname, grafana_chart_version, tempo_chart_version, cluster_issuer_name, memcached_tag, k8s_dashboard_metrics_scraper, cert_manager_version, release_version, karpenter_helm_chart, loki_tag, tf_version, istio_version, exporter_tag, loki_chart_version, sidecar_tag, k8s_dashboard_version, pushgateway_tag, node_exporter_tag, enterprise_logs_provisioner_tag, gateway_tag, canary_tag, null_version, metrics_server_helm_chart, prometheus_chart_version, kube_state_metrics_tag, init_chown_data_image_tag, template_version +20:14:06.384 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_webhook_tag, istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version, cert_manager_startupapicheck_tag +20:14:06.388 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. +20:14:06.388 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.389 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.390 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. +20:14:06.392 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.392 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:06.394 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. +20:14:06.395 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.395 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, organization, state_bucket_prefix, route53_endpoints, project_name, state_table_name, terragrunt, project_number, terraform +20:14:06.397 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. +20:14:06.397 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.397 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.397 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): cluster_vars, versions, module_name, region_vars, account_vars, common_vars, vpc_vars +20:14:06.398 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): project_role, organization, terragrunt, state_bucket_prefix, cluster_name, aws_region, terraform, project_name, aws_profile, created_reason, project_number, environment_abbr, account_id, creator, state_table_name +20:14:06.404 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. +20:14:06.405 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.405 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, project_name, project_role, state_bucket_prefix, terraform, terragrunt, organization, project_number, state_table_name +20:14:06.406 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.407 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.407 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.407 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:06.408 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.409 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:06.413 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.413 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_tag, node_exporter_tag, dashboard_hostname, canary_tag, memcached_tag, random_version, kiali_operator_version, loki_chart_version, eks_module_version, tempo_chart_version, metrics_server_tag, cluster_version, release_version, helm_version, template_version, karpenter_helm_chart, prometheus_chart_version, grafana_chart_version, pushgateway_tag, cluster_issuer_name, aws_version, metrics_server_helm_chart, init_chown_data_image_tag, istio_version, k8s_dashboard_version, alertmanager_tag, sidecar_tag, prometheus_server_tag, grafana_hostname, grafana_tag, kubernetes_version, tempo_tag, kube_state_metrics_tag, k8s_dashboard_metrics_scraper, download_dashboards_image_tag, gateway_tag, prometheus_config_reloader_tag, tf_version, null_version, cert_manager_version, loki_tag, exporter_tag, enterprise_logs_provisioner_tag +20:14:06.413 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, cert_manager_controller_tag, cert_manager_webhook_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart, istio_ingress_version, cert_manager_cainjector_tag, custom_service_eks_account +20:14:06.417 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.417 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_instance_disk_size, terragrunt, eks_ng_min_size, cluster_name, created_reason, eks_ng_desired_size, terraform, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_ng_max_size +20:14:06.417 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.418 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): common_vars, region_vars, vpc_vars, account_vars, versions, module_name, cluster_vars +20:14:06.419 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): cluster_name, state_bucket_prefix, account_id, project_role, terraform, terragrunt, state_table_name, environment_abbr, creator, project_name, project_number, organization, aws_region, created_reason, aws_profile +20:14:06.423 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config +20:14:06.426 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] +20:14:06.430 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Running command: git rev-parse --show-toplevel +20:14:06.430 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Command output will be suppressed. +20:14:06.436 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:06.440 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Exposing include block 'root' +20:14:06.447 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. +20:14:06.451 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.452 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, prometheus_config_reloader_tag, init_chown_data_image_tag, tempo_tag, loki_tag, grafana_hostname, aws_version, release_version, random_version, k8s_dashboard_metrics_scraper, sidecar_tag, node_exporter_tag, cluster_version, kubernetes_version, download_dashboards_image_tag, cluster_issuer_name, exporter_tag, enterprise_logs_provisioner_tag, template_version, grafana_chart_version, karpenter_tag, alertmanager_tag, memcached_tag, pushgateway_tag, karpenter_helm_chart, canary_tag, prometheus_server_tag, prometheus_chart_version, tempo_chart_version, null_version, k8s_dashboard_version, cert_manager_version, gateway_tag, loki_chart_version, istio_version, eks_module_version, dashboard_hostname, metrics_server_tag, grafana_tag, kube_state_metrics_tag, metrics_server_helm_chart, helm_version, tf_version +20:14:06.454 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version +20:14:06.458 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.458 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.459 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.459 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, organization, project_number, project_name, project_role, terragrunt, route53_endpoints, state_table_name, terraform +20:14:06.461 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.461 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.462 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.462 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:06.463 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.463 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, created_reason, eks_ng_max_size, enable_cluster_creator_admin_permissions, creator, eks_instance_disk_size, terragrunt, eks_ng_desired_size, eks_ng_min_size, terraform, cluster_name +20:14:06.463 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.465 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): versions, vpc_vars, module_name, common_vars, region_vars, account_vars, cluster_vars +20:14:06.465 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): cluster_name, created_reason, state_bucket_prefix, terraform, organization, state_table_name, environment_abbr, creator, aws_profile, project_number, terragrunt, account_id, project_name, aws_region, project_role +20:14:06.477 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:06.477 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/.terragrunt-cache +20:14:06.479 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Did not find any locals block: skipping evaluation. +20:14:06.485 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:06.485 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.486 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:06.486 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.487 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.490 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.490 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): canary_tag, release_version, loki_tag, random_version, kubernetes_version, pushgateway_tag, init_chown_data_image_tag, kiali_operator_version, grafana_tag, aws_version, download_dashboards_image_tag, exporter_tag, enterprise_logs_provisioner_tag, tf_version, dashboard_hostname, istio_version, k8s_dashboard_version, k8s_dashboard_metrics_scraper, alertmanager_tag, helm_version, loki_chart_version, metrics_server_tag, cluster_version, cluster_issuer_name, cert_manager_version, node_exporter_tag, gateway_tag, eks_module_version, grafana_hostname, metrics_server_helm_chart, prometheus_config_reloader_tag, grafana_chart_version, sidecar_tag, karpenter_tag, prometheus_server_tag, kube_state_metrics_tag, tempo_tag, tempo_chart_version, memcached_tag, template_version, karpenter_helm_chart, null_version, prometheus_chart_version +20:14:06.491 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_webhook_tag, kiali_application_version, cert_manager_helm_chart, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_controller_tag +20:14:06.495 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.495 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, cluster_endpoint_public_access, terragrunt, eks_instance_disk_size, terraform, enable_cluster_creator_admin_permissions, cluster_name, creator, eks_ng_max_size, eks_ng_min_size, created_reason +20:14:06.495 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.497 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.497 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_bucket_prefix, terraform, project_name, project_number, terragrunt, route53_endpoints, state_table_name, organization +20:14:06.499 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.499 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.499 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): account_vars, region_vars, module_name, versions, cluster_vars, common_vars, vpc_vars +20:14:06.499 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): organization, terraform, state_table_name, project_name, account_id, created_reason, project_number, state_bucket_prefix, environment_abbr, aws_profile, aws_region, cluster_name, creator, terragrunt, project_role +20:14:06.506 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:06.508 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.508 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, creator, eks_instance_disk_size, terraform, terragrunt, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_desired_size, eks_ng_max_size, cluster_endpoint_public_access +20:14:06.509 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.512 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.512 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cluster_issuer_name, cluster_version, eks_module_version, init_chown_data_image_tag, tempo_tag, tempo_chart_version, loki_tag, grafana_hostname, kiali_operator_version, prometheus_config_reloader_tag, template_version, tf_version, cert_manager_version, canary_tag, aws_version, kubernetes_version, prometheus_chart_version, node_exporter_tag, grafana_chart_version, kube_state_metrics_tag, helm_version, k8s_dashboard_metrics_scraper, prometheus_server_tag, grafana_tag, enterprise_logs_provisioner_tag, dashboard_hostname, k8s_dashboard_version, metrics_server_tag, karpenter_helm_chart, pushgateway_tag, metrics_server_helm_chart, memcached_tag, sidecar_tag, loki_chart_version, exporter_tag, istio_version, download_dashboards_image_tag, random_version, gateway_tag, karpenter_tag, release_version, null_version, alertmanager_tag +20:14:06.513 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, cert_manager_webhook_tag, custom_service_eks_account, kiali_application_version, cert_manager_controller_tag, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_helm_chart +20:14:06.516 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.516 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:06.517 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.518 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, state_table_name, project_name, project_role, state_bucket_prefix, terragrunt, terraform, organization, project_number +20:14:06.519 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.519 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:06.520 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.520 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.520 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): module_name, cluster_vars, versions, account_vars, common_vars, vpc_vars, region_vars +20:14:06.520 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): created_reason, cluster_name, creator, state_table_name, environment_abbr, aws_region, aws_profile, state_bucket_prefix, terraform, terragrunt, account_id, organization, project_number, project_role, project_name +20:14:06.526 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] +20:14:06.529 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: git rev-parse --show-toplevel +20:14:06.529 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Command output will be suppressed. +20:14:06.531 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:06.537 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Exposing include block 'root' +20:14:06.544 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:06.548 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.548 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): eks_module_version, gateway_tag, cluster_version, istio_version, download_dashboards_image_tag, pushgateway_tag, exporter_tag, prometheus_chart_version, release_version, tf_version, sidecar_tag, init_chown_data_image_tag, kube_state_metrics_tag, canary_tag, metrics_server_tag, grafana_tag, node_exporter_tag, tempo_chart_version, k8s_dashboard_metrics_scraper, memcached_tag, aws_version, prometheus_config_reloader_tag, null_version, dashboard_hostname, k8s_dashboard_version, alertmanager_tag, metrics_server_helm_chart, grafana_chart_version, karpenter_helm_chart, karpenter_tag, loki_chart_version, enterprise_logs_provisioner_tag, template_version, random_version, loki_tag, cluster_issuer_name, kubernetes_version, tempo_tag, helm_version, cert_manager_version, grafana_hostname, prometheus_server_tag, kiali_operator_version +20:14:06.549 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, kiali_application_version, cert_manager_startupapicheck_tag, cert_manager_helm_chart, cert_manager_webhook_tag, custom_service_eks_account, istio_ingress_version, cert_manager_controller_tag +20:14:06.552 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.552 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.553 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.553 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:06.555 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.555 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, eks_ng_desired_size, creator, terraform, created_reason, eks_ng_max_size, eks_ng_min_size, eks_instance_disk_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, cluster_name +20:14:06.555 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.557 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.557 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, route53_endpoints, project_role, state_table_name, organization, state_bucket_prefix, terraform, project_name, project_number +20:14:06.559 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.559 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.559 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): versions, region_vars, account_vars, cluster_vars, common_vars, vpc_vars, module_name +20:14:06.559 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): creator, created_reason, organization, account_id, cluster_name, environment_abbr, project_name, terragrunt, aws_region, project_number, project_role, state_bucket_prefix, aws_profile, state_table_name, terraform +20:14:06.575 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:06.575 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/.terragrunt-cache +20:14:06.577 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Did not find any locals block: skipping evaluation. +20:14:06.582 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. +20:14:06.582 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. +20:14:06.583 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.583 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.583 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. +20:14:06.584 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.584 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:06.585 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. +20:14:06.585 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.586 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, created_reason, terraform, cluster_name, creator, eks_ng_desired_size, eks_ng_max_size, enable_cluster_creator_admin_permissions +20:14:06.586 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.587 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. +20:14:06.588 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.588 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, terragrunt, route53_endpoints, project_name, terraform, project_number, project_role, state_bucket_prefix, organization +20:14:06.591 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. +20:14:06.592 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.592 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.594 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. +20:14:06.596 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.596 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_helm_chart, null_version, grafana_tag, download_dashboards_image_tag, cluster_version, eks_module_version, sidecar_tag, prometheus_chart_version, pushgateway_tag, loki_tag, grafana_chart_version, dashboard_hostname, metrics_server_helm_chart, cert_manager_version, grafana_hostname, helm_version, cluster_issuer_name, memcached_tag, prometheus_config_reloader_tag, kube_state_metrics_tag, release_version, gateway_tag, template_version, tf_version, tempo_chart_version, kubernetes_version, enterprise_logs_provisioner_tag, istio_version, k8s_dashboard_version, tempo_tag, node_exporter_tag, loki_chart_version, alertmanager_tag, k8s_dashboard_metrics_scraper, aws_version, metrics_server_tag, exporter_tag, karpenter_tag, canary_tag, prometheus_server_tag, random_version, init_chown_data_image_tag, kiali_operator_version +20:14:06.597 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_controller_tag, cert_manager_startupapicheck_tag, istio_ingress_version, kiali_application_version, cert_manager_helm_chart, custom_service_eks_account, cert_manager_cainjector_tag +20:14:06.601 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): vpc_vars, account_vars, cluster_vars, module_name, common_vars, region_vars, versions +20:14:06.601 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): cluster_name, aws_region, creator, organization, project_number, created_reason, aws_profile, environment_abbr, state_bucket_prefix, state_table_name, terragrunt, terraform, project_name, project_role, account_id +20:14:06.609 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. +20:14:06.610 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.610 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.614 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.614 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_name, eks_ng_max_size, terraform, eks_ng_min_size, cluster_endpoint_public_access, eks_ng_desired_size, creator, eks_instance_disk_size, terragrunt, enable_cluster_creator_admin_permissions, created_reason +20:14:06.615 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.621 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.621 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, terragrunt, state_bucket_prefix, state_table_name, project_role, organization, route53_endpoints, project_name, project_number +20:14:06.625 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.625 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.627 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.628 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): sidecar_tag, prometheus_server_tag, cluster_issuer_name, eks_module_version, node_exporter_tag, tempo_chart_version, canary_tag, kiali_operator_version, gateway_tag, prometheus_chart_version, helm_version, tf_version, k8s_dashboard_metrics_scraper, pushgateway_tag, aws_version, loki_chart_version, release_version, dashboard_hostname, exporter_tag, prometheus_config_reloader_tag, cluster_version, cert_manager_version, metrics_server_tag, download_dashboards_image_tag, alertmanager_tag, loki_tag, kube_state_metrics_tag, grafana_tag, tempo_tag, istio_version, null_version, k8s_dashboard_version, grafana_chart_version, enterprise_logs_provisioner_tag, memcached_tag, grafana_hostname, karpenter_helm_chart, karpenter_tag, metrics_server_helm_chart, template_version, random_version, kubernetes_version, init_chown_data_image_tag +20:14:06.628 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, kiali_application_version, custom_service_eks_account, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, cert_manager_cainjector_tag +20:14:06.631 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.631 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:06.632 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): vpc_vars, cluster_vars, common_vars, module_name, region_vars, versions, account_vars +20:14:06.632 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): project_name, aws_profile, created_reason, state_bucket_prefix, terragrunt, terraform, aws_region, project_role, state_table_name, organization, project_number, account_id, cluster_name, environment_abbr, creator +20:14:06.638 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter +20:14:06.640 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] +20:14:06.646 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Running command: git rev-parse --show-toplevel +20:14:06.646 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Command output will be suppressed. +20:14:06.648 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:06.652 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Exposing include block 'root' +20:14:06.659 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. +20:14:06.663 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.663 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terraform, creator, cluster_name, eks_ng_desired_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, terragrunt, created_reason, eks_ng_max_size, cluster_endpoint_public_access +20:14:06.664 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.674 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.675 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_helm_chart, prometheus_server_tag, gateway_tag, kubernetes_version, karpenter_tag, kube_state_metrics_tag, memcached_tag, grafana_hostname, cluster_issuer_name, loki_chart_version, tempo_tag, enterprise_logs_provisioner_tag, template_version, random_version, grafana_tag, kiali_operator_version, helm_version, metrics_server_helm_chart, eks_module_version, dashboard_hostname, grafana_chart_version, sidecar_tag, download_dashboards_image_tag, prometheus_chart_version, aws_version, null_version, k8s_dashboard_version, alertmanager_tag, cert_manager_version, init_chown_data_image_tag, istio_version, tf_version, node_exporter_tag, tempo_chart_version, canary_tag, pushgateway_tag, cluster_version, loki_tag, prometheus_config_reloader_tag, exporter_tag, release_version, k8s_dashboard_metrics_scraper, metrics_server_tag +20:14:06.675 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, cert_manager_cainjector_tag, istio_ingress_version +20:14:06.679 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.679 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment +20:14:06.680 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.680 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.681 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.681 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.682 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.682 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, state_table_name, terraform, terragrunt, route53_endpoints, project_role, project_name, project_number, organization +20:14:06.683 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): cluster_vars, module_name, versions, account_vars, region_vars, vpc_vars, common_vars +20:14:06.683 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): state_bucket_prefix, account_id, project_name, creator, state_table_name, terragrunt, terraform, environment_abbr, aws_region, created_reason, cluster_name, project_number, project_role, aws_profile, organization +20:14:06.701 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:06.701 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/.terragrunt-cache +20:14:06.703 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Did not find any locals block: skipping evaluation. +20:14:06.711 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. +20:14:06.712 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. +20:14:06.713 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.713 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.714 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. +20:14:06.715 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.715 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.716 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. +20:14:06.716 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.716 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:06.717 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. +20:14:06.719 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.719 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): node_exporter_tag, canary_tag, cluster_version, release_version, tf_version, metrics_server_helm_chart, grafana_hostname, grafana_chart_version, exporter_tag, kubernetes_version, k8s_dashboard_metrics_scraper, alertmanager_tag, dashboard_hostname, download_dashboards_image_tag, aws_version, kube_state_metrics_tag, eks_module_version, template_version, loki_tag, karpenter_tag, sidecar_tag, tempo_tag, enterprise_logs_provisioner_tag, cert_manager_version, loki_chart_version, gateway_tag, kiali_operator_version, helm_version, random_version, grafana_tag, init_chown_data_image_tag, cluster_issuer_name, memcached_tag, prometheus_config_reloader_tag, karpenter_helm_chart, null_version, istio_version, prometheus_server_tag, metrics_server_tag, tempo_chart_version, prometheus_chart_version, pushgateway_tag, k8s_dashboard_version +20:14:06.720 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, cert_manager_webhook_tag, istio_ingress_version, custom_service_eks_account, kiali_application_version, cert_manager_helm_chart +20:14:06.723 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. +20:14:06.724 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.724 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, route53_endpoints, project_name, project_role, organization, state_table_name, state_bucket_prefix, terraform, project_number +20:14:06.725 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. +20:14:06.726 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.726 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, cluster_endpoint_public_access, terragrunt, creator, eks_ng_desired_size, cluster_name, eks_ng_max_size, enable_cluster_creator_admin_permissions, created_reason, eks_instance_disk_size, terraform +20:14:06.726 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.728 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): module_name, region_vars, vpc_vars, account_vars, versions, common_vars, cluster_vars +20:14:06.728 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): project_number, environment_abbr, created_reason, state_table_name, project_name, creator, aws_profile, terraform, aws_region, cluster_name, organization, terragrunt, state_bucket_prefix, account_id, project_role +20:14:06.735 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. +20:14:06.736 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.736 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment +20:14:06.739 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.739 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_tag, metrics_server_tag, cluster_issuer_name, kubernetes_version, init_chown_data_image_tag, aws_version, kube_state_metrics_tag, prometheus_config_reloader_tag, metrics_server_helm_chart, helm_version, k8s_dashboard_version, grafana_chart_version, loki_tag, canary_tag, grafana_hostname, cluster_version, istio_version, eks_module_version, alertmanager_tag, loki_chart_version, null_version, pushgateway_tag, kiali_operator_version, cert_manager_version, karpenter_helm_chart, memcached_tag, prometheus_server_tag, enterprise_logs_provisioner_tag, grafana_tag, release_version, node_exporter_tag, template_version, dashboard_hostname, k8s_dashboard_metrics_scraper, sidecar_tag, download_dashboards_image_tag, prometheus_chart_version, tempo_tag, tf_version, tempo_chart_version, random_version, gateway_tag, exporter_tag +20:14:06.739 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, cert_manager_controller_tag, custom_service_eks_account, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, kiali_application_version, istio_ingress_version, cert_manager_cainjector_tag +20:14:06.744 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.745 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.746 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.746 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, eks_ng_desired_size, enable_cluster_creator_admin_permissions, eks_ng_min_size, creator, terraform, cluster_name, created_reason, eks_ng_max_size +20:14:06.746 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.748 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.748 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.749 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.749 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, organization, project_number, route53_endpoints, project_role, state_bucket_prefix, state_table_name, project_name, terragrunt +20:14:06.750 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): account_vars, versions, region_vars, cluster_vars, vpc_vars, module_name, common_vars +20:14:06.751 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): state_table_name, terragrunt, project_name, terraform, account_id, aws_profile, environment_abbr, aws_region, cluster_name, organization, project_role, created_reason, state_bucket_prefix, project_number, creator +20:14:06.754 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns +20:14:06.756 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] +20:14:06.758 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Running command: git rev-parse --show-toplevel +20:14:06.758 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Command output will be suppressed. +20:14:06.761 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:06.771 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Exposing include block 'root' +20:14:06.786 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. +20:14:06.787 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.787 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, cluster_name, creator, eks_instance_disk_size, terraform, enable_cluster_creator_admin_permissions, eks_ng_min_size, created_reason, eks_ng_desired_size, terragrunt, eks_ng_max_size +20:14:06.788 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.789 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.789 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:06.790 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.790 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.793 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.793 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): download_dashboards_image_tag, kiali_operator_version, metrics_server_helm_chart, node_exporter_tag, alertmanager_tag, null_version, memcached_tag, random_version, loki_tag, loki_chart_version, enterprise_logs_provisioner_tag, kube_state_metrics_tag, prometheus_server_tag, release_version, helm_version, dashboard_hostname, prometheus_config_reloader_tag, exporter_tag, tempo_tag, sidecar_tag, grafana_hostname, karpenter_helm_chart, cluster_issuer_name, gateway_tag, tf_version, k8s_dashboard_version, grafana_chart_version, canary_tag, pushgateway_tag, cluster_version, kubernetes_version, prometheus_chart_version, k8s_dashboard_metrics_scraper, grafana_tag, karpenter_tag, template_version, tempo_chart_version, cert_manager_version, init_chown_data_image_tag, eks_module_version, metrics_server_tag, aws_version, istio_version +20:14:06.794 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, custom_service_eks_account, cert_manager_controller_tag, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart, cert_manager_webhook_tag +20:14:06.801 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.801 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, state_table_name, terraform, organization, project_name, project_number, project_role, state_bucket_prefix, route53_endpoints +20:14:06.802 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.803 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:06.803 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): cluster_vars, account_vars, module_name, region_vars, versions, common_vars, vpc_vars +20:14:06.803 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): state_bucket_prefix, environment_abbr, project_name, terragrunt, cluster_name, aws_profile, terraform, account_id, creator, project_number, aws_region, created_reason, organization, state_table_name, project_role +20:14:06.813 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:06.813 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/.terragrunt-cache +20:14:06.816 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Did not find any locals block: skipping evaluation. +20:14:06.828 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. +20:14:06.828 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. +20:14:06.829 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.829 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, organization, project_number, terragrunt, project_name, project_role, state_bucket_prefix, route53_endpoints, state_table_name +20:14:06.830 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. +20:14:06.831 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.831 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_instance_disk_size, cluster_name, creator, created_reason, terraform, terragrunt +20:14:06.831 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.833 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. +20:14:06.833 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.833 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:06.834 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. +20:14:06.834 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.834 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.835 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. +20:14:06.837 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.838 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cluster_issuer_name, cluster_version, grafana_chart_version, sidecar_tag, karpenter_tag, k8s_dashboard_version, init_chown_data_image_tag, kiali_operator_version, metrics_server_tag, helm_version, istio_version, prometheus_chart_version, kube_state_metrics_tag, null_version, tf_version, dashboard_hostname, exporter_tag, canary_tag, prometheus_config_reloader_tag, k8s_dashboard_metrics_scraper, tempo_tag, memcached_tag, gateway_tag, karpenter_helm_chart, enterprise_logs_provisioner_tag, aws_version, template_version, random_version, node_exporter_tag, tempo_chart_version, prometheus_server_tag, eks_module_version, download_dashboards_image_tag, pushgateway_tag, grafana_hostname, loki_tag, grafana_tag, kubernetes_version, cert_manager_version, loki_chart_version, alertmanager_tag, release_version, metrics_server_helm_chart +20:14:06.838 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_cainjector_tag, kiali_application_version, cert_manager_controller_tag, istio_ingress_version, custom_service_eks_account, cert_manager_helm_chart, cert_manager_startupapicheck_tag +20:14:06.842 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. +20:14:06.842 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.842 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.843 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): common_vars, cluster_vars, account_vars, vpc_vars, versions, module_name, region_vars +20:14:06.843 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): cluster_name, project_role, state_bucket_prefix, account_id, environment_abbr, state_table_name, terragrunt, created_reason, project_number, aws_profile, aws_region, creator, organization, terraform, project_name +20:14:06.849 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. +20:14:06.850 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.850 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, project_role, state_bucket_prefix, terraform, project_name, organization, route53_endpoints, terragrunt, state_table_name +20:14:06.852 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.852 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.852 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.852 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.853 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.854 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:06.859 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.860 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): sidecar_tag, prometheus_config_reloader_tag, k8s_dashboard_version, cert_manager_version, template_version, null_version, cluster_issuer_name, prometheus_chart_version, tf_version, dashboard_hostname, canary_tag, kiali_operator_version, kubernetes_version, kube_state_metrics_tag, random_version, loki_chart_version, tempo_tag, grafana_chart_version, karpenter_tag, istio_version, metrics_server_helm_chart, helm_version, grafana_hostname, grafana_tag, init_chown_data_image_tag, aws_version, eks_module_version, tempo_chart_version, node_exporter_tag, memcached_tag, download_dashboards_image_tag, enterprise_logs_provisioner_tag, release_version, alertmanager_tag, k8s_dashboard_metrics_scraper, prometheus_server_tag, pushgateway_tag, karpenter_helm_chart, cluster_version, metrics_server_tag, gateway_tag, exporter_tag, loki_tag +20:14:06.861 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, istio_ingress_version, cert_manager_controller_tag, cert_manager_webhook_tag +20:14:06.867 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.867 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, creator, terraform, terragrunt, cluster_name, created_reason, enable_cluster_creator_admin_permissions, eks_instance_disk_size +20:14:06.867 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.869 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): module_name, common_vars, vpc_vars, region_vars, account_vars, versions, cluster_vars +20:14:06.869 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): state_table_name, aws_profile, created_reason, account_id, cluster_name, project_role, organization, aws_region, terraform, project_number, environment_abbr, project_name, state_bucket_prefix, terragrunt, creator +20:14:06.875 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Running command: git rev-parse --show-toplevel +20:14:06.875 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Command output will be suppressed. +20:14:06.879 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:06.879 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio +20:14:06.882 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] +20:14:06.892 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Exposing include block 'root' +20:14:06.898 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. +20:14:06.899 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.899 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.901 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.901 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, kubernetes_version, loki_chart_version, tempo_chart_version, alertmanager_tag, node_exporter_tag, canary_tag, download_dashboards_image_tag, aws_version, enterprise_logs_provisioner_tag, kube_state_metrics_tag, release_version, grafana_tag, init_chown_data_image_tag, tf_version, k8s_dashboard_metrics_scraper, cluster_issuer_name, grafana_chart_version, pushgateway_tag, template_version, null_version, dashboard_hostname, k8s_dashboard_version, memcached_tag, prometheus_chart_version, prometheus_config_reloader_tag, eks_module_version, loki_tag, karpenter_helm_chart, cert_manager_version, grafana_hostname, prometheus_server_tag, cluster_version, metrics_server_helm_chart, istio_version, random_version, sidecar_tag, metrics_server_tag, exporter_tag, tempo_tag, karpenter_tag, helm_version, gateway_tag +20:14:06.902 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_startupapicheck_tag, istio_ingress_version, kiali_application_version, cert_manager_cainjector_tag, cert_manager_helm_chart +20:14:06.913 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.913 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:06.916 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.916 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, created_reason, eks_ng_min_size, creator, eks_instance_disk_size, terraform, cluster_endpoint_public_access, cluster_name, eks_ng_desired_size, eks_ng_max_size, enable_cluster_creator_admin_permissions +20:14:06.916 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.918 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.918 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_table_name, organization, project_number, state_bucket_prefix, terraform, project_name, terragrunt, route53_endpoints +20:14:06.920 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.920 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.920 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): region_vars, versions, account_vars, cluster_vars, module_name, common_vars, vpc_vars +20:14:06.921 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): aws_region, creator, project_name, project_role, created_reason, account_id, environment_abbr, state_bucket_prefix, state_table_name, terraform, terragrunt, cluster_name, project_number, organization, aws_profile +20:14:06.935 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:06.935 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/.terragrunt-cache +20:14:06.937 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Did not find any locals block: skipping evaluation. +20:14:06.942 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:06.943 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.943 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.946 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.946 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): dashboard_hostname, grafana_tag, metrics_server_helm_chart, memcached_tag, loki_chart_version, release_version, download_dashboards_image_tag, sidecar_tag, pushgateway_tag, kiali_operator_version, cluster_issuer_name, alertmanager_tag, tf_version, kube_state_metrics_tag, node_exporter_tag, karpenter_tag, prometheus_server_tag, null_version, grafana_hostname, loki_tag, random_version, init_chown_data_image_tag, cluster_version, gateway_tag, eks_module_version, template_version, metrics_server_tag, canary_tag, prometheus_config_reloader_tag, k8s_dashboard_version, prometheus_chart_version, kubernetes_version, enterprise_logs_provisioner_tag, aws_version, istio_version, helm_version, grafana_chart_version, exporter_tag, karpenter_helm_chart, tempo_tag, tempo_chart_version, k8s_dashboard_metrics_scraper, cert_manager_version +20:14:06.946 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_cainjector_tag, kiali_application_version, cert_manager_controller_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart +20:14:06.951 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.951 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:06.953 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.953 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:06.954 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.954 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, creator, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_instance_disk_size, terraform, terragrunt, cluster_name +20:14:06.955 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.957 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.957 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_name, terraform, project_number, terragrunt, project_role, state_bucket_prefix, route53_endpoints, organization, state_table_name +20:14:06.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): region_vars, versions, module_name, account_vars, vpc_vars, cluster_vars, common_vars +20:14:06.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): environment_abbr, project_number, account_id, organization, terragrunt, state_table_name, project_role, created_reason, aws_profile, aws_region, cluster_name, creator, state_bucket_prefix, project_name, terraform +20:14:06.964 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:06.965 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:06.965 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, cluster_endpoint_public_access, created_reason, eks_ng_desired_size, eks_ng_min_size, eks_instance_disk_size, terraform, cluster_name, eks_ng_max_size, enable_cluster_creator_admin_permissions, creator +20:14:06.965 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:06.967 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.968 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_name, project_number, project_role, state_table_name, terragrunt, terraform, organization, state_bucket_prefix, route53_endpoints +20:14:06.970 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:06.970 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:06.973 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:06.973 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): metrics_server_helm_chart, eks_module_version, null_version, k8s_dashboard_version, random_version, pushgateway_tag, cluster_version, karpenter_tag, kube_state_metrics_tag, node_exporter_tag, karpenter_helm_chart, prometheus_server_tag, aws_version, exporter_tag, cert_manager_version, sidecar_tag, helm_version, istio_version, template_version, memcached_tag, download_dashboards_image_tag, kiali_operator_version, prometheus_config_reloader_tag, release_version, loki_tag, canary_tag, grafana_tag, init_chown_data_image_tag, enterprise_logs_provisioner_tag, alertmanager_tag, cluster_issuer_name, prometheus_chart_version, kubernetes_version, loki_chart_version, dashboard_hostname, k8s_dashboard_metrics_scraper, tempo_tag, gateway_tag, tf_version, grafana_chart_version, tempo_chart_version, metrics_server_tag, grafana_hostname +20:14:06.974 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, cert_manager_helm_chart, cert_manager_cainjector_tag, cert_manager_webhook_tag, kiali_application_version, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_controller_tag +20:14:06.977 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:06.977 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment +20:14:06.978 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:06.978 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:06.979 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): cluster_vars, common_vars, vpc_vars, versions, account_vars, region_vars, module_name +20:14:06.979 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): creator, state_bucket_prefix, state_table_name, terragrunt, cluster_name, organization, terraform, aws_region, account_id, project_number, aws_profile, environment_abbr, project_name, project_role, created_reason +20:14:06.985 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: git rev-parse --show-toplevel +20:14:06.985 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Command output will be suppressed. +20:14:06.988 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:06.988 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] +20:14:06.994 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Exposing include block 'root' +20:14:07.001 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:07.002 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.002 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_table_name, terraform, terragrunt, organization, project_name, project_number, state_bucket_prefix, route53_endpoints +20:14:07.005 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.006 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): dashboard_hostname, k8s_dashboard_metrics_scraper, cluster_version, karpenter_tag, tempo_tag, kube_state_metrics_tag, alertmanager_tag, null_version, loki_tag, gateway_tag, kubernetes_version, grafana_hostname, prometheus_config_reloader_tag, helm_version, k8s_dashboard_version, cert_manager_version, init_chown_data_image_tag, prometheus_chart_version, metrics_server_helm_chart, release_version, node_exporter_tag, grafana_chart_version, cluster_issuer_name, loki_chart_version, download_dashboards_image_tag, karpenter_helm_chart, canary_tag, sidecar_tag, exporter_tag, eks_module_version, tf_version, tempo_chart_version, memcached_tag, metrics_server_tag, grafana_tag, aws_version, prometheus_server_tag, istio_version, template_version, random_version, pushgateway_tag, kiali_operator_version, enterprise_logs_provisioner_tag +20:14:07.006 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_cainjector_tag, cert_manager_webhook_tag, custom_service_eks_account, cert_manager_startupapicheck_tag, cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version +20:14:07.015 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.015 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.016 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.017 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, cluster_name, eks_ng_min_size, enable_cluster_creator_admin_permissions, creator, terragrunt, created_reason, eks_ng_desired_size, eks_ng_max_size, eks_instance_disk_size, terraform +20:14:07.017 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.018 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.018 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.019 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.019 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.020 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): common_vars, module_name, versions, account_vars, cluster_vars, vpc_vars, region_vars +20:14:07.020 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): account_id, cluster_name, state_bucket_prefix, terraform, aws_region, project_name, project_number, terragrunt, environment_abbr, created_reason, organization, state_table_name, aws_profile, creator, project_role +20:14:07.033 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:07.034 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/.terragrunt-cache +20:14:07.036 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Did not find any locals block: skipping evaluation. +20:14:07.042 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. +20:14:07.044 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.044 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cluster_version, dashboard_hostname, random_version, kiali_operator_version, loki_chart_version, karpenter_helm_chart, release_version, aws_version, gateway_tag, metrics_server_tag, cluster_issuer_name, alertmanager_tag, loki_tag, tf_version, kube_state_metrics_tag, pushgateway_tag, tempo_chart_version, canary_tag, cert_manager_version, eks_module_version, k8s_dashboard_metrics_scraper, grafana_chart_version, sidecar_tag, exporter_tag, init_chown_data_image_tag, memcached_tag, kubernetes_version, prometheus_server_tag, tempo_tag, prometheus_chart_version, grafana_tag, grafana_hostname, metrics_server_helm_chart, node_exporter_tag, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, karpenter_tag, istio_version, download_dashboards_image_tag, k8s_dashboard_version, helm_version, null_version, template_version +20:14:07.045 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_cainjector_tag, kiali_application_version, cert_manager_webhook_tag, cert_manager_controller_tag, cert_manager_helm_chart, custom_service_eks_account +20:14:07.050 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.051 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.052 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.052 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_name, creator, eks_instance_disk_size, terraform, eks_ng_max_size, created_reason, eks_ng_desired_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, terragrunt, cluster_endpoint_public_access +20:14:07.053 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.054 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.054 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.055 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.055 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.057 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.057 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, project_number, terraform, route53_endpoints, project_name, project_role, terragrunt, organization, state_bucket_prefix +20:14:07.058 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): versions, region_vars, cluster_vars, vpc_vars, account_vars, module_name, common_vars +20:14:07.058 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): organization, project_number, environment_abbr, created_reason, cluster_name, project_role, terraform, terragrunt, aws_region, account_id, project_name, state_bucket_prefix, creator, state_table_name, aws_profile +20:14:07.064 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. +20:14:07.065 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.066 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, terraform, project_name, terragrunt, route53_endpoints, project_role, state_table_name, organization, project_number +20:14:07.068 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.068 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.071 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.071 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_tag, k8s_dashboard_version, random_version, grafana_hostname, kube_state_metrics_tag, k8s_dashboard_metrics_scraper, kubernetes_version, aws_version, istio_version, grafana_chart_version, loki_tag, prometheus_server_tag, metrics_server_tag, loki_chart_version, prometheus_chart_version, alertmanager_tag, canary_tag, sidecar_tag, template_version, cluster_issuer_name, karpenter_tag, pushgateway_tag, download_dashboards_image_tag, kiali_operator_version, init_chown_data_image_tag, exporter_tag, eks_module_version, memcached_tag, grafana_tag, prometheus_config_reloader_tag, helm_version, node_exporter_tag, tempo_chart_version, null_version, cert_manager_version, karpenter_helm_chart, enterprise_logs_provisioner_tag, metrics_server_helm_chart, release_version, tf_version, gateway_tag, cluster_version, dashboard_hostname +20:14:07.072 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, kiali_application_version, cert_manager_controller_tag, cert_manager_helm_chart, custom_service_eks_account, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_webhook_tag +20:14:07.075 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.075 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.076 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.076 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:07.077 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.077 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, enable_cluster_creator_admin_permissions, creator, eks_instance_disk_size, eks_ng_max_size, cluster_endpoint_public_access, cluster_name, created_reason, eks_ng_desired_size, terraform, terragrunt +20:14:07.077 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.079 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): common_vars, module_name, account_vars, versions, region_vars, vpc_vars, cluster_vars +20:14:07.079 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): aws_region, project_number, state_bucket_prefix, state_table_name, cluster_name, terraform, terragrunt, aws_profile, environment_abbr, project_name, created_reason, creator, project_role, account_id, organization +20:14:07.087 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Running command: git rev-parse --show-toplevel +20:14:07.088 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Command output will be suppressed. +20:14:07.091 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:07.092 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] +20:14:07.097 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Exposing include block 'root' +20:14:07.104 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. +20:14:07.105 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.105 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, project_number, state_table_name, terraform, state_bucket_prefix, project_name, terragrunt, route53_endpoints, project_role +20:14:07.108 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.108 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:07.109 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.109 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.111 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.111 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, eks_ng_max_size, eks_ng_desired_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, creator, eks_instance_disk_size, terraform, cluster_name, created_reason, terragrunt +20:14:07.112 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.115 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.115 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, kube_state_metrics_tag, null_version, random_version, exporter_tag, prometheus_server_tag, loki_tag, memcached_tag, sidecar_tag, karpenter_tag, eks_module_version, karpenter_helm_chart, cluster_issuer_name, istio_version, template_version, k8s_dashboard_version, download_dashboards_image_tag, init_chown_data_image_tag, prometheus_config_reloader_tag, cluster_version, helm_version, tempo_chart_version, loki_chart_version, enterprise_logs_provisioner_tag, dashboard_hostname, alertmanager_tag, k8s_dashboard_metrics_scraper, metrics_server_tag, pushgateway_tag, prometheus_chart_version, tempo_tag, release_version, node_exporter_tag, grafana_chart_version, cert_manager_version, canary_tag, grafana_hostname, aws_version, kubernetes_version, metrics_server_helm_chart, tf_version, grafana_tag, gateway_tag +20:14:07.116 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, cert_manager_helm_chart, cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_startupapicheck_tag, kiali_application_version, istio_ingress_version, cert_manager_controller_tag +20:14:07.119 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.119 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.119 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): module_name, common_vars, account_vars, region_vars, cluster_vars, versions, vpc_vars +20:14:07.120 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): organization, project_role, project_name, account_id, environment_abbr, aws_profile, project_number, state_table_name, cluster_name, created_reason, terraform, terragrunt, state_bucket_prefix, aws_region, creator +20:14:07.131 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:07.131 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/.terragrunt-cache +20:14:07.133 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Did not find any locals block: skipping evaluation. +20:14:07.140 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. +20:14:07.140 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.140 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.141 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.141 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.142 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.142 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, terraform, creator, eks_ng_desired_size, eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, eks_ng_max_size, created_reason +20:14:07.143 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.147 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.147 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kube_state_metrics_tag, pushgateway_tag, prometheus_config_reloader_tag, prometheus_server_tag, karpenter_helm_chart, grafana_hostname, helm_version, sidecar_tag, tempo_tag, node_exporter_tag, tempo_chart_version, k8s_dashboard_metrics_scraper, template_version, null_version, random_version, istio_version, download_dashboards_image_tag, metrics_server_helm_chart, cert_manager_version, alertmanager_tag, loki_tag, dashboard_hostname, init_chown_data_image_tag, metrics_server_tag, canary_tag, cluster_issuer_name, tf_version, loki_chart_version, grafana_chart_version, k8s_dashboard_version, eks_module_version, grafana_tag, aws_version, memcached_tag, enterprise_logs_provisioner_tag, cluster_version, kiali_operator_version, exporter_tag, kubernetes_version, karpenter_tag, gateway_tag, release_version, prometheus_chart_version +20:14:07.148 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_webhook_tag, cert_manager_cainjector_tag, cert_manager_controller_tag, istio_ingress_version, cert_manager_helm_chart, custom_service_eks_account +20:14:07.151 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.151 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.152 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.153 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, project_name, terraform, organization, project_number, project_role, state_bucket_prefix, terragrunt, route53_endpoints +20:14:07.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): module_name, region_vars, vpc_vars, cluster_vars, versions, account_vars, common_vars +20:14:07.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): organization, project_name, project_number, creator, environment_abbr, state_bucket_prefix, terraform, project_role, account_id, state_table_name, terragrunt, cluster_name, aws_region, aws_profile, created_reason +20:14:07.160 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. +20:14:07.162 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.163 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, cluster_name, eks_ng_desired_size, eks_ng_min_size, eks_instance_disk_size, terraform, created_reason, eks_ng_max_size, creator +20:14:07.163 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.165 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.165 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.166 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.166 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.167 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.167 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.169 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.170 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): grafana_chart_version, k8s_dashboard_metrics_scraper, cluster_issuer_name, prometheus_chart_version, karpenter_tag, metrics_server_helm_chart, gateway_tag, cert_manager_version, cluster_version, release_version, node_exporter_tag, random_version, metrics_server_tag, init_chown_data_image_tag, exporter_tag, tempo_tag, tf_version, aws_version, tempo_chart_version, download_dashboards_image_tag, grafana_tag, null_version, dashboard_hostname, canary_tag, pushgateway_tag, loki_chart_version, enterprise_logs_provisioner_tag, kiali_operator_version, kube_state_metrics_tag, istio_version, eks_module_version, template_version, k8s_dashboard_version, loki_tag, sidecar_tag, prometheus_config_reloader_tag, kubernetes_version, helm_version, prometheus_server_tag, grafana_hostname, karpenter_helm_chart, alertmanager_tag, memcached_tag +20:14:07.170 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, kiali_application_version, custom_service_eks_account, cert_manager_webhook_tag, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, cert_manager_helm_chart +20:14:07.174 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.174 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, project_number, project_role, terraform, route53_endpoints, project_name, state_bucket_prefix, state_table_name, terragrunt +20:14:07.175 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): cluster_vars, module_name, account_vars, region_vars, vpc_vars, versions, common_vars +20:14:07.175 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): project_role, account_id, aws_region, aws_profile, terraform, cluster_name, creator, environment_abbr, organization, state_bucket_prefix, state_table_name, terragrunt, project_number, project_name, created_reason +20:14:07.180 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] +20:14:07.183 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Running command: git rev-parse --show-toplevel +20:14:07.183 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Command output will be suppressed. +20:14:07.185 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:07.195 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Exposing include block 'root' +20:14:07.203 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. +20:14:07.206 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.206 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, eks_ng_desired_size, terraform, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, cluster_name, creator, eks_instance_disk_size, terragrunt, eks_ng_max_size +20:14:07.207 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.208 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.208 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.209 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.209 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.211 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.211 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, project_number, state_bucket_prefix, organization, route53_endpoints, project_role, state_table_name, terraform, project_name +20:14:07.212 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.212 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.215 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.215 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cert_manager_version, cluster_issuer_name, loki_chart_version, tempo_tag, eks_module_version, alertmanager_tag, k8s_dashboard_version, canary_tag, prometheus_chart_version, init_chown_data_image_tag, karpenter_tag, release_version, tempo_chart_version, enterprise_logs_provisioner_tag, helm_version, node_exporter_tag, karpenter_helm_chart, prometheus_server_tag, gateway_tag, prometheus_config_reloader_tag, cluster_version, grafana_chart_version, k8s_dashboard_metrics_scraper, sidecar_tag, template_version, tf_version, memcached_tag, pushgateway_tag, grafana_tag, exporter_tag, random_version, metrics_server_tag, dashboard_hostname, loki_tag, kiali_operator_version, aws_version, null_version, metrics_server_helm_chart, istio_version, download_dashboards_image_tag, grafana_hostname, kubernetes_version, kube_state_metrics_tag +20:14:07.215 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_helm_chart, cert_manager_controller_tag, istio_ingress_version, custom_service_eks_account +20:14:07.218 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): module_name, cluster_vars, region_vars, account_vars, common_vars, vpc_vars, versions +20:14:07.218 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): created_reason, organization, environment_abbr, creator, terragrunt, account_id, state_bucket_prefix, project_number, project_role, cluster_name, terraform, aws_profile, aws_region, project_name, state_table_name +20:14:07.237 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:07.237 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/.terragrunt-cache +20:14:07.239 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Did not find any locals block: skipping evaluation. +20:14:07.245 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Found locals block: evaluating the expressions. +20:14:07.245 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. +20:14:07.245 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.245 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.246 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. +20:14:07.249 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.249 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, eks_ng_max_size, eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, created_reason, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, creator, terraform +20:14:07.249 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.251 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. +20:14:07.252 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.252 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, terragrunt, project_name, project_role, state_bucket_prefix, terraform, organization, project_number, route53_endpoints +20:14:07.253 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. +20:14:07.253 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.253 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.254 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. +20:14:07.254 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.254 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.255 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. +20:14:07.257 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.257 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): template_version, random_version, dashboard_hostname, download_dashboards_image_tag, karpenter_tag, prometheus_config_reloader_tag, prometheus_server_tag, null_version, loki_tag, tempo_tag, tempo_chart_version, memcached_tag, karpenter_helm_chart, prometheus_chart_version, node_exporter_tag, cluster_issuer_name, enterprise_logs_provisioner_tag, grafana_tag, metrics_server_tag, cert_manager_version, cluster_version, eks_module_version, release_version, tf_version, grafana_chart_version, sidecar_tag, exporter_tag, canary_tag, grafana_hostname, metrics_server_helm_chart, kube_state_metrics_tag, pushgateway_tag, kiali_operator_version, k8s_dashboard_version, kubernetes_version, loki_chart_version, alertmanager_tag, k8s_dashboard_metrics_scraper, helm_version, aws_version, istio_version, init_chown_data_image_tag, gateway_tag +20:14:07.258 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_cainjector_tag, istio_ingress_version, kiali_application_version, cert_manager_controller_tag, cert_manager_startupapicheck_tag, custom_service_eks_account +20:14:07.260 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 7 locals (remaining 15): region_vars, cluster_vars, module_name, common_vars, vpc_vars, account_vars, versions +20:14:07.261 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 15 locals (remaining 0): creator, project_name, aws_profile, cluster_name, project_role, terraform, account_id, aws_region, organization, environment_abbr, terragrunt, project_number, created_reason, state_table_name, state_bucket_prefix +20:14:07.272 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Found locals block: evaluating the expressions. +20:14:07.277 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.277 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): release_version, enterprise_logs_provisioner_tag, karpenter_helm_chart, prometheus_config_reloader_tag, init_chown_data_image_tag, node_exporter_tag, null_version, cluster_version, loki_chart_version, prometheus_server_tag, cert_manager_version, sidecar_tag, download_dashboards_image_tag, pushgateway_tag, kiali_operator_version, k8s_dashboard_version, prometheus_chart_version, aws_version, eks_module_version, tempo_chart_version, memcached_tag, cluster_issuer_name, grafana_tag, istio_version, karpenter_tag, alertmanager_tag, k8s_dashboard_metrics_scraper, exporter_tag, kube_state_metrics_tag, helm_version, tf_version, loki_tag, canary_tag, random_version, metrics_server_tag, grafana_hostname, gateway_tag, template_version, grafana_chart_version, kubernetes_version, tempo_tag, metrics_server_helm_chart, dashboard_hostname +20:14:07.277 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_startupapicheck_tag, custom_service_eks_account, istio_ingress_version, kiali_application_version, cert_manager_controller_tag, cert_manager_cainjector_tag +20:14:07.281 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.281 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment +20:14:07.282 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.282 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.283 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.283 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, project_role, project_number, terraform, organization, project_name, route53_endpoints, state_bucket_prefix, state_table_name +20:14:07.285 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.285 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.286 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.287 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terraform, cluster_endpoint_public_access, enable_cluster_creator_admin_permissions, creator, terragrunt, cluster_name, created_reason, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size +20:14:07.287 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.289 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 7 locals (remaining 15): module_name, versions, account_vars, region_vars, common_vars, vpc_vars, cluster_vars +20:14:07.290 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 15 locals (remaining 0): environment_abbr, project_number, state_bucket_prefix, project_role, cluster_name, project_name, organization, created_reason, aws_profile, aws_region, creator, terraform, account_id, state_table_name, terragrunt +20:14:07.293 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana +20:14:07.295 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] +20:14:07.302 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Running command: git rev-parse --show-toplevel +20:14:07.302 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Command output will be suppressed. +20:14:07.305 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:07.309 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Exposing include block 'root' +20:14:07.317 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Found locals block: evaluating the expressions. +20:14:07.318 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.318 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, creator, eks_instance_disk_size, terraform, terragrunt, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, created_reason, eks_ng_max_size, eks_ng_desired_size +20:14:07.318 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.320 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.320 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.321 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.322 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, state_bucket_prefix, state_table_name, organization, project_name, project_number, route53_endpoints, terraform, project_role +20:14:07.325 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.325 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): pushgateway_tag, download_dashboards_image_tag, gateway_tag, init_chown_data_image_tag, prometheus_chart_version, tempo_chart_version, istio_version, metrics_server_helm_chart, null_version, cert_manager_version, helm_version, memcached_tag, grafana_hostname, grafana_tag, prometheus_config_reloader_tag, karpenter_tag, enterprise_logs_provisioner_tag, aws_version, release_version, alertmanager_tag, metrics_server_tag, node_exporter_tag, template_version, k8s_dashboard_version, random_version, exporter_tag, kube_state_metrics_tag, eks_module_version, k8s_dashboard_metrics_scraper, sidecar_tag, cluster_issuer_name, kubernetes_version, cluster_version, prometheus_server_tag, tempo_tag, loki_tag, karpenter_helm_chart, grafana_chart_version, dashboard_hostname, canary_tag, kiali_operator_version, loki_chart_version, tf_version +20:14:07.325 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, cert_manager_controller_tag, istio_ingress_version, cert_manager_webhook_tag, kiali_application_version +20:14:07.329 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.329 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.330 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.330 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.330 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 7 locals (remaining 15): cluster_vars, account_vars, common_vars, versions, region_vars, module_name, vpc_vars +20:14:07.330 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 15 locals (remaining 0): environment_abbr, organization, cluster_name, creator, state_table_name, project_role, aws_profile, terraform, terragrunt, account_id, project_number, aws_region, created_reason, state_bucket_prefix, project_name +20:14:07.341 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:07.341 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/.terragrunt-cache +20:14:07.343 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Did not find any locals block: skipping evaluation. +20:14:07.349 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Found locals block: evaluating the expressions. +20:14:07.349 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. +20:14:07.350 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.350 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.350 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. +20:14:07.353 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.354 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_instance_disk_size, terragrunt, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, created_reason, eks_ng_desired_size, terraform, cluster_endpoint_public_access +20:14:07.354 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.358 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. +20:14:07.361 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.361 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, state_bucket_prefix, project_number, state_table_name, route53_endpoints, project_name, project_role, terragrunt, organization +20:14:07.365 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. +20:14:07.365 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.365 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.366 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. +20:14:07.368 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.368 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): loki_chart_version, aws_version, dashboard_hostname, k8s_dashboard_version, prometheus_chart_version, exporter_tag, enterprise_logs_provisioner_tag, k8s_dashboard_metrics_scraper, alertmanager_tag, helm_version, node_exporter_tag, kiali_operator_version, kubernetes_version, memcached_tag, karpenter_tag, prometheus_server_tag, release_version, template_version, null_version, grafana_hostname, loki_tag, grafana_tag, init_chown_data_image_tag, tempo_chart_version, istio_version, gateway_tag, random_version, download_dashboards_image_tag, sidecar_tag, kube_state_metrics_tag, prometheus_config_reloader_tag, cluster_version, tempo_tag, canary_tag, cert_manager_version, karpenter_helm_chart, tf_version, metrics_server_helm_chart, cluster_issuer_name, eks_module_version, grafana_chart_version, pushgateway_tag, metrics_server_tag +20:14:07.369 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_webhook_tag, istio_ingress_version +20:14:07.372 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. +20:14:07.372 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.372 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:07.373 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 7 locals (remaining 15): region_vars, module_name, cluster_vars, common_vars, vpc_vars, versions, account_vars +20:14:07.373 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 15 locals (remaining 0): aws_region, state_bucket_prefix, terraform, project_number, account_id, terragrunt, project_role, creator, cluster_name, created_reason, environment_abbr, aws_profile, project_name, organization, state_table_name +20:14:07.385 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Found locals block: evaluating the expressions. +20:14:07.385 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.385 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.386 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.386 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:07.388 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.388 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, terragrunt, route53_endpoints, project_number, state_bucket_prefix, terraform, organization, project_name, project_role +20:14:07.389 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.389 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.391 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.391 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, creator, eks_instance_disk_size, terragrunt, enable_cluster_creator_admin_permissions, cluster_name, terraform, cluster_endpoint_public_access, created_reason +20:14:07.391 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.394 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.394 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): dashboard_hostname, sidecar_tag, karpenter_helm_chart, prometheus_chart_version, kubernetes_version, tempo_chart_version, istio_version, template_version, null_version, grafana_tag, loki_chart_version, enterprise_logs_provisioner_tag, metrics_server_helm_chart, tf_version, download_dashboards_image_tag, gateway_tag, release_version, random_version, prometheus_server_tag, cluster_issuer_name, kiali_operator_version, k8s_dashboard_version, alertmanager_tag, grafana_chart_version, memcached_tag, grafana_hostname, aws_version, tempo_tag, kube_state_metrics_tag, node_exporter_tag, cert_manager_version, k8s_dashboard_metrics_scraper, eks_module_version, canary_tag, pushgateway_tag, exporter_tag, prometheus_config_reloader_tag, cluster_version, init_chown_data_image_tag, loki_tag, metrics_server_tag, karpenter_tag, helm_version +20:14:07.395 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_helm_chart, custom_service_eks_account, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, cert_manager_controller_tag, kiali_application_version, cert_manager_cainjector_tag +20:14:07.398 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 7 locals (remaining 15): region_vars, account_vars, common_vars, module_name, vpc_vars, cluster_vars, versions +20:14:07.399 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 15 locals (remaining 0): aws_profile, project_role, created_reason, organization, account_id, project_number, environment_abbr, cluster_name, terraform, state_table_name, aws_region, state_bucket_prefix, creator, project_name, terragrunt +20:14:07.406 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Running command: git rev-parse --show-toplevel +20:14:07.406 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Command output will be suppressed. +20:14:07.408 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:07.409 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki +20:14:07.410 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] +20:14:07.413 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Exposing include block 'root' +20:14:07.421 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Found locals block: evaluating the expressions. +20:14:07.428 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.429 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, null_version, tempo_chart_version, download_dashboards_image_tag, prometheus_server_tag, pushgateway_tag, istio_version, template_version, tf_version, node_exporter_tag, aws_version, loki_chart_version, prometheus_config_reloader_tag, tempo_tag, memcached_tag, metrics_server_tag, grafana_tag, k8s_dashboard_metrics_scraper, cert_manager_version, cluster_issuer_name, kube_state_metrics_tag, release_version, kubernetes_version, init_chown_data_image_tag, exporter_tag, k8s_dashboard_version, grafana_chart_version, alertmanager_tag, grafana_hostname, karpenter_helm_chart, karpenter_tag, dashboard_hostname, sidecar_tag, enterprise_logs_provisioner_tag, metrics_server_helm_chart, random_version, loki_tag, gateway_tag, cluster_version, helm_version, eks_module_version, canary_tag, prometheus_chart_version +20:14:07.430 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, kiali_application_version, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_controller_tag, istio_ingress_version, custom_service_eks_account +20:14:07.436 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.436 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:07.437 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.437 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:07.439 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.439 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, route53_endpoints, project_number, project_role, state_bucket_prefix, terraform, project_name, state_table_name, organization +20:14:07.442 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.443 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.444 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.444 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, terraform, cluster_endpoint_public_access, cluster_name, eks_ng_desired_size, creator, eks_instance_disk_size, terragrunt +20:14:07.444 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.445 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 7 locals (remaining 15): versions, vpc_vars, account_vars, common_vars, region_vars, cluster_vars, module_name +20:14:07.446 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 15 locals (remaining 0): aws_profile, creator, organization, project_name, project_role, account_id, aws_region, state_table_name, project_number, terraform, cluster_name, created_reason, environment_abbr, state_bucket_prefix, terragrunt +20:14:07.461 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:07.461 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/.terragrunt-cache +20:14:07.463 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Did not find any locals block: skipping evaluation. +20:14:07.468 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:07.470 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.470 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, terraform, eks_ng_min_size, eks_ng_desired_size, eks_ng_max_size, terragrunt, cluster_endpoint_public_access, creator, eks_instance_disk_size, enable_cluster_creator_admin_permissions, cluster_name +20:14:07.470 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.473 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.474 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.475 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.476 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment +20:14:07.477 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.477 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_table_name, project_number, state_bucket_prefix, terraform, route53_endpoints, project_name, terragrunt, organization +20:14:07.478 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.479 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.481 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.481 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): helm_version, aws_version, karpenter_tag, karpenter_helm_chart, dashboard_hostname, tempo_tag, node_exporter_tag, init_chown_data_image_tag, cluster_version, grafana_tag, tf_version, k8s_dashboard_version, kubernetes_version, grafana_hostname, grafana_chart_version, sidecar_tag, pushgateway_tag, metrics_server_tag, tempo_chart_version, cert_manager_version, prometheus_server_tag, loki_tag, istio_version, random_version, memcached_tag, cluster_issuer_name, canary_tag, k8s_dashboard_metrics_scraper, gateway_tag, null_version, kube_state_metrics_tag, metrics_server_helm_chart, prometheus_chart_version, kiali_operator_version, exporter_tag, prometheus_config_reloader_tag, loki_chart_version, eks_module_version, download_dashboards_image_tag, enterprise_logs_provisioner_tag, alertmanager_tag, release_version, template_version +20:14:07.482 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, cert_manager_helm_chart, kiali_application_version, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_startupapicheck_tag, custom_service_eks_account +20:14:07.485 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): cluster_vars, region_vars, account_vars, common_vars, module_name, vpc_vars, versions +20:14:07.486 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): aws_region, state_table_name, project_name, project_number, account_id, environment_abbr, created_reason, project_role, terraform, aws_profile, terragrunt, creator, organization, state_bucket_prefix, cluster_name +20:14:07.495 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:07.495 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.495 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.496 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.496 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.499 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.499 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_tag, helm_version, tf_version, download_dashboards_image_tag, grafana_hostname, gateway_tag, k8s_dashboard_version, memcached_tag, aws_version, istio_version, dashboard_hostname, sidecar_tag, node_exporter_tag, metrics_server_tag, cluster_issuer_name, pushgateway_tag, kubernetes_version, init_chown_data_image_tag, kube_state_metrics_tag, template_version, tempo_chart_version, grafana_chart_version, loki_chart_version, exporter_tag, karpenter_tag, cert_manager_version, canary_tag, karpenter_helm_chart, eks_module_version, alertmanager_tag, loki_tag, random_version, kiali_operator_version, grafana_tag, cluster_version, metrics_server_helm_chart, release_version, null_version, prometheus_chart_version, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, k8s_dashboard_metrics_scraper, prometheus_server_tag +20:14:07.500 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, cert_manager_helm_chart, kiali_application_version, istio_ingress_version, cert_manager_controller_tag, cert_manager_cainjector_tag +20:14:07.503 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.503 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.504 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.504 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, eks_ng_min_size, eks_ng_desired_size, eks_ng_max_size, creator, eks_instance_disk_size, terraform, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, cluster_name, terragrunt +20:14:07.504 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.507 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.507 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, state_table_name, project_name, terraform, organization, project_number, project_role, terragrunt, route53_endpoints +20:14:07.510 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): account_vars, module_name, vpc_vars, versions, region_vars, cluster_vars, common_vars +20:14:07.510 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): project_name, project_role, state_bucket_prefix, organization, terraform, project_number, creator, aws_region, account_id, aws_profile, terragrunt, cluster_name, environment_abbr, created_reason, state_table_name +20:14:07.514 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] +20:14:07.516 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: git rev-parse --show-toplevel +20:14:07.516 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Command output will be suppressed. +20:14:07.522 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:07.528 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Exposing include block 'root' +20:14:07.536 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. +20:14:07.537 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.537 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.538 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.538 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_name, terragrunt, state_bucket_prefix, terraform, organization, route53_endpoints, project_role, state_table_name, project_number +20:14:07.541 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.542 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): eks_module_version, template_version, dashboard_hostname, init_chown_data_image_tag, helm_version, null_version, grafana_chart_version, cert_manager_version, pushgateway_tag, download_dashboards_image_tag, prometheus_server_tag, grafana_tag, kube_state_metrics_tag, node_exporter_tag, tf_version, alertmanager_tag, random_version, k8s_dashboard_metrics_scraper, kiali_operator_version, karpenter_tag, istio_version, cluster_issuer_name, kubernetes_version, metrics_server_helm_chart, release_version, tempo_chart_version, loki_tag, karpenter_helm_chart, gateway_tag, loki_chart_version, grafana_hostname, exporter_tag, prometheus_chart_version, prometheus_config_reloader_tag, cluster_version, tempo_tag, memcached_tag, sidecar_tag, aws_version, enterprise_logs_provisioner_tag, k8s_dashboard_version, canary_tag, metrics_server_tag +20:14:07.542 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, istio_ingress_version, cert_manager_webhook_tag, kiali_application_version, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart +20:14:07.545 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.545 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:07.546 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.546 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.548 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.548 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, eks_ng_max_size, enable_cluster_creator_admin_permissions, terragrunt, creator, cluster_name, eks_ng_desired_size, eks_ng_min_size, cluster_endpoint_public_access, eks_instance_disk_size, terraform +20:14:07.548 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.549 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): vpc_vars, common_vars, versions, account_vars, region_vars, module_name, cluster_vars +20:14:07.549 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): account_id, project_role, created_reason, creator, state_bucket_prefix, state_table_name, project_number, aws_region, terragrunt, environment_abbr, organization, aws_profile, project_name, cluster_name, terraform +20:14:07.572 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:07.573 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/.terragrunt-cache +20:14:07.574 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Did not find any locals block: skipping evaluation. +20:14:07.582 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Found locals block: evaluating the expressions. +20:14:07.582 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. +20:14:07.582 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.582 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:07.583 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. +20:14:07.589 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.590 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): metrics_server_helm_chart, prometheus_chart_version, init_chown_data_image_tag, metrics_server_tag, aws_version, istio_version, k8s_dashboard_version, kiali_operator_version, release_version, loki_tag, kube_state_metrics_tag, canary_tag, loki_chart_version, tempo_chart_version, grafana_tag, dashboard_hostname, sidecar_tag, alertmanager_tag, template_version, grafana_hostname, node_exporter_tag, cluster_version, karpenter_tag, k8s_dashboard_metrics_scraper, random_version, gateway_tag, eks_module_version, exporter_tag, kubernetes_version, memcached_tag, helm_version, pushgateway_tag, tempo_tag, null_version, download_dashboards_image_tag, cluster_issuer_name, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, cert_manager_version, prometheus_server_tag, karpenter_helm_chart, tf_version, grafana_chart_version +20:14:07.591 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, custom_service_eks_account, kiali_application_version, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_helm_chart, cert_manager_webhook_tag +20:14:07.596 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. +20:14:07.597 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.597 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, cluster_name, creator, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, created_reason, eks_instance_disk_size, terraform, terragrunt, enable_cluster_creator_admin_permissions +20:14:07.598 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.599 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. +20:14:07.600 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.601 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, terragrunt, state_bucket_prefix, terraform, organization, project_number, route53_endpoints, project_name, project_role +20:14:07.602 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. +20:14:07.602 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.602 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.603 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. +20:14:07.604 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.604 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.604 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 7 locals (remaining 15): vpc_vars, versions, cluster_vars, common_vars, module_name, account_vars, region_vars +20:14:07.604 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 15 locals (remaining 0): environment_abbr, cluster_name, terraform, creator, organization, state_table_name, project_role, state_bucket_prefix, aws_region, created_reason, project_name, account_id, aws_profile, project_number, terragrunt +20:14:07.614 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Found locals block: evaluating the expressions. +20:14:07.617 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.618 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:07.621 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.621 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.625 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.625 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, project_role, state_bucket_prefix, route53_endpoints, terraform, project_number, state_table_name, terragrunt, project_name +20:14:07.626 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.627 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.629 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.629 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_helm_chart, tf_version, download_dashboards_image_tag, memcached_tag, metrics_server_tag, kiali_operator_version, gateway_tag, loki_chart_version, metrics_server_helm_chart, k8s_dashboard_version, sidecar_tag, pushgateway_tag, grafana_tag, aws_version, kubernetes_version, karpenter_tag, tempo_chart_version, null_version, cert_manager_version, prometheus_server_tag, init_chown_data_image_tag, cluster_version, helm_version, node_exporter_tag, alertmanager_tag, grafana_hostname, random_version, cluster_issuer_name, enterprise_logs_provisioner_tag, loki_tag, release_version, grafana_chart_version, k8s_dashboard_metrics_scraper, dashboard_hostname, canary_tag, prometheus_chart_version, prometheus_config_reloader_tag, istio_version, eks_module_version, exporter_tag, tempo_tag, kube_state_metrics_tag, template_version +20:14:07.630 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_helm_chart, custom_service_eks_account, cert_manager_controller_tag, istio_ingress_version, cert_manager_startupapicheck_tag, kiali_application_version +20:14:07.633 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.634 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, eks_ng_desired_size, eks_ng_max_size, creator, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, created_reason, terraform +20:14:07.634 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.635 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 7 locals (remaining 15): module_name, account_vars, region_vars, common_vars, vpc_vars, versions, cluster_vars +20:14:07.635 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 15 locals (remaining 0): aws_profile, project_number, project_name, state_bucket_prefix, terraform, account_id, organization, project_role, aws_region, creator, cluster_name, state_table_name, environment_abbr, terragrunt, created_reason +20:14:07.644 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Running command: git rev-parse --show-toplevel +20:14:07.644 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Command output will be suppressed. +20:14:07.650 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:07.650 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus +20:14:07.652 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] +20:14:07.657 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Exposing include block 'root' +20:14:07.664 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Found locals block: evaluating the expressions. +20:14:07.665 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.665 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.668 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.668 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): gateway_tag, cluster_issuer_name, kube_state_metrics_tag, helm_version, node_exporter_tag, prometheus_server_tag, kubernetes_version, exporter_tag, prometheus_config_reloader_tag, release_version, dashboard_hostname, tempo_chart_version, pushgateway_tag, download_dashboards_image_tag, grafana_tag, kiali_operator_version, karpenter_tag, random_version, canary_tag, metrics_server_helm_chart, tf_version, eks_module_version, istio_version, loki_chart_version, cluster_version, tempo_tag, enterprise_logs_provisioner_tag, grafana_chart_version, sidecar_tag, grafana_hostname, karpenter_helm_chart, prometheus_chart_version, null_version, metrics_server_tag, template_version, memcached_tag, aws_version, init_chown_data_image_tag, cert_manager_version, loki_tag, k8s_dashboard_metrics_scraper, k8s_dashboard_version, alertmanager_tag +20:14:07.669 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, custom_service_eks_account, cert_manager_controller_tag, cert_manager_cainjector_tag, kiali_application_version, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_webhook_tag +20:14:07.674 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.674 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:07.675 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.675 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_name, project_role, terraform, state_bucket_prefix, state_table_name, organization, project_number, terragrunt, route53_endpoints +20:14:07.679 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.679 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terraform, cluster_endpoint_public_access, cluster_name, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, creator, terragrunt, enable_cluster_creator_admin_permissions, created_reason +20:14:07.679 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.681 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.681 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.682 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 7 locals (remaining 15): account_vars, module_name, versions, vpc_vars, common_vars, cluster_vars, region_vars +20:14:07.682 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 15 locals (remaining 0): account_id, aws_region, created_reason, project_number, project_name, state_bucket_prefix, environment_abbr, project_role, state_table_name, creator, organization, cluster_name, terraform, terragrunt, aws_profile +20:14:07.694 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:07.694 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/.terragrunt-cache +20:14:07.697 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Did not find any locals block: skipping evaluation. +20:14:07.705 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. +20:14:07.706 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.706 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, state_table_name, project_name, route53_endpoints, project_role, state_bucket_prefix, organization, project_number, terraform +20:14:07.707 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.707 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.708 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.708 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:07.711 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.711 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): template_version, alertmanager_tag, tempo_chart_version, canary_tag, null_version, grafana_chart_version, random_version, dashboard_hostname, pushgateway_tag, k8s_dashboard_metrics_scraper, loki_chart_version, tf_version, sidecar_tag, exporter_tag, prometheus_config_reloader_tag, loki_tag, grafana_tag, aws_version, metrics_server_helm_chart, kiali_operator_version, download_dashboards_image_tag, istio_version, init_chown_data_image_tag, prometheus_chart_version, memcached_tag, karpenter_tag, enterprise_logs_provisioner_tag, helm_version, grafana_hostname, k8s_dashboard_version, kubernetes_version, prometheus_server_tag, gateway_tag, cert_manager_version, karpenter_helm_chart, metrics_server_tag, kube_state_metrics_tag, node_exporter_tag, cluster_issuer_name, cluster_version, eks_module_version, release_version, tempo_tag +20:14:07.712 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_webhook_tag, cert_manager_cainjector_tag, kiali_application_version, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_controller_tag, cert_manager_helm_chart +20:14:07.715 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.716 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_ng_desired_size, created_reason, eks_instance_disk_size, terraform, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, terragrunt, cluster_endpoint_public_access, eks_ng_max_size +20:14:07.716 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.717 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.717 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.719 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): common_vars, region_vars, account_vars, versions, cluster_vars, module_name, vpc_vars +20:14:07.719 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): state_bucket_prefix, organization, project_number, project_role, created_reason, aws_profile, creator, terraform, aws_region, environment_abbr, account_id, cluster_name, state_table_name, project_name, terragrunt +20:14:07.729 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. +20:14:07.732 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.733 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, created_reason, eks_ng_desired_size, eks_instance_disk_size, terragrunt, cluster_name, terraform +20:14:07.733 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.737 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.737 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, organization, project_name, project_number, project_role, state_bucket_prefix, state_table_name, terragrunt, terraform +20:14:07.740 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.740 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): aws_version, dashboard_hostname, sidecar_tag, pushgateway_tag, grafana_tag, alertmanager_tag, null_version, memcached_tag, gateway_tag, node_exporter_tag, loki_tag, kubernetes_version, init_chown_data_image_tag, exporter_tag, release_version, metrics_server_tag, istio_version, cluster_version, metrics_server_helm_chart, tf_version, k8s_dashboard_metrics_scraper, canary_tag, loki_chart_version, grafana_chart_version, cert_manager_version, prometheus_server_tag, grafana_hostname, kiali_operator_version, download_dashboards_image_tag, cluster_issuer_name, prometheus_chart_version, helm_version, eks_module_version, random_version, template_version, k8s_dashboard_version, prometheus_config_reloader_tag, tempo_tag, karpenter_tag, enterprise_logs_provisioner_tag, kube_state_metrics_tag, tempo_chart_version, karpenter_helm_chart +20:14:07.741 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_helm_chart, cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_webhook_tag, istio_ingress_version, custom_service_eks_account, cert_manager_controller_tag +20:14:07.744 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.744 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.745 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.745 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:07.746 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.746 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.747 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): module_name, cluster_vars, common_vars, versions, vpc_vars, account_vars, region_vars +20:14:07.747 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): cluster_name, creator, environment_abbr, state_bucket_prefix, aws_profile, account_id, organization, project_number, state_table_name, project_name, created_reason, aws_region, project_role, terraform, terragrunt +20:14:07.751 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] +20:14:07.755 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Running command: git rev-parse --show-toplevel +20:14:07.755 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Command output will be suppressed. +20:14:07.762 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:07.766 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Exposing include block 'root' +20:14:07.773 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. +20:14:07.774 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.774 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.774 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.774 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.777 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.778 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): alertmanager_tag, loki_tag, download_dashboards_image_tag, prometheus_server_tag, cluster_issuer_name, karpenter_tag, tf_version, prometheus_chart_version, init_chown_data_image_tag, metrics_server_helm_chart, template_version, node_exporter_tag, metrics_server_tag, enterprise_logs_provisioner_tag, release_version, istio_version, random_version, sidecar_tag, kube_state_metrics_tag, k8s_dashboard_version, grafana_tag, prometheus_config_reloader_tag, aws_version, grafana_chart_version, karpenter_helm_chart, gateway_tag, cluster_version, kubernetes_version, loki_chart_version, exporter_tag, tempo_chart_version, memcached_tag, grafana_hostname, canary_tag, k8s_dashboard_metrics_scraper, dashboard_hostname, cert_manager_version, pushgateway_tag, kiali_operator_version, helm_version, eks_module_version, null_version, tempo_tag +20:14:07.778 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, kiali_application_version, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_controller_tag, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_helm_chart +20:14:07.787 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.787 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.791 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.792 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_instance_disk_size, cluster_endpoint_public_access, eks_ng_max_size, eks_ng_min_size, eks_ng_desired_size, enable_cluster_creator_admin_permissions, terraform, terragrunt, cluster_name, created_reason +20:14:07.793 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.796 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.796 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, terragrunt, project_role, state_bucket_prefix, terraform, organization, project_name, project_number, state_table_name +20:14:07.797 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): region_vars, vpc_vars, versions, module_name, account_vars, cluster_vars, common_vars +20:14:07.798 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): creator, environment_abbr, terraform, state_bucket_prefix, aws_region, organization, terragrunt, created_reason, project_name, cluster_name, aws_profile, project_number, account_id, project_role, state_table_name +20:14:07.809 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:07.809 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/.terragrunt-cache +20:14:07.812 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Did not find any locals block: skipping evaluation. +20:14:07.820 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. +20:14:07.821 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.821 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, created_reason, eks_instance_disk_size, terraform, eks_ng_min_size, creator, eks_ng_desired_size, cluster_endpoint_public_access, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_max_size +20:14:07.822 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.825 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.825 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_chart_version, alertmanager_tag, random_version, sidecar_tag, metrics_server_tag, kiali_operator_version, cluster_issuer_name, gateway_tag, k8s_dashboard_metrics_scraper, grafana_tag, memcached_tag, enterprise_logs_provisioner_tag, init_chown_data_image_tag, template_version, metrics_server_helm_chart, dashboard_hostname, k8s_dashboard_version, tempo_tag, exporter_tag, canary_tag, prometheus_server_tag, loki_tag, aws_version, null_version, kube_state_metrics_tag, prometheus_config_reloader_tag, loki_chart_version, karpenter_helm_chart, istio_version, download_dashboards_image_tag, prometheus_chart_version, pushgateway_tag, node_exporter_tag, cluster_version, cert_manager_version, release_version, helm_version, grafana_hostname, grafana_chart_version, tf_version, kubernetes_version, karpenter_tag, eks_module_version +20:14:07.825 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, cert_manager_webhook_tag, istio_ingress_version, cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart +20:14:07.828 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.829 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.830 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.830 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:07.833 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.833 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, organization, project_name, project_role, terraform, route53_endpoints, terragrunt, project_number, state_table_name +20:14:07.835 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.836 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.837 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): cluster_vars, versions, vpc_vars, account_vars, module_name, common_vars, region_vars +20:14:07.838 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): aws_region, environment_abbr, project_name, state_table_name, state_bucket_prefix, project_role, creator, account_id, aws_profile, project_number, organization, created_reason, terragrunt, terraform, cluster_name +20:14:07.849 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. +20:14:07.850 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.850 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, terragrunt, project_number, state_bucket_prefix, state_table_name, terraform, route53_endpoints, project_role, project_name +20:14:07.851 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.851 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.852 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.852 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.853 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.853 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:07.857 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.857 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): release_version, memcached_tag, k8s_dashboard_metrics_scraper, metrics_server_tag, cluster_version, kube_state_metrics_tag, enterprise_logs_provisioner_tag, k8s_dashboard_version, sidecar_tag, cluster_issuer_name, exporter_tag, metrics_server_helm_chart, node_exporter_tag, tempo_chart_version, grafana_chart_version, loki_tag, tempo_tag, template_version, dashboard_hostname, alertmanager_tag, cert_manager_version, prometheus_server_tag, gateway_tag, prometheus_config_reloader_tag, eks_module_version, karpenter_helm_chart, kiali_operator_version, loki_chart_version, helm_version, istio_version, tf_version, random_version, grafana_hostname, grafana_tag, kubernetes_version, init_chown_data_image_tag, null_version, canary_tag, download_dashboards_image_tag, pushgateway_tag, prometheus_chart_version, aws_version, karpenter_tag +20:14:07.859 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_helm_chart, custom_service_eks_account, kiali_application_version, cert_manager_controller_tag, cert_manager_startupapicheck_tag +20:14:07.863 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.863 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, creator, terraform, eks_ng_max_size, cluster_name, created_reason, eks_ng_desired_size, enable_cluster_creator_admin_permissions, eks_instance_disk_size, terragrunt, cluster_endpoint_public_access +20:14:07.863 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.864 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): module_name, common_vars, region_vars, vpc_vars, account_vars, versions, cluster_vars +20:14:07.864 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): project_number, project_role, terragrunt, cluster_name, organization, account_id, aws_profile, created_reason, state_table_name, project_name, aws_region, creator, terraform, environment_abbr, state_bucket_prefix +20:14:07.868 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] +20:14:07.871 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Running command: git rev-parse --show-toplevel +20:14:07.871 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Command output will be suppressed. +20:14:07.873 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:07.878 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Exposing include block 'root' +20:14:07.887 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. +20:14:07.888 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.888 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, state_bucket_prefix, organization, route53_endpoints, project_name, project_number, project_role, state_table_name, terraform +20:14:07.891 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.891 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): k8s_dashboard_version, cert_manager_version, loki_chart_version, metrics_server_tag, pushgateway_tag, download_dashboards_image_tag, grafana_hostname, kubernetes_version, prometheus_config_reloader_tag, template_version, tempo_chart_version, null_version, loki_tag, sidecar_tag, prometheus_server_tag, cluster_issuer_name, node_exporter_tag, dashboard_hostname, random_version, karpenter_helm_chart, kiali_operator_version, kube_state_metrics_tag, tf_version, gateway_tag, aws_version, k8s_dashboard_metrics_scraper, canary_tag, memcached_tag, grafana_tag, enterprise_logs_provisioner_tag, eks_module_version, helm_version, alertmanager_tag, init_chown_data_image_tag, exporter_tag, cluster_version, karpenter_tag, metrics_server_helm_chart, release_version, grafana_chart_version, prometheus_chart_version, tempo_tag, istio_version +20:14:07.892 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, custom_service_eks_account, istio_ingress_version, kiali_application_version, cert_manager_helm_chart, cert_manager_controller_tag, cert_manager_startupapicheck_tag, cert_manager_webhook_tag +20:14:07.895 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.895 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.896 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.896 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, creator, eks_instance_disk_size, terraform, terragrunt, eks_ng_min_size, cluster_name, created_reason, eks_ng_desired_size, eks_ng_max_size +20:14:07.897 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.899 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.899 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:07.901 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.901 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:07.903 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): common_vars, versions, region_vars, cluster_vars, account_vars, module_name, vpc_vars +20:14:07.904 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): organization, terragrunt, aws_profile, cluster_name, created_reason, state_bucket_prefix, state_table_name, aws_region, environment_abbr, project_role, project_name, terraform, project_number, creator, account_id +20:14:07.914 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:07.914 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/.terragrunt-cache +20:14:07.916 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Did not find any locals block: skipping evaluation. +20:14:07.924 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. +20:14:07.924 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.924 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:07.926 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.926 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, created_reason, terragrunt, creator, eks_ng_desired_size, enable_cluster_creator_admin_permissions, eks_instance_disk_size, terraform, cluster_name, eks_ng_max_size, eks_ng_min_size +20:14:07.926 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.928 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.928 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_bucket_prefix, organization, project_number, state_table_name, terraform, route53_endpoints, project_name, terragrunt +20:14:07.930 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.930 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.932 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.933 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): metrics_server_tag, cluster_version, gateway_tag, release_version, tf_version, grafana_chart_version, kiali_operator_version, node_exporter_tag, cluster_issuer_name, karpenter_tag, download_dashboards_image_tag, metrics_server_helm_chart, prometheus_chart_version, template_version, prometheus_server_tag, eks_module_version, loki_chart_version, pushgateway_tag, kubernetes_version, enterprise_logs_provisioner_tag, karpenter_helm_chart, grafana_hostname, loki_tag, aws_version, tempo_chart_version, istio_version, init_chown_data_image_tag, canary_tag, memcached_tag, dashboard_hostname, kube_state_metrics_tag, tempo_tag, exporter_tag, cert_manager_version, alertmanager_tag, helm_version, null_version, k8s_dashboard_version, prometheus_config_reloader_tag, k8s_dashboard_metrics_scraper, random_version, grafana_tag, sidecar_tag +20:14:07.933 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_controller_tag, istio_ingress_version, cert_manager_helm_chart +20:14:07.936 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.936 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.937 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): account_vars, module_name, cluster_vars, common_vars, region_vars, versions, vpc_vars +20:14:07.937 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): aws_region, created_reason, organization, state_table_name, environment_abbr, aws_profile, project_number, creator, terraform, account_id, project_name, cluster_name, project_role, state_bucket_prefix, terragrunt +20:14:07.948 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. +20:14:07.949 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.949 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, organization, project_role, state_bucket_prefix, project_number, terragrunt, state_table_name, terraform, project_name +20:14:07.953 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:07.953 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tf_version, node_exporter_tag, karpenter_helm_chart, cluster_issuer_name, gateway_tag, exporter_tag, tempo_chart_version, prometheus_server_tag, k8s_dashboard_metrics_scraper, cert_manager_version, loki_chart_version, kube_state_metrics_tag, release_version, alertmanager_tag, canary_tag, loki_tag, pushgateway_tag, prometheus_config_reloader_tag, karpenter_tag, enterprise_logs_provisioner_tag, istio_version, dashboard_hostname, grafana_chart_version, memcached_tag, aws_version, tempo_tag, helm_version, metrics_server_helm_chart, download_dashboards_image_tag, kiali_operator_version, prometheus_chart_version, template_version, k8s_dashboard_version, random_version, sidecar_tag, init_chown_data_image_tag, null_version, metrics_server_tag, grafana_hostname, grafana_tag, cluster_version, kubernetes_version, eks_module_version +20:14:07.953 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_startupapicheck_tag, kiali_application_version +20:14:07.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:07.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_name, created_reason, eks_ng_desired_size, eks_ng_max_size, cluster_endpoint_public_access, eks_instance_disk_size, terraform, terragrunt, creator, eks_ng_min_size, enable_cluster_creator_admin_permissions +20:14:07.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:07.962 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:07.962 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:07.965 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.965 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment, environment_abbr, account_name, aws_account_id, aws_profile +20:14:07.966 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.966 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.966 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): common_vars, versions, module_name, cluster_vars, vpc_vars, account_vars, region_vars +20:14:07.967 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): aws_region, created_reason, project_number, project_name, project_role, account_id, organization, creator, terragrunt, state_table_name, cluster_name, environment_abbr, aws_profile, state_bucket_prefix, terraform +20:14:07.971 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] +20:14:07.973 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Running command: git rev-parse --show-toplevel +20:14:07.973 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Command output will be suppressed. +20:14:07.976 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:07.986 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Exposing include block 'root' +20:14:07.997 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. +20:14:07.997 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:07.997 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:07.998 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:07.998 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:08.001 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.001 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): init_chown_data_image_tag, tf_version, tempo_chart_version, random_version, k8s_dashboard_version, prometheus_config_reloader_tag, cluster_version, kubernetes_version, tempo_tag, kube_state_metrics_tag, helm_version, template_version, sidecar_tag, karpenter_helm_chart, release_version, alertmanager_tag, memcached_tag, aws_version, enterprise_logs_provisioner_tag, grafana_hostname, prometheus_chart_version, cert_manager_version, canary_tag, download_dashboards_image_tag, prometheus_server_tag, cluster_issuer_name, eks_module_version, loki_tag, grafana_tag, karpenter_tag, metrics_server_helm_chart, null_version, dashboard_hostname, k8s_dashboard_metrics_scraper, gateway_tag, kiali_operator_version, loki_chart_version, exporter_tag, istio_version, node_exporter_tag, grafana_chart_version, metrics_server_tag, pushgateway_tag +20:14:08.002 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, cert_manager_webhook_tag +20:14:08.005 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.005 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:08.006 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.006 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, terraform, organization, project_name, project_number, project_role, state_bucket_prefix, state_table_name, route53_endpoints +20:14:08.008 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.008 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_max_size, enable_cluster_creator_admin_permissions, eks_instance_disk_size, terraform, cluster_endpoint_public_access, cluster_name, eks_ng_min_size, creator, terragrunt, created_reason, eks_ng_desired_size +20:14:08.009 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.011 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): region_vars, account_vars, versions, module_name, vpc_vars, common_vars, cluster_vars +20:14:08.012 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): state_bucket_prefix, terraform, project_name, environment_abbr, cluster_name, creator, account_id, aws_region, project_number, project_role, terragrunt, aws_profile, state_table_name, created_reason, organization +20:14:08.022 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:08.022 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/.terragrunt-cache +20:14:08.024 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Did not find any locals block: skipping evaluation. +20:14:08.032 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Found locals block: evaluating the expressions. +20:14:08.033 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. +20:14:08.033 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.033 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment +20:14:08.034 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. +20:14:08.035 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.035 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, created_reason, eks_ng_desired_size, eks_ng_max_size, terraform, eks_instance_disk_size, terragrunt, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, creator +20:14:08.035 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.036 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. +20:14:08.038 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.039 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_helm_chart, loki_tag, dashboard_hostname, sidecar_tag, k8s_dashboard_version, node_exporter_tag, template_version, istio_version, metrics_server_tag, kiali_operator_version, prometheus_server_tag, grafana_tag, gateway_tag, null_version, random_version, memcached_tag, enterprise_logs_provisioner_tag, alertmanager_tag, cert_manager_version, helm_version, grafana_chart_version, init_chown_data_image_tag, tempo_chart_version, prometheus_config_reloader_tag, cluster_issuer_name, canary_tag, grafana_hostname, download_dashboards_image_tag, metrics_server_helm_chart, kube_state_metrics_tag, kubernetes_version, karpenter_tag, eks_module_version, tf_version, cluster_version, k8s_dashboard_metrics_scraper, release_version, aws_version, pushgateway_tag, tempo_tag, prometheus_chart_version, exporter_tag, loki_chart_version +20:14:08.039 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, istio_ingress_version, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_controller_tag, cert_manager_helm_chart, kiali_application_version +20:14:08.042 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. +20:14:08.042 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.042 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.043 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. +20:14:08.043 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.043 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:08.044 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. +20:14:08.044 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.045 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_bucket_prefix, organization, state_table_name, terragrunt, route53_endpoints, project_name, terraform, project_number +20:14:08.046 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 7 locals (remaining 15): account_vars, cluster_vars, module_name, versions, region_vars, vpc_vars, common_vars +20:14:08.046 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 15 locals (remaining 0): environment_abbr, project_number, project_role, aws_profile, state_bucket_prefix, terragrunt, created_reason, project_name, account_id, state_table_name, cluster_name, organization, aws_region, terraform, creator +20:14:08.055 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Found locals block: evaluating the expressions. +20:14:08.056 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.056 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, terraform, eks_ng_desired_size, cluster_name, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, created_reason, creator, eks_instance_disk_size, eks_ng_max_size, eks_ng_min_size +20:14:08.057 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.058 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.058 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:08.059 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.059 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.060 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.060 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:08.061 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.061 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, project_number, project_role, state_table_name, terraform, project_name, route53_endpoints, state_bucket_prefix, organization +20:14:08.065 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.066 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): helm_version, node_exporter_tag, exporter_tag, memcached_tag, k8s_dashboard_metrics_scraper, metrics_server_helm_chart, tf_version, grafana_chart_version, karpenter_helm_chart, aws_version, kubernetes_version, kube_state_metrics_tag, eks_module_version, cert_manager_version, download_dashboards_image_tag, canary_tag, cluster_issuer_name, kiali_operator_version, template_version, null_version, prometheus_server_tag, pushgateway_tag, prometheus_config_reloader_tag, release_version, random_version, sidecar_tag, metrics_server_tag, enterprise_logs_provisioner_tag, tempo_chart_version, grafana_tag, gateway_tag, cluster_version, init_chown_data_image_tag, loki_chart_version, prometheus_chart_version, dashboard_hostname, k8s_dashboard_version, loki_tag, karpenter_tag, istio_version, alertmanager_tag, grafana_hostname, tempo_tag +20:14:08.066 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, custom_service_eks_account, kiali_application_version, cert_manager_webhook_tag, cert_manager_controller_tag, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_helm_chart +20:14:08.074 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 7 locals (remaining 15): cluster_vars, account_vars, region_vars, module_name, vpc_vars, common_vars, versions +20:14:08.075 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 15 locals (remaining 0): aws_region, project_role, cluster_name, creator, terraform, created_reason, project_name, project_number, state_table_name, terragrunt, account_id, environment_abbr, aws_profile, organization, state_bucket_prefix +20:14:08.081 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Running command: git rev-parse --show-toplevel +20:14:08.081 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Command output will be suppressed. +20:14:08.084 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:08.084 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard +20:14:08.087 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] +20:14:08.090 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Exposing include block 'root' +20:14:08.099 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Found locals block: evaluating the expressions. +20:14:08.100 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.100 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, state_table_name, organization, route53_endpoints, project_role, state_bucket_prefix, terraform, project_name, terragrunt +20:14:08.102 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.102 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:08.103 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.103 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_max_size, terraform, terragrunt, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, creator, eks_instance_disk_size, cluster_endpoint_public_access, created_reason, eks_ng_desired_size +20:14:08.104 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.105 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.105 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.106 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.106 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:08.109 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.109 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): k8s_dashboard_metrics_scraper, karpenter_helm_chart, kubernetes_version, istio_version, release_version, grafana_chart_version, alertmanager_tag, dashboard_hostname, pushgateway_tag, gateway_tag, tempo_tag, template_version, loki_tag, kiali_operator_version, prometheus_chart_version, kube_state_metrics_tag, karpenter_tag, null_version, grafana_hostname, grafana_tag, cluster_version, enterprise_logs_provisioner_tag, node_exporter_tag, k8s_dashboard_version, sidecar_tag, cluster_issuer_name, loki_chart_version, prometheus_config_reloader_tag, aws_version, eks_module_version, tempo_chart_version, canary_tag, prometheus_server_tag, init_chown_data_image_tag, memcached_tag, random_version, metrics_server_tag, tf_version, cert_manager_version, download_dashboards_image_tag, exporter_tag, metrics_server_helm_chart, helm_version +20:14:08.109 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_webhook_tag +20:14:08.113 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 7 locals (remaining 15): common_vars, vpc_vars, module_name, cluster_vars, region_vars, account_vars, versions +20:14:08.114 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 15 locals (remaining 0): terragrunt, organization, cluster_name, creator, environment_abbr, created_reason, project_role, aws_region, project_name, aws_profile, project_number, state_bucket_prefix, account_id, state_table_name, terraform +20:14:08.127 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:08.127 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/.terragrunt-cache +20:14:08.129 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Did not find any locals block: skipping evaluation. +20:14:08.136 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Found locals block: evaluating the expressions. +20:14:08.136 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. +20:14:08.138 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.138 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, state_table_name, terraform, organization, terragrunt, project_name, project_role, state_bucket_prefix, route53_endpoints +20:14:08.139 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. +20:14:08.139 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.139 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:08.140 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. +20:14:08.140 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.141 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment, environment_abbr, account_name, aws_account_id, aws_profile +20:14:08.141 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. +20:14:08.143 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.144 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): prometheus_chart_version, alertmanager_tag, loki_chart_version, null_version, random_version, metrics_server_tag, karpenter_tag, cert_manager_version, helm_version, download_dashboards_image_tag, kube_state_metrics_tag, kiali_operator_version, tempo_chart_version, cluster_version, release_version, loki_tag, grafana_hostname, prometheus_config_reloader_tag, eks_module_version, grafana_tag, aws_version, istio_version, k8s_dashboard_version, canary_tag, enterprise_logs_provisioner_tag, sidecar_tag, metrics_server_helm_chart, node_exporter_tag, cluster_issuer_name, prometheus_server_tag, kubernetes_version, memcached_tag, tf_version, dashboard_hostname, tempo_tag, pushgateway_tag, exporter_tag, k8s_dashboard_metrics_scraper, karpenter_helm_chart, grafana_chart_version, init_chown_data_image_tag, gateway_tag, template_version +20:14:08.144 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_webhook_tag, custom_service_eks_account, cert_manager_controller_tag, kiali_application_version, cert_manager_helm_chart +20:14:08.147 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. +20:14:08.148 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.148 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terraform, cluster_endpoint_public_access, created_reason, eks_instance_disk_size, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, terragrunt, eks_ng_desired_size, creator +20:14:08.148 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.149 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. +20:14:08.150 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.150 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.150 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 7 locals (remaining 15): common_vars, vpc_vars, account_vars, versions, cluster_vars, region_vars, module_name +20:14:08.150 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 15 locals (remaining 0): aws_region, state_table_name, environment_abbr, creator, state_bucket_prefix, account_id, organization, cluster_name, created_reason, aws_profile, terragrunt, terraform, project_role, project_name, project_number +20:14:08.164 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Found locals block: evaluating the expressions. +20:14:08.165 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.165 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:08.167 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.167 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, state_bucket_prefix, state_table_name, project_name, project_role, terraform, terragrunt, route53_endpoints, organization +20:14:08.168 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.169 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, cluster_endpoint_public_access, cluster_name, created_reason, terragrunt, creator, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, eks_instance_disk_size, terraform +20:14:08.169 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.170 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.170 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.173 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.173 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): grafana_hostname, kiali_operator_version, null_version, grafana_tag, exporter_tag, karpenter_tag, helm_version, grafana_chart_version, node_exporter_tag, metrics_server_tag, karpenter_helm_chart, gateway_tag, aws_version, metrics_server_helm_chart, tf_version, sidecar_tag, cluster_version, istio_version, random_version, loki_tag, canary_tag, init_chown_data_image_tag, prometheus_chart_version, cert_manager_version, dashboard_hostname, k8s_dashboard_version, k8s_dashboard_metrics_scraper, loki_chart_version, eks_module_version, memcached_tag, pushgateway_tag, prometheus_config_reloader_tag, kubernetes_version, tempo_tag, enterprise_logs_provisioner_tag, kube_state_metrics_tag, alertmanager_tag, tempo_chart_version, download_dashboards_image_tag, prometheus_server_tag, cluster_issuer_name, release_version, template_version +20:14:08.174 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, cert_manager_helm_chart, kiali_application_version, cert_manager_cainjector_tag, istio_ingress_version, cert_manager_controller_tag, cert_manager_webhook_tag, custom_service_eks_account +20:14:08.177 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.178 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment +20:14:08.179 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 7 locals (remaining 15): vpc_vars, common_vars, cluster_vars, region_vars, versions, module_name, account_vars +20:14:08.179 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 15 locals (remaining 0): aws_profile, terraform, environment_abbr, project_role, project_number, account_id, project_name, cluster_name, creator, terragrunt, state_table_name, created_reason, aws_region, state_bucket_prefix, organization +20:14:08.186 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Running command: git rev-parse --show-toplevel +20:14:08.186 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Command output will be suppressed. +20:14:08.190 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:08.190 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server +20:14:08.191 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] +20:14:08.195 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Exposing include block 'root' +20:14:08.201 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Found locals block: evaluating the expressions. +20:14:08.205 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.206 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): k8s_dashboard_metrics_scraper, sidecar_tag, exporter_tag, tempo_tag, enterprise_logs_provisioner_tag, istio_version, kube_state_metrics_tag, release_version, random_version, template_version, alertmanager_tag, cert_manager_version, loki_tag, download_dashboards_image_tag, prometheus_chart_version, karpenter_tag, grafana_tag, cluster_version, canary_tag, dashboard_hostname, grafana_chart_version, tempo_chart_version, metrics_server_tag, karpenter_helm_chart, gateway_tag, aws_version, tf_version, grafana_hostname, pushgateway_tag, kiali_operator_version, helm_version, eks_module_version, prometheus_server_tag, cluster_issuer_name, kubernetes_version, init_chown_data_image_tag, k8s_dashboard_version, node_exporter_tag, null_version, memcached_tag, loki_chart_version, prometheus_config_reloader_tag, metrics_server_helm_chart +20:14:08.208 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, kiali_application_version, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_controller_tag +20:14:08.216 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.216 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, terraform, route53_endpoints, organization, project_name, project_number, state_bucket_prefix, state_table_name, terragrunt +20:14:08.218 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.219 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, enable_cluster_creator_admin_permissions, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, eks_instance_disk_size, terraform, terragrunt, cluster_name, created_reason, cluster_endpoint_public_access +20:14:08.219 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.220 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.220 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:08.221 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.221 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.222 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.222 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:08.223 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 7 locals (remaining 15): versions, common_vars, cluster_vars, vpc_vars, region_vars, account_vars, module_name +20:14:08.223 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 15 locals (remaining 0): project_role, account_id, cluster_name, state_bucket_prefix, aws_profile, environment_abbr, aws_region, state_table_name, creator, created_reason, organization, terragrunt, project_name, terraform, project_number +20:14:08.234 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:08.235 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/.terragrunt-cache +20:14:08.237 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Did not find any locals block: skipping evaluation. +20:14:08.242 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Found locals block: evaluating the expressions. +20:14:08.243 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. +20:14:08.243 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.243 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name +20:14:08.244 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. +20:14:08.244 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.245 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, state_table_name, terragrunt, project_name, project_role, state_bucket_prefix, terraform, route53_endpoints, project_number +20:14:08.246 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. +20:14:08.246 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.246 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:08.247 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. +20:14:08.248 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.248 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_ng_min_size, created_reason, cluster_name, terraform, terragrunt, eks_ng_desired_size, eks_ng_max_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_instance_disk_size +20:14:08.248 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.249 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. +20:14:08.250 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.250 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.250 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. +20:14:08.254 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.254 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): prometheus_chart_version, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, loki_tag, sidecar_tag, metrics_server_tag, eks_module_version, template_version, tf_version, dashboard_hostname, grafana_chart_version, cluster_issuer_name, loki_chart_version, karpenter_helm_chart, helm_version, k8s_dashboard_version, kube_state_metrics_tag, aws_version, istio_version, download_dashboards_image_tag, grafana_tag, node_exporter_tag, init_chown_data_image_tag, exporter_tag, release_version, null_version, prometheus_server_tag, cert_manager_version, metrics_server_helm_chart, pushgateway_tag, tempo_tag, kiali_operator_version, kubernetes_version, canary_tag, tempo_chart_version, memcached_tag, karpenter_tag, k8s_dashboard_metrics_scraper, alertmanager_tag, grafana_hostname, cluster_version, gateway_tag, random_version +20:14:08.254 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_webhook_tag, cert_manager_cainjector_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_controller_tag +20:14:08.258 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 7 locals (remaining 15): vpc_vars, module_name, common_vars, account_vars, cluster_vars, region_vars, versions +20:14:08.258 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 15 locals (remaining 0): aws_profile, aws_region, project_number, account_id, project_role, state_table_name, state_bucket_prefix, cluster_name, created_reason, terragrunt, organization, environment_abbr, project_name, creator, terraform +20:14:08.267 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Found locals block: evaluating the expressions. +20:14:08.268 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.268 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr +20:14:08.269 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.269 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:08.270 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.270 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terragrunt, cluster_name, created_reason, eks_ng_desired_size, creator, terraform, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_ng_max_size, eks_ng_min_size +20:14:08.271 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.273 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.273 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, organization, project_name, route53_endpoints, terragrunt, state_table_name, terraform, project_number, project_role +20:14:08.275 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.275 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.278 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.278 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cert_manager_version, sidecar_tag, gateway_tag, exporter_tag, dashboard_hostname, null_version, grafana_tag, kubernetes_version, node_exporter_tag, prometheus_server_tag, prometheus_chart_version, release_version, aws_version, karpenter_tag, enterprise_logs_provisioner_tag, kube_state_metrics_tag, kiali_operator_version, prometheus_config_reloader_tag, cluster_version, k8s_dashboard_metrics_scraper, grafana_hostname, eks_module_version, tf_version, memcached_tag, cluster_issuer_name, karpenter_helm_chart, canary_tag, metrics_server_tag, metrics_server_helm_chart, template_version, tempo_chart_version, k8s_dashboard_version, alertmanager_tag, pushgateway_tag, init_chown_data_image_tag, loki_chart_version, tempo_tag, grafana_chart_version, random_version, loki_tag, download_dashboards_image_tag, helm_version, istio_version +20:14:08.279 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version, cert_manager_startupapicheck_tag, istio_ingress_version, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_cainjector_tag +20:14:08.282 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 7 locals (remaining 15): account_vars, vpc_vars, cluster_vars, module_name, common_vars, region_vars, versions +20:14:08.282 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 15 locals (remaining 0): created_reason, terraform, environment_abbr, state_table_name, project_name, project_number, project_role, account_id, creator, state_bucket_prefix, aws_region, organization, aws_profile, cluster_name, terragrunt +20:14:08.286 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo +/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo +20:14:08.287 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] +20:14:08.289 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Running command: git rev-parse --show-toplevel +20:14:08.289 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Command output will be suppressed. +20:14:08.292 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] git show-toplevel result: + + +/data/terraform/workspaces/morga471/terraform/platform-tg-infra + +20:14:08.296 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Exposing include block 'root' +20:14:08.305 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Found locals block: evaluating the expressions. +20:14:08.305 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.306 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:08.307 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. +20:14:08.307 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_max_size, cluster_name, created_reason, eks_instance_disk_size, terraform, eks_ng_desired_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, terragrunt, creator +20:14:08.307 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags +20:14:08.309 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.309 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, route53_endpoints, state_table_name, organization, project_name, project_number, project_role, terragrunt, terraform +20:14:08.311 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.311 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.312 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.312 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id +20:14:08.315 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.316 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): loki_chart_version, tempo_tag, tf_version, dashboard_hostname, aws_version, cluster_version, enterprise_logs_provisioner_tag, cert_manager_version, canary_tag, metrics_server_tag, gateway_tag, metrics_server_helm_chart, alertmanager_tag, karpenter_tag, eks_module_version, k8s_dashboard_metrics_scraper, grafana_tag, kiali_operator_version, init_chown_data_image_tag, grafana_chart_version, istio_version, tempo_chart_version, loki_tag, karpenter_helm_chart, pushgateway_tag, prometheus_chart_version, kubernetes_version, prometheus_config_reloader_tag, node_exporter_tag, random_version, memcached_tag, download_dashboards_image_tag, exporter_tag, kube_state_metrics_tag, k8s_dashboard_version, sidecar_tag, grafana_hostname, prometheus_server_tag, null_version, cluster_issuer_name, template_version, helm_version, release_version +20:14:08.317 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, kiali_application_version, cert_manager_webhook_tag, istio_ingress_version, cert_manager_controller_tag, cert_manager_helm_chart, custom_service_eks_account +20:14:08.326 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 7 locals (remaining 15): vpc_vars, module_name, cluster_vars, common_vars, region_vars, account_vars, versions +20:14:08.326 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 15 locals (remaining 0): project_number, account_id, state_bucket_prefix, cluster_name, creator, aws_region, organization, environment_abbr, project_name, state_table_name, terragrunt, project_role, created_reason, aws_profile, terraform +20:14:08.335 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). +20:14:08.336 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/.terragrunt-cache +20:14:08.339 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Found locals block: evaluating the expressions. +20:14:08.349 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Found locals block: evaluating the expressions. +20:14:08.350 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Found locals block: evaluating the expressions. +20:14:08.350 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Evaluated 10 locals (remaining 1): eks_ng_min_size, cluster_endpoint_public_access, cluster_name, terragrunt, eks_instance_disk_size, enable_cluster_creator_admin_permissions, creator, eks_ng_desired_size, eks_ng_max_size, terraform +20:14:08.350 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Evaluated 1 locals (remaining 0): tags +20:14:08.351 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Found locals block: evaluating the expressions. +20:14:08.352 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Evaluated 10 locals (remaining 1): cluster_name, creator, enable_cluster_creator_admin_permissions, terraform, eks_ng_min_size, eks_ng_max_size, cluster_endpoint_public_access, terragrunt, eks_instance_disk_size, eks_ng_desired_size +20:14:08.352 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Evaluated 1 locals (remaining 0): tags +20:14:08.353 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. +20:14:08.353 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. +20:14:08.353 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name +20:14:08.354 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. +20:14:08.354 DEBUG  [lab/development] Found locals block: evaluating the expressions. +20:14:08.354 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name +20:14:08.355 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. +20:14:08.356 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.356 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, route53_endpoints, project_name, terragrunt, project_role, state_bucket_prefix, organization, project_number, state_table_name +20:14:08.357 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. +20:14:08.358 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. +20:14:08.358 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region +20:14:08.358 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. +20:14:08.361 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. +20:14:08.361 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): eks_module_version, tf_version, grafana_chart_version, sidecar_tag, exporter_tag, enterprise_logs_provisioner_tag, aws_version, kube_state_metrics_tag, metrics_server_tag, tempo_chart_version, template_version, loki_tag, helm_version, download_dashboards_image_tag, tempo_tag, metrics_server_helm_chart, kiali_operator_version, loki_chart_version, grafana_hostname, dashboard_hostname, grafana_tag, memcached_tag, gateway_tag, alertmanager_tag, karpenter_helm_chart, istio_version, init_chown_data_image_tag, node_exporter_tag, prometheus_chart_version, pushgateway_tag, k8s_dashboard_version, kubernetes_version, karpenter_tag, release_version, null_version, canary_tag, prometheus_config_reloader_tag, cluster_issuer_name, prometheus_server_tag, cluster_version, cert_manager_version, k8s_dashboard_metrics_scraper, random_version +20:14:08.362 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_cainjector_tag, kiali_application_version, custom_service_eks_account, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_controller_tag, cert_manager_helm_chart +20:14:08.368 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Evaluated 7 locals (remaining 15): cluster_vars, vpc_vars, account_vars, common_vars, region_vars, versions, module_name +20:14:08.368 ERROR  Error: Unsupported attribute + + +20:14:08.369 ERROR  on ./lab/root.hcl line 32, in locals: + +20:14:08.369 ERROR  32: created_reason = local.cluster_vars.locals.created_reason + +20:14:08.370 ERROR  + +20:14:08.370 ERROR  This object does not have an attribute named "created_reason". + + +20:14:08.370 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Encountered error while evaluating locals in file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks/terragrunt.hcl +20:14:08.370 ERROR  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Could not convert include to the execution ctx to evaluate additional locals in file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks/terragrunt.hcl +20:14:08.371 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Encountered error while evaluating locals in file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks/terragrunt.hcl +20:14:08.371 ERROR  Error processing module at './lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks/terragrunt.hcl'. How this module was found: Terragrunt config file found in a subdirectory of ../platform-tg-infra. Underlying error: ./lab/root.hcl:32,50-65: Unsupported attribute; This object does not have an attribute named "created_reason". +20:14:08.372 ERROR  Unable to determine underlying exit code, so Terragrunt will exit with error code 1 From 9013e9856fe07b2106e36306d1054ea484b99e18 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Tue, 11 Feb 2025 01:13:53 -0500 Subject: [PATCH 21/35] maybe works? --- lab/_envcommon/helm-provider.hcl | 50 +- lab/_envcommon/kube-provider.hcl | 48 +- .../eks-cert-manager/terragrunt.hcl | 4 +- .../eks-config/terragrunt.hcl | 4 +- .../eks-dns/terragrunt.hcl | 8 +- .../eks-grafana/terragrunt.hcl | 9 +- .../eks-istio/terragrunt.hcl | 3 +- .../eks-k8s-dashboard/terragrunt.hcl | 5 +- .../eks-karpenter/terragrunt.hcl | 1 + .../eks-kiali/terragrunt.hcl.disable | 1 + .../eks-loki/terragrunt.hcl | 5 +- .../eks-metrics-server/terragrunt.hcl | 5 +- .../eks-prometheus/terragrunt.hcl | 5 +- .../eks-tempo/terragrunt.hcl | 5 +- lab/root.hcl | 22 +- plan.log | 1407 ----------------- 16 files changed, 105 insertions(+), 1477 deletions(-) delete mode 100644 plan.log diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl index d6906ce..37d20d3 100644 --- a/lab/_envcommon/helm-provider.hcl +++ b/lab/_envcommon/helm-provider.hcl @@ -1,30 +1,36 @@ -generate "helm-provider" { - path = "helm-provider.tf" - if_exists = "overwrite" - contents = <<-EOF -%{if startswith(local.module_name, "tfmod-eks-") ~} -provider "helm" { - kubernetes { - host = coalesce(try(data.aws_eks_cluster.this.endpoint, ""), "dummy") - cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.this.certificate_authority[0].data), null) - exec { - api_version = "client.authentication.k8s.io/v1beta1" - command = "aws" - args = ["eks", "get-token", "--cluster-name", try(data.aws_eks_cluster.this.name, local.cluster_name), "--region", local.aws_region] - } +dependency "eks" { + config_path = "${get_original_terragrunt_dir()}/../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs = { + cluster_name = "a-cluster-name" + region = "an-aws-region" } } -data "aws_eks_cluster" "this" { - name = local.cluster_name +inputs = { + cluster_name = dependency.eks.outputs.cluster_name +} - lifecycle { - postcondition { - condition = self.status == "ACTIVE" || terraform.workspace == "default" - error_message = "EKS cluster must be active to use this provider" +generate "helm_provider" { + path = "helm-provider.tf" + if_exists = "overwrite_terragrunt" + contents = <<-EOF + %{if var.cluster_name != "a-cluster-name"~} + data "aws_eks_cluster" "helm" { + name = var.cluster_name + } + data "aws_eks_cluster_auth" "helm" { + name = var.cluster_name + } + %{endif~} + provider "helm" { + kubernetes { + %{if var.cluster_name != "a-cluster-name"~} + host = try(data.aws_eks_cluster.helm.endpoint, "") + cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.helm.certificate_authority[0].data), null) + token = try(data.aws_eks_cluster_auth.helm.token, null) + %{endif~} } } -} -%{endif~} EOF } diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl index ce9e888..138515d 100644 --- a/lab/_envcommon/kube-provider.hcl +++ b/lab/_envcommon/kube-provider.hcl @@ -1,28 +1,34 @@ -generate "kube-provider" { - path = "kube-provider.tf" - if_exists = "overwrite" - contents = <<-EOF -%{ if startswith(local.module_name, "tfmod-eks-") ~} -provider "kubernetes" { - host = coalesce(try(data.aws_eks_cluster.this.endpoint, ""), "dummy") - cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.this.certificate_authority[0].data), null) - exec { - api_version = "client.authentication.k8s.io/v1beta1" - command = "aws" - args = ["eks", "get-token", "--cluster-name", try(data.aws_eks_cluster.this.name, local.cluster_name), "--region", local.aws_region] +dependency "eks" { + config_path = "${get_original_terragrunt_dir()}/../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs = { + cluster_name = "a-cluster-name" + region = "an-aws-region" } } -data "aws_eks_cluster" "this" { - name = local.cluster_name +inputs = { + cluster_name = dependency.eks.outputs.cluster_name +} - lifecycle { - postcondition { - condition = self.status == "ACTIVE" || terraform.workspace == "default" - error_message = "EKS cluster must be active to use this provider" - } +generate "kube_provider" { + path = "kube-provider.tf" + if_exists = "overwrite_terragrunt" + contents = <<-EOF + %{if var.cluster_name != "a-cluster-name"~} + data "aws_eks_cluster" "kube" { + name = var.cluster_name + } + data "aws_eks_cluster_auth" "kube" { + name = var.cluster_name + } + %{endif~} + provider "kubernetes" { + %{if var.cluster_name != "a-cluster-name"~} + host = try(data.aws_eks_cluster.this[0].endpoint, "") + cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.this[0].certificate_authority[0].data), null) + token = try(data.aws_eks_cluster_auth.kube.token, null) + %{endif~} } -} -%{ endif } EOF } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 67340a0..3da4e17 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -13,8 +13,8 @@ terraform { } dependency "eks" { - config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["plan", "validate"] + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 5c32c25..8365de8 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -14,8 +14,8 @@ terraform { } dependency "eks" { - config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["plan", "validate"] + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_certificate_authority_data = [{ data = "THISISAVERYLONGCERTSTRINGTHATGOESHEREFORSURENODYEP" }] cluster_endpoint = "https://12345ABCDEE42BF9C24D4C362D1DC.sk1.us-gov-east-1.eks.amazonaws.com" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index 011efb4..5e73ce4 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -13,16 +13,16 @@ terraform { } dependency "eks" { - config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["plan", "validate"] + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] } } dependency "istio" { - config_path = "../eks-istio" - mock_outputs_allowed_terraform_commands = ["plan", "validate"] + config_path = "../eks-istio" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { istio_ingress_lb = { dns_name = "a1111111111111111111111111111111-2bbbbbbbbbbbbbbb.elb.us-gov-east-1.amazonaws.com" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index e4d73cf..dc08d73 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-grafana.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-grafana.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] @@ -13,14 +13,16 @@ terraform { } dependency "eks" { - config_path = "../eks" + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" } } dependency "eks-loki" { - config_path = "../eks-loki" + config_path = "../eks-loki" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { rwo_storage_class = "gp3-encrypted" } @@ -41,4 +43,5 @@ inputs = { grafana_tag = include.root.inputs.grafana_tag download_dashboards_image_tag = include.root.inputs.download_dashboards_image_tag init_chown_data_image_tag = include.root.inputs.init_chown_data_image_tag + release_version = include.root.inputs.release_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index 75a6b24..c998f7e 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -13,7 +13,8 @@ terraform { } dependency "eks" { - config_path = "${get_original_terragrunt_dir()}/../eks" + config_path = "${get_original_terragrunt_dir()}/../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl index 1d2b727..35f5926 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] @@ -13,7 +13,8 @@ terraform { } dependency "eks" { - config_path = "../eks" + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" vpc_domain_name = "example.com" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 3934f46..c0ff959 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -14,6 +14,7 @@ terraform { dependency "eks" { config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_endpoint = "https://0000000000000000AAAAAAAAAAAAAAAA.sk1.us-gov-east-1.eks.amazonaws.com" cluster_name = "a-cluster-name" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable index 2d432e9..e528771 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable @@ -15,6 +15,7 @@ terraform { dependency "eks" { config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl index a821081..cc9a911 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-loki.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-loki.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] @@ -13,7 +13,8 @@ terraform { } dependency "eks" { - config_path = "../eks" + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl index 0b291ed..5d67adb 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-metrics-server.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-metrics-server.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] @@ -13,7 +13,8 @@ terraform { } dependency "eks" { - config_path = "../eks" + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl index a98669b..54c0dab 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] @@ -13,7 +13,8 @@ terraform { } dependency "eks" { - config_path = "../eks" + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl index b3190c0..a0650af 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-tempo.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-tempo.git?ref=main" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] @@ -13,7 +13,8 @@ terraform { } dependency "eks" { - config_path = "../eks" + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" diff --git a/lab/root.hcl b/lab/root.hcl index f283b41..2d521b0 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -40,7 +40,15 @@ locals { state_table_name = local.common_vars.locals.state_table_name terraform = local.cluster_vars.locals.terraform terragrunt = local.cluster_vars.locals.terragrunt - module_name = get_original_terragrunt_dir() + module_name = basename(get_original_terragrunt_dir()) + + # Check if current module is the EKS module + is_eks_module = local.module_name == "eks" + + # Load provider configurations if not in EKS module + kube_provider = local.is_eks_module ? {} : read_terragrunt_config("${get_repo_root()}/lab/_envcommon/kube-provider.hcl") + helm_provider = local.is_eks_module ? {} : read_terragrunt_config("${get_repo_root()}/lab/_envcommon/helm-provider.hcl") + } # Configure Terragrunt to automatically store tfstate files in an S3 bucket @@ -97,12 +105,16 @@ generate "aws-provider" { EOF } -include "helm_provider" { - path = "${dirname(find_in_parent_folders())}/_envcommon/helm-provider.hcl" +generate "kube_provider" { + path = local.kube_provider.generate.kube_provider.path + if_exists = local.kube_provider.generate.kube_provider.if_exists + contents = local.is_eks_module ? "" : local.kube_provider.generate.kube_provider.contents } -include "kube_provider" { - path = "${dirname(find_in_parent_folders())}/_envcommon/kube-provider.hcl" +generate "helm_provider" { + path = local.helm_provider.generate.helm_provider.path + if_exists = local.helm_provider.generate.helm_provider.if_exists + contents = local.is_eks_module ? "" : local.helm_provider.generate.helm_provider.contents } # --------------------------------------------------------------------------------------------------------------------- diff --git a/plan.log b/plan.log deleted file mode 100644 index b73cb75..0000000 --- a/plan.log +++ /dev/null @@ -1,1407 +0,0 @@ -20:14:06.064 DEBUG  Terragrunt Version: 0.72.4 -20:14:06.116 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Did not find any locals block: skipping evaluation. -20:14:06.129 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:06.131 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.131 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, route53_endpoints, organization, state_table_name, terragrunt, project_name, project_role, state_bucket_prefix, project_number -20:14:06.134 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.134 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, terraform, route53_endpoints, organization, state_table_name, terragrunt, project_number, project_name, project_role -20:14:06.145 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.145 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_chart_version, grafana_chart_version, aws_version, random_version, tf_version, metrics_server_helm_chart, gateway_tag, alertmanager_tag, loki_chart_version, template_version, download_dashboards_image_tag, grafana_tag, canary_tag, k8s_dashboard_metrics_scraper, release_version, tempo_tag, node_exporter_tag, pushgateway_tag, exporter_tag, metrics_server_tag, karpenter_tag, enterprise_logs_provisioner_tag, karpenter_helm_chart, helm_version, dashboard_hostname, init_chown_data_image_tag, cluster_version, grafana_hostname, sidecar_tag, prometheus_chart_version, prometheus_server_tag, cert_manager_version, loki_tag, k8s_dashboard_version, cluster_issuer_name, memcached_tag, kubernetes_version, prometheus_config_reloader_tag, eks_module_version, null_version, istio_version, kube_state_metrics_tag, kiali_operator_version -20:14:06.146 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart, cert_manager_webhook_tag, kiali_application_version, custom_service_eks_account, istio_ingress_version, cert_manager_cainjector_tag -20:14:06.149 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.150 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, metrics_server_tag, prometheus_config_reloader_tag, helm_version, grafana_hostname, grafana_chart_version, sidecar_tag, pushgateway_tag, cluster_version, cert_manager_version, loki_chart_version, metrics_server_helm_chart, memcached_tag, release_version, random_version, dashboard_hostname, grafana_tag, gateway_tag, istio_version, k8s_dashboard_version, init_chown_data_image_tag, eks_module_version, download_dashboards_image_tag, aws_version, tempo_chart_version, prometheus_server_tag, alertmanager_tag, kube_state_metrics_tag, enterprise_logs_provisioner_tag, null_version, node_exporter_tag, canary_tag, kubernetes_version, karpenter_tag, k8s_dashboard_metrics_scraper, template_version, karpenter_helm_chart, loki_tag, prometheus_chart_version, cluster_issuer_name, tf_version, tempo_tag, exporter_tag -20:14:06.150 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, custom_service_eks_account, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_controller_tag, cert_manager_helm_chart, cert_manager_webhook_tag -20:14:06.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, cluster_endpoint_public_access, terraform, cluster_name, creator, eks_instance_disk_size, terragrunt, enable_cluster_creator_admin_permissions, created_reason -20:14:06.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.156 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.157 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, created_reason, eks_instance_disk_size, cluster_name, eks_ng_desired_size, eks_ng_max_size, terraform, terragrunt -20:14:06.158 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.164 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.164 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:06.165 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.165 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:06.166 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.167 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.167 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.167 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.168 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.168 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.168 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.168 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.169 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): common_vars, versions, module_name, cluster_vars, account_vars, vpc_vars, region_vars -20:14:06.169 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): terraform, project_number, project_name, account_id, creator, state_bucket_prefix, terragrunt, environment_abbr, aws_region, cluster_name, aws_profile, organization, project_role, state_table_name, created_reason -20:14:06.175 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:06.180 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.181 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cluster_version, karpenter_tag, eks_module_version, template_version, dashboard_hostname, memcached_tag, release_version, grafana_chart_version, prometheus_server_tag, gateway_tag, metrics_server_tag, aws_version, istio_version, node_exporter_tag, k8s_dashboard_version, cert_manager_version, grafana_tag, kiali_operator_version, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, loki_tag, karpenter_helm_chart, prometheus_chart_version, tempo_tag, kube_state_metrics_tag, metrics_server_helm_chart, cluster_issuer_name, kubernetes_version, loki_chart_version, tf_version, tempo_chart_version, canary_tag, grafana_hostname, exporter_tag, helm_version, alertmanager_tag, null_version, k8s_dashboard_metrics_scraper, download_dashboards_image_tag, init_chown_data_image_tag, random_version, sidecar_tag, pushgateway_tag -20:14:06.181 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, kiali_application_version, istio_ingress_version -20:14:06.185 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.185 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, eks_instance_disk_size, cluster_name, eks_ng_desired_size, eks_ng_min_size, created_reason, eks_ng_max_size, enable_cluster_creator_admin_permissions, terraform, terragrunt, creator -20:14:06.185 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.187 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.187 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:06.188 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.188 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.189 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.189 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:06.190 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.190 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, organization, project_number, state_bucket_prefix, terraform, project_name, project_role, terragrunt, route53_endpoints -20:14:06.192 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): versions, cluster_vars, module_name, vpc_vars, region_vars, account_vars, common_vars -20:14:06.192 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): project_name, created_reason, project_number, organization, environment_abbr, terraform, terragrunt, aws_region, state_table_name, account_id, state_bucket_prefix, cluster_name, aws_profile, creator, project_role -20:14:06.200 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks -20:14:06.204 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] -20:14:06.212 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: git rev-parse --show-toplevel -20:14:06.212 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Command output will be suppressed. -20:14:06.219 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:06.223 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Exposing include block 'root' -20:14:06.230 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:06.232 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.233 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.234 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.234 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment -20:14:06.237 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.237 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): canary_tag, download_dashboards_image_tag, tf_version, template_version, null_version, memcached_tag, prometheus_server_tag, kubernetes_version, kube_state_metrics_tag, tempo_chart_version, dashboard_hostname, k8s_dashboard_version, cert_manager_version, init_chown_data_image_tag, cluster_version, kiali_operator_version, exporter_tag, aws_version, loki_tag, random_version, sidecar_tag, metrics_server_tag, pushgateway_tag, karpenter_tag, eks_module_version, grafana_chart_version, grafana_tag, istio_version, helm_version, node_exporter_tag, karpenter_helm_chart, prometheus_chart_version, enterprise_logs_provisioner_tag, release_version, alertmanager_tag, k8s_dashboard_metrics_scraper, cluster_issuer_name, prometheus_config_reloader_tag, tempo_tag, metrics_server_helm_chart, grafana_hostname, gateway_tag, loki_chart_version -20:14:06.238 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, istio_ingress_version, cert_manager_controller_tag, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_startupapicheck_tag, cert_manager_cainjector_tag -20:14:06.241 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.241 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, created_reason, creator, terraform, terragrunt, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_desired_size, eks_ng_max_size, eks_instance_disk_size, eks_ng_min_size -20:14:06.242 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.244 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.244 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, project_role, state_table_name, terraform, organization, project_name, terragrunt, route53_endpoints, state_bucket_prefix -20:14:06.245 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.245 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.246 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): module_name, vpc_vars, account_vars, versions, cluster_vars, common_vars, region_vars -20:14:06.247 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): project_number, state_table_name, organization, state_bucket_prefix, aws_profile, terragrunt, aws_region, created_reason, terraform, account_id, creator, project_role, cluster_name, environment_abbr, project_name -20:14:06.263 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:06.263 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/.terragrunt-cache -20:14:06.265 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Did not find any locals block: skipping evaluation. -20:14:06.276 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Found locals block: evaluating the expressions. -20:14:06.276 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. -20:14:06.277 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.277 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:06.277 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. -20:14:06.278 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.278 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.278 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. -20:14:06.279 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.279 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, organization, project_number, state_table_name, project_role, state_bucket_prefix, terraform, route53_endpoints, project_name -20:14:06.280 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. -20:14:06.282 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.283 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, tempo_chart_version, cluster_issuer_name, alertmanager_tag, loki_tag, tempo_tag, exporter_tag, release_version, memcached_tag, gateway_tag, dashboard_hostname, init_chown_data_image_tag, k8s_dashboard_version, prometheus_chart_version, pushgateway_tag, node_exporter_tag, download_dashboards_image_tag, grafana_chart_version, grafana_tag, metrics_server_helm_chart, canary_tag, karpenter_tag, loki_chart_version, helm_version, istio_version, metrics_server_tag, kubernetes_version, cluster_version, cert_manager_version, null_version, aws_version, tf_version, kube_state_metrics_tag, template_version, sidecar_tag, prometheus_config_reloader_tag, eks_module_version, enterprise_logs_provisioner_tag, k8s_dashboard_metrics_scraper, karpenter_helm_chart, grafana_hostname, random_version, prometheus_server_tag -20:14:06.283 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, istio_ingress_version, cert_manager_helm_chart, kiali_application_version, cert_manager_webhook_tag, custom_service_eks_account, cert_manager_controller_tag -20:14:06.288 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. -20:14:06.289 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.290 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.291 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager. -20:14:06.294 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.294 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_name, creator, eks_ng_min_size, eks_instance_disk_size, terraform, eks_ng_desired_size, eks_ng_max_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, created_reason, terragrunt -20:14:06.295 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.296 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 7 locals (remaining 15): account_vars, region_vars, module_name, common_vars, versions, vpc_vars, cluster_vars -20:14:06.296 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 15 locals (remaining 0): project_number, terragrunt, created_reason, state_table_name, organization, environment_abbr, creator, aws_profile, state_bucket_prefix, project_role, account_id, cluster_name, aws_region, terraform, project_name -20:14:06.302 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Found locals block: evaluating the expressions. -20:14:06.303 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.303 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment, environment_abbr, account_name, aws_account_id, aws_profile -20:14:06.304 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.305 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, project_role, state_table_name, terragrunt, route53_endpoints, state_bucket_prefix, terraform, project_name, project_number -20:14:06.307 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.308 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terraform, eks_ng_min_size, cluster_name, cluster_endpoint_public_access, created_reason, eks_ng_desired_size, eks_ng_max_size, creator, eks_instance_disk_size, terragrunt, enable_cluster_creator_admin_permissions -20:14:06.308 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.310 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.310 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.313 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.313 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_tag, canary_tag, gateway_tag, aws_version, enterprise_logs_provisioner_tag, tf_version, alertmanager_tag, null_version, cluster_issuer_name, release_version, helm_version, dashboard_hostname, k8s_dashboard_version, grafana_chart_version, karpenter_helm_chart, grafana_tag, metrics_server_helm_chart, eks_module_version, init_chown_data_image_tag, karpenter_tag, loki_tag, random_version, download_dashboards_image_tag, grafana_hostname, istio_version, tempo_chart_version, template_version, memcached_tag, metrics_server_tag, pushgateway_tag, prometheus_server_tag, kube_state_metrics_tag, prometheus_config_reloader_tag, kubernetes_version, loki_chart_version, exporter_tag, cert_manager_version, k8s_dashboard_metrics_scraper, sidecar_tag, kiali_operator_version, prometheus_chart_version, cluster_version, node_exporter_tag -20:14:06.313 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_webhook_tag, istio_ingress_version, cert_manager_controller_tag, cert_manager_cainjector_tag, kiali_application_version -20:14:06.316 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.317 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.317 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 7 locals (remaining 15): account_vars, common_vars, cluster_vars, region_vars, versions, vpc_vars, module_name -20:14:06.317 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 15 locals (remaining 0): created_reason, cluster_name, creator, project_number, terraform, account_id, project_name, project_role, state_table_name, aws_region, organization, aws_profile, environment_abbr, state_bucket_prefix, terragrunt -20:14:06.323 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Running command: git rev-parse --show-toplevel -20:14:06.323 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Command output will be suppressed. -20:14:06.326 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:06.327 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager -20:14:06.330 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] -20:14:06.336 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Exposing include block 'root' -20:14:06.344 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Found locals block: evaluating the expressions. -20:14:06.344 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.344 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment, environment_abbr, account_name, aws_account_id, aws_profile -20:14:06.346 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.346 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_instance_disk_size, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_desired_size, terraform, terragrunt, cluster_endpoint_public_access, created_reason -20:14:06.346 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.348 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.348 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, route53_endpoints, organization, project_name, project_role, state_table_name, terraform, project_number, state_bucket_prefix -20:14:06.351 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.351 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.354 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.354 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): grafana_hostname, kiali_operator_version, prometheus_config_reloader_tag, istio_version, alertmanager_tag, pushgateway_tag, tempo_tag, k8s_dashboard_version, random_version, prometheus_chart_version, template_version, tf_version, sidecar_tag, aws_version, helm_version, eks_module_version, tempo_chart_version, exporter_tag, cluster_version, karpenter_tag, node_exporter_tag, grafana_tag, init_chown_data_image_tag, cert_manager_version, download_dashboards_image_tag, grafana_chart_version, loki_tag, canary_tag, metrics_server_tag, metrics_server_helm_chart, null_version, karpenter_helm_chart, gateway_tag, memcached_tag, k8s_dashboard_metrics_scraper, prometheus_server_tag, enterprise_logs_provisioner_tag, dashboard_hostname, cluster_issuer_name, loki_chart_version, kubernetes_version, kube_state_metrics_tag, release_version -20:14:06.354 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_helm_chart, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_controller_tag, cert_manager_webhook_tag, kiali_application_version -20:14:06.358 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.358 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.358 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 7 locals (remaining 15): module_name, account_vars, cluster_vars, common_vars, vpc_vars, versions, region_vars -20:14:06.358 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Evaluated 15 locals (remaining 0): project_role, state_bucket_prefix, creator, terragrunt, account_id, aws_region, created_reason, organization, project_number, terraform, state_table_name, cluster_name, project_name, aws_profile, environment_abbr -20:14:06.370 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:06.370 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/.terragrunt-cache -20:14:06.373 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Did not find any locals block: skipping evaluation. -20:14:06.379 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. -20:14:06.379 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. -20:14:06.380 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.380 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, eks_instance_disk_size, eks_ng_max_size, eks_ng_min_size, creator, terraform, cluster_endpoint_public_access, created_reason, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_desired_size -20:14:06.380 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.381 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. -20:14:06.383 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.384 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): eks_module_version, helm_version, kiali_operator_version, metrics_server_tag, prometheus_config_reloader_tag, cluster_version, grafana_tag, prometheus_server_tag, grafana_hostname, aws_version, download_dashboards_image_tag, tempo_tag, kubernetes_version, karpenter_tag, alertmanager_tag, random_version, dashboard_hostname, grafana_chart_version, tempo_chart_version, cluster_issuer_name, memcached_tag, k8s_dashboard_metrics_scraper, cert_manager_version, release_version, karpenter_helm_chart, loki_tag, tf_version, istio_version, exporter_tag, loki_chart_version, sidecar_tag, k8s_dashboard_version, pushgateway_tag, node_exporter_tag, enterprise_logs_provisioner_tag, gateway_tag, canary_tag, null_version, metrics_server_helm_chart, prometheus_chart_version, kube_state_metrics_tag, init_chown_data_image_tag, template_version -20:14:06.384 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_webhook_tag, istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version, cert_manager_startupapicheck_tag -20:14:06.388 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. -20:14:06.388 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.389 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.390 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. -20:14:06.392 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.392 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:06.394 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. -20:14:06.395 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.395 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, organization, state_bucket_prefix, route53_endpoints, project_name, state_table_name, terragrunt, project_number, terraform -20:14:06.397 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config. -20:14:06.397 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.397 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.397 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): cluster_vars, versions, module_name, region_vars, account_vars, common_vars, vpc_vars -20:14:06.398 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): project_role, organization, terragrunt, state_bucket_prefix, cluster_name, aws_region, terraform, project_name, aws_profile, created_reason, project_number, environment_abbr, account_id, creator, state_table_name -20:14:06.404 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. -20:14:06.405 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.405 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, project_name, project_role, state_bucket_prefix, terraform, terragrunt, organization, project_number, state_table_name -20:14:06.406 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.407 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.407 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.407 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:06.408 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.409 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:06.413 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.413 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_tag, node_exporter_tag, dashboard_hostname, canary_tag, memcached_tag, random_version, kiali_operator_version, loki_chart_version, eks_module_version, tempo_chart_version, metrics_server_tag, cluster_version, release_version, helm_version, template_version, karpenter_helm_chart, prometheus_chart_version, grafana_chart_version, pushgateway_tag, cluster_issuer_name, aws_version, metrics_server_helm_chart, init_chown_data_image_tag, istio_version, k8s_dashboard_version, alertmanager_tag, sidecar_tag, prometheus_server_tag, grafana_hostname, grafana_tag, kubernetes_version, tempo_tag, kube_state_metrics_tag, k8s_dashboard_metrics_scraper, download_dashboards_image_tag, gateway_tag, prometheus_config_reloader_tag, tf_version, null_version, cert_manager_version, loki_tag, exporter_tag, enterprise_logs_provisioner_tag -20:14:06.413 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, cert_manager_controller_tag, cert_manager_webhook_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart, istio_ingress_version, cert_manager_cainjector_tag, custom_service_eks_account -20:14:06.417 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.417 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_instance_disk_size, terragrunt, eks_ng_min_size, cluster_name, created_reason, eks_ng_desired_size, terraform, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_ng_max_size -20:14:06.417 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.418 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): common_vars, region_vars, vpc_vars, account_vars, versions, module_name, cluster_vars -20:14:06.419 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): cluster_name, state_bucket_prefix, account_id, project_role, terraform, terragrunt, state_table_name, environment_abbr, creator, project_name, project_number, organization, aws_region, created_reason, aws_profile -20:14:06.423 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config -20:14:06.426 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] -20:14:06.430 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Running command: git rev-parse --show-toplevel -20:14:06.430 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Command output will be suppressed. -20:14:06.436 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:06.440 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Exposing include block 'root' -20:14:06.447 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. -20:14:06.451 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.452 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, prometheus_config_reloader_tag, init_chown_data_image_tag, tempo_tag, loki_tag, grafana_hostname, aws_version, release_version, random_version, k8s_dashboard_metrics_scraper, sidecar_tag, node_exporter_tag, cluster_version, kubernetes_version, download_dashboards_image_tag, cluster_issuer_name, exporter_tag, enterprise_logs_provisioner_tag, template_version, grafana_chart_version, karpenter_tag, alertmanager_tag, memcached_tag, pushgateway_tag, karpenter_helm_chart, canary_tag, prometheus_server_tag, prometheus_chart_version, tempo_chart_version, null_version, k8s_dashboard_version, cert_manager_version, gateway_tag, loki_chart_version, istio_version, eks_module_version, dashboard_hostname, metrics_server_tag, grafana_tag, kube_state_metrics_tag, metrics_server_helm_chart, helm_version, tf_version -20:14:06.454 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version -20:14:06.458 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.458 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.459 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.459 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, organization, project_number, project_name, project_role, terragrunt, route53_endpoints, state_table_name, terraform -20:14:06.461 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.461 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.462 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.462 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:06.463 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.463 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, created_reason, eks_ng_max_size, enable_cluster_creator_admin_permissions, creator, eks_instance_disk_size, terragrunt, eks_ng_desired_size, eks_ng_min_size, terraform, cluster_name -20:14:06.463 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.465 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): versions, vpc_vars, module_name, common_vars, region_vars, account_vars, cluster_vars -20:14:06.465 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): cluster_name, created_reason, state_bucket_prefix, terraform, organization, state_table_name, environment_abbr, creator, aws_profile, project_number, terragrunt, account_id, project_name, aws_region, project_role -20:14:06.477 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:06.477 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/.terragrunt-cache -20:14:06.479 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Did not find any locals block: skipping evaluation. -20:14:06.485 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:06.485 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.486 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:06.486 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.487 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.490 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.490 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): canary_tag, release_version, loki_tag, random_version, kubernetes_version, pushgateway_tag, init_chown_data_image_tag, kiali_operator_version, grafana_tag, aws_version, download_dashboards_image_tag, exporter_tag, enterprise_logs_provisioner_tag, tf_version, dashboard_hostname, istio_version, k8s_dashboard_version, k8s_dashboard_metrics_scraper, alertmanager_tag, helm_version, loki_chart_version, metrics_server_tag, cluster_version, cluster_issuer_name, cert_manager_version, node_exporter_tag, gateway_tag, eks_module_version, grafana_hostname, metrics_server_helm_chart, prometheus_config_reloader_tag, grafana_chart_version, sidecar_tag, karpenter_tag, prometheus_server_tag, kube_state_metrics_tag, tempo_tag, tempo_chart_version, memcached_tag, template_version, karpenter_helm_chart, null_version, prometheus_chart_version -20:14:06.491 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_webhook_tag, kiali_application_version, cert_manager_helm_chart, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_controller_tag -20:14:06.495 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.495 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, cluster_endpoint_public_access, terragrunt, eks_instance_disk_size, terraform, enable_cluster_creator_admin_permissions, cluster_name, creator, eks_ng_max_size, eks_ng_min_size, created_reason -20:14:06.495 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.497 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.497 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_bucket_prefix, terraform, project_name, project_number, terragrunt, route53_endpoints, state_table_name, organization -20:14:06.499 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.499 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.499 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): account_vars, region_vars, module_name, versions, cluster_vars, common_vars, vpc_vars -20:14:06.499 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): organization, terraform, state_table_name, project_name, account_id, created_reason, project_number, state_bucket_prefix, environment_abbr, aws_profile, aws_region, cluster_name, creator, terragrunt, project_role -20:14:06.506 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:06.508 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.508 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, creator, eks_instance_disk_size, terraform, terragrunt, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_desired_size, eks_ng_max_size, cluster_endpoint_public_access -20:14:06.509 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.512 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.512 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cluster_issuer_name, cluster_version, eks_module_version, init_chown_data_image_tag, tempo_tag, tempo_chart_version, loki_tag, grafana_hostname, kiali_operator_version, prometheus_config_reloader_tag, template_version, tf_version, cert_manager_version, canary_tag, aws_version, kubernetes_version, prometheus_chart_version, node_exporter_tag, grafana_chart_version, kube_state_metrics_tag, helm_version, k8s_dashboard_metrics_scraper, prometheus_server_tag, grafana_tag, enterprise_logs_provisioner_tag, dashboard_hostname, k8s_dashboard_version, metrics_server_tag, karpenter_helm_chart, pushgateway_tag, metrics_server_helm_chart, memcached_tag, sidecar_tag, loki_chart_version, exporter_tag, istio_version, download_dashboards_image_tag, random_version, gateway_tag, karpenter_tag, release_version, null_version, alertmanager_tag -20:14:06.513 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, cert_manager_webhook_tag, custom_service_eks_account, kiali_application_version, cert_manager_controller_tag, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_helm_chart -20:14:06.516 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.516 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:06.517 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.518 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, state_table_name, project_name, project_role, state_bucket_prefix, terragrunt, terraform, organization, project_number -20:14:06.519 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.519 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:06.520 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.520 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.520 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): module_name, cluster_vars, versions, account_vars, common_vars, vpc_vars, region_vars -20:14:06.520 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): created_reason, cluster_name, creator, state_table_name, environment_abbr, aws_region, aws_profile, state_bucket_prefix, terraform, terragrunt, account_id, organization, project_number, project_role, project_name -20:14:06.526 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] -20:14:06.529 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: git rev-parse --show-toplevel -20:14:06.529 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Command output will be suppressed. -20:14:06.531 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:06.537 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Exposing include block 'root' -20:14:06.544 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:06.548 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.548 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): eks_module_version, gateway_tag, cluster_version, istio_version, download_dashboards_image_tag, pushgateway_tag, exporter_tag, prometheus_chart_version, release_version, tf_version, sidecar_tag, init_chown_data_image_tag, kube_state_metrics_tag, canary_tag, metrics_server_tag, grafana_tag, node_exporter_tag, tempo_chart_version, k8s_dashboard_metrics_scraper, memcached_tag, aws_version, prometheus_config_reloader_tag, null_version, dashboard_hostname, k8s_dashboard_version, alertmanager_tag, metrics_server_helm_chart, grafana_chart_version, karpenter_helm_chart, karpenter_tag, loki_chart_version, enterprise_logs_provisioner_tag, template_version, random_version, loki_tag, cluster_issuer_name, kubernetes_version, tempo_tag, helm_version, cert_manager_version, grafana_hostname, prometheus_server_tag, kiali_operator_version -20:14:06.549 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, kiali_application_version, cert_manager_startupapicheck_tag, cert_manager_helm_chart, cert_manager_webhook_tag, custom_service_eks_account, istio_ingress_version, cert_manager_controller_tag -20:14:06.552 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.552 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.553 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.553 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:06.555 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.555 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, eks_ng_desired_size, creator, terraform, created_reason, eks_ng_max_size, eks_ng_min_size, eks_instance_disk_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, cluster_name -20:14:06.555 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.557 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.557 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, route53_endpoints, project_role, state_table_name, organization, state_bucket_prefix, terraform, project_name, project_number -20:14:06.559 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.559 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.559 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): versions, region_vars, account_vars, cluster_vars, common_vars, vpc_vars, module_name -20:14:06.559 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): creator, created_reason, organization, account_id, cluster_name, environment_abbr, project_name, terragrunt, aws_region, project_number, project_role, state_bucket_prefix, aws_profile, state_table_name, terraform -20:14:06.575 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:06.575 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/.terragrunt-cache -20:14:06.577 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Did not find any locals block: skipping evaluation. -20:14:06.582 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. -20:14:06.582 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. -20:14:06.583 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.583 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.583 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. -20:14:06.584 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.584 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:06.585 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. -20:14:06.585 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.586 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, created_reason, terraform, cluster_name, creator, eks_ng_desired_size, eks_ng_max_size, enable_cluster_creator_admin_permissions -20:14:06.586 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.587 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. -20:14:06.588 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.588 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, terragrunt, route53_endpoints, project_name, terraform, project_number, project_role, state_bucket_prefix, organization -20:14:06.591 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. -20:14:06.592 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.592 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.594 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter. -20:14:06.596 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.596 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_helm_chart, null_version, grafana_tag, download_dashboards_image_tag, cluster_version, eks_module_version, sidecar_tag, prometheus_chart_version, pushgateway_tag, loki_tag, grafana_chart_version, dashboard_hostname, metrics_server_helm_chart, cert_manager_version, grafana_hostname, helm_version, cluster_issuer_name, memcached_tag, prometheus_config_reloader_tag, kube_state_metrics_tag, release_version, gateway_tag, template_version, tf_version, tempo_chart_version, kubernetes_version, enterprise_logs_provisioner_tag, istio_version, k8s_dashboard_version, tempo_tag, node_exporter_tag, loki_chart_version, alertmanager_tag, k8s_dashboard_metrics_scraper, aws_version, metrics_server_tag, exporter_tag, karpenter_tag, canary_tag, prometheus_server_tag, random_version, init_chown_data_image_tag, kiali_operator_version -20:14:06.597 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_controller_tag, cert_manager_startupapicheck_tag, istio_ingress_version, kiali_application_version, cert_manager_helm_chart, custom_service_eks_account, cert_manager_cainjector_tag -20:14:06.601 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): vpc_vars, account_vars, cluster_vars, module_name, common_vars, region_vars, versions -20:14:06.601 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): cluster_name, aws_region, creator, organization, project_number, created_reason, aws_profile, environment_abbr, state_bucket_prefix, state_table_name, terragrunt, terraform, project_name, project_role, account_id -20:14:06.609 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. -20:14:06.610 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.610 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.614 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.614 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_name, eks_ng_max_size, terraform, eks_ng_min_size, cluster_endpoint_public_access, eks_ng_desired_size, creator, eks_instance_disk_size, terragrunt, enable_cluster_creator_admin_permissions, created_reason -20:14:06.615 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.621 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.621 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, terragrunt, state_bucket_prefix, state_table_name, project_role, organization, route53_endpoints, project_name, project_number -20:14:06.625 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.625 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.627 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.628 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): sidecar_tag, prometheus_server_tag, cluster_issuer_name, eks_module_version, node_exporter_tag, tempo_chart_version, canary_tag, kiali_operator_version, gateway_tag, prometheus_chart_version, helm_version, tf_version, k8s_dashboard_metrics_scraper, pushgateway_tag, aws_version, loki_chart_version, release_version, dashboard_hostname, exporter_tag, prometheus_config_reloader_tag, cluster_version, cert_manager_version, metrics_server_tag, download_dashboards_image_tag, alertmanager_tag, loki_tag, kube_state_metrics_tag, grafana_tag, tempo_tag, istio_version, null_version, k8s_dashboard_version, grafana_chart_version, enterprise_logs_provisioner_tag, memcached_tag, grafana_hostname, karpenter_helm_chart, karpenter_tag, metrics_server_helm_chart, template_version, random_version, kubernetes_version, init_chown_data_image_tag -20:14:06.628 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, kiali_application_version, custom_service_eks_account, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, cert_manager_cainjector_tag -20:14:06.631 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.631 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:06.632 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): vpc_vars, cluster_vars, common_vars, module_name, region_vars, versions, account_vars -20:14:06.632 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): project_name, aws_profile, created_reason, state_bucket_prefix, terragrunt, terraform, aws_region, project_role, state_table_name, organization, project_number, account_id, cluster_name, environment_abbr, creator -20:14:06.638 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter -20:14:06.640 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] -20:14:06.646 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Running command: git rev-parse --show-toplevel -20:14:06.646 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Command output will be suppressed. -20:14:06.648 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:06.652 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Exposing include block 'root' -20:14:06.659 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. -20:14:06.663 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.663 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terraform, creator, cluster_name, eks_ng_desired_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, terragrunt, created_reason, eks_ng_max_size, cluster_endpoint_public_access -20:14:06.664 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.674 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.675 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_helm_chart, prometheus_server_tag, gateway_tag, kubernetes_version, karpenter_tag, kube_state_metrics_tag, memcached_tag, grafana_hostname, cluster_issuer_name, loki_chart_version, tempo_tag, enterprise_logs_provisioner_tag, template_version, random_version, grafana_tag, kiali_operator_version, helm_version, metrics_server_helm_chart, eks_module_version, dashboard_hostname, grafana_chart_version, sidecar_tag, download_dashboards_image_tag, prometheus_chart_version, aws_version, null_version, k8s_dashboard_version, alertmanager_tag, cert_manager_version, init_chown_data_image_tag, istio_version, tf_version, node_exporter_tag, tempo_chart_version, canary_tag, pushgateway_tag, cluster_version, loki_tag, prometheus_config_reloader_tag, exporter_tag, release_version, k8s_dashboard_metrics_scraper, metrics_server_tag -20:14:06.675 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, cert_manager_cainjector_tag, istio_ingress_version -20:14:06.679 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.679 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment -20:14:06.680 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.680 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.681 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.681 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.682 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.682 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, state_table_name, terraform, terragrunt, route53_endpoints, project_role, project_name, project_number, organization -20:14:06.683 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): cluster_vars, module_name, versions, account_vars, region_vars, vpc_vars, common_vars -20:14:06.683 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): state_bucket_prefix, account_id, project_name, creator, state_table_name, terragrunt, terraform, environment_abbr, aws_region, created_reason, cluster_name, project_number, project_role, aws_profile, organization -20:14:06.701 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:06.701 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/.terragrunt-cache -20:14:06.703 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Did not find any locals block: skipping evaluation. -20:14:06.711 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. -20:14:06.712 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. -20:14:06.713 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.713 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.714 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. -20:14:06.715 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.715 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.716 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. -20:14:06.716 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.716 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:06.717 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. -20:14:06.719 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.719 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): node_exporter_tag, canary_tag, cluster_version, release_version, tf_version, metrics_server_helm_chart, grafana_hostname, grafana_chart_version, exporter_tag, kubernetes_version, k8s_dashboard_metrics_scraper, alertmanager_tag, dashboard_hostname, download_dashboards_image_tag, aws_version, kube_state_metrics_tag, eks_module_version, template_version, loki_tag, karpenter_tag, sidecar_tag, tempo_tag, enterprise_logs_provisioner_tag, cert_manager_version, loki_chart_version, gateway_tag, kiali_operator_version, helm_version, random_version, grafana_tag, init_chown_data_image_tag, cluster_issuer_name, memcached_tag, prometheus_config_reloader_tag, karpenter_helm_chart, null_version, istio_version, prometheus_server_tag, metrics_server_tag, tempo_chart_version, prometheus_chart_version, pushgateway_tag, k8s_dashboard_version -20:14:06.720 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, cert_manager_webhook_tag, istio_ingress_version, custom_service_eks_account, kiali_application_version, cert_manager_helm_chart -20:14:06.723 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. -20:14:06.724 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.724 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, route53_endpoints, project_name, project_role, organization, state_table_name, state_bucket_prefix, terraform, project_number -20:14:06.725 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns. -20:14:06.726 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.726 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, cluster_endpoint_public_access, terragrunt, creator, eks_ng_desired_size, cluster_name, eks_ng_max_size, enable_cluster_creator_admin_permissions, created_reason, eks_instance_disk_size, terraform -20:14:06.726 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.728 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): module_name, region_vars, vpc_vars, account_vars, versions, common_vars, cluster_vars -20:14:06.728 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): project_number, environment_abbr, created_reason, state_table_name, project_name, creator, aws_profile, terraform, aws_region, cluster_name, organization, terragrunt, state_bucket_prefix, account_id, project_role -20:14:06.735 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. -20:14:06.736 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.736 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment -20:14:06.739 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.739 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_tag, metrics_server_tag, cluster_issuer_name, kubernetes_version, init_chown_data_image_tag, aws_version, kube_state_metrics_tag, prometheus_config_reloader_tag, metrics_server_helm_chart, helm_version, k8s_dashboard_version, grafana_chart_version, loki_tag, canary_tag, grafana_hostname, cluster_version, istio_version, eks_module_version, alertmanager_tag, loki_chart_version, null_version, pushgateway_tag, kiali_operator_version, cert_manager_version, karpenter_helm_chart, memcached_tag, prometheus_server_tag, enterprise_logs_provisioner_tag, grafana_tag, release_version, node_exporter_tag, template_version, dashboard_hostname, k8s_dashboard_metrics_scraper, sidecar_tag, download_dashboards_image_tag, prometheus_chart_version, tempo_tag, tf_version, tempo_chart_version, random_version, gateway_tag, exporter_tag -20:14:06.739 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, cert_manager_controller_tag, custom_service_eks_account, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, kiali_application_version, istio_ingress_version, cert_manager_cainjector_tag -20:14:06.744 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.745 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.746 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.746 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, eks_ng_desired_size, enable_cluster_creator_admin_permissions, eks_ng_min_size, creator, terraform, cluster_name, created_reason, eks_ng_max_size -20:14:06.746 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.748 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.748 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.749 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.749 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, organization, project_number, route53_endpoints, project_role, state_bucket_prefix, state_table_name, project_name, terragrunt -20:14:06.750 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): account_vars, versions, region_vars, cluster_vars, vpc_vars, module_name, common_vars -20:14:06.751 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): state_table_name, terragrunt, project_name, terraform, account_id, aws_profile, environment_abbr, aws_region, cluster_name, organization, project_role, created_reason, state_bucket_prefix, project_number, creator -20:14:06.754 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns -20:14:06.756 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] -20:14:06.758 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Running command: git rev-parse --show-toplevel -20:14:06.758 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Command output will be suppressed. -20:14:06.761 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:06.771 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Exposing include block 'root' -20:14:06.786 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. -20:14:06.787 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.787 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, cluster_name, creator, eks_instance_disk_size, terraform, enable_cluster_creator_admin_permissions, eks_ng_min_size, created_reason, eks_ng_desired_size, terragrunt, eks_ng_max_size -20:14:06.788 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.789 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.789 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:06.790 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.790 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.793 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.793 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): download_dashboards_image_tag, kiali_operator_version, metrics_server_helm_chart, node_exporter_tag, alertmanager_tag, null_version, memcached_tag, random_version, loki_tag, loki_chart_version, enterprise_logs_provisioner_tag, kube_state_metrics_tag, prometheus_server_tag, release_version, helm_version, dashboard_hostname, prometheus_config_reloader_tag, exporter_tag, tempo_tag, sidecar_tag, grafana_hostname, karpenter_helm_chart, cluster_issuer_name, gateway_tag, tf_version, k8s_dashboard_version, grafana_chart_version, canary_tag, pushgateway_tag, cluster_version, kubernetes_version, prometheus_chart_version, k8s_dashboard_metrics_scraper, grafana_tag, karpenter_tag, template_version, tempo_chart_version, cert_manager_version, init_chown_data_image_tag, eks_module_version, metrics_server_tag, aws_version, istio_version -20:14:06.794 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, custom_service_eks_account, cert_manager_controller_tag, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart, cert_manager_webhook_tag -20:14:06.801 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.801 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, state_table_name, terraform, organization, project_name, project_number, project_role, state_bucket_prefix, route53_endpoints -20:14:06.802 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.803 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:06.803 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): cluster_vars, account_vars, module_name, region_vars, versions, common_vars, vpc_vars -20:14:06.803 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): state_bucket_prefix, environment_abbr, project_name, terragrunt, cluster_name, aws_profile, terraform, account_id, creator, project_number, aws_region, created_reason, organization, state_table_name, project_role -20:14:06.813 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:06.813 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/.terragrunt-cache -20:14:06.816 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Did not find any locals block: skipping evaluation. -20:14:06.828 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. -20:14:06.828 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. -20:14:06.829 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.829 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, organization, project_number, terragrunt, project_name, project_role, state_bucket_prefix, route53_endpoints, state_table_name -20:14:06.830 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. -20:14:06.831 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.831 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_instance_disk_size, cluster_name, creator, created_reason, terraform, terragrunt -20:14:06.831 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.833 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. -20:14:06.833 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.833 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:06.834 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. -20:14:06.834 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.834 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.835 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. -20:14:06.837 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.838 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cluster_issuer_name, cluster_version, grafana_chart_version, sidecar_tag, karpenter_tag, k8s_dashboard_version, init_chown_data_image_tag, kiali_operator_version, metrics_server_tag, helm_version, istio_version, prometheus_chart_version, kube_state_metrics_tag, null_version, tf_version, dashboard_hostname, exporter_tag, canary_tag, prometheus_config_reloader_tag, k8s_dashboard_metrics_scraper, tempo_tag, memcached_tag, gateway_tag, karpenter_helm_chart, enterprise_logs_provisioner_tag, aws_version, template_version, random_version, node_exporter_tag, tempo_chart_version, prometheus_server_tag, eks_module_version, download_dashboards_image_tag, pushgateway_tag, grafana_hostname, loki_tag, grafana_tag, kubernetes_version, cert_manager_version, loki_chart_version, alertmanager_tag, release_version, metrics_server_helm_chart -20:14:06.838 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_cainjector_tag, kiali_application_version, cert_manager_controller_tag, istio_ingress_version, custom_service_eks_account, cert_manager_helm_chart, cert_manager_startupapicheck_tag -20:14:06.842 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio. -20:14:06.842 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.842 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.843 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): common_vars, cluster_vars, account_vars, vpc_vars, versions, module_name, region_vars -20:14:06.843 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): cluster_name, project_role, state_bucket_prefix, account_id, environment_abbr, state_table_name, terragrunt, created_reason, project_number, aws_profile, aws_region, creator, organization, terraform, project_name -20:14:06.849 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. -20:14:06.850 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.850 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, project_role, state_bucket_prefix, terraform, project_name, organization, route53_endpoints, terragrunt, state_table_name -20:14:06.852 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.852 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.852 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.852 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.853 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.854 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:06.859 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.860 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): sidecar_tag, prometheus_config_reloader_tag, k8s_dashboard_version, cert_manager_version, template_version, null_version, cluster_issuer_name, prometheus_chart_version, tf_version, dashboard_hostname, canary_tag, kiali_operator_version, kubernetes_version, kube_state_metrics_tag, random_version, loki_chart_version, tempo_tag, grafana_chart_version, karpenter_tag, istio_version, metrics_server_helm_chart, helm_version, grafana_hostname, grafana_tag, init_chown_data_image_tag, aws_version, eks_module_version, tempo_chart_version, node_exporter_tag, memcached_tag, download_dashboards_image_tag, enterprise_logs_provisioner_tag, release_version, alertmanager_tag, k8s_dashboard_metrics_scraper, prometheus_server_tag, pushgateway_tag, karpenter_helm_chart, cluster_version, metrics_server_tag, gateway_tag, exporter_tag, loki_tag -20:14:06.861 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, istio_ingress_version, cert_manager_controller_tag, cert_manager_webhook_tag -20:14:06.867 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.867 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, creator, terraform, terragrunt, cluster_name, created_reason, enable_cluster_creator_admin_permissions, eks_instance_disk_size -20:14:06.867 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.869 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): module_name, common_vars, vpc_vars, region_vars, account_vars, versions, cluster_vars -20:14:06.869 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): state_table_name, aws_profile, created_reason, account_id, cluster_name, project_role, organization, aws_region, terraform, project_number, environment_abbr, project_name, state_bucket_prefix, terragrunt, creator -20:14:06.875 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Running command: git rev-parse --show-toplevel -20:14:06.875 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Command output will be suppressed. -20:14:06.879 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:06.879 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio -20:14:06.882 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] -20:14:06.892 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Exposing include block 'root' -20:14:06.898 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. -20:14:06.899 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.899 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.901 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.901 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, kubernetes_version, loki_chart_version, tempo_chart_version, alertmanager_tag, node_exporter_tag, canary_tag, download_dashboards_image_tag, aws_version, enterprise_logs_provisioner_tag, kube_state_metrics_tag, release_version, grafana_tag, init_chown_data_image_tag, tf_version, k8s_dashboard_metrics_scraper, cluster_issuer_name, grafana_chart_version, pushgateway_tag, template_version, null_version, dashboard_hostname, k8s_dashboard_version, memcached_tag, prometheus_chart_version, prometheus_config_reloader_tag, eks_module_version, loki_tag, karpenter_helm_chart, cert_manager_version, grafana_hostname, prometheus_server_tag, cluster_version, metrics_server_helm_chart, istio_version, random_version, sidecar_tag, metrics_server_tag, exporter_tag, tempo_tag, karpenter_tag, helm_version, gateway_tag -20:14:06.902 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_startupapicheck_tag, istio_ingress_version, kiali_application_version, cert_manager_cainjector_tag, cert_manager_helm_chart -20:14:06.913 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.913 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:06.916 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.916 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, created_reason, eks_ng_min_size, creator, eks_instance_disk_size, terraform, cluster_endpoint_public_access, cluster_name, eks_ng_desired_size, eks_ng_max_size, enable_cluster_creator_admin_permissions -20:14:06.916 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.918 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.918 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_table_name, organization, project_number, state_bucket_prefix, terraform, project_name, terragrunt, route53_endpoints -20:14:06.920 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.920 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.920 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): region_vars, versions, account_vars, cluster_vars, module_name, common_vars, vpc_vars -20:14:06.921 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): aws_region, creator, project_name, project_role, created_reason, account_id, environment_abbr, state_bucket_prefix, state_table_name, terraform, terragrunt, cluster_name, project_number, organization, aws_profile -20:14:06.935 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:06.935 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/.terragrunt-cache -20:14:06.937 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Did not find any locals block: skipping evaluation. -20:14:06.942 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:06.943 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.943 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.946 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.946 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): dashboard_hostname, grafana_tag, metrics_server_helm_chart, memcached_tag, loki_chart_version, release_version, download_dashboards_image_tag, sidecar_tag, pushgateway_tag, kiali_operator_version, cluster_issuer_name, alertmanager_tag, tf_version, kube_state_metrics_tag, node_exporter_tag, karpenter_tag, prometheus_server_tag, null_version, grafana_hostname, loki_tag, random_version, init_chown_data_image_tag, cluster_version, gateway_tag, eks_module_version, template_version, metrics_server_tag, canary_tag, prometheus_config_reloader_tag, k8s_dashboard_version, prometheus_chart_version, kubernetes_version, enterprise_logs_provisioner_tag, aws_version, istio_version, helm_version, grafana_chart_version, exporter_tag, karpenter_helm_chart, tempo_tag, tempo_chart_version, k8s_dashboard_metrics_scraper, cert_manager_version -20:14:06.946 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_cainjector_tag, kiali_application_version, cert_manager_controller_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart -20:14:06.951 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.951 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:06.953 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.953 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:06.954 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.954 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, creator, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_instance_disk_size, terraform, terragrunt, cluster_name -20:14:06.955 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.957 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.957 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_name, terraform, project_number, terragrunt, project_role, state_bucket_prefix, route53_endpoints, organization, state_table_name -20:14:06.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): region_vars, versions, module_name, account_vars, vpc_vars, cluster_vars, common_vars -20:14:06.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): environment_abbr, project_number, account_id, organization, terragrunt, state_table_name, project_role, created_reason, aws_profile, aws_region, cluster_name, creator, state_bucket_prefix, project_name, terraform -20:14:06.964 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:06.965 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:06.965 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, cluster_endpoint_public_access, created_reason, eks_ng_desired_size, eks_ng_min_size, eks_instance_disk_size, terraform, cluster_name, eks_ng_max_size, enable_cluster_creator_admin_permissions, creator -20:14:06.965 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:06.967 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.968 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_name, project_number, project_role, state_table_name, terragrunt, terraform, organization, state_bucket_prefix, route53_endpoints -20:14:06.970 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:06.970 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:06.973 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:06.973 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): metrics_server_helm_chart, eks_module_version, null_version, k8s_dashboard_version, random_version, pushgateway_tag, cluster_version, karpenter_tag, kube_state_metrics_tag, node_exporter_tag, karpenter_helm_chart, prometheus_server_tag, aws_version, exporter_tag, cert_manager_version, sidecar_tag, helm_version, istio_version, template_version, memcached_tag, download_dashboards_image_tag, kiali_operator_version, prometheus_config_reloader_tag, release_version, loki_tag, canary_tag, grafana_tag, init_chown_data_image_tag, enterprise_logs_provisioner_tag, alertmanager_tag, cluster_issuer_name, prometheus_chart_version, kubernetes_version, loki_chart_version, dashboard_hostname, k8s_dashboard_metrics_scraper, tempo_tag, gateway_tag, tf_version, grafana_chart_version, tempo_chart_version, metrics_server_tag, grafana_hostname -20:14:06.974 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, cert_manager_helm_chart, cert_manager_cainjector_tag, cert_manager_webhook_tag, kiali_application_version, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_controller_tag -20:14:06.977 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:06.977 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment -20:14:06.978 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:06.978 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:06.979 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): cluster_vars, common_vars, vpc_vars, versions, account_vars, region_vars, module_name -20:14:06.979 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): creator, state_bucket_prefix, state_table_name, terragrunt, cluster_name, organization, terraform, aws_region, account_id, project_number, aws_profile, environment_abbr, project_name, project_role, created_reason -20:14:06.985 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: git rev-parse --show-toplevel -20:14:06.985 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Command output will be suppressed. -20:14:06.988 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:06.988 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] -20:14:06.994 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Exposing include block 'root' -20:14:07.001 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:07.002 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.002 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_table_name, terraform, terragrunt, organization, project_name, project_number, state_bucket_prefix, route53_endpoints -20:14:07.005 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.006 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): dashboard_hostname, k8s_dashboard_metrics_scraper, cluster_version, karpenter_tag, tempo_tag, kube_state_metrics_tag, alertmanager_tag, null_version, loki_tag, gateway_tag, kubernetes_version, grafana_hostname, prometheus_config_reloader_tag, helm_version, k8s_dashboard_version, cert_manager_version, init_chown_data_image_tag, prometheus_chart_version, metrics_server_helm_chart, release_version, node_exporter_tag, grafana_chart_version, cluster_issuer_name, loki_chart_version, download_dashboards_image_tag, karpenter_helm_chart, canary_tag, sidecar_tag, exporter_tag, eks_module_version, tf_version, tempo_chart_version, memcached_tag, metrics_server_tag, grafana_tag, aws_version, prometheus_server_tag, istio_version, template_version, random_version, pushgateway_tag, kiali_operator_version, enterprise_logs_provisioner_tag -20:14:07.006 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_cainjector_tag, cert_manager_webhook_tag, custom_service_eks_account, cert_manager_startupapicheck_tag, cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version -20:14:07.015 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.015 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.016 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.017 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, cluster_name, eks_ng_min_size, enable_cluster_creator_admin_permissions, creator, terragrunt, created_reason, eks_ng_desired_size, eks_ng_max_size, eks_instance_disk_size, terraform -20:14:07.017 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.018 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.018 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.019 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.019 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.020 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): common_vars, module_name, versions, account_vars, cluster_vars, vpc_vars, region_vars -20:14:07.020 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): account_id, cluster_name, state_bucket_prefix, terraform, aws_region, project_name, project_number, terragrunt, environment_abbr, created_reason, organization, state_table_name, aws_profile, creator, project_role -20:14:07.033 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:07.034 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/.terragrunt-cache -20:14:07.036 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Did not find any locals block: skipping evaluation. -20:14:07.042 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. -20:14:07.044 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.044 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cluster_version, dashboard_hostname, random_version, kiali_operator_version, loki_chart_version, karpenter_helm_chart, release_version, aws_version, gateway_tag, metrics_server_tag, cluster_issuer_name, alertmanager_tag, loki_tag, tf_version, kube_state_metrics_tag, pushgateway_tag, tempo_chart_version, canary_tag, cert_manager_version, eks_module_version, k8s_dashboard_metrics_scraper, grafana_chart_version, sidecar_tag, exporter_tag, init_chown_data_image_tag, memcached_tag, kubernetes_version, prometheus_server_tag, tempo_tag, prometheus_chart_version, grafana_tag, grafana_hostname, metrics_server_helm_chart, node_exporter_tag, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, karpenter_tag, istio_version, download_dashboards_image_tag, k8s_dashboard_version, helm_version, null_version, template_version -20:14:07.045 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_cainjector_tag, kiali_application_version, cert_manager_webhook_tag, cert_manager_controller_tag, cert_manager_helm_chart, custom_service_eks_account -20:14:07.050 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.051 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.052 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.052 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_name, creator, eks_instance_disk_size, terraform, eks_ng_max_size, created_reason, eks_ng_desired_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, terragrunt, cluster_endpoint_public_access -20:14:07.053 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.054 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.054 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.055 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.055 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.057 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.057 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, project_number, terraform, route53_endpoints, project_name, project_role, terragrunt, organization, state_bucket_prefix -20:14:07.058 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): versions, region_vars, cluster_vars, vpc_vars, account_vars, module_name, common_vars -20:14:07.058 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): organization, project_number, environment_abbr, created_reason, cluster_name, project_role, terraform, terragrunt, aws_region, account_id, project_name, state_bucket_prefix, creator, state_table_name, aws_profile -20:14:07.064 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. -20:14:07.065 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.066 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, terraform, project_name, terragrunt, route53_endpoints, project_role, state_table_name, organization, project_number -20:14:07.068 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.068 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.071 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.071 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_tag, k8s_dashboard_version, random_version, grafana_hostname, kube_state_metrics_tag, k8s_dashboard_metrics_scraper, kubernetes_version, aws_version, istio_version, grafana_chart_version, loki_tag, prometheus_server_tag, metrics_server_tag, loki_chart_version, prometheus_chart_version, alertmanager_tag, canary_tag, sidecar_tag, template_version, cluster_issuer_name, karpenter_tag, pushgateway_tag, download_dashboards_image_tag, kiali_operator_version, init_chown_data_image_tag, exporter_tag, eks_module_version, memcached_tag, grafana_tag, prometheus_config_reloader_tag, helm_version, node_exporter_tag, tempo_chart_version, null_version, cert_manager_version, karpenter_helm_chart, enterprise_logs_provisioner_tag, metrics_server_helm_chart, release_version, tf_version, gateway_tag, cluster_version, dashboard_hostname -20:14:07.072 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, kiali_application_version, cert_manager_controller_tag, cert_manager_helm_chart, custom_service_eks_account, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_webhook_tag -20:14:07.075 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.075 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.076 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.076 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:07.077 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.077 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, enable_cluster_creator_admin_permissions, creator, eks_instance_disk_size, eks_ng_max_size, cluster_endpoint_public_access, cluster_name, created_reason, eks_ng_desired_size, terraform, terragrunt -20:14:07.077 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.079 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): common_vars, module_name, account_vars, versions, region_vars, vpc_vars, cluster_vars -20:14:07.079 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): aws_region, project_number, state_bucket_prefix, state_table_name, cluster_name, terraform, terragrunt, aws_profile, environment_abbr, project_name, created_reason, creator, project_role, account_id, organization -20:14:07.087 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Running command: git rev-parse --show-toplevel -20:14:07.088 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Command output will be suppressed. -20:14:07.091 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:07.092 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] -20:14:07.097 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Exposing include block 'root' -20:14:07.104 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Found locals block: evaluating the expressions. -20:14:07.105 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.105 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, project_number, state_table_name, terraform, state_bucket_prefix, project_name, terragrunt, route53_endpoints, project_role -20:14:07.108 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.108 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:07.109 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.109 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.111 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.111 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, eks_ng_max_size, eks_ng_desired_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, creator, eks_instance_disk_size, terraform, cluster_name, created_reason, terragrunt -20:14:07.112 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.115 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.115 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, kube_state_metrics_tag, null_version, random_version, exporter_tag, prometheus_server_tag, loki_tag, memcached_tag, sidecar_tag, karpenter_tag, eks_module_version, karpenter_helm_chart, cluster_issuer_name, istio_version, template_version, k8s_dashboard_version, download_dashboards_image_tag, init_chown_data_image_tag, prometheus_config_reloader_tag, cluster_version, helm_version, tempo_chart_version, loki_chart_version, enterprise_logs_provisioner_tag, dashboard_hostname, alertmanager_tag, k8s_dashboard_metrics_scraper, metrics_server_tag, pushgateway_tag, prometheus_chart_version, tempo_tag, release_version, node_exporter_tag, grafana_chart_version, cert_manager_version, canary_tag, grafana_hostname, aws_version, kubernetes_version, metrics_server_helm_chart, tf_version, grafana_tag, gateway_tag -20:14:07.116 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, cert_manager_helm_chart, cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_startupapicheck_tag, kiali_application_version, istio_ingress_version, cert_manager_controller_tag -20:14:07.119 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.119 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.119 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 7 locals (remaining 15): module_name, common_vars, account_vars, region_vars, cluster_vars, versions, vpc_vars -20:14:07.120 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Evaluated 15 locals (remaining 0): organization, project_role, project_name, account_id, environment_abbr, aws_profile, project_number, state_table_name, cluster_name, created_reason, terraform, terragrunt, state_bucket_prefix, aws_region, creator -20:14:07.131 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:07.131 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/.terragrunt-cache -20:14:07.133 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Did not find any locals block: skipping evaluation. -20:14:07.140 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. -20:14:07.140 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.140 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.141 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.141 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.142 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.142 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, terraform, creator, eks_ng_desired_size, eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, eks_ng_max_size, created_reason -20:14:07.143 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.147 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.147 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kube_state_metrics_tag, pushgateway_tag, prometheus_config_reloader_tag, prometheus_server_tag, karpenter_helm_chart, grafana_hostname, helm_version, sidecar_tag, tempo_tag, node_exporter_tag, tempo_chart_version, k8s_dashboard_metrics_scraper, template_version, null_version, random_version, istio_version, download_dashboards_image_tag, metrics_server_helm_chart, cert_manager_version, alertmanager_tag, loki_tag, dashboard_hostname, init_chown_data_image_tag, metrics_server_tag, canary_tag, cluster_issuer_name, tf_version, loki_chart_version, grafana_chart_version, k8s_dashboard_version, eks_module_version, grafana_tag, aws_version, memcached_tag, enterprise_logs_provisioner_tag, cluster_version, kiali_operator_version, exporter_tag, kubernetes_version, karpenter_tag, gateway_tag, release_version, prometheus_chart_version -20:14:07.148 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_webhook_tag, cert_manager_cainjector_tag, cert_manager_controller_tag, istio_ingress_version, cert_manager_helm_chart, custom_service_eks_account -20:14:07.151 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.151 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.152 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.153 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, project_name, terraform, organization, project_number, project_role, state_bucket_prefix, terragrunt, route53_endpoints -20:14:07.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): module_name, region_vars, vpc_vars, cluster_vars, versions, account_vars, common_vars -20:14:07.154 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): organization, project_name, project_number, creator, environment_abbr, state_bucket_prefix, terraform, project_role, account_id, state_table_name, terragrunt, cluster_name, aws_region, aws_profile, created_reason -20:14:07.160 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. -20:14:07.162 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.163 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, cluster_name, eks_ng_desired_size, eks_ng_min_size, eks_instance_disk_size, terraform, created_reason, eks_ng_max_size, creator -20:14:07.163 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.165 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.165 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.166 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.166 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.167 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.167 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.169 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.170 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): grafana_chart_version, k8s_dashboard_metrics_scraper, cluster_issuer_name, prometheus_chart_version, karpenter_tag, metrics_server_helm_chart, gateway_tag, cert_manager_version, cluster_version, release_version, node_exporter_tag, random_version, metrics_server_tag, init_chown_data_image_tag, exporter_tag, tempo_tag, tf_version, aws_version, tempo_chart_version, download_dashboards_image_tag, grafana_tag, null_version, dashboard_hostname, canary_tag, pushgateway_tag, loki_chart_version, enterprise_logs_provisioner_tag, kiali_operator_version, kube_state_metrics_tag, istio_version, eks_module_version, template_version, k8s_dashboard_version, loki_tag, sidecar_tag, prometheus_config_reloader_tag, kubernetes_version, helm_version, prometheus_server_tag, grafana_hostname, karpenter_helm_chart, alertmanager_tag, memcached_tag -20:14:07.170 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, kiali_application_version, custom_service_eks_account, cert_manager_webhook_tag, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, cert_manager_helm_chart -20:14:07.174 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.174 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, project_number, project_role, terraform, route53_endpoints, project_name, state_bucket_prefix, state_table_name, terragrunt -20:14:07.175 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): cluster_vars, module_name, account_vars, region_vars, vpc_vars, versions, common_vars -20:14:07.175 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): project_role, account_id, aws_region, aws_profile, terraform, cluster_name, creator, environment_abbr, organization, state_bucket_prefix, state_table_name, terragrunt, project_number, project_name, created_reason -20:14:07.180 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] -20:14:07.183 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Running command: git rev-parse --show-toplevel -20:14:07.183 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Command output will be suppressed. -20:14:07.185 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:07.195 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Exposing include block 'root' -20:14:07.203 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. -20:14:07.206 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.206 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, eks_ng_desired_size, terraform, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, cluster_name, creator, eks_instance_disk_size, terragrunt, eks_ng_max_size -20:14:07.207 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.208 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.208 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.209 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.209 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.211 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.211 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, project_number, state_bucket_prefix, organization, route53_endpoints, project_role, state_table_name, terraform, project_name -20:14:07.212 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.212 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.215 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.215 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cert_manager_version, cluster_issuer_name, loki_chart_version, tempo_tag, eks_module_version, alertmanager_tag, k8s_dashboard_version, canary_tag, prometheus_chart_version, init_chown_data_image_tag, karpenter_tag, release_version, tempo_chart_version, enterprise_logs_provisioner_tag, helm_version, node_exporter_tag, karpenter_helm_chart, prometheus_server_tag, gateway_tag, prometheus_config_reloader_tag, cluster_version, grafana_chart_version, k8s_dashboard_metrics_scraper, sidecar_tag, template_version, tf_version, memcached_tag, pushgateway_tag, grafana_tag, exporter_tag, random_version, metrics_server_tag, dashboard_hostname, loki_tag, kiali_operator_version, aws_version, null_version, metrics_server_helm_chart, istio_version, download_dashboards_image_tag, grafana_hostname, kubernetes_version, kube_state_metrics_tag -20:14:07.215 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_helm_chart, cert_manager_controller_tag, istio_ingress_version, custom_service_eks_account -20:14:07.218 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): module_name, cluster_vars, region_vars, account_vars, common_vars, vpc_vars, versions -20:14:07.218 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): created_reason, organization, environment_abbr, creator, terragrunt, account_id, state_bucket_prefix, project_number, project_role, cluster_name, terraform, aws_profile, aws_region, project_name, state_table_name -20:14:07.237 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:07.237 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/.terragrunt-cache -20:14:07.239 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Did not find any locals block: skipping evaluation. -20:14:07.245 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Found locals block: evaluating the expressions. -20:14:07.245 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. -20:14:07.245 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.245 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.246 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. -20:14:07.249 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.249 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, eks_ng_max_size, eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, created_reason, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, creator, terraform -20:14:07.249 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.251 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. -20:14:07.252 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.252 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, terragrunt, project_name, project_role, state_bucket_prefix, terraform, organization, project_number, route53_endpoints -20:14:07.253 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. -20:14:07.253 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.253 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.254 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. -20:14:07.254 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.254 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.255 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana. -20:14:07.257 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.257 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): template_version, random_version, dashboard_hostname, download_dashboards_image_tag, karpenter_tag, prometheus_config_reloader_tag, prometheus_server_tag, null_version, loki_tag, tempo_tag, tempo_chart_version, memcached_tag, karpenter_helm_chart, prometheus_chart_version, node_exporter_tag, cluster_issuer_name, enterprise_logs_provisioner_tag, grafana_tag, metrics_server_tag, cert_manager_version, cluster_version, eks_module_version, release_version, tf_version, grafana_chart_version, sidecar_tag, exporter_tag, canary_tag, grafana_hostname, metrics_server_helm_chart, kube_state_metrics_tag, pushgateway_tag, kiali_operator_version, k8s_dashboard_version, kubernetes_version, loki_chart_version, alertmanager_tag, k8s_dashboard_metrics_scraper, helm_version, aws_version, istio_version, init_chown_data_image_tag, gateway_tag -20:14:07.258 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_cainjector_tag, istio_ingress_version, kiali_application_version, cert_manager_controller_tag, cert_manager_startupapicheck_tag, custom_service_eks_account -20:14:07.260 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 7 locals (remaining 15): region_vars, cluster_vars, module_name, common_vars, vpc_vars, account_vars, versions -20:14:07.261 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 15 locals (remaining 0): creator, project_name, aws_profile, cluster_name, project_role, terraform, account_id, aws_region, organization, environment_abbr, terragrunt, project_number, created_reason, state_table_name, state_bucket_prefix -20:14:07.272 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Found locals block: evaluating the expressions. -20:14:07.277 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.277 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): release_version, enterprise_logs_provisioner_tag, karpenter_helm_chart, prometheus_config_reloader_tag, init_chown_data_image_tag, node_exporter_tag, null_version, cluster_version, loki_chart_version, prometheus_server_tag, cert_manager_version, sidecar_tag, download_dashboards_image_tag, pushgateway_tag, kiali_operator_version, k8s_dashboard_version, prometheus_chart_version, aws_version, eks_module_version, tempo_chart_version, memcached_tag, cluster_issuer_name, grafana_tag, istio_version, karpenter_tag, alertmanager_tag, k8s_dashboard_metrics_scraper, exporter_tag, kube_state_metrics_tag, helm_version, tf_version, loki_tag, canary_tag, random_version, metrics_server_tag, grafana_hostname, gateway_tag, template_version, grafana_chart_version, kubernetes_version, tempo_tag, metrics_server_helm_chart, dashboard_hostname -20:14:07.277 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_startupapicheck_tag, custom_service_eks_account, istio_ingress_version, kiali_application_version, cert_manager_controller_tag, cert_manager_cainjector_tag -20:14:07.281 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.281 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment -20:14:07.282 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.282 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.283 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.283 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, project_role, project_number, terraform, organization, project_name, route53_endpoints, state_bucket_prefix, state_table_name -20:14:07.285 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.285 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.286 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.287 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terraform, cluster_endpoint_public_access, enable_cluster_creator_admin_permissions, creator, terragrunt, cluster_name, created_reason, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size -20:14:07.287 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.289 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 7 locals (remaining 15): module_name, versions, account_vars, region_vars, common_vars, vpc_vars, cluster_vars -20:14:07.290 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 15 locals (remaining 0): environment_abbr, project_number, state_bucket_prefix, project_role, cluster_name, project_name, organization, created_reason, aws_profile, aws_region, creator, terraform, account_id, state_table_name, terragrunt -20:14:07.293 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana -20:14:07.295 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] -20:14:07.302 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Running command: git rev-parse --show-toplevel -20:14:07.302 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Command output will be suppressed. -20:14:07.305 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:07.309 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Exposing include block 'root' -20:14:07.317 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Found locals block: evaluating the expressions. -20:14:07.318 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.318 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, creator, eks_instance_disk_size, terraform, terragrunt, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, created_reason, eks_ng_max_size, eks_ng_desired_size -20:14:07.318 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.320 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.320 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.321 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.322 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, state_bucket_prefix, state_table_name, organization, project_name, project_number, route53_endpoints, terraform, project_role -20:14:07.325 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.325 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): pushgateway_tag, download_dashboards_image_tag, gateway_tag, init_chown_data_image_tag, prometheus_chart_version, tempo_chart_version, istio_version, metrics_server_helm_chart, null_version, cert_manager_version, helm_version, memcached_tag, grafana_hostname, grafana_tag, prometheus_config_reloader_tag, karpenter_tag, enterprise_logs_provisioner_tag, aws_version, release_version, alertmanager_tag, metrics_server_tag, node_exporter_tag, template_version, k8s_dashboard_version, random_version, exporter_tag, kube_state_metrics_tag, eks_module_version, k8s_dashboard_metrics_scraper, sidecar_tag, cluster_issuer_name, kubernetes_version, cluster_version, prometheus_server_tag, tempo_tag, loki_tag, karpenter_helm_chart, grafana_chart_version, dashboard_hostname, canary_tag, kiali_operator_version, loki_chart_version, tf_version -20:14:07.325 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, cert_manager_controller_tag, istio_ingress_version, cert_manager_webhook_tag, kiali_application_version -20:14:07.329 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.329 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.330 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.330 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.330 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 7 locals (remaining 15): cluster_vars, account_vars, common_vars, versions, region_vars, module_name, vpc_vars -20:14:07.330 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Evaluated 15 locals (remaining 0): environment_abbr, organization, cluster_name, creator, state_table_name, project_role, aws_profile, terraform, terragrunt, account_id, project_number, aws_region, created_reason, state_bucket_prefix, project_name -20:14:07.341 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:07.341 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/.terragrunt-cache -20:14:07.343 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Did not find any locals block: skipping evaluation. -20:14:07.349 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Found locals block: evaluating the expressions. -20:14:07.349 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. -20:14:07.350 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.350 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.350 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. -20:14:07.353 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.354 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_instance_disk_size, terragrunt, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, created_reason, eks_ng_desired_size, terraform, cluster_endpoint_public_access -20:14:07.354 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.358 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. -20:14:07.361 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.361 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, state_bucket_prefix, project_number, state_table_name, route53_endpoints, project_name, project_role, terragrunt, organization -20:14:07.365 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. -20:14:07.365 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.365 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.366 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. -20:14:07.368 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.368 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): loki_chart_version, aws_version, dashboard_hostname, k8s_dashboard_version, prometheus_chart_version, exporter_tag, enterprise_logs_provisioner_tag, k8s_dashboard_metrics_scraper, alertmanager_tag, helm_version, node_exporter_tag, kiali_operator_version, kubernetes_version, memcached_tag, karpenter_tag, prometheus_server_tag, release_version, template_version, null_version, grafana_hostname, loki_tag, grafana_tag, init_chown_data_image_tag, tempo_chart_version, istio_version, gateway_tag, random_version, download_dashboards_image_tag, sidecar_tag, kube_state_metrics_tag, prometheus_config_reloader_tag, cluster_version, tempo_tag, canary_tag, cert_manager_version, karpenter_helm_chart, tf_version, metrics_server_helm_chart, cluster_issuer_name, eks_module_version, grafana_chart_version, pushgateway_tag, metrics_server_tag -20:14:07.369 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_webhook_tag, istio_ingress_version -20:14:07.372 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki. -20:14:07.372 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.372 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:07.373 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 7 locals (remaining 15): region_vars, module_name, cluster_vars, common_vars, vpc_vars, versions, account_vars -20:14:07.373 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 15 locals (remaining 0): aws_region, state_bucket_prefix, terraform, project_number, account_id, terragrunt, project_role, creator, cluster_name, created_reason, environment_abbr, aws_profile, project_name, organization, state_table_name -20:14:07.385 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Found locals block: evaluating the expressions. -20:14:07.385 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.385 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.386 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.386 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:07.388 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.388 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, terragrunt, route53_endpoints, project_number, state_bucket_prefix, terraform, organization, project_name, project_role -20:14:07.389 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.389 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.391 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.391 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, creator, eks_instance_disk_size, terragrunt, enable_cluster_creator_admin_permissions, cluster_name, terraform, cluster_endpoint_public_access, created_reason -20:14:07.391 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.394 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.394 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): dashboard_hostname, sidecar_tag, karpenter_helm_chart, prometheus_chart_version, kubernetes_version, tempo_chart_version, istio_version, template_version, null_version, grafana_tag, loki_chart_version, enterprise_logs_provisioner_tag, metrics_server_helm_chart, tf_version, download_dashboards_image_tag, gateway_tag, release_version, random_version, prometheus_server_tag, cluster_issuer_name, kiali_operator_version, k8s_dashboard_version, alertmanager_tag, grafana_chart_version, memcached_tag, grafana_hostname, aws_version, tempo_tag, kube_state_metrics_tag, node_exporter_tag, cert_manager_version, k8s_dashboard_metrics_scraper, eks_module_version, canary_tag, pushgateway_tag, exporter_tag, prometheus_config_reloader_tag, cluster_version, init_chown_data_image_tag, loki_tag, metrics_server_tag, karpenter_tag, helm_version -20:14:07.395 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_helm_chart, custom_service_eks_account, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, cert_manager_controller_tag, kiali_application_version, cert_manager_cainjector_tag -20:14:07.398 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 7 locals (remaining 15): region_vars, account_vars, common_vars, module_name, vpc_vars, cluster_vars, versions -20:14:07.399 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 15 locals (remaining 0): aws_profile, project_role, created_reason, organization, account_id, project_number, environment_abbr, cluster_name, terraform, state_table_name, aws_region, state_bucket_prefix, creator, project_name, terragrunt -20:14:07.406 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Running command: git rev-parse --show-toplevel -20:14:07.406 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Command output will be suppressed. -20:14:07.408 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:07.409 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki -20:14:07.410 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] -20:14:07.413 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Exposing include block 'root' -20:14:07.421 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Found locals block: evaluating the expressions. -20:14:07.428 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.429 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): kiali_operator_version, null_version, tempo_chart_version, download_dashboards_image_tag, prometheus_server_tag, pushgateway_tag, istio_version, template_version, tf_version, node_exporter_tag, aws_version, loki_chart_version, prometheus_config_reloader_tag, tempo_tag, memcached_tag, metrics_server_tag, grafana_tag, k8s_dashboard_metrics_scraper, cert_manager_version, cluster_issuer_name, kube_state_metrics_tag, release_version, kubernetes_version, init_chown_data_image_tag, exporter_tag, k8s_dashboard_version, grafana_chart_version, alertmanager_tag, grafana_hostname, karpenter_helm_chart, karpenter_tag, dashboard_hostname, sidecar_tag, enterprise_logs_provisioner_tag, metrics_server_helm_chart, random_version, loki_tag, gateway_tag, cluster_version, helm_version, eks_module_version, canary_tag, prometheus_chart_version -20:14:07.430 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, kiali_application_version, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_controller_tag, istio_ingress_version, custom_service_eks_account -20:14:07.436 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.436 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:07.437 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.437 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:07.439 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.439 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, route53_endpoints, project_number, project_role, state_bucket_prefix, terraform, project_name, state_table_name, organization -20:14:07.442 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.443 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.444 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.444 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, terraform, cluster_endpoint_public_access, cluster_name, eks_ng_desired_size, creator, eks_instance_disk_size, terragrunt -20:14:07.444 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.445 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 7 locals (remaining 15): versions, vpc_vars, account_vars, common_vars, region_vars, cluster_vars, module_name -20:14:07.446 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Evaluated 15 locals (remaining 0): aws_profile, creator, organization, project_name, project_role, account_id, aws_region, state_table_name, project_number, terraform, cluster_name, created_reason, environment_abbr, state_bucket_prefix, terragrunt -20:14:07.461 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:07.461 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/.terragrunt-cache -20:14:07.463 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Did not find any locals block: skipping evaluation. -20:14:07.468 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:07.470 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.470 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, terraform, eks_ng_min_size, eks_ng_desired_size, eks_ng_max_size, terragrunt, cluster_endpoint_public_access, creator, eks_instance_disk_size, enable_cluster_creator_admin_permissions, cluster_name -20:14:07.470 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.473 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.474 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.475 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.476 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment -20:14:07.477 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.477 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_table_name, project_number, state_bucket_prefix, terraform, route53_endpoints, project_name, terragrunt, organization -20:14:07.478 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.479 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.481 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.481 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): helm_version, aws_version, karpenter_tag, karpenter_helm_chart, dashboard_hostname, tempo_tag, node_exporter_tag, init_chown_data_image_tag, cluster_version, grafana_tag, tf_version, k8s_dashboard_version, kubernetes_version, grafana_hostname, grafana_chart_version, sidecar_tag, pushgateway_tag, metrics_server_tag, tempo_chart_version, cert_manager_version, prometheus_server_tag, loki_tag, istio_version, random_version, memcached_tag, cluster_issuer_name, canary_tag, k8s_dashboard_metrics_scraper, gateway_tag, null_version, kube_state_metrics_tag, metrics_server_helm_chart, prometheus_chart_version, kiali_operator_version, exporter_tag, prometheus_config_reloader_tag, loki_chart_version, eks_module_version, download_dashboards_image_tag, enterprise_logs_provisioner_tag, alertmanager_tag, release_version, template_version -20:14:07.482 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, cert_manager_helm_chart, kiali_application_version, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_startupapicheck_tag, custom_service_eks_account -20:14:07.485 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): cluster_vars, region_vars, account_vars, common_vars, module_name, vpc_vars, versions -20:14:07.486 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): aws_region, state_table_name, project_name, project_number, account_id, environment_abbr, created_reason, project_role, terraform, aws_profile, terragrunt, creator, organization, state_bucket_prefix, cluster_name -20:14:07.495 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:07.495 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.495 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.496 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.496 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.499 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.499 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_tag, helm_version, tf_version, download_dashboards_image_tag, grafana_hostname, gateway_tag, k8s_dashboard_version, memcached_tag, aws_version, istio_version, dashboard_hostname, sidecar_tag, node_exporter_tag, metrics_server_tag, cluster_issuer_name, pushgateway_tag, kubernetes_version, init_chown_data_image_tag, kube_state_metrics_tag, template_version, tempo_chart_version, grafana_chart_version, loki_chart_version, exporter_tag, karpenter_tag, cert_manager_version, canary_tag, karpenter_helm_chart, eks_module_version, alertmanager_tag, loki_tag, random_version, kiali_operator_version, grafana_tag, cluster_version, metrics_server_helm_chart, release_version, null_version, prometheus_chart_version, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, k8s_dashboard_metrics_scraper, prometheus_server_tag -20:14:07.500 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, cert_manager_startupapicheck_tag, cert_manager_webhook_tag, cert_manager_helm_chart, kiali_application_version, istio_ingress_version, cert_manager_controller_tag, cert_manager_cainjector_tag -20:14:07.503 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.503 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.504 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.504 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, eks_ng_min_size, eks_ng_desired_size, eks_ng_max_size, creator, eks_instance_disk_size, terraform, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, cluster_name, terragrunt -20:14:07.504 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.507 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.507 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, state_table_name, project_name, terraform, organization, project_number, project_role, terragrunt, route53_endpoints -20:14:07.510 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): account_vars, module_name, vpc_vars, versions, region_vars, cluster_vars, common_vars -20:14:07.510 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): project_name, project_role, state_bucket_prefix, organization, terraform, project_number, creator, aws_region, account_id, aws_profile, terragrunt, cluster_name, environment_abbr, created_reason, state_table_name -20:14:07.514 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] -20:14:07.516 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Running command: git rev-parse --show-toplevel -20:14:07.516 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Command output will be suppressed. -20:14:07.522 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:07.528 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Exposing include block 'root' -20:14:07.536 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Found locals block: evaluating the expressions. -20:14:07.537 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.537 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.538 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.538 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_name, terragrunt, state_bucket_prefix, terraform, organization, route53_endpoints, project_role, state_table_name, project_number -20:14:07.541 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.542 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): eks_module_version, template_version, dashboard_hostname, init_chown_data_image_tag, helm_version, null_version, grafana_chart_version, cert_manager_version, pushgateway_tag, download_dashboards_image_tag, prometheus_server_tag, grafana_tag, kube_state_metrics_tag, node_exporter_tag, tf_version, alertmanager_tag, random_version, k8s_dashboard_metrics_scraper, kiali_operator_version, karpenter_tag, istio_version, cluster_issuer_name, kubernetes_version, metrics_server_helm_chart, release_version, tempo_chart_version, loki_tag, karpenter_helm_chart, gateway_tag, loki_chart_version, grafana_hostname, exporter_tag, prometheus_chart_version, prometheus_config_reloader_tag, cluster_version, tempo_tag, memcached_tag, sidecar_tag, aws_version, enterprise_logs_provisioner_tag, k8s_dashboard_version, canary_tag, metrics_server_tag -20:14:07.542 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, istio_ingress_version, cert_manager_webhook_tag, kiali_application_version, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, cert_manager_helm_chart -20:14:07.545 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.545 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:07.546 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.546 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.548 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.548 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): created_reason, eks_ng_max_size, enable_cluster_creator_admin_permissions, terragrunt, creator, cluster_name, eks_ng_desired_size, eks_ng_min_size, cluster_endpoint_public_access, eks_instance_disk_size, terraform -20:14:07.548 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.549 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 7 locals (remaining 15): vpc_vars, common_vars, versions, account_vars, region_vars, module_name, cluster_vars -20:14:07.549 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Evaluated 15 locals (remaining 0): account_id, project_role, created_reason, creator, state_bucket_prefix, state_table_name, project_number, aws_region, terragrunt, environment_abbr, organization, aws_profile, project_name, cluster_name, terraform -20:14:07.572 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:07.573 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/.terragrunt-cache -20:14:07.574 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Did not find any locals block: skipping evaluation. -20:14:07.582 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Found locals block: evaluating the expressions. -20:14:07.582 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. -20:14:07.582 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.582 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:07.583 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. -20:14:07.589 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.590 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): metrics_server_helm_chart, prometheus_chart_version, init_chown_data_image_tag, metrics_server_tag, aws_version, istio_version, k8s_dashboard_version, kiali_operator_version, release_version, loki_tag, kube_state_metrics_tag, canary_tag, loki_chart_version, tempo_chart_version, grafana_tag, dashboard_hostname, sidecar_tag, alertmanager_tag, template_version, grafana_hostname, node_exporter_tag, cluster_version, karpenter_tag, k8s_dashboard_metrics_scraper, random_version, gateway_tag, eks_module_version, exporter_tag, kubernetes_version, memcached_tag, helm_version, pushgateway_tag, tempo_tag, null_version, download_dashboards_image_tag, cluster_issuer_name, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, cert_manager_version, prometheus_server_tag, karpenter_helm_chart, tf_version, grafana_chart_version -20:14:07.591 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_controller_tag, custom_service_eks_account, kiali_application_version, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_helm_chart, cert_manager_webhook_tag -20:14:07.596 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. -20:14:07.597 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.597 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, cluster_name, creator, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, created_reason, eks_instance_disk_size, terraform, terragrunt, enable_cluster_creator_admin_permissions -20:14:07.598 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.599 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. -20:14:07.600 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.601 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_table_name, terragrunt, state_bucket_prefix, terraform, organization, project_number, route53_endpoints, project_name, project_role -20:14:07.602 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. -20:14:07.602 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.602 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.603 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus. -20:14:07.604 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.604 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.604 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 7 locals (remaining 15): vpc_vars, versions, cluster_vars, common_vars, module_name, account_vars, region_vars -20:14:07.604 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 15 locals (remaining 0): environment_abbr, cluster_name, terraform, creator, organization, state_table_name, project_role, state_bucket_prefix, aws_region, created_reason, project_name, account_id, aws_profile, project_number, terragrunt -20:14:07.614 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Found locals block: evaluating the expressions. -20:14:07.617 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.618 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:07.621 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.621 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.625 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.625 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, project_role, state_bucket_prefix, route53_endpoints, terraform, project_number, state_table_name, terragrunt, project_name -20:14:07.626 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.627 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.629 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.629 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_helm_chart, tf_version, download_dashboards_image_tag, memcached_tag, metrics_server_tag, kiali_operator_version, gateway_tag, loki_chart_version, metrics_server_helm_chart, k8s_dashboard_version, sidecar_tag, pushgateway_tag, grafana_tag, aws_version, kubernetes_version, karpenter_tag, tempo_chart_version, null_version, cert_manager_version, prometheus_server_tag, init_chown_data_image_tag, cluster_version, helm_version, node_exporter_tag, alertmanager_tag, grafana_hostname, random_version, cluster_issuer_name, enterprise_logs_provisioner_tag, loki_tag, release_version, grafana_chart_version, k8s_dashboard_metrics_scraper, dashboard_hostname, canary_tag, prometheus_chart_version, prometheus_config_reloader_tag, istio_version, eks_module_version, exporter_tag, tempo_tag, kube_state_metrics_tag, template_version -20:14:07.630 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_helm_chart, custom_service_eks_account, cert_manager_controller_tag, istio_ingress_version, cert_manager_startupapicheck_tag, kiali_application_version -20:14:07.633 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.634 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terragrunt, cluster_endpoint_public_access, eks_ng_desired_size, eks_ng_max_size, creator, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, created_reason, terraform -20:14:07.634 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.635 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 7 locals (remaining 15): module_name, account_vars, region_vars, common_vars, vpc_vars, versions, cluster_vars -20:14:07.635 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 15 locals (remaining 0): aws_profile, project_number, project_name, state_bucket_prefix, terraform, account_id, organization, project_role, aws_region, creator, cluster_name, state_table_name, environment_abbr, terragrunt, created_reason -20:14:07.644 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Running command: git rev-parse --show-toplevel -20:14:07.644 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Command output will be suppressed. -20:14:07.650 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:07.650 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus -20:14:07.652 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] -20:14:07.657 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Exposing include block 'root' -20:14:07.664 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Found locals block: evaluating the expressions. -20:14:07.665 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.665 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.668 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.668 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): gateway_tag, cluster_issuer_name, kube_state_metrics_tag, helm_version, node_exporter_tag, prometheus_server_tag, kubernetes_version, exporter_tag, prometheus_config_reloader_tag, release_version, dashboard_hostname, tempo_chart_version, pushgateway_tag, download_dashboards_image_tag, grafana_tag, kiali_operator_version, karpenter_tag, random_version, canary_tag, metrics_server_helm_chart, tf_version, eks_module_version, istio_version, loki_chart_version, cluster_version, tempo_tag, enterprise_logs_provisioner_tag, grafana_chart_version, sidecar_tag, grafana_hostname, karpenter_helm_chart, prometheus_chart_version, null_version, metrics_server_tag, template_version, memcached_tag, aws_version, init_chown_data_image_tag, cert_manager_version, loki_tag, k8s_dashboard_metrics_scraper, k8s_dashboard_version, alertmanager_tag -20:14:07.669 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, custom_service_eks_account, cert_manager_controller_tag, cert_manager_cainjector_tag, kiali_application_version, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_webhook_tag -20:14:07.674 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.674 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:07.675 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.675 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_name, project_role, terraform, state_bucket_prefix, state_table_name, organization, project_number, terragrunt, route53_endpoints -20:14:07.679 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.679 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terraform, cluster_endpoint_public_access, cluster_name, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, creator, terragrunt, enable_cluster_creator_admin_permissions, created_reason -20:14:07.679 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.681 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.681 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.682 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 7 locals (remaining 15): account_vars, module_name, versions, vpc_vars, common_vars, cluster_vars, region_vars -20:14:07.682 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Evaluated 15 locals (remaining 0): account_id, aws_region, created_reason, project_number, project_name, state_bucket_prefix, environment_abbr, project_role, state_table_name, creator, organization, cluster_name, terraform, terragrunt, aws_profile -20:14:07.694 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:07.694 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/.terragrunt-cache -20:14:07.697 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Did not find any locals block: skipping evaluation. -20:14:07.705 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. -20:14:07.706 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.706 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, state_table_name, project_name, route53_endpoints, project_role, state_bucket_prefix, organization, project_number, terraform -20:14:07.707 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.707 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.708 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.708 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:07.711 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.711 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): template_version, alertmanager_tag, tempo_chart_version, canary_tag, null_version, grafana_chart_version, random_version, dashboard_hostname, pushgateway_tag, k8s_dashboard_metrics_scraper, loki_chart_version, tf_version, sidecar_tag, exporter_tag, prometheus_config_reloader_tag, loki_tag, grafana_tag, aws_version, metrics_server_helm_chart, kiali_operator_version, download_dashboards_image_tag, istio_version, init_chown_data_image_tag, prometheus_chart_version, memcached_tag, karpenter_tag, enterprise_logs_provisioner_tag, helm_version, grafana_hostname, k8s_dashboard_version, kubernetes_version, prometheus_server_tag, gateway_tag, cert_manager_version, karpenter_helm_chart, metrics_server_tag, kube_state_metrics_tag, node_exporter_tag, cluster_issuer_name, cluster_version, eks_module_version, release_version, tempo_tag -20:14:07.712 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_webhook_tag, cert_manager_cainjector_tag, kiali_application_version, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_controller_tag, cert_manager_helm_chart -20:14:07.715 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.716 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_ng_desired_size, created_reason, eks_instance_disk_size, terraform, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, terragrunt, cluster_endpoint_public_access, eks_ng_max_size -20:14:07.716 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.717 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.717 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.719 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): common_vars, region_vars, account_vars, versions, cluster_vars, module_name, vpc_vars -20:14:07.719 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): state_bucket_prefix, organization, project_number, project_role, created_reason, aws_profile, creator, terraform, aws_region, environment_abbr, account_id, cluster_name, state_table_name, project_name, terragrunt -20:14:07.729 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. -20:14:07.732 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.733 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, created_reason, eks_ng_desired_size, eks_instance_disk_size, terragrunt, cluster_name, terraform -20:14:07.733 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.737 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.737 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, organization, project_name, project_number, project_role, state_bucket_prefix, state_table_name, terragrunt, terraform -20:14:07.740 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.740 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): aws_version, dashboard_hostname, sidecar_tag, pushgateway_tag, grafana_tag, alertmanager_tag, null_version, memcached_tag, gateway_tag, node_exporter_tag, loki_tag, kubernetes_version, init_chown_data_image_tag, exporter_tag, release_version, metrics_server_tag, istio_version, cluster_version, metrics_server_helm_chart, tf_version, k8s_dashboard_metrics_scraper, canary_tag, loki_chart_version, grafana_chart_version, cert_manager_version, prometheus_server_tag, grafana_hostname, kiali_operator_version, download_dashboards_image_tag, cluster_issuer_name, prometheus_chart_version, helm_version, eks_module_version, random_version, template_version, k8s_dashboard_version, prometheus_config_reloader_tag, tempo_tag, karpenter_tag, enterprise_logs_provisioner_tag, kube_state_metrics_tag, tempo_chart_version, karpenter_helm_chart -20:14:07.741 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_helm_chart, cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_webhook_tag, istio_ingress_version, custom_service_eks_account, cert_manager_controller_tag -20:14:07.744 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.744 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.745 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.745 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:07.746 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.746 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.747 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): module_name, cluster_vars, common_vars, versions, vpc_vars, account_vars, region_vars -20:14:07.747 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): cluster_name, creator, environment_abbr, state_bucket_prefix, aws_profile, account_id, organization, project_number, state_table_name, project_name, created_reason, aws_region, project_role, terraform, terragrunt -20:14:07.751 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] -20:14:07.755 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Running command: git rev-parse --show-toplevel -20:14:07.755 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Command output will be suppressed. -20:14:07.762 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:07.766 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Exposing include block 'root' -20:14:07.773 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Found locals block: evaluating the expressions. -20:14:07.774 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.774 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.774 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.774 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.777 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.778 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): alertmanager_tag, loki_tag, download_dashboards_image_tag, prometheus_server_tag, cluster_issuer_name, karpenter_tag, tf_version, prometheus_chart_version, init_chown_data_image_tag, metrics_server_helm_chart, template_version, node_exporter_tag, metrics_server_tag, enterprise_logs_provisioner_tag, release_version, istio_version, random_version, sidecar_tag, kube_state_metrics_tag, k8s_dashboard_version, grafana_tag, prometheus_config_reloader_tag, aws_version, grafana_chart_version, karpenter_helm_chart, gateway_tag, cluster_version, kubernetes_version, loki_chart_version, exporter_tag, tempo_chart_version, memcached_tag, grafana_hostname, canary_tag, k8s_dashboard_metrics_scraper, dashboard_hostname, cert_manager_version, pushgateway_tag, kiali_operator_version, helm_version, eks_module_version, null_version, tempo_tag -20:14:07.778 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, kiali_application_version, istio_ingress_version, cert_manager_cainjector_tag, cert_manager_controller_tag, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_helm_chart -20:14:07.787 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.787 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.791 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.792 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_instance_disk_size, cluster_endpoint_public_access, eks_ng_max_size, eks_ng_min_size, eks_ng_desired_size, enable_cluster_creator_admin_permissions, terraform, terragrunt, cluster_name, created_reason -20:14:07.793 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.796 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.796 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, terragrunt, project_role, state_bucket_prefix, terraform, organization, project_name, project_number, state_table_name -20:14:07.797 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 7 locals (remaining 15): region_vars, vpc_vars, versions, module_name, account_vars, cluster_vars, common_vars -20:14:07.798 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Evaluated 15 locals (remaining 0): creator, environment_abbr, terraform, state_bucket_prefix, aws_region, organization, terragrunt, created_reason, project_name, cluster_name, aws_profile, project_number, account_id, project_role, state_table_name -20:14:07.809 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:07.809 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/.terragrunt-cache -20:14:07.812 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Did not find any locals block: skipping evaluation. -20:14:07.820 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. -20:14:07.821 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.821 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, created_reason, eks_instance_disk_size, terraform, eks_ng_min_size, creator, eks_ng_desired_size, cluster_endpoint_public_access, enable_cluster_creator_admin_permissions, cluster_name, eks_ng_max_size -20:14:07.822 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.825 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.825 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tempo_chart_version, alertmanager_tag, random_version, sidecar_tag, metrics_server_tag, kiali_operator_version, cluster_issuer_name, gateway_tag, k8s_dashboard_metrics_scraper, grafana_tag, memcached_tag, enterprise_logs_provisioner_tag, init_chown_data_image_tag, template_version, metrics_server_helm_chart, dashboard_hostname, k8s_dashboard_version, tempo_tag, exporter_tag, canary_tag, prometheus_server_tag, loki_tag, aws_version, null_version, kube_state_metrics_tag, prometheus_config_reloader_tag, loki_chart_version, karpenter_helm_chart, istio_version, download_dashboards_image_tag, prometheus_chart_version, pushgateway_tag, node_exporter_tag, cluster_version, cert_manager_version, release_version, helm_version, grafana_hostname, grafana_chart_version, tf_version, kubernetes_version, karpenter_tag, eks_module_version -20:14:07.825 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, cert_manager_webhook_tag, istio_ingress_version, cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart -20:14:07.828 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.829 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.830 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.830 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:07.833 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.833 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, organization, project_name, project_role, terraform, route53_endpoints, terragrunt, project_number, state_table_name -20:14:07.835 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.836 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.837 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): cluster_vars, versions, vpc_vars, account_vars, module_name, common_vars, region_vars -20:14:07.838 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): aws_region, environment_abbr, project_name, state_table_name, state_bucket_prefix, project_role, creator, account_id, aws_profile, project_number, organization, created_reason, terragrunt, terraform, cluster_name -20:14:07.849 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. -20:14:07.850 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.850 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, terragrunt, project_number, state_bucket_prefix, state_table_name, terraform, route53_endpoints, project_role, project_name -20:14:07.851 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.851 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.852 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.852 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.853 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.853 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:07.857 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.857 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): release_version, memcached_tag, k8s_dashboard_metrics_scraper, metrics_server_tag, cluster_version, kube_state_metrics_tag, enterprise_logs_provisioner_tag, k8s_dashboard_version, sidecar_tag, cluster_issuer_name, exporter_tag, metrics_server_helm_chart, node_exporter_tag, tempo_chart_version, grafana_chart_version, loki_tag, tempo_tag, template_version, dashboard_hostname, alertmanager_tag, cert_manager_version, prometheus_server_tag, gateway_tag, prometheus_config_reloader_tag, eks_module_version, karpenter_helm_chart, kiali_operator_version, loki_chart_version, helm_version, istio_version, tf_version, random_version, grafana_hostname, grafana_tag, kubernetes_version, init_chown_data_image_tag, null_version, canary_tag, download_dashboards_image_tag, pushgateway_tag, prometheus_chart_version, aws_version, karpenter_tag -20:14:07.859 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_helm_chart, custom_service_eks_account, kiali_application_version, cert_manager_controller_tag, cert_manager_startupapicheck_tag -20:14:07.863 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.863 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_min_size, creator, terraform, eks_ng_max_size, cluster_name, created_reason, eks_ng_desired_size, enable_cluster_creator_admin_permissions, eks_instance_disk_size, terragrunt, cluster_endpoint_public_access -20:14:07.863 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.864 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): module_name, common_vars, region_vars, vpc_vars, account_vars, versions, cluster_vars -20:14:07.864 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): project_number, project_role, terragrunt, cluster_name, organization, account_id, aws_profile, created_reason, state_table_name, project_name, aws_region, creator, terraform, environment_abbr, state_bucket_prefix -20:14:07.868 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] -20:14:07.871 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Running command: git rev-parse --show-toplevel -20:14:07.871 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Command output will be suppressed. -20:14:07.873 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:07.878 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Exposing include block 'root' -20:14:07.887 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Found locals block: evaluating the expressions. -20:14:07.888 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.888 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, state_bucket_prefix, organization, route53_endpoints, project_name, project_number, project_role, state_table_name, terraform -20:14:07.891 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.891 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): k8s_dashboard_version, cert_manager_version, loki_chart_version, metrics_server_tag, pushgateway_tag, download_dashboards_image_tag, grafana_hostname, kubernetes_version, prometheus_config_reloader_tag, template_version, tempo_chart_version, null_version, loki_tag, sidecar_tag, prometheus_server_tag, cluster_issuer_name, node_exporter_tag, dashboard_hostname, random_version, karpenter_helm_chart, kiali_operator_version, kube_state_metrics_tag, tf_version, gateway_tag, aws_version, k8s_dashboard_metrics_scraper, canary_tag, memcached_tag, grafana_tag, enterprise_logs_provisioner_tag, eks_module_version, helm_version, alertmanager_tag, init_chown_data_image_tag, exporter_tag, cluster_version, karpenter_tag, metrics_server_helm_chart, release_version, grafana_chart_version, prometheus_chart_version, tempo_tag, istio_version -20:14:07.892 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, custom_service_eks_account, istio_ingress_version, kiali_application_version, cert_manager_helm_chart, cert_manager_controller_tag, cert_manager_startupapicheck_tag, cert_manager_webhook_tag -20:14:07.895 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.895 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.896 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.896 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, creator, eks_instance_disk_size, terraform, terragrunt, eks_ng_min_size, cluster_name, created_reason, eks_ng_desired_size, eks_ng_max_size -20:14:07.897 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.899 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.899 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:07.901 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.901 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:07.903 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 7 locals (remaining 15): common_vars, versions, region_vars, cluster_vars, account_vars, module_name, vpc_vars -20:14:07.904 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Evaluated 15 locals (remaining 0): organization, terragrunt, aws_profile, cluster_name, created_reason, state_bucket_prefix, state_table_name, aws_region, environment_abbr, project_role, project_name, terraform, project_number, creator, account_id -20:14:07.914 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:07.914 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/.terragrunt-cache -20:14:07.916 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Did not find any locals block: skipping evaluation. -20:14:07.924 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. -20:14:07.924 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.924 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:07.926 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.926 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, created_reason, terragrunt, creator, eks_ng_desired_size, enable_cluster_creator_admin_permissions, eks_instance_disk_size, terraform, cluster_name, eks_ng_max_size, eks_ng_min_size -20:14:07.926 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.928 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.928 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_bucket_prefix, organization, project_number, state_table_name, terraform, route53_endpoints, project_name, terragrunt -20:14:07.930 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.930 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.932 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.933 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): metrics_server_tag, cluster_version, gateway_tag, release_version, tf_version, grafana_chart_version, kiali_operator_version, node_exporter_tag, cluster_issuer_name, karpenter_tag, download_dashboards_image_tag, metrics_server_helm_chart, prometheus_chart_version, template_version, prometheus_server_tag, eks_module_version, loki_chart_version, pushgateway_tag, kubernetes_version, enterprise_logs_provisioner_tag, karpenter_helm_chart, grafana_hostname, loki_tag, aws_version, tempo_chart_version, istio_version, init_chown_data_image_tag, canary_tag, memcached_tag, dashboard_hostname, kube_state_metrics_tag, tempo_tag, exporter_tag, cert_manager_version, alertmanager_tag, helm_version, null_version, k8s_dashboard_version, prometheus_config_reloader_tag, k8s_dashboard_metrics_scraper, random_version, grafana_tag, sidecar_tag -20:14:07.933 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_controller_tag, istio_ingress_version, cert_manager_helm_chart -20:14:07.936 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.936 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.937 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): account_vars, module_name, cluster_vars, common_vars, region_vars, versions, vpc_vars -20:14:07.937 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): aws_region, created_reason, organization, state_table_name, environment_abbr, aws_profile, project_number, creator, terraform, account_id, project_name, cluster_name, project_role, state_bucket_prefix, terragrunt -20:14:07.948 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. -20:14:07.949 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.949 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): route53_endpoints, organization, project_role, state_bucket_prefix, project_number, terragrunt, state_table_name, terraform, project_name -20:14:07.953 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:07.953 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): tf_version, node_exporter_tag, karpenter_helm_chart, cluster_issuer_name, gateway_tag, exporter_tag, tempo_chart_version, prometheus_server_tag, k8s_dashboard_metrics_scraper, cert_manager_version, loki_chart_version, kube_state_metrics_tag, release_version, alertmanager_tag, canary_tag, loki_tag, pushgateway_tag, prometheus_config_reloader_tag, karpenter_tag, enterprise_logs_provisioner_tag, istio_version, dashboard_hostname, grafana_chart_version, memcached_tag, aws_version, tempo_tag, helm_version, metrics_server_helm_chart, download_dashboards_image_tag, kiali_operator_version, prometheus_chart_version, template_version, k8s_dashboard_version, random_version, sidecar_tag, init_chown_data_image_tag, null_version, metrics_server_tag, grafana_hostname, grafana_tag, cluster_version, kubernetes_version, eks_module_version -20:14:07.953 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_cainjector_tag, cert_manager_webhook_tag, cert_manager_controller_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_startupapicheck_tag, kiali_application_version -20:14:07.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:07.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_name, created_reason, eks_ng_desired_size, eks_ng_max_size, cluster_endpoint_public_access, eks_instance_disk_size, terraform, terragrunt, creator, eks_ng_min_size, enable_cluster_creator_admin_permissions -20:14:07.958 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:07.962 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:07.962 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:07.965 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.965 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment, environment_abbr, account_name, aws_account_id, aws_profile -20:14:07.966 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.966 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.966 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): common_vars, versions, module_name, cluster_vars, vpc_vars, account_vars, region_vars -20:14:07.967 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): aws_region, created_reason, project_number, project_name, project_role, account_id, organization, creator, terragrunt, state_table_name, cluster_name, environment_abbr, aws_profile, state_bucket_prefix, terraform -20:14:07.971 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] run_cmd, cached output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] -20:14:07.973 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Running command: git rev-parse --show-toplevel -20:14:07.973 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Command output will be suppressed. -20:14:07.976 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:07.986 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Exposing include block 'root' -20:14:07.997 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Found locals block: evaluating the expressions. -20:14:07.997 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:07.997 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:07.998 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:07.998 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:08.001 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.001 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): init_chown_data_image_tag, tf_version, tempo_chart_version, random_version, k8s_dashboard_version, prometheus_config_reloader_tag, cluster_version, kubernetes_version, tempo_tag, kube_state_metrics_tag, helm_version, template_version, sidecar_tag, karpenter_helm_chart, release_version, alertmanager_tag, memcached_tag, aws_version, enterprise_logs_provisioner_tag, grafana_hostname, prometheus_chart_version, cert_manager_version, canary_tag, download_dashboards_image_tag, prometheus_server_tag, cluster_issuer_name, eks_module_version, loki_tag, grafana_tag, karpenter_tag, metrics_server_helm_chart, null_version, dashboard_hostname, k8s_dashboard_metrics_scraper, gateway_tag, kiali_operator_version, loki_chart_version, exporter_tag, istio_version, node_exporter_tag, grafana_chart_version, metrics_server_tag, pushgateway_tag -20:14:08.002 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): custom_service_eks_account, istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, cert_manager_webhook_tag -20:14:08.005 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.005 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:08.006 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.006 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, terraform, organization, project_name, project_number, project_role, state_bucket_prefix, state_table_name, route53_endpoints -20:14:08.008 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.008 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_max_size, enable_cluster_creator_admin_permissions, eks_instance_disk_size, terraform, cluster_endpoint_public_access, cluster_name, eks_ng_min_size, creator, terragrunt, created_reason, eks_ng_desired_size -20:14:08.009 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.011 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 7 locals (remaining 15): region_vars, account_vars, versions, module_name, vpc_vars, common_vars, cluster_vars -20:14:08.012 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Evaluated 15 locals (remaining 0): state_bucket_prefix, terraform, project_name, environment_abbr, cluster_name, creator, account_id, aws_region, project_number, project_role, terragrunt, aws_profile, state_table_name, created_reason, organization -20:14:08.022 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:08.022 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/.terragrunt-cache -20:14:08.024 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Did not find any locals block: skipping evaluation. -20:14:08.032 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Found locals block: evaluating the expressions. -20:14:08.033 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. -20:14:08.033 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.033 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment -20:14:08.034 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. -20:14:08.035 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.035 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): cluster_endpoint_public_access, created_reason, eks_ng_desired_size, eks_ng_max_size, terraform, eks_instance_disk_size, terragrunt, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, creator -20:14:08.035 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.036 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. -20:14:08.038 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.039 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): karpenter_helm_chart, loki_tag, dashboard_hostname, sidecar_tag, k8s_dashboard_version, node_exporter_tag, template_version, istio_version, metrics_server_tag, kiali_operator_version, prometheus_server_tag, grafana_tag, gateway_tag, null_version, random_version, memcached_tag, enterprise_logs_provisioner_tag, alertmanager_tag, cert_manager_version, helm_version, grafana_chart_version, init_chown_data_image_tag, tempo_chart_version, prometheus_config_reloader_tag, cluster_issuer_name, canary_tag, grafana_hostname, download_dashboards_image_tag, metrics_server_helm_chart, kube_state_metrics_tag, kubernetes_version, karpenter_tag, eks_module_version, tf_version, cluster_version, k8s_dashboard_metrics_scraper, release_version, aws_version, pushgateway_tag, tempo_tag, prometheus_chart_version, exporter_tag, loki_chart_version -20:14:08.039 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, istio_ingress_version, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_controller_tag, cert_manager_helm_chart, kiali_application_version -20:14:08.042 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. -20:14:08.042 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.042 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.043 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. -20:14:08.043 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.043 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:08.044 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard. -20:14:08.044 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.045 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, state_bucket_prefix, organization, state_table_name, terragrunt, route53_endpoints, project_name, terraform, project_number -20:14:08.046 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 7 locals (remaining 15): account_vars, cluster_vars, module_name, versions, region_vars, vpc_vars, common_vars -20:14:08.046 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 15 locals (remaining 0): environment_abbr, project_number, project_role, aws_profile, state_bucket_prefix, terragrunt, created_reason, project_name, account_id, state_table_name, cluster_name, organization, aws_region, terraform, creator -20:14:08.055 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Found locals block: evaluating the expressions. -20:14:08.056 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.056 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terragrunt, terraform, eks_ng_desired_size, cluster_name, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, created_reason, creator, eks_instance_disk_size, eks_ng_max_size, eks_ng_min_size -20:14:08.057 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.058 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.058 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:08.059 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.059 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.060 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.060 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:08.061 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.061 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terragrunt, project_number, project_role, state_table_name, terraform, project_name, route53_endpoints, state_bucket_prefix, organization -20:14:08.065 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.066 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): helm_version, node_exporter_tag, exporter_tag, memcached_tag, k8s_dashboard_metrics_scraper, metrics_server_helm_chart, tf_version, grafana_chart_version, karpenter_helm_chart, aws_version, kubernetes_version, kube_state_metrics_tag, eks_module_version, cert_manager_version, download_dashboards_image_tag, canary_tag, cluster_issuer_name, kiali_operator_version, template_version, null_version, prometheus_server_tag, pushgateway_tag, prometheus_config_reloader_tag, release_version, random_version, sidecar_tag, metrics_server_tag, enterprise_logs_provisioner_tag, tempo_chart_version, grafana_tag, gateway_tag, cluster_version, init_chown_data_image_tag, loki_chart_version, prometheus_chart_version, dashboard_hostname, k8s_dashboard_version, loki_tag, karpenter_tag, istio_version, alertmanager_tag, grafana_hostname, tempo_tag -20:14:08.066 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, custom_service_eks_account, kiali_application_version, cert_manager_webhook_tag, cert_manager_controller_tag, istio_ingress_version, cert_manager_startupapicheck_tag, cert_manager_helm_chart -20:14:08.074 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 7 locals (remaining 15): cluster_vars, account_vars, region_vars, module_name, vpc_vars, common_vars, versions -20:14:08.075 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 15 locals (remaining 0): aws_region, project_role, cluster_name, creator, terraform, created_reason, project_name, project_number, state_table_name, terragrunt, account_id, environment_abbr, aws_profile, organization, state_bucket_prefix -20:14:08.081 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Running command: git rev-parse --show-toplevel -20:14:08.081 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Command output will be suppressed. -20:14:08.084 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:08.084 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard -20:14:08.087 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] -20:14:08.090 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Exposing include block 'root' -20:14:08.099 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Found locals block: evaluating the expressions. -20:14:08.100 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.100 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, state_table_name, organization, route53_endpoints, project_role, state_bucket_prefix, terraform, project_name, terragrunt -20:14:08.102 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.102 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:08.103 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.103 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_max_size, terraform, terragrunt, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, creator, eks_instance_disk_size, cluster_endpoint_public_access, created_reason, eks_ng_desired_size -20:14:08.104 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.105 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.105 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.106 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.106 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:08.109 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.109 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): k8s_dashboard_metrics_scraper, karpenter_helm_chart, kubernetes_version, istio_version, release_version, grafana_chart_version, alertmanager_tag, dashboard_hostname, pushgateway_tag, gateway_tag, tempo_tag, template_version, loki_tag, kiali_operator_version, prometheus_chart_version, kube_state_metrics_tag, karpenter_tag, null_version, grafana_hostname, grafana_tag, cluster_version, enterprise_logs_provisioner_tag, node_exporter_tag, k8s_dashboard_version, sidecar_tag, cluster_issuer_name, loki_chart_version, prometheus_config_reloader_tag, aws_version, eks_module_version, tempo_chart_version, canary_tag, prometheus_server_tag, init_chown_data_image_tag, memcached_tag, random_version, metrics_server_tag, tf_version, cert_manager_version, download_dashboards_image_tag, exporter_tag, metrics_server_helm_chart, helm_version -20:14:08.109 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, cert_manager_helm_chart, cert_manager_controller_tag, custom_service_eks_account, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, kiali_application_version, cert_manager_webhook_tag -20:14:08.113 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 7 locals (remaining 15): common_vars, vpc_vars, module_name, cluster_vars, region_vars, account_vars, versions -20:14:08.114 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Evaluated 15 locals (remaining 0): terragrunt, organization, cluster_name, creator, environment_abbr, created_reason, project_role, aws_region, project_name, aws_profile, project_number, state_bucket_prefix, account_id, state_table_name, terraform -20:14:08.127 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:08.127 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/.terragrunt-cache -20:14:08.129 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Did not find any locals block: skipping evaluation. -20:14:08.136 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Found locals block: evaluating the expressions. -20:14:08.136 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. -20:14:08.138 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.138 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, state_table_name, terraform, organization, terragrunt, project_name, project_role, state_bucket_prefix, route53_endpoints -20:14:08.139 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. -20:14:08.139 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.139 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:08.140 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. -20:14:08.140 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.141 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment, environment_abbr, account_name, aws_account_id, aws_profile -20:14:08.141 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. -20:14:08.143 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.144 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): prometheus_chart_version, alertmanager_tag, loki_chart_version, null_version, random_version, metrics_server_tag, karpenter_tag, cert_manager_version, helm_version, download_dashboards_image_tag, kube_state_metrics_tag, kiali_operator_version, tempo_chart_version, cluster_version, release_version, loki_tag, grafana_hostname, prometheus_config_reloader_tag, eks_module_version, grafana_tag, aws_version, istio_version, k8s_dashboard_version, canary_tag, enterprise_logs_provisioner_tag, sidecar_tag, metrics_server_helm_chart, node_exporter_tag, cluster_issuer_name, prometheus_server_tag, kubernetes_version, memcached_tag, tf_version, dashboard_hostname, tempo_tag, pushgateway_tag, exporter_tag, k8s_dashboard_metrics_scraper, karpenter_helm_chart, grafana_chart_version, init_chown_data_image_tag, gateway_tag, template_version -20:14:08.144 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_webhook_tag, custom_service_eks_account, cert_manager_controller_tag, kiali_application_version, cert_manager_helm_chart -20:14:08.147 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. -20:14:08.148 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.148 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): terraform, cluster_endpoint_public_access, created_reason, eks_instance_disk_size, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_name, terragrunt, eks_ng_desired_size, creator -20:14:08.148 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.149 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server. -20:14:08.150 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.150 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.150 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 7 locals (remaining 15): common_vars, vpc_vars, account_vars, versions, cluster_vars, region_vars, module_name -20:14:08.150 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 15 locals (remaining 0): aws_region, state_table_name, environment_abbr, creator, state_bucket_prefix, account_id, organization, cluster_name, created_reason, aws_profile, terragrunt, terraform, project_role, project_name, project_number -20:14:08.164 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Found locals block: evaluating the expressions. -20:14:08.165 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.165 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:08.167 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.167 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_number, state_bucket_prefix, state_table_name, project_name, project_role, terraform, terragrunt, route53_endpoints, organization -20:14:08.168 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.169 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_desired_size, cluster_endpoint_public_access, cluster_name, created_reason, terragrunt, creator, eks_ng_max_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, eks_instance_disk_size, terraform -20:14:08.169 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.170 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.170 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.173 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.173 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): grafana_hostname, kiali_operator_version, null_version, grafana_tag, exporter_tag, karpenter_tag, helm_version, grafana_chart_version, node_exporter_tag, metrics_server_tag, karpenter_helm_chart, gateway_tag, aws_version, metrics_server_helm_chart, tf_version, sidecar_tag, cluster_version, istio_version, random_version, loki_tag, canary_tag, init_chown_data_image_tag, prometheus_chart_version, cert_manager_version, dashboard_hostname, k8s_dashboard_version, k8s_dashboard_metrics_scraper, loki_chart_version, eks_module_version, memcached_tag, pushgateway_tag, prometheus_config_reloader_tag, kubernetes_version, tempo_tag, enterprise_logs_provisioner_tag, kube_state_metrics_tag, alertmanager_tag, tempo_chart_version, download_dashboards_image_tag, prometheus_server_tag, cluster_issuer_name, release_version, template_version -20:14:08.174 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, cert_manager_helm_chart, kiali_application_version, cert_manager_cainjector_tag, istio_ingress_version, cert_manager_controller_tag, cert_manager_webhook_tag, custom_service_eks_account -20:14:08.177 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.178 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): environment_abbr, account_name, aws_account_id, aws_profile, environment -20:14:08.179 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 7 locals (remaining 15): vpc_vars, common_vars, cluster_vars, region_vars, versions, module_name, account_vars -20:14:08.179 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 15 locals (remaining 0): aws_profile, terraform, environment_abbr, project_role, project_number, account_id, project_name, cluster_name, creator, terragrunt, state_table_name, created_reason, aws_region, state_bucket_prefix, organization -20:14:08.186 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Running command: git rev-parse --show-toplevel -20:14:08.186 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Command output will be suppressed. -20:14:08.190 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:08.190 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server -20:14:08.191 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] -20:14:08.195 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Exposing include block 'root' -20:14:08.201 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Found locals block: evaluating the expressions. -20:14:08.205 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.206 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): k8s_dashboard_metrics_scraper, sidecar_tag, exporter_tag, tempo_tag, enterprise_logs_provisioner_tag, istio_version, kube_state_metrics_tag, release_version, random_version, template_version, alertmanager_tag, cert_manager_version, loki_tag, download_dashboards_image_tag, prometheus_chart_version, karpenter_tag, grafana_tag, cluster_version, canary_tag, dashboard_hostname, grafana_chart_version, tempo_chart_version, metrics_server_tag, karpenter_helm_chart, gateway_tag, aws_version, tf_version, grafana_hostname, pushgateway_tag, kiali_operator_version, helm_version, eks_module_version, prometheus_server_tag, cluster_issuer_name, kubernetes_version, init_chown_data_image_tag, k8s_dashboard_version, node_exporter_tag, null_version, memcached_tag, loki_chart_version, prometheus_config_reloader_tag, metrics_server_helm_chart -20:14:08.208 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): istio_ingress_version, kiali_application_version, cert_manager_cainjector_tag, cert_manager_startupapicheck_tag, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_helm_chart, cert_manager_controller_tag -20:14:08.216 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.216 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): project_role, terraform, route53_endpoints, organization, project_name, project_number, state_bucket_prefix, state_table_name, terragrunt -20:14:08.218 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.219 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, enable_cluster_creator_admin_permissions, eks_ng_desired_size, eks_ng_max_size, eks_ng_min_size, eks_instance_disk_size, terraform, terragrunt, cluster_name, created_reason, cluster_endpoint_public_access -20:14:08.219 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.220 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.220 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:08.221 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.221 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.222 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.222 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:08.223 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 7 locals (remaining 15): versions, common_vars, cluster_vars, vpc_vars, region_vars, account_vars, module_name -20:14:08.223 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Evaluated 15 locals (remaining 0): project_role, account_id, cluster_name, state_bucket_prefix, aws_profile, environment_abbr, aws_region, state_table_name, creator, created_reason, organization, terragrunt, project_name, terraform, project_number -20:14:08.234 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:08.235 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/.terragrunt-cache -20:14:08.237 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Did not find any locals block: skipping evaluation. -20:14:08.242 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Found locals block: evaluating the expressions. -20:14:08.243 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. -20:14:08.243 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.243 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_domain_name, vpc_name -20:14:08.244 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. -20:14:08.244 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.245 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): organization, state_table_name, terragrunt, project_name, project_role, state_bucket_prefix, terraform, route53_endpoints, project_number -20:14:08.246 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. -20:14:08.246 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.246 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:08.247 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. -20:14:08.248 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.248 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): creator, eks_ng_min_size, created_reason, cluster_name, terraform, terragrunt, eks_ng_desired_size, eks_ng_max_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_instance_disk_size -20:14:08.248 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.249 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. -20:14:08.250 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.250 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.250 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo. -20:14:08.254 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.254 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): prometheus_chart_version, prometheus_config_reloader_tag, enterprise_logs_provisioner_tag, loki_tag, sidecar_tag, metrics_server_tag, eks_module_version, template_version, tf_version, dashboard_hostname, grafana_chart_version, cluster_issuer_name, loki_chart_version, karpenter_helm_chart, helm_version, k8s_dashboard_version, kube_state_metrics_tag, aws_version, istio_version, download_dashboards_image_tag, grafana_tag, node_exporter_tag, init_chown_data_image_tag, exporter_tag, release_version, null_version, prometheus_server_tag, cert_manager_version, metrics_server_helm_chart, pushgateway_tag, tempo_tag, kiali_operator_version, kubernetes_version, canary_tag, tempo_chart_version, memcached_tag, karpenter_tag, k8s_dashboard_metrics_scraper, alertmanager_tag, grafana_hostname, cluster_version, gateway_tag, random_version -20:14:08.254 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): kiali_application_version, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_webhook_tag, cert_manager_cainjector_tag, custom_service_eks_account, cert_manager_helm_chart, cert_manager_controller_tag -20:14:08.258 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 7 locals (remaining 15): vpc_vars, module_name, common_vars, account_vars, cluster_vars, region_vars, versions -20:14:08.258 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 15 locals (remaining 0): aws_profile, aws_region, project_number, account_id, project_role, state_table_name, state_bucket_prefix, cluster_name, created_reason, terragrunt, organization, environment_abbr, project_name, creator, terraform -20:14:08.267 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Found locals block: evaluating the expressions. -20:14:08.268 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.268 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): account_name, aws_account_id, aws_profile, environment, environment_abbr -20:14:08.269 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.269 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:08.270 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.270 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_instance_disk_size, terragrunt, cluster_name, created_reason, eks_ng_desired_size, creator, terraform, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, eks_ng_max_size, eks_ng_min_size -20:14:08.271 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.273 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.273 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, organization, project_name, route53_endpoints, terragrunt, state_table_name, terraform, project_number, project_role -20:14:08.275 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.275 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.278 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.278 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): cert_manager_version, sidecar_tag, gateway_tag, exporter_tag, dashboard_hostname, null_version, grafana_tag, kubernetes_version, node_exporter_tag, prometheus_server_tag, prometheus_chart_version, release_version, aws_version, karpenter_tag, enterprise_logs_provisioner_tag, kube_state_metrics_tag, kiali_operator_version, prometheus_config_reloader_tag, cluster_version, k8s_dashboard_metrics_scraper, grafana_hostname, eks_module_version, tf_version, memcached_tag, cluster_issuer_name, karpenter_helm_chart, canary_tag, metrics_server_tag, metrics_server_helm_chart, template_version, tempo_chart_version, k8s_dashboard_version, alertmanager_tag, pushgateway_tag, init_chown_data_image_tag, loki_chart_version, tempo_tag, grafana_chart_version, random_version, loki_tag, download_dashboards_image_tag, helm_version, istio_version -20:14:08.279 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_helm_chart, cert_manager_controller_tag, kiali_application_version, cert_manager_startupapicheck_tag, istio_ingress_version, custom_service_eks_account, cert_manager_webhook_tag, cert_manager_cainjector_tag -20:14:08.282 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 7 locals (remaining 15): account_vars, vpc_vars, cluster_vars, module_name, common_vars, region_vars, versions -20:14:08.282 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 15 locals (remaining 0): created_reason, terraform, environment_abbr, state_table_name, project_name, project_number, project_role, account_id, creator, state_bucket_prefix, aws_region, organization, aws_profile, cluster_name, terragrunt -20:14:08.286 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Running command: realpath ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo -/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo -20:14:08.287 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] run_cmd output: [/data/terraform/workspaces/morga471/terraform/platform-tg-infra/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] -20:14:08.289 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Running command: git rev-parse --show-toplevel -20:14:08.289 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Command output will be suppressed. -20:14:08.292 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] git show-toplevel result: - - -/data/terraform/workspaces/morga471/terraform/platform-tg-infra - -20:14:08.296 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Exposing include block 'root' -20:14:08.305 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Found locals block: evaluating the expressions. -20:14:08.305 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.306 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:08.307 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Found locals block: evaluating the expressions. -20:14:08.307 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 11 locals (remaining 1): eks_ng_max_size, cluster_name, created_reason, eks_instance_disk_size, terraform, eks_ng_desired_size, eks_ng_min_size, enable_cluster_creator_admin_permissions, cluster_endpoint_public_access, terragrunt, creator -20:14:08.307 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm] Evaluated 1 locals (remaining 0): tags -20:14:08.309 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.309 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): state_bucket_prefix, route53_endpoints, state_table_name, organization, project_name, project_number, project_role, terragrunt, terraform -20:14:08.311 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.311 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.312 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.312 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_profile, environment, environment_abbr, account_name, aws_account_id -20:14:08.315 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.316 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): loki_chart_version, tempo_tag, tf_version, dashboard_hostname, aws_version, cluster_version, enterprise_logs_provisioner_tag, cert_manager_version, canary_tag, metrics_server_tag, gateway_tag, metrics_server_helm_chart, alertmanager_tag, karpenter_tag, eks_module_version, k8s_dashboard_metrics_scraper, grafana_tag, kiali_operator_version, init_chown_data_image_tag, grafana_chart_version, istio_version, tempo_chart_version, loki_tag, karpenter_helm_chart, pushgateway_tag, prometheus_chart_version, kubernetes_version, prometheus_config_reloader_tag, node_exporter_tag, random_version, memcached_tag, download_dashboards_image_tag, exporter_tag, kube_state_metrics_tag, k8s_dashboard_version, sidecar_tag, grafana_hostname, prometheus_server_tag, null_version, cluster_issuer_name, template_version, helm_version, release_version -20:14:08.317 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_startupapicheck_tag, cert_manager_cainjector_tag, kiali_application_version, cert_manager_webhook_tag, istio_ingress_version, cert_manager_controller_tag, cert_manager_helm_chart, custom_service_eks_account -20:14:08.326 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 7 locals (remaining 15): vpc_vars, module_name, cluster_vars, common_vars, region_vars, account_vars, versions -20:14:08.326 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Evaluated 15 locals (remaining 0): project_number, account_id, state_bucket_prefix, cluster_name, creator, aws_region, organization, environment_abbr, project_name, state_table_name, terragrunt, project_role, created_reason, aws_profile, terraform -20:14:08.335 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] [Partial] Included config ./lab/root.hcl has strategy deep merge: merging config in (deep). -20:14:08.336 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo] Setting download directory for module ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo to ./lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/.terragrunt-cache -20:14:08.339 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Found locals block: evaluating the expressions. -20:14:08.349 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Found locals block: evaluating the expressions. -20:14:08.350 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Found locals block: evaluating the expressions. -20:14:08.350 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Evaluated 10 locals (remaining 1): eks_ng_min_size, cluster_endpoint_public_access, cluster_name, terragrunt, eks_instance_disk_size, enable_cluster_creator_admin_permissions, creator, eks_ng_desired_size, eks_ng_max_size, terraform -20:14:08.350 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Evaluated 1 locals (remaining 0): tags -20:14:08.351 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Found locals block: evaluating the expressions. -20:14:08.352 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Evaluated 10 locals (remaining 1): cluster_name, creator, enable_cluster_creator_admin_permissions, terraform, eks_ng_min_size, eks_ng_max_size, cluster_endpoint_public_access, terragrunt, eks_instance_disk_size, eks_ng_desired_size -20:14:08.352 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test] Evaluated 1 locals (remaining 0): tags -20:14:08.353 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/development/us-gov-east-1/vpc/vpc.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. -20:14:08.353 DEBUG  [lab/development/us-gov-east-1/vpc] Found locals block: evaluating the expressions. -20:14:08.353 DEBUG  [lab/development/us-gov-east-1/vpc] Evaluated 2 locals (remaining 0): vpc_name, vpc_domain_name -20:14:08.354 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/development/account.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. -20:14:08.354 DEBUG  [lab/development] Found locals block: evaluating the expressions. -20:14:08.354 DEBUG  [lab/development] Evaluated 5 locals (remaining 0): aws_account_id, aws_profile, environment, environment_abbr, account_name -20:14:08.355 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/_envcommon/common-variables.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. -20:14:08.356 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.356 DEBUG  [lab/_envcommon] Evaluated 9 locals (remaining 0): terraform, route53_endpoints, project_name, terragrunt, project_role, state_bucket_prefix, organization, project_number, state_table_name -20:14:08.357 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/development/us-gov-east-1/region.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. -20:14:08.358 DEBUG  [lab/development/us-gov-east-1] Found locals block: evaluating the expressions. -20:14:08.358 DEBUG  [lab/development/us-gov-east-1] Evaluated 1 locals (remaining 0): aws_region -20:14:08.358 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Tracking that file ./lab/_envcommon/default-versions.hcl was read by ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks. -20:14:08.361 DEBUG  [lab/_envcommon] Found locals block: evaluating the expressions. -20:14:08.361 DEBUG  [lab/_envcommon] Evaluated 43 locals (remaining 8): eks_module_version, tf_version, grafana_chart_version, sidecar_tag, exporter_tag, enterprise_logs_provisioner_tag, aws_version, kube_state_metrics_tag, metrics_server_tag, tempo_chart_version, template_version, loki_tag, helm_version, download_dashboards_image_tag, tempo_tag, metrics_server_helm_chart, kiali_operator_version, loki_chart_version, grafana_hostname, dashboard_hostname, grafana_tag, memcached_tag, gateway_tag, alertmanager_tag, karpenter_helm_chart, istio_version, init_chown_data_image_tag, node_exporter_tag, prometheus_chart_version, pushgateway_tag, k8s_dashboard_version, kubernetes_version, karpenter_tag, release_version, null_version, canary_tag, prometheus_config_reloader_tag, cluster_issuer_name, prometheus_server_tag, cluster_version, cert_manager_version, k8s_dashboard_metrics_scraper, random_version -20:14:08.362 DEBUG  [lab/_envcommon] Evaluated 8 locals (remaining 0): cert_manager_webhook_tag, cert_manager_cainjector_tag, kiali_application_version, custom_service_eks_account, cert_manager_startupapicheck_tag, istio_ingress_version, cert_manager_controller_tag, cert_manager_helm_chart -20:14:08.368 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Evaluated 7 locals (remaining 15): cluster_vars, vpc_vars, account_vars, common_vars, region_vars, versions, module_name -20:14:08.368 ERROR  Error: Unsupported attribute - - -20:14:08.369 ERROR  on ./lab/root.hcl line 32, in locals: - -20:14:08.369 ERROR  32: created_reason = local.cluster_vars.locals.created_reason - -20:14:08.370 ERROR  - -20:14:08.370 ERROR  This object does not have an attribute named "created_reason". - - -20:14:08.370 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Encountered error while evaluating locals in file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks/terragrunt.hcl -20:14:08.370 ERROR  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Could not convert include to the execution ctx to evaluate additional locals in file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks/terragrunt.hcl -20:14:08.371 DEBUG  [lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks] Encountered error while evaluating locals in file ./lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks/terragrunt.hcl -20:14:08.371 ERROR  Error processing module at './lab/development/us-gov-east-1/vpc/platform-eng-eks-test/eks/terragrunt.hcl'. How this module was found: Terragrunt config file found in a subdirectory of ../platform-tg-infra. Underlying error: ./lab/root.hcl:32,50-65: Unsupported attribute; This object does not have an attribute named "created_reason". -20:14:08.372 ERROR  Unable to determine underlying exit code, so Terragrunt will exit with error code 1 From 85096fcf3efd8986d8d7d6e1f5a5cb5af6d813ea Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Tue, 11 Feb 2025 01:25:40 -0500 Subject: [PATCH 22/35] add empty --- lab/_envcommon/empty-provider.hcl | 11 +++++++++++ lab/root.hcl | 19 +++++++++++++------ 2 files changed, 24 insertions(+), 6 deletions(-) create mode 100644 lab/_envcommon/empty-provider.hcl diff --git a/lab/_envcommon/empty-provider.hcl b/lab/_envcommon/empty-provider.hcl new file mode 100644 index 0000000..6b1025b --- /dev/null +++ b/lab/_envcommon/empty-provider.hcl @@ -0,0 +1,11 @@ +generate "kube_provider" { + path = "kubernetes-provider.tf" + if_exists = "overwrite_terragrunt" + contents = "" +} + +generate "helm_provider" { + path = "helm-provider.tf" + if_exists = "overwrite_terragrunt" + contents = "" +} diff --git a/lab/root.hcl b/lab/root.hcl index 2d521b0..f567534 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -40,15 +40,22 @@ locals { state_table_name = local.common_vars.locals.state_table_name terraform = local.cluster_vars.locals.terraform terragrunt = local.cluster_vars.locals.terragrunt - module_name = basename(get_original_terragrunt_dir()) # Check if current module is the EKS module + module_name = basename(get_original_terragrunt_dir()) is_eks_module = local.module_name == "eks" # Load provider configurations if not in EKS module - kube_provider = local.is_eks_module ? {} : read_terragrunt_config("${get_repo_root()}/lab/_envcommon/kube-provider.hcl") - helm_provider = local.is_eks_module ? {} : read_terragrunt_config("${get_repo_root()}/lab/_envcommon/helm-provider.hcl") - + kube_provider = read_terragrunt_config( + local.is_eks_module ? + "${get_repo_root()}/lab/_envcommon/empty-provider.hcl" : + "${get_repo_root()}/lab/_envcommon/kube-provider.hcl" + ) + helm_provider = read_terragrunt_config( + local.is_eks_module ? + "${get_repo_root()}/lab/_envcommon/empty-provider.hcl" : + "${get_repo_root()}/lab/_envcommon/helm-provider.hcl" + ) } # Configure Terragrunt to automatically store tfstate files in an S3 bucket @@ -108,13 +115,13 @@ EOF generate "kube_provider" { path = local.kube_provider.generate.kube_provider.path if_exists = local.kube_provider.generate.kube_provider.if_exists - contents = local.is_eks_module ? "" : local.kube_provider.generate.kube_provider.contents + contents = local.kube_provider.generate.kube_provider.contents } generate "helm_provider" { path = local.helm_provider.generate.helm_provider.path if_exists = local.helm_provider.generate.helm_provider.if_exists - contents = local.is_eks_module ? "" : local.helm_provider.generate.helm_provider.contents + contents = local.helm_provider.generate.helm_provider.contents } # --------------------------------------------------------------------------------------------------------------------- From f92f1e617a2a0ba2820a90cb85aaf7632c29b52d Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Tue, 11 Feb 2025 18:47:08 -0500 Subject: [PATCH 23/35] seems to work --- lab/_envcommon/empty-provider.hcl | 11 --- lab/_envcommon/helm-provider.hcl | 36 -------- lab/_envcommon/kube-provider.hcl | 34 ------- .../vpc/platform-eng-eks-mcm/cluster.hcl | 5 +- .../eks-cert-manager/terragrunt.hcl | 4 +- .../eks-config/terragrunt.hcl | 2 +- .../eks-dns/terragrunt.hcl | 2 +- .../eks-grafana/terragrunt.hcl | 2 +- .../eks-istio/terragrunt.hcl | 4 +- .../eks-k8s-dashboard/terragrunt.hcl | 2 +- .../eks-karpenter/terragrunt.hcl | 4 - .../eks-loki/terragrunt.hcl | 2 +- .../eks-metrics-server/terragrunt.hcl | 2 +- .../eks-prometheus/terragrunt.hcl | 2 +- .../eks-tempo/terragrunt.hcl | 5 +- .../platform-eng-eks-mcm/eks/terragrunt.hcl | 1 - lab/root.hcl | 88 +++++++++++-------- 17 files changed, 66 insertions(+), 140 deletions(-) delete mode 100644 lab/_envcommon/empty-provider.hcl delete mode 100644 lab/_envcommon/helm-provider.hcl delete mode 100644 lab/_envcommon/kube-provider.hcl diff --git a/lab/_envcommon/empty-provider.hcl b/lab/_envcommon/empty-provider.hcl deleted file mode 100644 index 6b1025b..0000000 --- a/lab/_envcommon/empty-provider.hcl +++ /dev/null @@ -1,11 +0,0 @@ -generate "kube_provider" { - path = "kubernetes-provider.tf" - if_exists = "overwrite_terragrunt" - contents = "" -} - -generate "helm_provider" { - path = "helm-provider.tf" - if_exists = "overwrite_terragrunt" - contents = "" -} diff --git a/lab/_envcommon/helm-provider.hcl b/lab/_envcommon/helm-provider.hcl deleted file mode 100644 index 37d20d3..0000000 --- a/lab/_envcommon/helm-provider.hcl +++ /dev/null @@ -1,36 +0,0 @@ -dependency "eks" { - config_path = "${get_original_terragrunt_dir()}/../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] - mock_outputs = { - cluster_name = "a-cluster-name" - region = "an-aws-region" - } -} - -inputs = { - cluster_name = dependency.eks.outputs.cluster_name -} - -generate "helm_provider" { - path = "helm-provider.tf" - if_exists = "overwrite_terragrunt" - contents = <<-EOF - %{if var.cluster_name != "a-cluster-name"~} - data "aws_eks_cluster" "helm" { - name = var.cluster_name - } - data "aws_eks_cluster_auth" "helm" { - name = var.cluster_name - } - %{endif~} - provider "helm" { - kubernetes { - %{if var.cluster_name != "a-cluster-name"~} - host = try(data.aws_eks_cluster.helm.endpoint, "") - cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.helm.certificate_authority[0].data), null) - token = try(data.aws_eks_cluster_auth.helm.token, null) - %{endif~} - } - } -EOF -} diff --git a/lab/_envcommon/kube-provider.hcl b/lab/_envcommon/kube-provider.hcl deleted file mode 100644 index 138515d..0000000 --- a/lab/_envcommon/kube-provider.hcl +++ /dev/null @@ -1,34 +0,0 @@ -dependency "eks" { - config_path = "${get_original_terragrunt_dir()}/../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] - mock_outputs = { - cluster_name = "a-cluster-name" - region = "an-aws-region" - } -} - -inputs = { - cluster_name = dependency.eks.outputs.cluster_name -} - -generate "kube_provider" { - path = "kube-provider.tf" - if_exists = "overwrite_terragrunt" - contents = <<-EOF - %{if var.cluster_name != "a-cluster-name"~} - data "aws_eks_cluster" "kube" { - name = var.cluster_name - } - data "aws_eks_cluster_auth" "kube" { - name = var.cluster_name - } - %{endif~} - provider "kubernetes" { - %{if var.cluster_name != "a-cluster-name"~} - host = try(data.aws_eks_cluster.this[0].endpoint, "") - cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.this[0].certificate_authority[0].data), null) - token = try(data.aws_eks_cluster_auth.kube.token, null) - %{endif~} - } -EOF -} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl index e43148a..7d6dd36 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl @@ -5,15 +5,12 @@ locals { cluster_endpoint_public_access = true cluster_name = "platform-eng-eks-mcm" - created_reason = "Terragrunt Development for CICD Delivered EKS Platform" - creator = "matthew.c.morgan@census.gov" + cluster_mailing_list = "matthew.c.morgan@census.gov" eks_instance_disk_size = 100 eks_ng_desired_size = 2 eks_ng_max_size = 10 eks_ng_min_size = 0 enable_cluster_creator_admin_permissions = true - terraform = true - terragrunt = true tags = { "slim:schedule" = "8:00-17:00" "cluster:size" = "min:${local.eks_ng_min_size}-max:${local.eks_ng_max_size}-desired:${local.eks_ng_desired_size}" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 3da4e17..1698f07 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -22,7 +22,7 @@ dependency "eks" { } dependencies { - paths = ["../eks", "../eks-config"] + paths = ["../eks-config"] } inputs = { @@ -32,7 +32,7 @@ inputs = { cert_manager_startupapicheck_tag = dependency.eks.inputs.cert_manager_startupapicheck_tag cert_manager_webhook_tag = dependency.eks.inputs.cert_manager_webhook_tag cluster_issuer_name = dependency.eks.inputs.cluster_issuer_name - cluster_mailing_list = dependency.eks.inputs.creator + cluster_mailing_list = dependency.eks.inputs.cluster_mailing_list cluster_name = dependency.eks.outputs.cluster_name oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn profile = dependency.eks.inputs.aws_profile diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 8365de8..72c6217 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -30,7 +30,7 @@ dependency "eks" { } dependencies { - paths = ["../eks", "../eks-karpenter"] + paths = ["../eks-karpenter"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index 5e73ce4..ab62d3b 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -32,7 +32,7 @@ dependency "istio" { } dependencies { - paths = ["../eks", "../eks-config", "../eks-istio"] + paths = ["../eks-config", "../eks-istio"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index dc08d73..ca02842 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -29,7 +29,7 @@ dependency "eks-loki" { } dependencies { - paths = ["../eks", "../eks-loki", "../eks-config", "../eks-karpenter"] + paths = ["../eks-config", "../eks-karpenter"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index c998f7e..a65631d 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -13,7 +13,7 @@ terraform { } dependency "eks" { - config_path = "${get_original_terragrunt_dir()}/../eks" + config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] mock_outputs = { cluster_name = "a-cluster-name" @@ -21,7 +21,7 @@ dependency "eks" { } dependencies { - paths = ["../eks", "../eks-karpenter", "../eks-config"] + paths = ["../eks-karpenter", "../eks-config"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl index 35f5926..c02f084 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -22,7 +22,7 @@ dependency "eks" { } dependencies { - paths = ["../eks", "../eks-loki", "../eks-config", "../eks-karpenter"] + paths = ["../eks-loki", "../eks-config", "../eks-karpenter"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index c0ff959..3fb7c11 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -24,10 +24,6 @@ dependency "eks" { } } -dependencies { - paths = ["../eks"] -} - inputs = { cluster_endpoint = dependency.eks.outputs.cluster_endpoint cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl index cc9a911..0be4c16 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl @@ -22,7 +22,7 @@ dependency "eks" { } dependencies { - paths = ["../eks", "../eks-prometheus", "../eks-config", "../eks-karpenter", "../eks-istio"] + paths = ["../eks-prometheus", "../eks-config", "../eks-karpenter", "../eks-istio"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl index 5d67adb..28bb273 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl @@ -21,7 +21,7 @@ dependency "eks" { } dependencies { - paths = ["../eks", "../eks-config", "../eks-karpenter"] + paths = ["../eks-config", "../eks-karpenter"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl index 54c0dab..edc12b2 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -21,7 +21,7 @@ dependency "eks" { } dependencies { - paths = ["../eks", "../eks-config", "../eks-karpenter", "../eks-istio", "../eks-dns"] + paths = ["../eks-config", "../eks-karpenter", "../eks-istio", "../eks-dns"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl index a0650af..9b1c9ac 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl @@ -31,15 +31,14 @@ dependency "eks-prometheus" { url = "http://prometheus-server.prometheus.svc.cluster.local:9090/" } } - } dependencies { - paths = ["../eks", "../eks-prometheus", "../eks-config", "../eks-karpenter"] + paths = ["../eks-config", "../eks-karpenter"] } inputs = { - account_id = dependency.eks.inputs.account_id + account_id = dependency.eks.inputs.aws_account_id cluster_name = dependency.eks.outputs.cluster_name oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn profile = dependency.eks.inputs.aws_profile diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index 7870b02..59e9a75 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -17,7 +17,6 @@ inputs = { cluster_endpoint_public_access = include.root.inputs.cluster_endpoint_public_access cluster_name = include.root.inputs.cluster_name cluster_version = include.root.inputs.cluster_version - creator = include.root.inputs.creator eks_instance_disk_size = include.root.inputs.eks_instance_disk_size eks_ng_desired_size = include.root.inputs.eks_ng_desired_size eks_ng_max_size = include.root.inputs.eks_ng_max_size diff --git a/lab/root.hcl b/lab/root.hcl index f567534..c3852d3 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -29,8 +29,6 @@ locals { aws_profile = local.account_vars.locals.aws_profile aws_region = local.region_vars.locals.aws_region cluster_name = local.cluster_vars.locals.cluster_name - created_reason = local.cluster_vars.locals.created_reason - creator = local.cluster_vars.locals.creator environment_abbr = local.account_vars.locals.environment_abbr organization = local.common_vars.locals.organization project_name = local.common_vars.locals.project_name @@ -38,26 +36,62 @@ locals { project_role = local.common_vars.locals.project_role state_bucket_prefix = local.common_vars.locals.state_bucket_prefix state_table_name = local.common_vars.locals.state_table_name - terraform = local.cluster_vars.locals.terraform - terragrunt = local.cluster_vars.locals.terragrunt - # Check if current module is the EKS module - module_name = basename(get_original_terragrunt_dir()) + module_name = basename(get_original_terragrunt_dir()) is_eks_module = local.module_name == "eks" +} + +# Only generate providers for non-EKS modules +generate "cluster_data" { + path = "cluster-data.tf" + if_exists = "overwrite_terragrunt" + contents = local.is_eks_module ? "" : <<-EOF + data "aws_eks_clusters" "available" {} + + locals { + cluster_exists = contains(data.aws_eks_clusters.available.names, "${local.cluster_name}") + } + + data "aws_eks_cluster" "this" { + count = local.cluster_exists ? 1 : 0 + name = "${local.cluster_name}" + } + + data "aws_eks_cluster_auth" "this" { + count = local.cluster_exists ? 1 : 0 + name = "${local.cluster_name}" + } + EOF +} + +# Generate provider blocks only for non-EKS modules +generate "kube_provider" { + path = "kube-provider.tf" + if_exists = "overwrite_terragrunt" + contents = local.is_eks_module ? "" : <<-EOF + provider "kubernetes" { + host = local.cluster_exists ? data.aws_eks_cluster.this[0].endpoint : "https://dummy" + cluster_ca_certificate = local.cluster_exists ? base64decode(data.aws_eks_cluster.this[0].certificate_authority[0].data) : null + token = local.cluster_exists ? data.aws_eks_cluster_auth.this[0].token : "dummy" + } + EOF +} - # Load provider configurations if not in EKS module - kube_provider = read_terragrunt_config( - local.is_eks_module ? - "${get_repo_root()}/lab/_envcommon/empty-provider.hcl" : - "${get_repo_root()}/lab/_envcommon/kube-provider.hcl" - ) - helm_provider = read_terragrunt_config( - local.is_eks_module ? - "${get_repo_root()}/lab/_envcommon/empty-provider.hcl" : - "${get_repo_root()}/lab/_envcommon/helm-provider.hcl" - ) +generate "helm_provider" { + path = "helm-provider.tf" + if_exists = "overwrite_terragrunt" + contents = local.is_eks_module ? "" : <<-EOF + provider "helm" { + kubernetes { + host = local.cluster_exists ? data.aws_eks_cluster.this[0].endpoint : "https://dummy" + cluster_ca_certificate = local.cluster_exists ? base64decode(data.aws_eks_cluster.this[0].certificate_authority[0].data) : null + token = local.cluster_exists ? data.aws_eks_cluster_auth.this[0].token : "dummy" + } + } + EOF } + # Configure Terragrunt to automatically store tfstate files in an S3 bucket remote_state { backend = "s3" @@ -92,18 +126,12 @@ generate "aws-provider" { default_tags { tags = { cluster_name = "${local.cluster_name}" - module_name = "${local.module_name}" - created_by = "${local.creator}" - created_for = "${local.creator}" - created_reason = "${local.created_reason}" + "boc:module_name" = "${local.module_name}" environment = "${local.environment_abbr}" finops_project_name = "${local.project_name}" finops_project_number = "${local.project_number}" finops_project_role = "${local.project_role}" organization = "${local.organization}" - project_identifier = "${local.project_number}:${local.project_name}" - terraform = "${local.terraform}" - terragrunt = "${local.terragrunt}" } } # Only these AWS Account IDs may be operated on by this template @@ -112,18 +140,6 @@ generate "aws-provider" { EOF } -generate "kube_provider" { - path = local.kube_provider.generate.kube_provider.path - if_exists = local.kube_provider.generate.kube_provider.if_exists - contents = local.kube_provider.generate.kube_provider.contents -} - -generate "helm_provider" { - path = local.helm_provider.generate.helm_provider.path - if_exists = local.helm_provider.generate.helm_provider.if_exists - contents = local.helm_provider.generate.helm_provider.contents -} - # --------------------------------------------------------------------------------------------------------------------- # GLOBAL PARAMETERS # These variables apply to all configurations in this subfolder. These are automatically merged into the child From c59fbcca77f02c1e6bbfa92f56d9db08b8177667 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Tue, 11 Feb 2025 22:22:29 -0500 Subject: [PATCH 24/35] working --- .../eks-cert-manager/terragrunt.hcl | 4 ++-- .../eks-config/terragrunt.hcl | 2 +- .../eks-dns/terragrunt.hcl | 7 +++--- .../eks-grafana/terragrunt.hcl | 22 ++++++++--------- .../eks-istio/terragrunt.hcl | 4 ++-- .../eks-k8s-dashboard/terragrunt.hcl | 12 +++++----- .../eks-karpenter/terragrunt.hcl | 2 +- .../eks-kiali/terragrunt.hcl.disable | 2 +- .../eks-loki/terragrunt.hcl | 24 +++++++++---------- .../eks-metrics-server/terragrunt.hcl | 12 +++++----- .../eks-prometheus/terragrunt.hcl | 4 ++-- .../eks-tempo/terragrunt.hcl | 5 ++-- 12 files changed, 50 insertions(+), 50 deletions(-) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 1698f07..1005f35 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -14,7 +14,7 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_name = "a-cluster-name" oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" @@ -22,7 +22,7 @@ dependency "eks" { } dependencies { - paths = ["../eks-config"] + paths = ["../eks-config", "../eks-karpenter"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 72c6217..82f9b11 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -15,7 +15,7 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_certificate_authority_data = [{ data = "THISISAVERYLONGCERTSTRINGTHATGOESHEREFORSURENODYEP" }] cluster_endpoint = "https://12345ABCDEE42BF9C24D4C362D1DC.sk1.us-gov-east-1.eks.amazonaws.com" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index ab62d3b..be3addc 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -14,7 +14,7 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] } @@ -22,7 +22,7 @@ dependency "eks" { dependency "istio" { config_path = "../eks-istio" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { istio_ingress_lb = { dns_name = "a1111111111111111111111111111111-2bbbbbbbbbbbbbbb.elb.us-gov-east-1.amazonaws.com" @@ -32,9 +32,8 @@ dependency "istio" { } dependencies { - paths = ["../eks-config", "../eks-istio"] + paths = ["../eks-karpenter", "../eks-config"] } - inputs = { cluster_name = dependency.eks.inputs.cluster_name istio_ingress_lb = dependency.istio.outputs.istio_ingress_lb diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index ca02842..d945f2e 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -14,7 +14,7 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_name = "a-cluster-name" } @@ -22,26 +22,26 @@ dependency "eks" { dependency "eks-loki" { config_path = "../eks-loki" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { rwo_storage_class = "gp3-encrypted" } } dependencies { - paths = ["../eks-config", "../eks-karpenter"] + paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] } inputs = { - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region + profile = dependency.eks.inputs.aws_profile + region = dependency.eks.inputs.aws_region cluster_name = dependency.eks.outputs.cluster_name cluster_domain = dependency.eks.inputs.vpc_domain_name - public_hostname = include.root.inputs.grafana_hostname + public_hostname = dependency.eks.inputs.grafana_hostname rwo_storage_class = dependency.eks-loki.outputs.rwo_storage_class - grafana_chart_version = include.root.inputs.grafana_chart_version - grafana_tag = include.root.inputs.grafana_tag - download_dashboards_image_tag = include.root.inputs.download_dashboards_image_tag - init_chown_data_image_tag = include.root.inputs.init_chown_data_image_tag - release_version = include.root.inputs.release_version + grafana_chart_version = dependency.eks.inputs.grafana_chart_version + grafana_tag = dependency.eks.inputs.grafana_tag + download_dashboards_image_tag = dependency.eks.inputs.download_dashboards_image_tag + init_chown_data_image_tag = dependency.eks.inputs.init_chown_data_image_tag + release_version = dependency.eks.inputs.release_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index a65631d..eb7b9ca 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -14,14 +14,14 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_name = "a-cluster-name" } } dependencies { - paths = ["../eks-karpenter", "../eks-config"] + paths = ["../eks-karpenter", "../eks-config", "../eks-cert-manager"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl index c02f084..be47974 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -14,7 +14,7 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_name = "a-cluster-name" vpc_domain_name = "example.com" @@ -22,15 +22,15 @@ dependency "eks" { } dependencies { - paths = ["../eks-loki", "../eks-config", "../eks-karpenter"] + paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] } inputs = { - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region + profile = dependency.eks.inputs.aws_profile + region = dependency.eks.inputs.aws_region cluster_name = dependency.eks.outputs.cluster_name cluster_domain = dependency.eks.inputs.vpc_domain_name - public_hostname = include.root.inputs.dashboard_hostname - k8s_dashboard_version = include.root.inputs.k8s_dashboard_version + public_hostname = dependency.eks.inputs.dashboard_hostname + k8s_dashboard_version = dependency.eks.inputs.k8s_dashboard_version # datasources = dependency.eks-loki.outputs.gateway_internal_endpoint } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 3fb7c11..8938179 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -14,7 +14,7 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_endpoint = "https://0000000000000000AAAAAAAAAAAAAAAA.sk1.us-gov-east-1.eks.amazonaws.com" cluster_name = "a-cluster-name" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable index e528771..27a255b 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disable @@ -15,7 +15,7 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_name = "a-cluster-name" } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl index 0be4c16..b351429 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl @@ -14,7 +14,7 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_name = "a-cluster-name" oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" @@ -22,20 +22,20 @@ dependency "eks" { } dependencies { - paths = ["../eks-prometheus", "../eks-config", "../eks-karpenter", "../eks-istio"] + paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] } inputs = { - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region + profile = dependency.eks.inputs.aws_profile + region = dependency.eks.inputs.aws_region cluster_name = dependency.eks.outputs.cluster_name oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - loki_chart_version = include.root.inputs.loki_chart_version - loki_tag = include.root.inputs.loki_tag - canary_tag = include.root.inputs.canary_tag - enterprise_logs_provisioner_tag = include.root.inputs.enterprise_logs_provisioner_tag - gateway_tag = include.root.inputs.gateway_tag - memcached_tag = include.root.inputs.memcached_tag - exporter_tag = include.root.inputs.exporter_tag - sidecar_tag = include.root.inputs.sidecar_tag + loki_chart_version = dependency.eks.inputs.loki_chart_version + loki_tag = dependency.eks.inputs.loki_tag + canary_tag = dependency.eks.inputs.canary_tag + enterprise_logs_provisioner_tag = dependency.eks.inputs.enterprise_logs_provisioner_tag + gateway_tag = dependency.eks.inputs.gateway_tag + memcached_tag = dependency.eks.inputs.memcached_tag + exporter_tag = dependency.eks.inputs.exporter_tag + sidecar_tag = dependency.eks.inputs.sidecar_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl index 28bb273..08d7fc4 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl @@ -14,20 +14,20 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_name = "a-cluster-name" } } dependencies { - paths = ["../eks-config", "../eks-karpenter"] + paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] } inputs = { - profile = include.root.inputs.aws_profile + profile = dependency.eks.inputs.aws_profile cluster_name = dependency.eks.outputs.cluster_name - region = include.root.inputs.aws_region - metrics_server_helm_chart = include.root.inputs.metrics_server_helm_chart - metrics_server_tag = include.root.inputs.metrics_server_tag + region = dependency.eks.inputs.aws_region + metrics_server_helm_chart = dependency.eks.inputs.metrics_server_helm_chart + metrics_server_tag = dependency.eks.inputs.metrics_server_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl index edc12b2..4c734f8 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -14,14 +14,14 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_name = "a-cluster-name" } } dependencies { - paths = ["../eks-config", "../eks-karpenter", "../eks-istio", "../eks-dns"] + paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] } inputs = { diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl index 9b1c9ac..f44e5c0 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl @@ -14,7 +14,7 @@ terraform { dependency "eks" { config_path = "../eks" - mock_outputs_allowed_terraform_commands = ["init", "plan", "validate"] + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { cluster_name = "a-cluster-name" oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" @@ -23,6 +23,7 @@ dependency "eks" { dependency "eks-prometheus" { config_path = "../eks-prometheus" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { prometheus_namespace = "prometheus" prometheus_server_internal_endpoint = { @@ -34,7 +35,7 @@ dependency "eks-prometheus" { } dependencies { - paths = ["../eks-config", "../eks-karpenter"] + paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] } inputs = { From 788748d34ad3e92a26c016ef181132e6c9c6ddb2 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Wed, 12 Feb 2025 15:54:55 -0500 Subject: [PATCH 25/35] revert changes from testing and add notes --- lab/_envcommon/default-versions.hcl | 2 +- .../eks-cert-manager/terragrunt.hcl | 2 +- .../eks-config/terragrunt.hcl | 2 +- .../eks-dns/terragrunt.hcl | 2 +- .../eks-grafana/terragrunt.hcl | 2 +- .../eks-istio/terragrunt.hcl | 2 +- .../eks-k8s-dashboard/terragrunt.hcl | 2 +- .../eks-karpenter/terragrunt.hcl | 2 +- .../eks-loki/terragrunt.hcl | 2 +- .../eks-metrics-server/terragrunt.hcl | 2 +- .../eks-prometheus/terragrunt.hcl | 2 +- .../eks-tempo/terragrunt.hcl | 2 +- .../platform-eng-eks-mcm/eks/terragrunt.hcl | 2 +- notes.md | 78 +++++++++++++++++++ 14 files changed, 91 insertions(+), 13 deletions(-) create mode 100644 notes.md diff --git a/lab/_envcommon/default-versions.hcl b/lab/_envcommon/default-versions.hcl index 15dbfbc..cad4a0f 100644 --- a/lab/_envcommon/default-versions.hcl +++ b/lab/_envcommon/default-versions.hcl @@ -8,7 +8,7 @@ locals { custom_service_eks_account = "${local.release_version}" eks_module_version = "20.33.1" istio_ingress_version = "${local.release_version}" - release_version = "main" + release_version = "0.1.1" # change to main when testing updated modules ##################### # TF Providers diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 1005f35..3636c4a 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=no-kubectl" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 82f9b11..0b3f63c 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -6,7 +6,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-configuration.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-configuration.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index be3addc..1caebed 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-dns.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-dns.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index d945f2e..278fffa 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-grafana.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-grafana.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index eb7b9ca..d21dc4b 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl index be47974..9e66315 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 8938179..c157bb7 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=no-kubectl" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl index b351429..9091966 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-loki.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-loki.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl index 08d7fc4..bfa29d4 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-metrics-server.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-metrics-server.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl index 4c734f8..0975121 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl index f44e5c0..e05746a 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-tempo.git?ref=main" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-tempo.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index 59e9a75..5088910 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -6,7 +6,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks.git?ref=taints" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/notes.md b/notes.md new file mode 100644 index 0000000..55a5ffc --- /dev/null +++ b/notes.md @@ -0,0 +1,78 @@ +I really like these suggestions, but I want to help shape your suggestions with some prime directives for these tasks: +1. security is paramount. we operate in govcloud and handle titled data. security is the most important consideration. +2. cost control - this is a base cluster for a customer to build on top of for their apps. It is anticipated there will be significant time between initial provisioning and first use. The cheapest possible configuration for secure operations in govcloud. +3. simplicity. ideally, I want to be able to add a single file to an exising git repository (which represents an aws account), and have it spawn this entire cluster definition. +4. maintainability. As in, a minimum amount of effort to maintain,, prioritizing future-proofing in decisions. +5. extensibility. try to keep things modular and able to be glued together as easy as possible. +6. best practices. should probably be higher in this list, but at all times, we should endevour to follow/encourage best practices. +7. testability. we are dealing with eks clusters in aws here. by nature, these are expensive resources. anything we can do to test without creation of resources, or rapid creation and destruction, is encouraged. +8. documentation - including the 5 W's (who, what, when, where, why, and how) + +Given those guidelines, does that change your suggestions? Should we start the code review over with those in mind? + +Improvement: Consider adding validation blocks for required variables +Improvement: Add more detailed comments explaining configuration choices +Improvement: Consider tagging strategy for cost allocation +Improvement: Add lifecycle policies for node groups +Warning: Public endpoint access enabled - consider restricting CIDR ranges +Improvement: Add explicit IAM role configurations +Improvement: Implement network policies +# Add to cluster configuration +cluster_security_group_additional_rules = { + ingress_nodes_ephemeral_ports = { + description = "Node to node ephemeral ports" + protocol = "tcp" + from_port = 1025 + to_port = 65535 + type = "ingress" + source_node_security_group = true + } +} +Add CloudWatch logging configuration +Implement proper metrics collection +Set up alerts for cluster health +Improvement: Add more detailed documentation +Improvement: Consider adding test environments +Add README files in each major directory +Document deployment procedures +Add troubleshooting guides +Document network architecture + +resource "aws_eks_cluster" "main" { + # ...existing code... + vpc_config { + endpoint_private_access = true + endpoint_public_access = false # Force private endpoint only + security_group_ids = [aws_security_group.cluster.id] + subnet_ids = var.private_subnet_ids + } + + encryption_config { + provider { + key_arn = aws_kms_key.eks.arn + } + resources = ["secrets"] + } +} + +24m Warning FailedGetResourceMetric horizontalpodautoscaler/loki-write failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API +24m Warning FailedComputeMetricsReplicas horizontalpodautoscaler/loki-write invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API +22m Warning FailedGetResourceMetric horizontalpodautoscaler/loki-write failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready) +2 +29m Warning FailedGetResourceMetric horizontalpodautoscaler/istiod failed to get cpu utilization: unable to get metrics for resource cpu: unable to fetch metrics from resource metrics API: the server could not find the requested resource (get pods.metrics.k8s.io) +29m Warning FailedComputeMetricsReplicas horizontalpodautoscaler/istiod invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: unable to fetch metrics from resource metrics API: the server could not find the requested resource (get pods.metrics.k8s.io) +29m Warning FailedGetResourceMetric horizontalpodautoscaler/istiod failed to get cpu utilization: unable to get metrics for resource cpu: unable to fetch metrics from resource metrics API: the server is currently unable to handle the request (get pods.metrics.k8s.io) +29m Warning FailedComputeMetricsReplicas horizontalpodautoscaler/istiod invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: unable to fetch metrics from resource metrics API: the server is currently unable to handle the request (get pods.metrics.k8s.io) +2 +* Failed to execute "terraform_current apply -lock-timeout=20m -auto-approve -input=false -auto-approve" in ./.terragrunt-cache/jrM5TqaHxjlphT8vQ1DicmFp6eM/1NbRS_ankC8AcxKegXNWAnjyQEg + ╷ + │ Error: Unable to continue with install: Certificate "platform-eng-eks-mcm" in namespace "istio-system" exists and cannot be imported into the current release: invalid ownership metadata; annotation validation error: key "meta.helm.sh/release-name" must equal "grafana-grafana-ingress": current value is "k8s-dashboard-k8s-dashboard-ingress"; annotation validation error: key "meta.helm.sh/release-namespace" must equal "grafana": current value is "k8s-dashboard" + │ + │ with module.ingress_resources.helm_release.ingress, + │ on .terraform/modules/ingress_resources/main.tf line 6, in resource "helm_release" "ingress": + │ 6: resource "helm_release" "ingress" { + │ + ╵ + + exit status 1 + \ No newline at end of file From 25e1640050652cf99faeb1dbdbc4abcb59c232cf Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Wed, 12 Feb 2025 16:07:21 -0500 Subject: [PATCH 26/35] cleanup --- .../vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl | 1 - 1 file changed, 1 deletion(-) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 0b3f63c..41278c3 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -22,7 +22,6 @@ dependency "eks" { cluster_name = "a-cluster-name" eks_managed_node_groups_autoscaling_group_names = ["eks-eks-a-cluster-name-node_group-0000000000000000000000000-5ac8a5e3-14dd-c043-2cc9-f4b6ffb36d32"] oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" - release_version = "main" security_group_all_worker_mgmt_id = "sg-00b0000000000000" subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] vpc_id = "a-vpc-id" From eacb42fcc38452acd4bfa9727d305a2ac102398d Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Wed, 12 Feb 2025 16:12:58 -0500 Subject: [PATCH 27/35] more cleanup --- .../vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl | 1 - .../vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl | 1 - .../vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl | 1 - .../vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl | 1 - .../us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl | 1 - 5 files changed, 5 deletions(-) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 3636c4a..db5e3d4 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -37,5 +37,4 @@ inputs = { oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn profile = dependency.eks.inputs.aws_profile region = dependency.eks.inputs.aws_region - release_version = dependency.eks.inputs.release_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 41278c3..a1d61e2 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -35,7 +35,6 @@ dependencies { inputs = { cluster_name = dependency.eks.outputs.cluster_name region = dependency.eks.inputs.aws_region - release_version = dependency.eks.inputs.release_version security_group_all_worker_mgmt_id = dependency.eks.outputs.security_group_all_worker_mgmt_id subnets = dependency.eks.outputs.subnets vpc_id = dependency.eks.outputs.vpc_id diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index 278fffa..0a72e33 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -43,5 +43,4 @@ inputs = { grafana_tag = dependency.eks.inputs.grafana_tag download_dashboards_image_tag = dependency.eks.inputs.download_dashboards_image_tag init_chown_data_image_tag = dependency.eks.inputs.init_chown_data_image_tag - release_version = dependency.eks.inputs.release_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index c157bb7..5c529da 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -33,6 +33,5 @@ inputs = { oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn profile = dependency.eks.inputs.aws_profile region = dependency.eks.inputs.aws_region - release_version = dependency.eks.inputs.release_version vpc_id = dependency.eks.outputs.vpc_id } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index 5088910..dd3f1b4 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -1,4 +1,3 @@ -# "Top Level" of the stack. include "root" { path = find_in_parent_folders("root.hcl") merge_strategy = "deep" From cb6aea51d7ba735120fb469e04ec5d8f2e606894 Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Wed, 12 Feb 2025 16:26:39 -0500 Subject: [PATCH 28/35] better cleanup --- .../vpc/platform-eng-eks-mcm/notes.txt | 68 ------------------- platform-tg-infra.code-workspace | 29 -------- 2 files changed, 97 deletions(-) delete mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/notes.txt delete mode 100644 platform-tg-infra.code-workspace diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/notes.txt b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/notes.txt deleted file mode 100644 index 71c3774..0000000 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/notes.txt +++ /dev/null @@ -1,68 +0,0 @@ -Provider Configuration Changes and Cluster Lifecycle Management -========================================================== - -Problem: --------- -The original provider configuration in root.hcl had issues handling different cluster lifecycle states: -1. When no cluster exists - terragrunt run-all plan would fail -2. When cluster is being created - terragrunt run-all apply needed to work -3. When cluster is being destroyed - terragrunt run-all destroy needed to work - -The main issue was that the provider configurations were using data sources that required the cluster to exist, causing failures during planning when the cluster didn't exist. - -Solution: ---------- -1. Moved provider configurations to separate files in _envcommon/: - - helm-provider.hcl - - kube-provider.hcl - -2. Added conditional data source lookup using count: - data "aws_eks_cluster" "this" { - count = var.create_eks ? 1 : 0 - name = local.cluster_name - } - -3. Used try() function with empty fallback values: - host = try(data.aws_eks_cluster.this[0].endpoint, "") - cluster_ca_certificate = try(base64decode(data.aws_eks_cluster.this[0].certificate_authority[0].data), "") - -4. Added create_eks variable control: - - Added to root.hcl locals block - - Controlled via TERRAGRUNT_CREATE_EKS environment variable - - Defaults to "true" - - Generated as a variable in each module - -How it works: ------------- -1. No cluster exists: - - Set TERRAGRUNT_CREATE_EKS=false - - Data source won't be created (count = 0) - - Provider configurations fall back to empty values - - Plan succeeds as providers are configured but not used - -2. Creating cluster: - - TERRAGRUNT_CREATE_EKS=true (default) - - As soon as cluster exists, data source becomes available - - Provider configurations get real values - - Apply continues with working providers - -3. Destroying cluster: - - Set TERRAGRUNT_CREATE_EKS=false before destroy - - Providers fall back to empty values - - Resources can be destroyed without needing cluster access - -Usage: ------- -1. For initial plan with no cluster: - export TERRAGRUNT_CREATE_EKS=false - terragrunt run-all plan - -2. For creating cluster and resources: - export TERRAGRUNT_CREATE_EKS=true (or don't set it) - terragrunt run-all apply - -3. For destroying everything: - export TERRAGRUNT_CREATE_EKS=false - terragrunt run-all destroy - -This solution allows Terragrunt to handle the full lifecycle of the cluster and its dependent resources without failing on provider initialization when the cluster doesn't exist. \ No newline at end of file diff --git a/platform-tg-infra.code-workspace b/platform-tg-infra.code-workspace deleted file mode 100644 index dec7709..0000000 --- a/platform-tg-infra.code-workspace +++ /dev/null @@ -1,29 +0,0 @@ -{ - "folders": [ - { - "path": "." - }, - { - "path": "../terraform-provider-github/website/docs/d", - "name": "provider/aws/data-sources" - }, - { - "path": "../terraform-provider-github/website/docs/r", - "name": "provider/aws/resources" - }, - { - "path": "../terraform/website/docs/language/tests", - "name": "terraform/tests" - }, - { - "path": "../terraform/website/docs/language/syntax", - "name": "terraform/syntax" - }, - { - "path": "../terragrunt" - } - ], - "settings": { - - } -} From ec43edea0d3ab81e655c2ee38c569d3b6484338c Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Wed, 12 Feb 2025 19:56:58 -0500 Subject: [PATCH 29/35] hclfmt --- lab/_envcommon/common-variables.hcl | 2 -- lab/_envcommon/default-versions.hcl | 2 +- .../vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl | 2 +- lab/root.hcl | 2 +- 4 files changed, 3 insertions(+), 5 deletions(-) diff --git a/lab/_envcommon/common-variables.hcl b/lab/_envcommon/common-variables.hcl index d2f73ef..38cb4c9 100644 --- a/lab/_envcommon/common-variables.hcl +++ b/lab/_envcommon/common-variables.hcl @@ -12,8 +12,6 @@ locals { project_role = "csvd_platformbaseline_app" state_bucket_prefix = "inf-tfstate" state_table_name = "tf_remote_state" - terraform = true - terragrunt = true route53_endpoints = { route53_main = { "account_id" = "269244441389" diff --git a/lab/_envcommon/default-versions.hcl b/lab/_envcommon/default-versions.hcl index cad4a0f..7754fb5 100644 --- a/lab/_envcommon/default-versions.hcl +++ b/lab/_envcommon/default-versions.hcl @@ -8,7 +8,7 @@ locals { custom_service_eks_account = "${local.release_version}" eks_module_version = "20.33.1" istio_ingress_version = "${local.release_version}" - release_version = "0.1.1" # change to main when testing updated modules + release_version = "main" # change to main when testing updated modules ##################### # TF Providers diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl index e05746a..e52d57b 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl @@ -22,7 +22,7 @@ dependency "eks" { } dependency "eks-prometheus" { - config_path = "../eks-prometheus" + config_path = "../eks-prometheus" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { prometheus_namespace = "prometheus" diff --git a/lab/root.hcl b/lab/root.hcl index c3852d3..10706ff 100644 --- a/lab/root.hcl +++ b/lab/root.hcl @@ -37,7 +37,7 @@ locals { state_bucket_prefix = local.common_vars.locals.state_bucket_prefix state_table_name = local.common_vars.locals.state_table_name # Check if current module is the EKS module - module_name = basename(get_original_terragrunt_dir()) + module_name = basename(get_original_terragrunt_dir()) is_eks_module = local.module_name == "eks" } From 3327a11a2fb439438ecfe7c80d3df5cb340775ec Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Wed, 12 Feb 2025 21:13:08 -0500 Subject: [PATCH 30/35] add Makefile for common actions --- .github/platform-tg-infra.code-workspace | 3 ++ Makefile | 35 ++++++++++++ .../vpc/platform-eng-eks-mcm/cluster.hcl | 18 +++++-- .../eks-cert-manager/terragrunt.hcl | 53 +++++++++++-------- .../eks-config/terragrunt.hcl | 49 ++++++++++------- .../eks-grafana/terragrunt.hcl | 41 +++++++++----- .../eks-istio/terragrunt.hcl | 28 +++++----- .../eks-k8s-dashboard/terragrunt.hcl | 27 ++++------ .../eks-karpenter/terragrunt.hcl | 50 ++++++++++------- .../eks-kiali/terragrunt.hcl | 32 +++++++++++ .../eks-loki/terragrunt.hcl | 36 +++++-------- .../eks-metrics-server/terragrunt.hcl | 25 ++++----- .../eks-prometheus/terragrunt.hcl | 34 ++++++------ .../platform-eng-eks-mcm/eks/terragrunt.hcl | 29 +++++----- 14 files changed, 287 insertions(+), 173 deletions(-) create mode 100644 Makefile create mode 100644 lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl diff --git a/.github/platform-tg-infra.code-workspace b/.github/platform-tg-infra.code-workspace index 9ab5661..5047434 100644 --- a/.github/platform-tg-infra.code-workspace +++ b/.github/platform-tg-infra.code-workspace @@ -73,6 +73,9 @@ }, { "path": "../../karpenter-provider-aws" + }, + { + "path": "../../terragrunt" } ] } diff --git a/Makefile b/Makefile new file mode 100644 index 0000000..fc196a2 --- /dev/null +++ b/Makefile @@ -0,0 +1,35 @@ +.PHONY: help init validate plan fmt check clean + +help: + @echo "Available targets:" + @echo " init - Initialize Terragrunt configurations" + @echo " validate - Validate all Terragrunt configurations" + @echo " plan - Run plan in dry-run mode across all configurations" + @echo " fmt - Format HCL files" + @echo " check - Run all checks (format, validate, plan)" + @echo " clean - Clean up Terragrunt cache and temporary files" + +init: + @echo "Initializing Terragrunt configurations..." + terragrunt run-all init + +validate: + @echo "Validating Terragrunt configurations..." + terragrunt run-all validate + +plan: + @echo "Running plan in dry-run mode..." + terragrunt run-all plan --terragrunt-non-interactive + +fmt: + @echo "Formatting HCL files..." + find . -type f -name "*.hcl" -exec terragrunt hclfmt {} \; + +check: fmt validate plan + @echo "All checks completed" + +clean: + @echo "Cleaning Terragrunt cache..." + find . -type d -name ".terragrunt-cache" -exec rm -rf {} + + find . -type f -name ".terraform.lock.hcl" -delete + find . -type f -name "terragrunt-debug.tfvars.json" -delete diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl index 7d6dd36..29eb18d 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl @@ -1,8 +1,5 @@ -# lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/cluster.hcl - -# Set cluster specific variables. These are automatically pulled in to configure the remote state bucket in the root -# terragrunt.hcl configuration. locals { + # Cluster specific configuration cluster_endpoint_public_access = true cluster_name = "platform-eng-eks-mcm" cluster_mailing_list = "matthew.c.morgan@census.gov" @@ -15,4 +12,17 @@ locals { "slim:schedule" = "8:00-17:00" "cluster:size" = "min:${local.eks_ng_min_size}-max:${local.eks_ng_max_size}-desired:${local.eks_ng_desired_size}" } + + # Common configuration + common_retry_args = { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } + + common_dependencies = ["../eks", "../eks-config"] + + common_mock_eks = { + cluster_name = "mock-cluster" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" + } } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index db5e3d4..11dfb9a 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -4,37 +4,48 @@ include "root" { expose = true } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } +dependencies { + paths = [ + "../eks", + "../eks-config", + "../eks-karpenter" + ] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { - cluster_name = "a-cluster-name" - oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" + cluster_name = "mock-cluster" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" + cluster_endpoint = "https://mock-endpoint.eks.amazonaws.com" + cluster_version = "1.27" } } -dependencies { - paths = ["../eks-config", "../eks-karpenter"] +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=${include.root.inputs.release_version}" + + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } } inputs = { - cert_manager_cainjector_tag = dependency.eks.inputs.cert_manager_cainjector_tag - cert_manager_controller_tag = dependency.eks.inputs.cert_manager_controller_tag - cert_manager_helm_chart = dependency.eks.inputs.cert_manager_helm_chart - cert_manager_startupapicheck_tag = dependency.eks.inputs.cert_manager_startupapicheck_tag - cert_manager_webhook_tag = dependency.eks.inputs.cert_manager_webhook_tag - cluster_issuer_name = dependency.eks.inputs.cluster_issuer_name - cluster_mailing_list = dependency.eks.inputs.cluster_mailing_list - cluster_name = dependency.eks.outputs.cluster_name - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - profile = dependency.eks.inputs.aws_profile - region = dependency.eks.inputs.aws_region + # Core configuration + cluster_name = dependency.eks.outputs.cluster_name + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + cluster_mailing_list = include.root.inputs.cluster_mailing_list + + # Cert-manager configuration + cert_manager_helm_chart = include.root.inputs.cert_manager_helm_chart + cluster_issuer_name = include.root.inputs.cluster_issuer_name + + # Version tags + cert_manager_cainjector_tag = include.root.inputs.cert_manager_cainjector_tag + cert_manager_controller_tag = include.root.inputs.cert_manager_controller_tag + cert_manager_startupapicheck_tag = include.root.inputs.cert_manager_startupapicheck_tag + cert_manager_webhook_tag = include.root.inputs.cert_manager_webhook_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index a1d61e2..5d935d7 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -1,12 +1,19 @@ -# lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl include "root" { path = find_in_parent_folders("root.hcl") merge_strategy = "deep" expose = true } +dependencies { + paths = [ + "../eks", + "../eks-karpenter" + ] +} + terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-configuration.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] @@ -16,26 +23,32 @@ terraform { dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { - cluster_certificate_authority_data = [{ data = "THISISAVERYLONGCERTSTRINGTHATGOESHEREFORSURENODYEP" }] - cluster_endpoint = "https://12345ABCDEE42BF9C24D4C362D1DC.sk1.us-gov-east-1.eks.amazonaws.com" - cluster_name = "a-cluster-name" - eks_managed_node_groups_autoscaling_group_names = ["eks-eks-a-cluster-name-node_group-0000000000000000000000000-5ac8a5e3-14dd-c043-2cc9-f4b6ffb36d32"] - oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" - security_group_all_worker_mgmt_id = "sg-00b0000000000000" - subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] - vpc_id = "a-vpc-id" + cluster_name = "mock-cluster" + cluster_endpoint = "https://mock-endpoint.eks.amazonaws.com" + cluster_certificate_authority_data = [{ data = "mock-cert-data" }] + eks_managed_node_groups_autoscaling_group_names = ["mock-asg-name"] + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" + security_group_all_worker_mgmt_id = "sg-mock" + subnets = ["subnet-mock1", "subnet-mock2"] + vpc_id = "vpc-mock" } } -dependencies { - paths = ["../eks-karpenter"] -} - inputs = { - cluster_name = dependency.eks.outputs.cluster_name - region = dependency.eks.inputs.aws_region - security_group_all_worker_mgmt_id = dependency.eks.outputs.security_group_all_worker_mgmt_id - subnets = dependency.eks.outputs.subnets - vpc_id = dependency.eks.outputs.vpc_id + # Core cluster configuration + cluster_name = dependency.eks.outputs.cluster_name + vpc_id = dependency.eks.outputs.vpc_id + subnets = dependency.eks.outputs.subnets + security_group_all_worker_mgmt_id = dependency.eks.outputs.security_group_all_worker_mgmt_id + eks_managed_node_groups_autoscaling_group_names = dependency.eks.outputs.eks_managed_node_groups_autoscaling_group_names + + # AWS configuration + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Additional configurations + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + kubectl_image_tag = include.root.inputs.kubectl_image_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index 0a72e33..aa08067 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -16,7 +16,9 @@ dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "a-cluster-name" + cluster_name = "mock-cluster" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" + cluster_version = "1.27" } } @@ -29,18 +31,33 @@ dependency "eks-loki" { } dependencies { - paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] + paths = [ + "../eks", + "../eks-config", + "../eks-dns", + "../eks-karpenter" + ] } inputs = { - profile = dependency.eks.inputs.aws_profile - region = dependency.eks.inputs.aws_region - cluster_name = dependency.eks.outputs.cluster_name - cluster_domain = dependency.eks.inputs.vpc_domain_name - public_hostname = dependency.eks.inputs.grafana_hostname - rwo_storage_class = dependency.eks-loki.outputs.rwo_storage_class - grafana_chart_version = dependency.eks.inputs.grafana_chart_version - grafana_tag = dependency.eks.inputs.grafana_tag - download_dashboards_image_tag = dependency.eks.inputs.download_dashboards_image_tag - init_chown_data_image_tag = dependency.eks.inputs.init_chown_data_image_tag + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration + cluster_name = dependency.eks.outputs.cluster_name + cluster_domain = include.root.inputs.vpc_domain_name + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + public_hostname = include.root.inputs.grafana_hostname + + # Storage Configuration + rwo_storage_class = dependency.eks-loki.outputs.rwo_storage_class + + # Grafana Configuration + grafana_chart_version = include.root.inputs.grafana_chart_version + grafana_tag = include.root.inputs.grafana_tag + grafana_version = include.root.inputs.grafana_version + download_dashboards_image_tag = include.root.inputs.download_dashboards_image_tag + init_chown_data_image_tag = include.root.inputs.init_chown_data_image_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index d21dc4b..06517aa 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -4,30 +4,30 @@ include "root" { expose = true } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } +dependencies { + paths = ["../eks", "../eks-config"] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "a-cluster-name" + cluster_name = "mock-cluster" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } -dependencies { - paths = ["../eks-karpenter", "../eks-config", "../eks-cert-manager"] +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } } inputs = { - cluster_name = dependency.eks.outputs.cluster_name - istio_chart_version = dependency.eks.inputs.istio_version - istio_version = dependency.eks.inputs.istio_version - profile = dependency.eks.inputs.aws_profile - region = dependency.eks.inputs.aws_region + cluster_name = dependency.eks.outputs.cluster_name + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + istio_version = include.root.inputs.istio_version + istio_namespace = include.root.inputs.istio_namespace } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl index 9e66315..66743c4 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -4,33 +4,28 @@ include "root" { expose = true } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } +dependencies { + paths = ["../eks", "../eks-config"] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "a-cluster-name" - vpc_domain_name = "example.com" + cluster_name = "mock-cluster" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } -dependencies { - paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } } inputs = { - profile = dependency.eks.inputs.aws_profile - region = dependency.eks.inputs.aws_region cluster_name = dependency.eks.outputs.cluster_name - cluster_domain = dependency.eks.inputs.vpc_domain_name - public_hostname = dependency.eks.inputs.dashboard_hostname - k8s_dashboard_version = dependency.eks.inputs.k8s_dashboard_version - # datasources = dependency.eks-loki.outputs.gateway_internal_endpoint + k8s_dashboard_version = include.root.inputs.k8s_dashboard_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 5c529da..d06414f 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -4,34 +4,44 @@ include "root" { expose = true } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } +dependencies { + paths = ["../eks"] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { - cluster_endpoint = "https://0000000000000000AAAAAAAAAAAAAAAA.sk1.us-gov-east-1.eks.amazonaws.com" - cluster_name = "a-cluster-name" - node_group_name = "node_group_a-cluster-name" - oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" - vpc_id = "a-vpc-name" + cluster_name = "mock-cluster" + cluster_endpoint = "https://mock-endpoint.eks.amazonaws.com" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" + vpc_id = "vpc-mock" + subnets = ["subnet-mock1", "subnet-mock2"] + } +} + +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=${include.root.inputs.release_version}" + + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] } } inputs = { - cluster_endpoint = dependency.eks.outputs.cluster_endpoint - cluster_name = dependency.eks.outputs.cluster_name - karpenter_helm_chart = dependency.eks.inputs.karpenter_helm_chart - karpenter_node_group_name = dependency.eks.outputs.node_group_name - karpenter_tag = dependency.eks.inputs.karpenter_tag - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - profile = dependency.eks.inputs.aws_profile - region = dependency.eks.inputs.aws_region - vpc_id = dependency.eks.outputs.vpc_id + # Core configuration + cluster_name = dependency.eks.outputs.cluster_name + vpc_id = dependency.eks.outputs.vpc_id + subnets = dependency.eks.outputs.subnets + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + + # Karpenter configuration + karpenter_version = include.root.inputs.karpenter_version + karpenter_tag = include.root.inputs.karpenter_tag + + # AWS configuration + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl new file mode 100644 index 0000000..37e0d71 --- /dev/null +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl @@ -0,0 +1,32 @@ +include "root" { + path = find_in_parent_folders("root.hcl") + merge_strategy = "deep" + expose = true +} + +dependencies { + paths = ["../eks", "../eks-config", "../eks-istio"] +} + +dependency "eks" { + config_path = "../eks" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { + cluster_name = "mock-cluster" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" + } +} + +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-kiali.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + +inputs = { + cluster_name = dependency.eks.outputs.cluster_name + kiali_version = include.root.inputs.kiali_version + istio_namespace = include.root.inputs.istio_namespace +} diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl index 9091966..b8d2e5d 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl @@ -4,38 +4,30 @@ include "root" { expose = true } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-loki.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } +dependencies { + paths = ["../eks", "../eks-config"] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "a-cluster-name" - oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" + cluster_name = "mock-cluster" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } -dependencies { - paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-loki.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } } inputs = { - profile = dependency.eks.inputs.aws_profile - region = dependency.eks.inputs.aws_region - cluster_name = dependency.eks.outputs.cluster_name - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - loki_chart_version = dependency.eks.inputs.loki_chart_version - loki_tag = dependency.eks.inputs.loki_tag - canary_tag = dependency.eks.inputs.canary_tag - enterprise_logs_provisioner_tag = dependency.eks.inputs.enterprise_logs_provisioner_tag - gateway_tag = dependency.eks.inputs.gateway_tag - memcached_tag = dependency.eks.inputs.memcached_tag - exporter_tag = dependency.eks.inputs.exporter_tag - sidecar_tag = dependency.eks.inputs.sidecar_tag + cluster_name = dependency.eks.outputs.cluster_name + loki_version = include.root.inputs.loki_version + storage_class = include.root.inputs.storage_class + retention_days = include.root.inputs.loki_retention_days } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl index bfa29d4..25a0301 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl @@ -4,30 +4,27 @@ include "root" { expose = true } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-metrics-server.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } +dependencies { + paths = ["../eks", "../eks-config"] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "a-cluster-name" + cluster_name = "mock-cluster" } } -dependencies { - paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-metrics-server.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } } inputs = { - profile = dependency.eks.inputs.aws_profile - cluster_name = dependency.eks.outputs.cluster_name - region = dependency.eks.inputs.aws_region - metrics_server_helm_chart = dependency.eks.inputs.metrics_server_helm_chart - metrics_server_tag = dependency.eks.inputs.metrics_server_tag + cluster_name = dependency.eks.outputs.cluster_name + metrics_server_version = include.root.inputs.metrics_server_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl index 0975121..de3cefa 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -4,35 +4,31 @@ include "root" { expose = true } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } +dependencies { + paths = ["../eks", "../eks-config"] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "a-cluster-name" + cluster_name = "mock-cluster" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } -dependencies { - paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } } inputs = { - profile = dependency.eks.inputs.aws_profile - region = dependency.eks.inputs.aws_region - cluster_name = dependency.eks.outputs.cluster_name - prometheus_chart_version = dependency.eks.inputs.prometheus_chart_version - prometheus_server_tag = dependency.eks.inputs.prometheus_server_tag - prometheus_config_reloader_tag = dependency.eks.inputs.prometheus_config_reloader_tag - alertmanager_tag = dependency.eks.inputs.alertmanager_tag - kube_state_metrics_tag = dependency.eks.inputs.kube_state_metrics_tag - node_exporter_tag = dependency.eks.inputs.node_exporter_tag - pushgateway_tag = dependency.eks.inputs.pushgateway_tag + cluster_name = dependency.eks.outputs.cluster_name + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + prometheus_version = include.root.inputs.prometheus_version + storage_class = include.root.inputs.storage_class + retention_days = include.root.inputs.prometheus_retention_days } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index dd3f1b4..e941d00 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -6,6 +6,7 @@ include "root" { terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] @@ -13,17 +14,19 @@ terraform { } inputs = { - cluster_endpoint_public_access = include.root.inputs.cluster_endpoint_public_access - cluster_name = include.root.inputs.cluster_name - cluster_version = include.root.inputs.cluster_version - eks_instance_disk_size = include.root.inputs.eks_instance_disk_size - eks_ng_desired_size = include.root.inputs.eks_ng_desired_size - eks_ng_max_size = include.root.inputs.eks_ng_max_size - eks_ng_min_size = include.root.inputs.eks_ng_min_size - eks_vpc_name = include.root.inputs.vpc_name - enable_cluster_creator_admin_permissions = include.root.inputs.enable_cluster_creator_admin_permissions - environment_abbr = include.root.inputs.environment_abbr - region = include.root.inputs.aws_region - tags = include.root.inputs.tags - vpc_name = include.root.inputs.vpc_name + # Core cluster configuration + cluster_name = include.root.inputs.cluster_name + cluster_version = include.root.inputs.cluster_version + vpc_id = include.root.inputs.vpc_id + subnets = include.root.inputs.subnet_ids + + # AWS configuration + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Node group configuration + eks_managed_node_groups = include.root.inputs.eks_managed_node_groups + + # Tags + tags = include.root.inputs.tags } From a0623bb9e31f2a308882e2452ac2d0b038ea071c Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Wed, 12 Feb 2025 21:40:10 -0500 Subject: [PATCH 31/35] standardize modules --- .../eks-cert-manager/terragrunt.hcl | 34 +++++++++------- .../eks-config/terragrunt.hcl | 20 +++++----- .../eks-dns/terragrunt.hcl | 37 ++++++++++++------ .../eks-grafana/terragrunt.hcl | 2 +- .../eks-istio/terragrunt.hcl | 35 +++++++++++------ .../eks-k8s-dashboard/terragrunt.hcl | 10 ++++- .../eks-kiali/terragrunt.hcl | 18 +++++++-- .../eks-loki/terragrunt.hcl | 19 +++++++-- .../eks-metrics-server/terragrunt.hcl | 15 ++++++- .../eks-prometheus/terragrunt.hcl | 39 ++++++++++++------- .../eks-tempo/terragrunt.hcl | 35 +++++++++++------ .../platform-eng-eks-mcm/eks/terragrunt.hcl | 16 ++++---- 12 files changed, 186 insertions(+), 94 deletions(-) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index 11dfb9a..e25b072 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -4,6 +4,15 @@ include "root" { expose = true } +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=${include.root.inputs.release_version}" + + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + dependencies { paths = [ "../eks", @@ -17,33 +26,28 @@ dependency "eks" { mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "mock-cluster" + cluster_name = include.root.inputs.cluster_name oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" cluster_endpoint = "https://mock-endpoint.eks.amazonaws.com" - cluster_version = "1.27" - } -} - -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-cert-mgr.git?ref=${include.root.inputs.release_version}" - - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] + cluster_version = include.root.inputs.cluster_version } } inputs = { - # Core configuration + # AWS Configuration + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration cluster_name = dependency.eks.outputs.cluster_name - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn cluster_mailing_list = include.root.inputs.cluster_mailing_list + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - # Cert-manager configuration + # Cert Manager Configuration cert_manager_helm_chart = include.root.inputs.cert_manager_helm_chart cluster_issuer_name = include.root.inputs.cluster_issuer_name - # Version tags + # Version Configuration cert_manager_cainjector_tag = include.root.inputs.cert_manager_cainjector_tag cert_manager_controller_tag = include.root.inputs.cert_manager_controller_tag cert_manager_startupapicheck_tag = include.root.inputs.cert_manager_startupapicheck_tag diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 5d935d7..2bbcc9d 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -37,18 +37,18 @@ dependency "eks" { } inputs = { - # Core cluster configuration - cluster_name = dependency.eks.outputs.cluster_name - vpc_id = dependency.eks.outputs.vpc_id - subnets = dependency.eks.outputs.subnets - security_group_all_worker_mgmt_id = dependency.eks.outputs.security_group_all_worker_mgmt_id - eks_managed_node_groups_autoscaling_group_names = dependency.eks.outputs.eks_managed_node_groups_autoscaling_group_names - - # AWS configuration + # AWS Configuration profile = include.root.inputs.aws_profile region = include.root.inputs.aws_region - # Additional configurations - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + # Core Cluster Configuration + cluster_name = dependency.eks.outputs.cluster_name + eks_managed_node_groups_autoscaling_group_names = dependency.eks.outputs.eks_managed_node_groups_autoscaling_group_names + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + security_group_all_worker_mgmt_id = dependency.eks.outputs.security_group_all_worker_mgmt_id + subnets = dependency.eks.outputs.subnets + vpc_id = dependency.eks.outputs.vpc_id + + # Additional Configuration kubectl_image_tag = include.root.inputs.kubectl_image_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index 1caebed..c302416 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -16,7 +16,8 @@ dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - subnets = ["subnet-00000000000000001", "subnet-00000000000000002", "subnet-00000000000000003"] + cluster_name = include.root.inputs.cluster_name + subnets = ["subnet-mock1", "subnet-mock2", "subnet-mock3"] } } @@ -25,23 +26,35 @@ dependency "istio" { mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { istio_ingress_lb = { - dns_name = "a1111111111111111111111111111111-2bbbbbbbbbbbbbbb.elb.us-gov-east-1.amazonaws.com" - zone_id = "ZABC123456DEF" + dns_name = "mock-${include.root.inputs.cluster_name}.elb.amazonaws.com" + zone_id = "MOCKZONEID" } } } dependencies { - paths = ["../eks-karpenter", "../eks-config"] + paths = [ + "../eks-config", + "../eks-karpenter" + ] } + inputs = { - cluster_name = dependency.eks.inputs.cluster_name + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration + cluster_name = include.root.inputs.cluster_name + + # Network Configuration istio_ingress_lb = dependency.istio.outputs.istio_ingress_lb - profile = dependency.eks.inputs.aws_profile - region = dependency.eks.inputs.aws_region - route53_endpoints = dependency.eks.inputs.route53_endpoints - subnets = dependency.eks.outputs.subnets - tags = dependency.eks.inputs.tags - vpc_domain_name = dependency.eks.inputs.vpc_domain_name - vpc_name = dependency.eks.inputs.vpc_name + route53_endpoints = include.root.inputs.route53_endpoints + subnets = dependency.eks.outputs.subnets + vpc_domain_name = include.root.inputs.vpc_domain_name + vpc_name = include.root.inputs.vpc_name + + # Additional Configuration + tags = include.root.inputs.tags } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index aa08067..a5ef996 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -18,7 +18,7 @@ dependency "eks" { mock_outputs = { cluster_name = "mock-cluster" oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" - cluster_version = "1.27" + cluster_version = include.root.inputs.cluster_version } } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index 06517aa..7c89235 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -4,30 +4,41 @@ include "root" { expose = true } +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + dependencies { - paths = ["../eks", "../eks-config"] + paths = [ + "../eks", + "../eks-config" + ] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "mock-cluster" + cluster_name = include.root.inputs.cluster_name oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } -} - inputs = { + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration cluster_name = dependency.eks.outputs.cluster_name oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - istio_version = include.root.inputs.istio_version - istio_namespace = include.root.inputs.istio_namespace + + # Istio Configuration + istio_namespace = include.root.inputs.istio_namespace + istio_version = include.root.inputs.istio_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl index 66743c4..4d8801f 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -5,7 +5,10 @@ include "root" { } dependencies { - paths = ["../eks", "../eks-config"] + paths = [ + "../eks", + "../eks-config" + ] } dependency "eks" { @@ -26,6 +29,9 @@ terraform { } inputs = { - cluster_name = dependency.eks.outputs.cluster_name + # Cluster Configuration + cluster_name = dependency.eks.outputs.cluster_name + + # Dashboard Configuration k8s_dashboard_version = include.root.inputs.k8s_dashboard_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl index 37e0d71..1bc9afb 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl @@ -5,7 +5,11 @@ include "root" { } dependencies { - paths = ["../eks", "../eks-config", "../eks-istio"] + paths = [ + "../eks", + "../eks-config", + "../eks-istio" + ] } dependency "eks" { @@ -26,7 +30,15 @@ terraform { } inputs = { - cluster_name = dependency.eks.outputs.cluster_name - kiali_version = include.root.inputs.kiali_version + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration + cluster_name = dependency.eks.outputs.cluster_name + + # Kiali Configuration istio_namespace = include.root.inputs.istio_namespace + kiali_version = include.root.inputs.kiali_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl index b8d2e5d..8ec45cd 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl @@ -5,14 +5,17 @@ include "root" { } dependencies { - paths = ["../eks", "../eks-config"] + paths = [ + "../eks", + "../eks-config" + ] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "mock-cluster" + cluster_name = include.root.inputs.cluster_name oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } @@ -26,8 +29,16 @@ terraform { } inputs = { - cluster_name = dependency.eks.outputs.cluster_name + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration + cluster_name = dependency.eks.outputs.cluster_name + + # Loki Configuration loki_version = include.root.inputs.loki_version - storage_class = include.root.inputs.storage_class retention_days = include.root.inputs.loki_retention_days + storage_class = include.root.inputs.storage_class } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl index 25a0301..1657912 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl @@ -5,7 +5,10 @@ include "root" { } dependencies { - paths = ["../eks", "../eks-config"] + paths = [ + "../eks", + "../eks-config" + ] } dependency "eks" { @@ -25,6 +28,14 @@ terraform { } inputs = { - cluster_name = dependency.eks.outputs.cluster_name + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration + cluster_name = dependency.eks.outputs.cluster_name + + # Metrics Server Configuration metrics_server_version = include.root.inputs.metrics_server_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl index de3cefa..a51af22 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -4,31 +4,42 @@ include "root" { expose = true } +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + dependencies { - paths = ["../eks", "../eks-config"] + paths = [ + "../eks", + "../eks-config" + ] } dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "mock-cluster" + cluster_name = include.root.inputs.cluster_name oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-prometheus.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } -} - inputs = { - cluster_name = dependency.eks.outputs.cluster_name - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration + cluster_name = dependency.eks.outputs.cluster_name + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + + # Prometheus Configuration prometheus_version = include.root.inputs.prometheus_version - storage_class = include.root.inputs.storage_class - retention_days = include.root.inputs.prometheus_retention_days + retention_days = include.root.inputs.prometheus_retention_days + storage_class = include.root.inputs.storage_class } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl index e52d57b..e47f0d3 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl @@ -16,8 +16,8 @@ dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "a-cluster-name" - oidc_provider_arn = "arn:aws-us-gov:iam::111111111111:oidc-provider/oidc.eks.us-gov-east-1.amazonaws.com/id/0000000000000000AAAAAAAAAAAAAAAA" + cluster_name = include.root.inputs.cluster_name + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } @@ -35,17 +35,30 @@ dependency "eks-prometheus" { } dependencies { - paths = ["../eks-config", "../eks-karpenter", "../eks-dns"] + paths = [ + "../eks", + "../eks-config", + "../eks-dns", + "../eks-karpenter", + "../eks-prometheus" + ] } inputs = { - account_id = dependency.eks.inputs.aws_account_id - cluster_name = dependency.eks.outputs.cluster_name - oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - profile = dependency.eks.inputs.aws_profile + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration + cluster_name = dependency.eks.outputs.cluster_name + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + + # Prometheus Configuration prometheus_namespace = dependency.eks-prometheus.outputs.prometheus_namespace - prometheus_port = dependency.eks-prometheus.outputs.prometheus_server_internal_endpoint.port_number - region = dependency.eks.inputs.aws_region - tempo_chart_version = dependency.eks.inputs.tempo_chart_version - tempo_tag = dependency.eks.inputs.tempo_tag + prometheus_port = dependency.eks-prometheus.outputs.prometheus_server_internal_endpoint.port_number + + # Tempo Configuration + tempo_chart_version = include.root.inputs.tempo_chart_version + tempo_tag = include.root.inputs.tempo_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index e941d00..1ea01e3 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -14,19 +14,19 @@ terraform { } inputs = { - # Core cluster configuration + # AWS Configuration + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Core Cluster Configuration cluster_name = include.root.inputs.cluster_name cluster_version = include.root.inputs.cluster_version - vpc_id = include.root.inputs.vpc_id subnets = include.root.inputs.subnet_ids + vpc_id = include.root.inputs.vpc_id - # AWS configuration - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region - - # Node group configuration + # Node Group Configuration eks_managed_node_groups = include.root.inputs.eks_managed_node_groups - # Tags + # Additional Configuration tags = include.root.inputs.tags } From 09ec4db07826f98672fe0260e6fc85c0200e8aec Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Wed, 12 Feb 2025 21:52:46 -0500 Subject: [PATCH 32/35] fmt --- .../eks-cert-manager/terragrunt.hcl | 7 ++-- .../eks-config/terragrunt.hcl | 7 ++-- .../eks-dns/terragrunt.hcl | 6 +-- .../eks-k8s-dashboard/terragrunt.hcl | 23 ++++++----- .../eks-karpenter/terragrunt.hcl | 39 ++++++++++--------- .../eks-prometheus/terragrunt.hcl | 4 +- .../eks-tempo/terragrunt.hcl | 4 +- .../platform-eng-eks-mcm/eks/terragrunt.hcl | 5 ++- 8 files changed, 51 insertions(+), 44 deletions(-) diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl index e25b072..5ceaeae 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-cert-manager/terragrunt.hcl @@ -35,8 +35,9 @@ dependency "eks" { inputs = { # AWS Configuration - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region # Cluster Configuration cluster_name = dependency.eks.outputs.cluster_name @@ -47,7 +48,7 @@ inputs = { cert_manager_helm_chart = include.root.inputs.cert_manager_helm_chart cluster_issuer_name = include.root.inputs.cluster_issuer_name - # Version Configuration + # Version Tags cert_manager_cainjector_tag = include.root.inputs.cert_manager_cainjector_tag cert_manager_controller_tag = include.root.inputs.cert_manager_controller_tag cert_manager_startupapicheck_tag = include.root.inputs.cert_manager_startupapicheck_tag diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 2bbcc9d..9576f23 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -38,8 +38,9 @@ dependency "eks" { inputs = { # AWS Configuration - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region # Core Cluster Configuration cluster_name = dependency.eks.outputs.cluster_name @@ -49,6 +50,4 @@ inputs = { subnets = dependency.eks.outputs.subnets vpc_id = dependency.eks.outputs.vpc_id - # Additional Configuration - kubectl_image_tag = include.root.inputs.kubectl_image_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index c302416..86fdfbd 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -51,9 +51,9 @@ inputs = { # Network Configuration istio_ingress_lb = dependency.istio.outputs.istio_ingress_lb route53_endpoints = include.root.inputs.route53_endpoints - subnets = dependency.eks.outputs.subnets - vpc_domain_name = include.root.inputs.vpc_domain_name - vpc_name = include.root.inputs.vpc_name + subnets = dependency.eks.outputs.subnets + vpc_domain_name = include.root.inputs.vpc_domain_name + vpc_name = include.root.inputs.vpc_name # Additional Configuration tags = include.root.inputs.tags diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl index 4d8801f..3e6e80d 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -4,6 +4,14 @@ include "root" { expose = true } +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + dependencies { paths = [ "../eks", @@ -15,20 +23,17 @@ dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "mock-cluster" + cluster_name = include.root.inputs.cluster_name oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-k8s-dashboard.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } -} - inputs = { + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + # Cluster Configuration cluster_name = dependency.eks.outputs.cluster_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index d06414f..6d1aeb2 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -4,6 +4,15 @@ include "root" { expose = true } +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=${include.root.inputs.release_version}" + + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + dependencies { paths = ["../eks"] } @@ -13,7 +22,7 @@ dependency "eks" { mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = "mock-cluster" + cluster_name = include.root.inputs.cluster_name cluster_endpoint = "https://mock-endpoint.eks.amazonaws.com" oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" vpc_id = "vpc-mock" @@ -21,27 +30,19 @@ dependency "eks" { } } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-karpenter.git?ref=${include.root.inputs.release_version}" - - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] - } -} - inputs = { - # Core configuration + # AWS Configuration + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region + + # Cluster Configuration cluster_name = dependency.eks.outputs.cluster_name - vpc_id = dependency.eks.outputs.vpc_id - subnets = dependency.eks.outputs.subnets oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn + subnets = dependency.eks.outputs.subnets + vpc_id = dependency.eks.outputs.vpc_id - # Karpenter configuration - karpenter_version = include.root.inputs.karpenter_version + # Karpenter Configuration karpenter_tag = include.root.inputs.karpenter_tag - - # AWS configuration - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region + karpenter_version = include.root.inputs.karpenter_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl index a51af22..1c68911 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -40,6 +40,6 @@ inputs = { # Prometheus Configuration prometheus_version = include.root.inputs.prometheus_version - retention_days = include.root.inputs.prometheus_retention_days - storage_class = include.root.inputs.storage_class + retention_days = include.root.inputs.prometheus_retention_days + storage_class = include.root.inputs.storage_class } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl index e47f0d3..14f2267 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-tempo/terragrunt.hcl @@ -56,9 +56,9 @@ inputs = { # Prometheus Configuration prometheus_namespace = dependency.eks-prometheus.outputs.prometheus_namespace - prometheus_port = dependency.eks-prometheus.outputs.prometheus_server_internal_endpoint.port_number + prometheus_port = dependency.eks-prometheus.outputs.prometheus_server_internal_endpoint.port_number # Tempo Configuration tempo_chart_version = include.root.inputs.tempo_chart_version - tempo_tag = include.root.inputs.tempo_tag + tempo_tag = include.root.inputs.tempo_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index 1ea01e3..a10eb79 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -15,8 +15,9 @@ terraform { inputs = { # AWS Configuration - profile = include.root.inputs.aws_profile - region = include.root.inputs.aws_region + account_id = include.root.inputs.aws_account_id + profile = include.root.inputs.aws_profile + region = include.root.inputs.aws_region # Core Cluster Configuration cluster_name = include.root.inputs.cluster_name From b61e6343088dc4193940af143e8682c2051191df Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Thu, 13 Feb 2025 12:14:50 -0500 Subject: [PATCH 33/35] updates from standards --- lab/_envcommon/default-versions.hcl | 1 + .../platform-eng-eks-mcm/eks-istio/terragrunt.hcl | 4 ++-- .../eks-k8s-dashboard/terragrunt.hcl | 15 +++++++++++++-- .../eks-karpenter/terragrunt.hcl | 11 ++++++----- .../vpc/platform-eng-eks-mcm/eks/terragrunt.hcl | 5 ----- 5 files changed, 22 insertions(+), 14 deletions(-) diff --git a/lab/_envcommon/default-versions.hcl b/lab/_envcommon/default-versions.hcl index 7754fb5..237054a 100644 --- a/lab/_envcommon/default-versions.hcl +++ b/lab/_envcommon/default-versions.hcl @@ -47,6 +47,7 @@ locals { ################ # Istio ################ + istio_namespace = "istio-system" istio_version = "1.24.2" ################ diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index 7c89235..82de792 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -39,6 +39,6 @@ inputs = { oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn # Istio Configuration - istio_namespace = include.root.inputs.istio_namespace - istio_version = include.root.inputs.istio_version + namespace = include.root.inputs.istio_namespace + istio_version = include.root.inputs.istio_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl index 3e6e80d..6cbe233 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-k8s-dashboard/terragrunt.hcl @@ -15,7 +15,8 @@ terraform { dependencies { paths = [ "../eks", - "../eks-config" + "../eks-config", + "../eks-dns" ] } @@ -28,6 +29,15 @@ dependency "eks" { } } +dependency "eks-dns" { + config_path = "../eks-dns" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { + cluster_domain = "mock.example.com" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" + } +} + inputs = { # AWS Configuration account_id = include.root.inputs.aws_account_id @@ -35,7 +45,8 @@ inputs = { region = include.root.inputs.aws_region # Cluster Configuration - cluster_name = dependency.eks.outputs.cluster_name + cluster_domain = dependency.eks-dns.outputs.cluster_domain + cluster_name = dependency.eks.outputs.cluster_name # Dashboard Configuration k8s_dashboard_version = include.root.inputs.k8s_dashboard_version diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl index 6d1aeb2..7d376f9 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-karpenter/terragrunt.hcl @@ -22,9 +22,10 @@ dependency "eks" { mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = include.root.inputs.cluster_name + cluster_name = "mock-cluster" cluster_endpoint = "https://mock-endpoint.eks.amazonaws.com" oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" + node_group_name = "mock-node-group" vpc_id = "vpc-mock" subnets = ["subnet-mock1", "subnet-mock2"] } @@ -37,12 +38,12 @@ inputs = { region = include.root.inputs.aws_region # Cluster Configuration + cluster_endpoint = dependency.eks.outputs.cluster_endpoint cluster_name = dependency.eks.outputs.cluster_name oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - subnets = dependency.eks.outputs.subnets - vpc_id = dependency.eks.outputs.vpc_id # Karpenter Configuration - karpenter_tag = include.root.inputs.karpenter_tag - karpenter_version = include.root.inputs.karpenter_version + karpenter_tag = include.root.inputs.karpenter_tag + karpenter_helm_chart = include.root.inputs.karpenter_helm_chart + karpenter_node_group_name = dependency.eks.outputs.node_group_name } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl index a10eb79..f12f202 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks/terragrunt.hcl @@ -22,11 +22,6 @@ inputs = { # Core Cluster Configuration cluster_name = include.root.inputs.cluster_name cluster_version = include.root.inputs.cluster_version - subnets = include.root.inputs.subnet_ids - vpc_id = include.root.inputs.vpc_id - - # Node Group Configuration - eks_managed_node_groups = include.root.inputs.eks_managed_node_groups # Additional Configuration tags = include.root.inputs.tags From 2e5edce917582a38aa75df91e2fd1a87ba81af4f Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Thu, 13 Feb 2025 14:25:34 -0500 Subject: [PATCH 34/35] more cleanup from standardization --- lab/_envcommon/default-versions.hcl | 1 + .../eks-dns/terragrunt.hcl | 6 +-- .../eks-grafana/terragrunt.hcl | 2 - .../eks-istio/terragrunt.hcl | 2 +- .../eks-kiali/terragrunt.hcl | 47 +++++++++++++++---- .../eks-loki/terragrunt.hcl | 19 ++++++-- .../eks-metrics-server/terragrunt.hcl | 3 +- .../eks-prometheus/terragrunt.hcl | 19 ++++++-- 8 files changed, 76 insertions(+), 23 deletions(-) diff --git a/lab/_envcommon/default-versions.hcl b/lab/_envcommon/default-versions.hcl index 237054a..34ab8bd 100644 --- a/lab/_envcommon/default-versions.hcl +++ b/lab/_envcommon/default-versions.hcl @@ -56,6 +56,7 @@ locals { download_dashboards_image_tag = "7.85.0" grafana_chart_version = "8.8.5" grafana_hostname = "grafana" + grafana_namespace = "grafana" grafana_tag = "11.4.0" init_chown_data_image_tag = "1.31.1" diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl index 86fdfbd..b485d01 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-dns/terragrunt.hcl @@ -21,7 +21,7 @@ dependency "eks" { } } -dependency "istio" { +dependency "eks-istio" { config_path = "../eks-istio" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { @@ -35,6 +35,7 @@ dependency "istio" { dependencies { paths = [ "../eks-config", + "../eks-istio", "../eks-karpenter" ] } @@ -49,9 +50,8 @@ inputs = { cluster_name = include.root.inputs.cluster_name # Network Configuration - istio_ingress_lb = dependency.istio.outputs.istio_ingress_lb + istio_ingress_lb = dependency.eks-istio.outputs.istio_ingress_lb route53_endpoints = include.root.inputs.route53_endpoints - subnets = dependency.eks.outputs.subnets vpc_domain_name = include.root.inputs.vpc_domain_name vpc_name = include.root.inputs.vpc_name diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index a5ef996..67e5e32 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -18,7 +18,6 @@ dependency "eks" { mock_outputs = { cluster_name = "mock-cluster" oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" - cluster_version = include.root.inputs.cluster_version } } @@ -57,7 +56,6 @@ inputs = { # Grafana Configuration grafana_chart_version = include.root.inputs.grafana_chart_version grafana_tag = include.root.inputs.grafana_tag - grafana_version = include.root.inputs.grafana_version download_dashboards_image_tag = include.root.inputs.download_dashboards_image_tag init_chown_data_image_tag = include.root.inputs.init_chown_data_image_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl index 82de792..b9712be 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-istio/terragrunt.hcl @@ -5,7 +5,7 @@ include "root" { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-istio.git?ref=outputs" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() arguments = ["-lock-timeout=20m"] diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl index 1bc9afb..a1e84c3 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl @@ -4,10 +4,20 @@ include "root" { expose = true } +terraform { + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-kiali.git?ref=${include.root.inputs.release_version}" + extra_arguments "retry_lock" { + commands = get_terraform_commands_that_need_locking() + arguments = ["-lock-timeout=20m"] + } +} + dependencies { paths = [ "../eks", "../eks-config", + "../eks-dns", + "../eks-grafana", "../eks-istio" ] } @@ -21,11 +31,29 @@ dependency "eks" { } } -terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-kiali.git?ref=${include.root.inputs.release_version}" - extra_arguments "retry_lock" { - commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] +dependency "eks-dns" { + config_path = "../eks-dns" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { + cluster_domain = "mock.example.com" + oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" + } +} + +dependency "eks-grafana" { + config_path = "../eks-grafana" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { + internal_endpoint = { url = "mock.internal.example.com" } + namespace = "mock-namespace-grafana" + } +} + +dependency "eks-istio" { + config_path = "../eks-istio" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { + namespace = "mock-namespace-istio" } } @@ -36,9 +64,12 @@ inputs = { region = include.root.inputs.aws_region # Cluster Configuration - cluster_name = dependency.eks.outputs.cluster_name + cluster_domain = dependency.eks-dns.outputs.cluster_domain + cluster_name = dependency.eks.outputs.cluster_name # Kiali Configuration - istio_namespace = include.root.inputs.istio_namespace - kiali_version = include.root.inputs.kiali_version + grafana_internal_url = dependency.eks-grafana.outputs.internal_endpoint.url + grafana_namespace = dependency.eks-grafana.outputs.namespace + istio_namespace = dependency.eks-istio.outputs.namepsace + kiali_operator_version = include.root.inputs.kiali_operator_version } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl index 8ec45cd..b9cff50 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-loki/terragrunt.hcl @@ -15,11 +15,19 @@ dependency "eks" { config_path = "../eks" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - cluster_name = include.root.inputs.cluster_name + cluster_name = "mock-cluster" oidc_provider_arn = "arn:aws-us-gov:iam::123456789012:oidc-provider/mock" } } +dependency "eks-config" { + config_path = "../eks-config" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { + rwo_storage_class = "gp3-encrypted" + } +} + terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-loki.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { @@ -35,10 +43,11 @@ inputs = { region = include.root.inputs.aws_region # Cluster Configuration - cluster_name = dependency.eks.outputs.cluster_name + cluster_name = dependency.eks.outputs.cluster_name + oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn # Loki Configuration - loki_version = include.root.inputs.loki_version - retention_days = include.root.inputs.loki_retention_days - storage_class = include.root.inputs.storage_class + loki_chart_version = include.root.inputs.loki_chart_version + loki_tag = include.root.inputs.loki_tag + rwo_storage_class = dependency.eks-config.outputs.rwo_storage_class } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl index 1657912..ef2851f 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-metrics-server/terragrunt.hcl @@ -37,5 +37,6 @@ inputs = { cluster_name = dependency.eks.outputs.cluster_name # Metrics Server Configuration - metrics_server_version = include.root.inputs.metrics_server_version + metrics_server_helm_chart = include.root.inputs.metrics_server_helm_chart + metrics_server_tag = include.root.inputs.metrics_server_tag } diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl index 1c68911..4a98ee6 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-prometheus/terragrunt.hcl @@ -28,6 +28,14 @@ dependency "eks" { } } +dependency "eks-config" { + config_path = "../eks-config" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { + rwo_storage_class = "gp3-encyrpted" + } +} + inputs = { # AWS Configuration account_id = include.root.inputs.aws_account_id @@ -39,7 +47,12 @@ inputs = { oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn # Prometheus Configuration - prometheus_version = include.root.inputs.prometheus_version - retention_days = include.root.inputs.prometheus_retention_days - storage_class = include.root.inputs.storage_class + prometheus_chart_version = include.root.inputs.prometheus_chart_version + prometheus_server_tag = include.root.inputs.prometheus_server_tag + prometheus_config_reloader_tag = include.root.inputs.prometheus_config_reloader_tag + alertmanager_tag = include.root.inputs.alertmanager_tag + kube_state_metrics_tag = include.root.inputs.kube_state_metrics_tag + node_exporter_tag = include.root.inputs.node_exporter_tag + pushgateway_tag = include.root.inputs.pushgateway_tag + rwo_storage_class = dependency.eks-config.outputs.rwo_storage_class } From 9aced81f8d2c987a695f10ae26715fb759a6a40a Mon Sep 17 00:00:00 2001 From: "Matthew C. Morgan" Date: Tue, 18 Feb 2025 13:30:43 -0500 Subject: [PATCH 35/35] more updates --- lab/_envcommon/default-versions.hcl | 2 +- .../eks-config/terragrunt.hcl | 2 +- .../eks-grafana/terragrunt.hcl | 13 +++-- ...terragrunt.hcl => terragrunt.hcl.disabled} | 55 +++++++++++++++---- 4 files changed, 54 insertions(+), 18 deletions(-) rename lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/{terragrunt.hcl => terragrunt.hcl.disabled} (51%) diff --git a/lab/_envcommon/default-versions.hcl b/lab/_envcommon/default-versions.hcl index 34ab8bd..7b7df5b 100644 --- a/lab/_envcommon/default-versions.hcl +++ b/lab/_envcommon/default-versions.hcl @@ -48,7 +48,7 @@ locals { # Istio ################ istio_namespace = "istio-system" - istio_version = "1.24.2" + istio_version = "1.24.2" ################ # Grafana diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl index 9576f23..fdbffa3 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-config/terragrunt.hcl @@ -12,7 +12,7 @@ dependencies { } terraform { - source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-configuration.git?ref=${include.root.inputs.release_version}" + source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-eks-configuration.git?ref=outputs" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl index 67e5e32..c1093f3 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-grafana/terragrunt.hcl @@ -21,11 +21,11 @@ dependency "eks" { } } -dependency "eks-loki" { +dependency "eks_loki" { config_path = "../eks-loki" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - rwo_storage_class = "gp3-encrypted" + rwo_storage_class = "gp3-mocked" } } @@ -34,7 +34,8 @@ dependencies { "../eks", "../eks-config", "../eks-dns", - "../eks-karpenter" + "../eks-karpenter", + "../eks-loki" ] } @@ -48,14 +49,16 @@ inputs = { cluster_name = dependency.eks.outputs.cluster_name cluster_domain = include.root.inputs.vpc_domain_name oidc_provider_arn = dependency.eks.outputs.oidc_provider_arn - public_hostname = include.root.inputs.grafana_hostname # Storage Configuration - rwo_storage_class = dependency.eks-loki.outputs.rwo_storage_class + rwo_storage_class = dependency.eks_loki.outputs.rwo_storage_class # Grafana Configuration grafana_chart_version = include.root.inputs.grafana_chart_version grafana_tag = include.root.inputs.grafana_tag download_dashboards_image_tag = include.root.inputs.download_dashboards_image_tag init_chown_data_image_tag = include.root.inputs.init_chown_data_image_tag + namespace = include.root.inputs.grafana_namespace + public_hostname = include.root.inputs.grafana_hostname } + diff --git a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disabled similarity index 51% rename from lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl rename to lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disabled index a1e84c3..a06c6e6 100644 --- a/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl +++ b/lab/development/us-gov-east-1/vpc/platform-eng-eks-mcm/eks-kiali/terragrunt.hcl.disabled @@ -8,7 +8,7 @@ terraform { source = "git@github.e.it.census.gov:SCT-Engineering/tfmod-kiali.git?ref=${include.root.inputs.release_version}" extra_arguments "retry_lock" { commands = get_terraform_commands_that_need_locking() - arguments = ["-lock-timeout=20m"] + arguments = ["-lock-timeout=20s"] } } @@ -18,7 +18,8 @@ dependencies { "../eks-config", "../eks-dns", "../eks-grafana", - "../eks-istio" + "../eks-istio", + "../eks-prometheus" ] } @@ -31,7 +32,15 @@ dependency "eks" { } } -dependency "eks-dns" { +dependency "eks-config" { + config_path = "../eks-config" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { + operators_namespace = "mock-namespace" + } +} + +dependency "eks_dns" { config_path = "../eks-dns" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { @@ -40,16 +49,26 @@ dependency "eks-dns" { } } -dependency "eks-grafana" { +dependency "eks_grafana" { config_path = "../eks-grafana" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { - internal_endpoint = { url = "mock.internal.example.com" } - namespace = "mock-namespace-grafana" + internal_endpoint = { + hostname = "grafana.mock.svc.cluster.local" + port_number = "80" + url = "https://grafana.mock.svc.cluster.local:80/" + } + namespace = "grafana" + public_endpoint = { + hostname = "grafana.mock.lab.csp2.census.gov" + port_number = "80" + url = "https://grafana.mock.lab.csp2.census.gov:80/" + } + secret_name = "grafana" } } -dependency "eks-istio" { +dependency "eks_istio" { config_path = "../eks-istio" mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] mock_outputs = { @@ -57,6 +76,14 @@ dependency "eks-istio" { } } +dependency "eks_prometheus" { + config_path = "../eks-prometheus" + mock_outputs_allowed_terraform_commands = ["init", "plan", "validate", "destroy"] + mock_outputs = { + prometheus_internal_url = "mock-internal-url" + } +} + inputs = { # AWS Configuration account_id = include.root.inputs.aws_account_id @@ -64,12 +91,18 @@ inputs = { region = include.root.inputs.aws_region # Cluster Configuration - cluster_domain = dependency.eks-dns.outputs.cluster_domain + cluster_domain = dependency.eks_dns.outputs.cluster_domain cluster_name = dependency.eks.outputs.cluster_name # Kiali Configuration - grafana_internal_url = dependency.eks-grafana.outputs.internal_endpoint.url - grafana_namespace = dependency.eks-grafana.outputs.namespace - istio_namespace = dependency.eks-istio.outputs.namepsace + grafana_internal_url = dependency.eks_grafana.outputs.internal_endpoint.url + grafana_namespace = dependency.eks_grafana.outputs.namespace + grafana_secret_name = dependency.eks_grafana.outputs.secret_name + grafana_public_url = dependency.eks_grafana.outputs.public_endpoint.url + kiali_operator_version = include.root.inputs.kiali_operator_version + operators_namespace = dependency.eks-config.outputs.operators_namespace + + prometheus_internal_url = dependency.eks_prometheus.outputs.internal_endpoint + jager_internal_url = dependency.eks_prometheus.outputs.jager_internal_url }