-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Naming, Autoscaling, Module Release Process (#13)
* revert replicas change * autoscaling * try tempo-distributed * would require config update * update values * set limits to recommended and requests a bit higher * update s3 naming * update irsa role name * fix dupe data item * fix dupe * fix refs to tempo_s3 * add module release process * update module source
- Loading branch information
Showing
12 changed files
with
199 additions
and
178 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,73 @@ | ||
| name: Terraform CI/CD | ||
| on: | ||
| workflow_dispatch: | ||
| pull_request: | ||
| types: [closed] | ||
| branches: | ||
| - main | ||
| jobs: | ||
| terraform-ci-cd: | ||
| runs-on: 229685449397 | ||
| permissions: | ||
| contents: write | ||
|
|
||
| steps: | ||
| - name: Checkout code | ||
| uses: CSVD/gh-actions-checkout@v4 | ||
|
|
||
| - name: Setup Terraform | ||
| uses: CSVD/gh-actions-setup-terraform@v3 | ||
| with: | ||
| terraform_version: "1.9.1" | ||
|
|
||
| - name: Setup GITHUB Credentials | ||
| id: github_credentials | ||
| uses: CSVD/gh-auth@main | ||
| with: | ||
| github_app_pem_file: ${{ secrets.GH_APP_PEM_FILE }} | ||
| github_app_installation_id: ${{ vars.GH_APP_INSTALLATION_ID }} | ||
| github_app_id: ${{ vars.GH_APP_ID }} | ||
|
|
||
|
|
||
| - name: Debug Authentication | ||
| run: | | ||
| # Print the GitHub server URL | ||
| echo "GitHub Server URL: ${{ github.server_url }}" | ||
| # Extract the host from the URL | ||
| HOST="${{ github.server_url }}" | ||
| HOST="${HOST#*//}" | ||
| HOST="${HOST%%/*}" | ||
| echo "GitHub Host: $HOST" | ||
| # Check if token exists | ||
| if [[ -n "${{ steps.github_credentials.outputs.github_token }}" ]]; then | ||
| echo "Token generated successfully" | ||
| # Test the token with a simple GitHub API call (without exposing the token) | ||
| STATUS=$(curl -s -o /dev/null -w "%{http_code}" -H "Authorization: Bearer ${{ steps.github_credentials.outputs.github_token }}" "${{ github.server_url }}/api/v3/user") | ||
| echo "API Test Status Code: $STATUS" | ||
| else | ||
| echo "No token was generated!" | ||
| fi | ||
| - name: Setup GitHub CLI | ||
| run: | | ||
| # Force manual authentication since setup-git might not work with GitHub Enterprise | ||
| echo "${{ steps.github_credentials.outputs.github_token }}" > /tmp/token.txt | ||
| gh auth login --with-token --hostname "github.e.it.census.gov" < /tmp/token.txt | ||
| rm /tmp/token.txt | ||
| # Test GitHub CLI auth status | ||
| gh auth status || echo "GitHub CLI authentication failed" | ||
| - name: AWS Auth | ||
| id: aws_auth | ||
| uses: CSVD/aws-auth@main | ||
| with: | ||
| ecs: true | ||
|
|
||
| - name: Run Terraform Module Release Action | ||
| uses: CSVD/terraform-module-release@main | ||
| with: | ||
| github-token: ${{ steps.github_credentials.outputs.github_token }} | ||
| working-directory: '.' |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,42 @@ | ||
| name: Terraform Validate | ||
| on: | ||
| pull_request: | ||
| workflow_dispatch: | ||
|
|
||
| jobs: | ||
|
|
||
| terraform-validate: | ||
| runs-on: "229685449397" | ||
| permissions: | ||
| contents: write | ||
| steps: | ||
| - name: Checkout code | ||
| uses: CSVD/gh-actions-checkout@v4 | ||
|
|
||
| - name: Setup Terraform | ||
| uses: CSVD/gh-actions-setup-terraform@v2 | ||
| with: | ||
| terraform_version: '1.7.3' | ||
|
|
||
| - name: Validate Terraform Configuration | ||
| id: validate | ||
| uses: CSVD/terraform-validate@main | ||
|
|
||
| - name: Check Validation/Test Results | ||
| if: always() | ||
| run: | | ||
| # Set default values if outputs are empty | ||
| IS_VALID="${{ steps.validate.outputs.is_valid }}" | ||
| TESTS_PASSED="${{ steps.validate.outputs.tests_passed }}" | ||
| # If outputs are empty, set them to false | ||
| [ -z "$IS_VALID" ] && IS_VALID="false" | ||
| [ -z "$TESTS_PASSED" ] && TESTS_PASSED="false" | ||
| if [[ "$IS_VALID" != "true" || "$TESTS_PASSED" != "true" ]]; then | ||
| echo "Validation or test errors found:" | ||
| echo "${{ steps.validate.outputs.stderr }}" | ||
| exit 1 | ||
| else | ||
| echo "All validations and tests passed successfully!" | ||
| fi |
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| data "aws_caller_identity" "current" {} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,35 @@ | ||
| locals { | ||
| prefixes = { | ||
| "efs" = "v-efs-" | ||
| "s3" = "v-s3-" | ||
| "ebs" = "v-ebs-" | ||
| "kms" = "k-kms-" | ||
| "role" = "r-" | ||
| "policy" = "p-" | ||
| "group" = "g-" | ||
| "security-group" = "" # "sg-" | ||
| # VPC | ||
| "vpc" = "" | ||
| "dhcp-options" = "" | ||
| "vpc-peer" = "vpcp-" | ||
| "route-table" = "route-" | ||
| "subnet" = "" | ||
| "vpc-endpoint" = "vpce-" | ||
| "elastic-ip" = "eip-" | ||
| "nat-gateway" = "nat-" | ||
| "internet-gateway" = "igw-" | ||
| "network-acl" = "nacl-" | ||
| "customer-gateway" = "cgw-" | ||
| "vpn-gateway" = "vpcg-" | ||
| "vpn-connection" = "vpn_" | ||
| "log-group" = "lg-" | ||
| "log-stream" = "lgs-" | ||
| # EKS | ||
| "eks" = "eks-" | ||
| "eks-s3" = "v-s3-eks-" | ||
| "eks-user" = "s-eks-" | ||
| "eks-role" = "r-eks-" | ||
| "eks-policy" = "p-eks-" | ||
| "eks-security-group" = "eks-sg-" # "sg-eks-" | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,14 +1,32 @@ | ||
| ## create bucket | ||
| locals { | ||
| account_id = data.aws_caller_identity.current.account_id | ||
| bucket_name = format("%v%v-tempo-%v-%v", local.prefixes["eks-s3"], var.cluster_name, local.account_id, local.region_short) | ||
| region_short = join("", [for c in split("-", var.region) : substr(c, 0, 1)]) | ||
| } | ||
|
|
||
| data "aws_s3_bucket" "s3_server_access_logs" { | ||
| bucket = format("inf-logs-%v-%v", local.account_id, var.region) | ||
| } | ||
|
|
||
| module "tempo-s3" { | ||
| source = "git@github.e.it.census.gov:terraform-modules/aws-s3.git//standard?ref=tf-upgrade" | ||
| # Validate S3 bucket name length | ||
| resource "terraform_data" "bucket_name_validator" { | ||
| input = local.bucket_name | ||
|
|
||
| lifecycle { | ||
| precondition { | ||
| condition = length(local.bucket_name) >= 3 && length(local.bucket_name) <= 63 | ||
| error_message = "S3 bucket name must be between 3 and 63 characters. Current name '${local.bucket_name}' is ${length(local.bucket_name)} characters." | ||
| } | ||
| } | ||
| } | ||
|
|
||
| module "tempo_s3" { | ||
| depends_on = [terraform_data.bucket_name_validator] | ||
| source = "git::https://github.e.it.census.gov/terraform-modules/aws-s3.git//standard?ref=tf-upgrade" | ||
|
|
||
| bucket_name = format("%v-tempo", var.cluster_name) | ||
| bucket_name = local.bucket_name | ||
| access_log_bucket = data.aws_s3_bucket.s3_server_access_logs.id | ||
| force_destroy = true | ||
|
|
||
| tags = local.tags | ||
| tags = var.tags | ||
| } |
Oops, something went wrong.