mirror of
				https://github.com/optim-enterprises-bv/vault.git
				synced 2025-10-30 18:17:55 +00:00 
			
		
		
		
	 a2000d37be
			
		
	
	a2000d37be
	
	
	
		
			
			* [QT-602] Run `proxy` and `agent` test scenarios (#23176) Update our `proxy` and `agent` scenarios to support new variants and perform baseline verification and their scenario specific verification. We integrate these updated scenarios into the pipeline by adding them to artifact samples. We've also improved the reliability of the `autopilot` and `replication` scenarios by refactoring our IP address gathering. Previously, we'd ask vault for the primary IP address and use some Terraform logic to determine followers. The leader IP address gathering script was also implicitly responsible for ensuring that a found leader was within a given group of hosts, and thus waiting for a given cluster to have a leader, and also for doing some arithmetic and outputting `replication` specific output data. We've broken these responsibilities into individual modules, improved their error messages, and fixed various races and bugs, including: * Fix a race between creating the file audit device and installing and starting vault in the `replication` scenario. * Fix how we determine our leader and follower IP addresses. We now query vault instead of a prior implementation that inferred the followers and sometimes did not allow all nodes to be an expected leader. * Fix a bug where we'd always always fail on the first wrong condition in the `vault_verify_performance_replication` module. We also performed some maintenance tasks on Enos scenarios byupdating our references from `oss` to `ce` to handle the naming and license changes. We also enabled `shellcheck` linting for enos module scripts. * Rename `oss` to `ce` for license and naming changes. * Convert template enos scripts to scripts that take environment variables. * Add `shellcheck` linting for enos module scripts. * Add additional `backend` and `seal` support to `proxy` and `agent` scenarios. * Update scenarios to include all baseline verification. * Add `proxy` and `agent` scenarios to artifact samples. * Remove IP address verification from the `vault_get_cluster_ips` modules and implement a new `vault_wait_for_leader` module. * Determine follower IP addresses by querying vault in the `vault_get_cluster_ips` module. * Move replication specific behavior out of the `vault_get_cluster_ips` module and into it's own `replication_data` module. * Extend initial version support for the `upgrade` and `autopilot` scenarios. We also discovered an issue with undo_logs that has been described in the VAULT-20259. As such, we've disabled the undo_logs check until it has been fixed. Signed-off-by: Ryan Cragun <me@ryan.ec> * actions: fix actionlint error and linting logic (#23305) Signed-off-by: Ryan Cragun <me@ryan.ec> --------- Signed-off-by: Ryan Cragun <me@ryan.ec>
		
			
				
	
	
		
			285 lines
		
	
	
		
			8.6 KiB
		
	
	
	
		
			HCL
		
	
	
	
	
	
			
		
		
	
	
			285 lines
		
	
	
		
			8.6 KiB
		
	
	
	
		
			HCL
		
	
	
	
	
	
| # Copyright (c) HashiCorp, Inc.
 | |
| # SPDX-License-Identifier: BUSL-1.1
 | |
| 
 | |
| scenario "ui" {
 | |
|   matrix {
 | |
|     edition = ["ce", "ent"]
 | |
|     backend = ["consul", "raft"]
 | |
|   }
 | |
| 
 | |
|   terraform_cli = terraform_cli.default
 | |
|   terraform     = terraform.default
 | |
|   providers = [
 | |
|     provider.aws.default,
 | |
|     provider.enos.ubuntu
 | |
|   ]
 | |
| 
 | |
|   locals {
 | |
|     arch                 = "amd64"
 | |
|     artifact_type        = "bundle"
 | |
|     backend_license_path = abspath(var.backend_license_path != null ? var.backend_license_path : joinpath(path.root, "./support/consul.hclic"))
 | |
|     backend_tag_key      = "VaultStorage"
 | |
|     build_tags = {
 | |
|       "ce"  = ["ui"]
 | |
|       "ent" = ["ui", "enterprise", "ent"]
 | |
|     }
 | |
|     bundle_path    = abspath(var.vault_artifact_path)
 | |
|     distro         = "ubuntu"
 | |
|     consul_version = "1.16.1"
 | |
|     seal           = "awskms"
 | |
|     tags = merge({
 | |
|       "Project Name" : var.project_name
 | |
|       "Project" : "Enos",
 | |
|       "Environment" : "ci"
 | |
|     }, var.tags)
 | |
|     vault_install_dir_packages = {
 | |
|       rhel   = "/bin"
 | |
|       ubuntu = "/usr/bin"
 | |
|     }
 | |
|     vault_install_dir  = var.vault_install_dir
 | |
|     vault_license_path = abspath(var.vault_license_path != null ? var.vault_license_path : joinpath(path.root, "./support/vault.hclic"))
 | |
|     vault_tag_key      = "Type" // enos_vault_start expects Type as the tag key
 | |
|     ui_test_filter     = var.ui_test_filter != null && try(trimspace(var.ui_test_filter), "") != "" ? var.ui_test_filter : (matrix.edition == "ce") ? "!enterprise" : null
 | |
|   }
 | |
| 
 | |
|   step "build_vault" {
 | |
|     module = module.build_local
 | |
| 
 | |
|     variables {
 | |
|       build_tags      = var.vault_local_build_tags != null ? var.vault_local_build_tags : local.build_tags[matrix.edition]
 | |
|       bundle_path     = local.bundle_path
 | |
|       goarch          = local.arch
 | |
|       goos            = "linux"
 | |
|       product_version = var.vault_product_version
 | |
|       artifact_type   = local.artifact_type
 | |
|       revision        = var.vault_revision
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   step "ec2_info" {
 | |
|     module = module.ec2_info
 | |
|   }
 | |
| 
 | |
|   step "create_vpc" {
 | |
|     module = module.create_vpc
 | |
| 
 | |
|     variables {
 | |
|       common_tags = local.tags
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   // This step reads the contents of the backend license if we're using a Consul backend and
 | |
|   // the edition is "ent".
 | |
|   step "read_backend_license" {
 | |
|     skip_step = matrix.backend == "raft" || var.backend_edition == "ce"
 | |
|     module    = module.read_license
 | |
| 
 | |
|     variables {
 | |
|       file_name = local.backend_license_path
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   step "read_vault_license" {
 | |
|     skip_step = matrix.edition == "ce"
 | |
|     module    = module.read_license
 | |
| 
 | |
|     variables {
 | |
|       file_name = local.vault_license_path
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   step "create_vault_cluster_targets" {
 | |
|     module     = module.target_ec2_instances
 | |
|     depends_on = [step.create_vpc]
 | |
| 
 | |
|     providers = {
 | |
|       enos = provider.enos.ubuntu
 | |
|     }
 | |
| 
 | |
|     variables {
 | |
|       ami_id                = step.ec2_info.ami_ids[local.arch][local.distro][var.ubuntu_distro_version]
 | |
|       awskms_unseal_key_arn = step.create_vpc.kms_key_arn
 | |
|       cluster_tag_key       = local.vault_tag_key
 | |
|       common_tags           = local.tags
 | |
|       vpc_id                = step.create_vpc.vpc_id
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   step "create_vault_cluster_backend_targets" {
 | |
|     module     = matrix.backend == "consul" ? module.target_ec2_instances : module.target_ec2_shim
 | |
|     depends_on = [step.create_vpc]
 | |
| 
 | |
|     providers = {
 | |
|       enos = provider.enos.ubuntu
 | |
|     }
 | |
| 
 | |
|     variables {
 | |
|       ami_id                = step.ec2_info.ami_ids["arm64"]["ubuntu"]["22.04"]
 | |
|       awskms_unseal_key_arn = step.create_vpc.kms_key_arn
 | |
|       cluster_tag_key       = local.backend_tag_key
 | |
|       common_tags           = local.tags
 | |
|       vpc_id                = step.create_vpc.vpc_id
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   step "create_backend_cluster" {
 | |
|     module = "backend_${matrix.backend}"
 | |
|     depends_on = [
 | |
|       step.create_vault_cluster_backend_targets,
 | |
|     ]
 | |
| 
 | |
|     providers = {
 | |
|       enos = provider.enos.ubuntu
 | |
|     }
 | |
| 
 | |
|     variables {
 | |
|       cluster_name    = step.create_vault_cluster_backend_targets.cluster_name
 | |
|       cluster_tag_key = local.backend_tag_key
 | |
|       license         = (matrix.backend == "consul" && var.backend_edition == "ent") ? step.read_backend_license.license : null
 | |
|       release = {
 | |
|         edition = var.backend_edition
 | |
|         version = local.consul_version
 | |
|       }
 | |
|       target_hosts = step.create_vault_cluster_backend_targets.hosts
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   step "create_vault_cluster" {
 | |
|     module = module.vault_cluster
 | |
|     depends_on = [
 | |
|       step.create_backend_cluster,
 | |
|       step.build_vault,
 | |
|       step.create_vault_cluster_targets
 | |
|     ]
 | |
| 
 | |
|     providers = {
 | |
|       enos = provider.enos.ubuntu
 | |
|     }
 | |
| 
 | |
|     variables {
 | |
|       awskms_unseal_key_arn   = step.create_vpc.kms_key_arn
 | |
|       backend_cluster_name    = step.create_vault_cluster_backend_targets.cluster_name
 | |
|       backend_cluster_tag_key = local.backend_tag_key
 | |
|       cluster_name            = step.create_vault_cluster_targets.cluster_name
 | |
|       consul_license          = (matrix.backend == "consul" && var.backend_edition == "ent") ? step.read_backend_license.license : null
 | |
|       consul_release = matrix.backend == "consul" ? {
 | |
|         edition = var.backend_edition
 | |
|         version = local.consul_version
 | |
|       } : null
 | |
|       enable_audit_devices = var.vault_enable_audit_devices
 | |
|       install_dir          = local.vault_install_dir
 | |
|       license              = matrix.edition != "ce" ? step.read_vault_license.license : null
 | |
|       local_artifact_path  = local.bundle_path
 | |
|       packages             = global.distro_packages["ubuntu"]
 | |
|       storage_backend      = matrix.backend
 | |
|       target_hosts         = step.create_vault_cluster_targets.hosts
 | |
|       unseal_method        = local.seal
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   // Wait for our cluster to elect a leader
 | |
|   step "wait_for_leader" {
 | |
|     module     = module.vault_wait_for_leader
 | |
|     depends_on = [step.create_vault_cluster]
 | |
| 
 | |
|     providers = {
 | |
|       enos = provider.enos.ubuntu
 | |
|     }
 | |
| 
 | |
|     variables {
 | |
|       timeout           = 120 # seconds
 | |
|       vault_hosts       = step.create_vault_cluster_targets.hosts
 | |
|       vault_install_dir = local.vault_install_dir
 | |
|       vault_root_token  = step.create_vault_cluster.root_token
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   step "test_ui" {
 | |
|     module     = module.vault_test_ui
 | |
|     depends_on = [step.wait_for_leader]
 | |
| 
 | |
|     variables {
 | |
|       vault_addr               = step.create_vault_cluster_targets.hosts[0].public_ip
 | |
|       vault_root_token         = step.create_vault_cluster.root_token
 | |
|       vault_unseal_keys        = step.create_vault_cluster.recovery_keys_b64
 | |
|       vault_recovery_threshold = step.create_vault_cluster.recovery_threshold
 | |
|       ui_test_filter           = local.ui_test_filter
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   output "audit_device_file_path" {
 | |
|     description = "The file path for the file audit device, if enabled"
 | |
|     value       = step.create_vault_cluster.audit_device_file_path
 | |
|   }
 | |
| 
 | |
|   output "awskms_unseal_key_arn" {
 | |
|     description = "The Vault cluster KMS key arn"
 | |
|     value       = step.create_vpc.kms_key_arn
 | |
|   }
 | |
| 
 | |
|   output "cluster_name" {
 | |
|     description = "The Vault cluster name"
 | |
|     value       = step.create_vault_cluster.cluster_name
 | |
|   }
 | |
| 
 | |
|   output "hosts" {
 | |
|     description = "The Vault cluster target hosts"
 | |
|     value       = step.create_vault_cluster.target_hosts
 | |
|   }
 | |
| 
 | |
|   output "private_ips" {
 | |
|     description = "The Vault cluster private IPs"
 | |
|     value       = step.create_vault_cluster.private_ips
 | |
|   }
 | |
| 
 | |
|   output "public_ips" {
 | |
|     description = "The Vault cluster public IPs"
 | |
|     value       = step.create_vault_cluster.public_ips
 | |
|   }
 | |
| 
 | |
|   output "recovery_key_shares" {
 | |
|     description = "The Vault cluster recovery key shares"
 | |
|     value       = step.create_vault_cluster.recovery_key_shares
 | |
|   }
 | |
| 
 | |
|   output "recovery_keys_b64" {
 | |
|     description = "The Vault cluster recovery keys b64"
 | |
|     value       = step.create_vault_cluster.recovery_keys_b64
 | |
|   }
 | |
| 
 | |
|   output "recovery_keys_hex" {
 | |
|     description = "The Vault cluster recovery keys hex"
 | |
|     value       = step.create_vault_cluster.recovery_keys_hex
 | |
|   }
 | |
| 
 | |
|   output "root_token" {
 | |
|     description = "The Vault cluster root token"
 | |
|     value       = step.create_vault_cluster.root_token
 | |
|   }
 | |
| 
 | |
|   output "ui_test_environment" {
 | |
|     value       = step.test_ui.ui_test_environment
 | |
|     description = "The environment variables that are required in order to run the test:enos yarn target"
 | |
|   }
 | |
| 
 | |
|   output "ui_test_stderr" {
 | |
|     description = "The stderr of the ui tests that ran"
 | |
|     value       = step.test_ui.ui_test_stderr
 | |
|   }
 | |
| 
 | |
|   output "ui_test_stdout" {
 | |
|     description = "The stdout of the ui tests that ran"
 | |
|     value       = step.test_ui.ui_test_stdout
 | |
|   }
 | |
| 
 | |
|   output "unseal_keys_b64" {
 | |
|     description = "The Vault cluster unseal keys"
 | |
|     value       = step.create_vault_cluster.unseal_keys_b64
 | |
|   }
 | |
| 
 | |
|   output "unseal_keys_hex" {
 | |
|     description = "The Vault cluster unseal keys hex"
 | |
|     value       = step.create_vault_cluster.unseal_keys_hex
 | |
|   }
 | |
| }
 |