Added tests

.gitignore

@@ -74,3 +74,7 @@ github/
 *.ovpn
 
 *.zip
+
+
+state
+.cache

test/.gitignore

@@ -0,0 +1,5 @@
+state/
+.cache
+test/test-suite.json
+.atmos
+test_suite.yaml

test/component_test.go

@@ -0,0 +1,147 @@
+package test
+
+import (
+	"context"
+	"fmt"
+	"strings"
+	"testing"
+
+	awstypes "github.com/aws/aws-sdk-go-v2/aws"
+	"github.com/aws/aws-sdk-go-v2/service/ec2"
+	"github.com/aws/aws-sdk-go-v2/service/ec2/types"
+	"github.com/cloudposse/test-helpers/pkg/atmos"
+	helper "github.com/cloudposse/test-helpers/pkg/atmos/component-helper"
+	"github.com/gruntwork-io/terratest/modules/aws"
+	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/require"
+)
+
+type ComponentSuite struct {
+	helper.TestSuite
+}
+
+func (s *ComponentSuite) TestPrivateVPC() {
+	const component = "vpc/private"
+	const stack = "default-test"
+	const awsRegion = "us-east-2"
+
+	defer s.DestroyAtmosComponent(s.T(), component, stack, nil)
+	options, _ := s.DeployAtmosComponent(s.T(), component, stack, nil)
+	cidrBlock := atmos.Output(s.T(), options, "vpc_cidr")
+
+	assert.Equal(s.T(), "172.16.0.0/16", cidrBlock)
+
+	vpcId := atmos.Output(s.T(), options, "vpc_id")
+	require.True(s.T(), strings.HasPrefix(vpcId, "vpc-"))
+
+	vpc := aws.GetVpcById(s.T(), vpcId, awsRegion)
+
+	assert.Equal(s.T(), vpc.Name, fmt.Sprintf("eg-default-ue2-test-vpc-terraform-%s", s.Config.RandomIdentifier))
+	assert.Equal(s.T(), *vpc.CidrAssociations[0], "172.16.0.0/16")
+	assert.Equal(s.T(), *vpc.CidrBlock, "172.16.0.0/16")
+	assert.Nil(s.T(), vpc.Ipv6CidrAssociations)
+	assert.Equal(s.T(), vpc.Tags["Environment"], "ue2")
+	assert.Equal(s.T(), vpc.Tags["Namespace"], "eg")
+	assert.Equal(s.T(), vpc.Tags["Stage"], "test")
+	assert.Equal(s.T(), vpc.Tags["Tenant"], "default")
+
+	subnets := vpc.Subnets
+	require.Equal(s.T(), 2, len(subnets))
+
+	public_subnet_ids := atmos.OutputList(s.T(), options, "public_subnet_ids")
+	assert.Empty(s.T(), public_subnet_ids)
+
+	public_subnet_cidrs := atmos.OutputList(s.T(), options, "public_subnet_cidrs")
+	assert.Empty(s.T(), public_subnet_cidrs)
+
+	private_subnet_ids := atmos.OutputList(s.T(), options, "private_subnet_ids")
+	assert.Equal(s.T(), 2, len(private_subnet_ids))
+
+	assert.Contains(s.T(), private_subnet_ids, subnets[0].Id)
+	assert.Contains(s.T(), private_subnet_ids, subnets[1].Id)
+
+	assert.False(s.T(), aws.IsPublicSubnet(s.T(), subnets[0].Id, awsRegion))
+	assert.False(s.T(), aws.IsPublicSubnet(s.T(), subnets[1].Id, awsRegion))
+
+	nats, err := GetNatsByVpcIdE(s.T(), vpcId, awsRegion)
+	assert.NoError(s.T(), err)
+	assert.Equal(s.T(), 0, len(nats))
+}
+
+func (s *ComponentSuite) TestPublicVPC() {
+	const component = "vpc/public"
+	const stack = "default-test"
+	const awsRegion = "us-east-2"
+
+	defer s.DestroyAtmosComponent(s.T(), component, stack, nil)
+	options, _ := s.DeployAtmosComponent(s.T(), component, stack, nil)
+	cidrBlock := atmos.Output(s.T(), options, "vpc_cidr")
+	assert.Equal(s.T(), "172.16.0.0/16", cidrBlock)
+
+	vpcId := atmos.Output(s.T(), options, "vpc_id")
+	require.True(s.T(), strings.HasPrefix(vpcId, "vpc-"))
+
+	vpc := aws.GetVpcById(s.T(), vpcId, awsRegion)
+
+	assert.Equal(s.T(), vpc.Name, fmt.Sprintf("eg-default-ue2-test-vpc-terraform-%s", s.Config.RandomIdentifier))
+	assert.Equal(s.T(), *vpc.CidrAssociations[0], "172.16.0.0/16")
+	assert.Equal(s.T(), *vpc.CidrBlock, "172.16.0.0/16")
+	assert.Nil(s.T(), vpc.Ipv6CidrAssociations)
+	assert.Equal(s.T(), vpc.Tags["Environment"], "ue2")
+	assert.Equal(s.T(), vpc.Tags["Namespace"], "eg")
+	assert.Equal(s.T(), vpc.Tags["Stage"], "test")
+	assert.Equal(s.T(), vpc.Tags["Tenant"], "default")
+
+	subnets := vpc.Subnets
+	require.Equal(s.T(), 4, len(subnets))
+
+	public_subnet_ids := atmos.OutputList(s.T(), options, "public_subnet_ids")
+	assert.Equal(s.T(), 2, len(public_subnet_ids))
+
+	public_subnet_cidrs := atmos.OutputList(s.T(), options, "public_subnet_cidrs")
+	assert.Equal(s.T(), 2, len(public_subnet_cidrs))
+
+	private_subnet_ids := atmos.OutputList(s.T(), options, "private_subnet_ids")
+	assert.Equal(s.T(), 2, len(private_subnet_ids))
+
+	private_subnet_cidrs := atmos.OutputList(s.T(), options, "private_subnet_cidrs")
+	assert.Equal(s.T(), 2, len(private_subnet_cidrs))
+
+	assert.False(s.T(), aws.IsPublicSubnet(s.T(), private_subnet_ids[0], awsRegion))
+	assert.False(s.T(), aws.IsPublicSubnet(s.T(), private_subnet_ids[1], awsRegion))
+
+	assert.True(s.T(), aws.IsPublicSubnet(s.T(), public_subnet_ids[0], awsRegion))
+	assert.True(s.T(), aws.IsPublicSubnet(s.T(), public_subnet_ids[1], awsRegion))
+
+	nats, err := GetNatsByVpcIdE(s.T(), vpcId, awsRegion)
+	assert.NoError(s.T(), err)
+	assert.Equal(s.T(), 1, len(nats))
+}
+
+func (s *ComponentSuite) TestEnabledFlag() {
+	s.T().Skip("Skipping disabled VPC test")
+	const component = "vpc/disabled"
+	const stack = "default-test"
+	s.VerifyEnabledFlag(component, stack, nil)
+}
+
+func TestRunVPCSuite(t *testing.T) {
+	suite := new(ComponentSuite)
+	helper.Run(t, suite)
+}
+
+func GetNatsByVpcIdE(t *testing.T, vpcId string, awsRegion string) ([]types.NatGateway, error) {
+	client, err := aws.NewEc2ClientE(t, awsRegion)
+	if err != nil {
+		return nil, err
+	}
+
+	filter := &types.Filter{Name: awstypes.String("vpc-id"), Values: []string{vpcId}}
+	response, err := client.DescribeNatGateways(context.Background(), &ec2.DescribeNatGatewaysInput{
+		Filter: []types.Filter{*filter},
+	})
+	if err != nil {
+		return nil, err
+	}
+	return response.NatGateways, nil
+}

test/fixtures/atmos.yaml

@@ -0,0 +1,87 @@
+# CLI config is loaded from the following locations (from lowest to highest priority):
+# system dir (`/usr/local/etc/atmos` on Linux, `%LOCALAPPDATA%/atmos` on Windows)
+# home dir (~/.atmos)
+# current directory
+# ENV vars
+# Command-line arguments
+#
+# It supports POSIX-style Globs for file names/paths (double-star `**` is supported)
+# https://en.wikipedia.org/wiki/Glob_(programming)
+
+# Base path for components, stacks and workflows configurations.
+# Can also be set using `ATMOS_BASE_PATH` ENV var, or `--base-path` command-line argument.
+# Supports both absolute and relative paths.
+# If not provided or is an empty string, `components.terraform.base_path`, `components.helmfile.base_path`, `stacks.base_path` and `workflows.base_path`
+# are independent settings (supporting both absolute and relative paths).
+# If `base_path` is provided, `components.terraform.base_path`, `components.helmfile.base_path`, `stacks.base_path` and `workflows.base_path`
+# are considered paths relative to `base_path`.
+base_path: ""
+
+components:
+  terraform:
+    # Can also be set using `ATMOS_COMPONENTS_TERRAFORM_BASE_PATH` ENV var, or `--terraform-dir` command-line argument
+    # Supports both absolute and relative paths
+    base_path: "components/terraform"
+    # Can also be set using `ATMOS_COMPONENTS_TERRAFORM_APPLY_AUTO_APPROVE` ENV var
+    apply_auto_approve: true
+    # Can also be set using `ATMOS_COMPONENTS_TERRAFORM_DEPLOY_RUN_INIT` ENV var, or `--deploy-run-init` command-line argument
+    deploy_run_init: true
+    # Can also be set using `ATMOS_COMPONENTS_TERRAFORM_INIT_RUN_RECONFIGURE` ENV var, or `--init-run-reconfigure` command-line argument
+    init_run_reconfigure: true
+    # Can also be set using `ATMOS_COMPONENTS_TERRAFORM_AUTO_GENERATE_BACKEND_FILE` ENV var, or `--auto-generate-backend-file` command-line argument
+    auto_generate_backend_file: true
+
+stacks:
+  # Can also be set using `ATMOS_STACKS_BASE_PATH` ENV var, or `--config-dir` and `--stacks-dir` command-line arguments
+  # Supports both absolute and relative paths
+  base_path: "stacks"
+  # Can also be set using `ATMOS_STACKS_INCLUDED_PATHS` ENV var (comma-separated values string)
+  # Since we are distinguishing stacks based on namespace, and namespace is not part
+  # of the stack name, we have to set `included_paths` via the ENV var in the Dockerfile
+  included_paths:
+    - "orgs/**/*"
+
+  # Can also be set using `ATMOS_STACKS_EXCLUDED_PATHS` ENV var (comma-separated values string)
+  excluded_paths:
+    - "**/_defaults.yaml"
+
+  # Can also be set using `ATMOS_STACKS_NAME_PATTERN` ENV var
+  name_pattern: "{tenant}-{stage}"
+
+workflows:
+  # Can also be set using `ATMOS_WORKFLOWS_BASE_PATH` ENV var, or `--workflows-dir` command-line arguments
+  # Supports both absolute and relative paths
+  base_path: "stacks/workflows"
+
+# https://github.com/cloudposse/atmos/releases/tag/v1.33.0
+logs:
+  file: "/dev/stdout"
+  # Supported log levels: Trace, Debug, Info, Warning, Off
+  level: Info
+
+settings:
+  # Can also be set using 'ATMOS_SETTINGS_LIST_MERGE_STRATEGY' environment variable, or '--settings-list-merge-strategy' command-line argument
+  list_merge_strategy: replace
+
+# `Go` templates in Atmos manifests
+# https://atmos.tools/core-concepts/stacks/templating
+# https://pkg.go.dev/text/template
+templates:
+  settings:
+    enabled: true
+    # https://masterminds.github.io/sprig
+    sprig:
+      enabled: true
+    # https://docs.gomplate.ca
+    gomplate:
+      enabled: true
+
+commands:
+  - name: "test-components"
+    description: "List the Atmos virtual components configured for testing"
+    steps:
+      - >
+        atmos describe stacks --format json --sections=component,metadata --components=component -s sandbox
+        | jq '.[] | .components.terraform | to_entries | 
+        map(select(.value.component == "component" and (.value.metadata.type != "abstract" or .value.metadata.type == null))) 
+        | .[].key' 

test/fixtures/components/terraform/.gitignore

@@ -0,0 +1,6 @@
+*
+# Module directory
+# Note that the leading "**/" appears necessary for Docker even if not for Git
+!assert*
+!assert*/*.tf
+

test/fixtures/stacks/catalog/account-map.yaml

@@ -0,0 +1,46 @@
+components:
+  terraform:
+    account-map:
+      metadata:
+        terraform_workspace: core-gbl-root
+      vars:
+        tenant: core
+        environment: gbl
+        stage: root
+
+#      This remote state is only for Cloud Posse internal use.
+#      It references the Cloud Posse test organizations actual infrastructure.
+#      remote_state_backend:
+#        s3:
+#          bucket: cptest-core-ue2-root-tfstate-core
+#          dynamodb_table: cptest-core-ue2-root-tfstate-core-lock
+#          role_arn: arn:aws:iam::822777368227:role/cptest-core-gbl-root-tfstate-core-ro
+#          encrypt: true
+#          key: terraform.tfstate
+#          acl: bucket-owner-full-control
+#          region: us-east-2
+
+      remote_state_backend_type: static
+      remote_state_backend:
+        # This static backend is used for tests that only need to use the account map iam-roles module
+        # to find the role to assume for Terraform operations. It is configured to use whatever
+        # the current user's role is, but the environment variable `TEST_ACCOUNT_ID` must be set to
+        # the account ID of the account that the user is currently assuming a role in.
+        #
+        # For some components, this backend is missing important data, and those components
+        # will need that data added to the backend configuration in order to work properly.
+        static:
+          account_info_map: {}
+          all_accounts: []
+          aws_partition: aws
+          full_account_map: {}
+          iam_role_arn_templates: {}
+          non_eks_accounts: []
+          profiles_enabled: false
+          root_account_aws_name: root
+          terraform_access_map: {}
+          terraform_dynamic_role_enabled: false
+          terraform_role_name_map:
+            apply: terraform
+            plan: planner
+          terraform_roles: {}

test/fixtures/stacks/catalog/usecase/disabled.yaml

@@ -0,0 +1,9 @@
+components:
+  terraform:
+    vpc/disabled:
+      metadata:
+        component: target
+      vars:
+        name: "vpc-terraform"
+        enabled: false
+        subnet_type_tag_key: "eg.cptest.co/subnet/type"

test/fixtures/stacks/catalog/usecase/private.yaml

@@ -0,0 +1,17 @@
+components:
+  terraform:
+    vpc/private:
+      metadata:
+        component: target
+      vars:
+        name: "vpc-terraform"
+        availability_zones:
+          - "a"
+          - "b"
+        public_subnets_enabled: false
+        nat_gateway_enabled: false
+        nat_instance_enabled: false
+        subnet_type_tag_key: "eg.cptest.co/subnet/type"
+        max_subnet_count: 3
+        vpc_flow_logs_enabled: false
+        ipv4_primary_cidr_block: "172.16.0.0/16"

test/fixtures/stacks/catalog/usecase/public.yaml

@@ -0,0 +1,18 @@
+components:
+  terraform:
+    vpc/public:
+      metadata:
+        component: target
+      vars:
+        name: "vpc-terraform"
+        availability_zones:
+          - "b"
+          - "c"
+        public_subnets_enabled: true
+        max_nats: 1
+        nat_gateway_enabled: true
+        nat_instance_enabled: false
+        subnet_type_tag_key: "eg.cptest.co/subnet/type"
+        max_subnet_count: 3
+        vpc_flow_logs_enabled: false
+        ipv4_primary_cidr_block: "172.16.0.0/16"

test/fixtures/stacks/catalog/usecase/with_flowlogs.yaml

@@ -0,0 +1,28 @@
+# @TODO: Add example of how to use the vpc with flow logs
+components:
+  terraform:
+    vpc-flow-logs-bucket:
+      metadata:
+        component: vpc-flow-logs-bucket
+      vars:
+        name: "vpc-flow-logs-bucket"
+        noncurrent_version_expiration_days: 180
+        noncurrent_version_transition_days: 30
+        standard_transition_days: 60
+        glacier_transition_days: 180
+        expiration_days: 365
+
+    vpc/with_flowlogs:
+      metadata:
+        component: target
+      vars:
+        name: "vpc-terraform"
+        availability_zones:
+          - "a"
+        public_subnets_enabled: false
+        nat_gateway_enabled: false
+        nat_instance_enabled: false
+        subnet_type_tag_key: "eg.cptest.co/subnet/type"
+        max_subnet_count: 3
+        vpc_flow_logs_enabled: false
+        ipv4_primary_cidr_block: "172.16.0.0/16"