-
Notifications
You must be signed in to change notification settings - Fork 11
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
DWX-18780 Acceptance tests for DW AWS cluster resource (#161)
- Adding acceptance tests for DW AWS cluster resource - Fixed polling options to function correctly
- Loading branch information
Showing
5 changed files
with
267 additions
and
6 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,249 @@ | ||
| // Copyright 2024 Cloudera. All Rights Reserved. | ||
| // | ||
| // This file is licensed under the Apache License Version 2.0 (the "License"). | ||
| // You may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0. | ||
| // | ||
| // This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS | ||
| // OF ANY KIND, either express or implied. Refer to the License for the specific | ||
| // permissions and limitations governing your use of the file. | ||
|
|
||
| package aws_test | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "github.com/cloudera/terraform-provider-cdp/cdp-sdk-go/gen/dw/client/operations" | ||
| "github.com/cloudera/terraform-provider-cdp/cdp-sdk-go/gen/dw/models" | ||
| "github.com/cloudera/terraform-provider-cdp/cdpacctest" | ||
| "github.com/cloudera/terraform-provider-cdp/utils" | ||
| "github.com/hashicorp/terraform-plugin-testing/helper/acctest" | ||
| "github.com/hashicorp/terraform-plugin-testing/helper/resource" | ||
| "github.com/hashicorp/terraform-plugin-testing/terraform" | ||
| "os" | ||
| "strings" | ||
| "testing" | ||
| ) | ||
|
|
||
| const ( | ||
| AwsXAccRoleArn = "ACCEPTANCETEST_AWS_X_ACC_ROLE_ARN" | ||
| AwsRegion = "ACCEPTANCETEST_AWS_REGION" | ||
| AwsPublicKeyId = "ACCEPTANCETEST_AWS_PUBLIC_KEY_ID" | ||
| AwsInstanceProfile = "ACCEPTANCETEST_AWS_INSTANCE_PROFILE" | ||
| AwsStorageLocationBase = "ACCEPTANCETEST_AWS_STORAGE_LOCATION_BASE" | ||
| AwsVpcId = "ACCEPTANCETEST_AWS_VPC_ID" | ||
| AwsSubnetIds = "ACCEPTANCETEST_AWS_SUBNET_IDS" | ||
| AwsDataAccessRole = "ACCEPTANCETEST_AWS_DATA_ACCESS_ROLE" | ||
| AwsRangerAuditRole = "ACCEPTANCETEST_AWS_RANGER_AUDIT_ROLE" | ||
| AwsAssumerRole = "ACCEPTANCETEST_AWS_ASSUMER_ROLE" | ||
| AwsRuntime = "ACCEPTANCETEST_AWS_RUNTIME" | ||
| ) | ||
|
|
||
| type awsEnvironmentTestParameters struct { | ||
| Name string | ||
| Region string | ||
| PublicKeyId string | ||
| InstanceProfile string | ||
| StorageLocationBase string | ||
| VpcId string | ||
| SubnetIds string | ||
| } | ||
|
|
||
| type awsDataLakeTestParameters struct { | ||
| Name string | ||
| DataAccessRole string | ||
| RangerAuditRole string | ||
| AssumerRole string | ||
| StorageLocationBase string | ||
| Runtime string | ||
| } | ||
|
|
||
| func AwsDataLakePreCheck(t *testing.T) { | ||
| errMsg := "AWS CDW Terraform acceptance testing requires environment variable %s to be set" | ||
| if _, ok := os.LookupEnv(AwsXAccRoleArn); !ok { | ||
| t.Fatalf(errMsg, AwsXAccRoleArn) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsRegion); !ok { | ||
| t.Fatalf(errMsg, AwsRegion) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsPublicKeyId); !ok { | ||
| t.Fatalf(errMsg, AwsPublicKeyId) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsInstanceProfile); !ok { | ||
| t.Fatalf(errMsg, AwsInstanceProfile) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsStorageLocationBase); !ok { | ||
| t.Fatalf(errMsg, AwsStorageLocationBase) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsVpcId); !ok { | ||
| t.Fatalf(errMsg, AwsVpcId) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsSubnetIds); !ok { | ||
| t.Fatalf(errMsg, AwsSubnetIds) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsDataAccessRole); !ok { | ||
| t.Fatalf(errMsg, AwsDataAccessRole) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsRangerAuditRole); !ok { | ||
| t.Fatalf(errMsg, AwsRangerAuditRole) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsAssumerRole); !ok { | ||
| t.Fatalf(errMsg, AwsAssumerRole) | ||
| } | ||
| if _, ok := os.LookupEnv(AwsRuntime); !ok { | ||
| t.Fatalf(errMsg, AwsRuntime) | ||
| } | ||
| } | ||
|
|
||
| func TestAccCluster_basic(t *testing.T) { | ||
| credName := acctest.RandomWithPrefix(cdpacctest.ResourcePrefix) | ||
| envParams := awsEnvironmentTestParameters{ | ||
| Name: cdpacctest.RandomShortWithPrefix(cdpacctest.ResourcePrefix), | ||
| Region: os.Getenv(AwsRegion), | ||
| PublicKeyId: os.Getenv(AwsPublicKeyId), | ||
| InstanceProfile: os.Getenv(AwsInstanceProfile), | ||
| StorageLocationBase: os.Getenv(AwsStorageLocationBase), | ||
| VpcId: os.Getenv(AwsVpcId), | ||
| SubnetIds: os.Getenv(AwsSubnetIds), | ||
| } | ||
| dlParams := awsDataLakeTestParameters{ | ||
| Name: cdpacctest.RandomShortWithPrefix(cdpacctest.ResourcePrefix), | ||
| DataAccessRole: os.Getenv(AwsDataAccessRole), | ||
| RangerAuditRole: os.Getenv(AwsRangerAuditRole), | ||
| AssumerRole: os.Getenv(AwsAssumerRole), | ||
| StorageLocationBase: os.Getenv(AwsStorageLocationBase), | ||
| Runtime: os.Getenv(AwsRuntime), | ||
| } | ||
| resourceName := "cdp_dw_aws_cluster.test_data_warehouse_aws" | ||
| resource.Test(t, resource.TestCase{ | ||
| PreCheck: func() { | ||
| cdpacctest.PreCheck(t) | ||
| AwsDataLakePreCheck(t) | ||
| }, | ||
| ProtoV6ProviderFactories: cdpacctest.TestAccProtoV6ProviderFactories, | ||
| CheckDestroy: testCheckClusterDestroy, | ||
| Steps: []resource.TestStep{ | ||
| // Create and Read testing | ||
| { | ||
| Config: utils.Concat( | ||
| cdpacctest.TestAccCdpProviderConfig(), | ||
| testAccAwsCredentialBasicConfig(credName, os.Getenv(AwsXAccRoleArn)), | ||
| testAccAwsEnvironmentConfig(&envParams), | ||
| testAccAwsDataLakeConfig(&dlParams), | ||
| testAccAwsClusterBasicConfig(&envParams)), | ||
| Check: resource.ComposeAggregateTestCheckFunc( | ||
| resource.TestCheckResourceAttr(resourceName, "name", envParams.Name), | ||
| resource.TestCheckResourceAttr(resourceName, "status", "Accepted"), | ||
| ), | ||
| }, | ||
| // Delete testing automatically occurs in TestCase | ||
| }, | ||
| }) | ||
| } | ||
|
|
||
| func testAccAwsCredentialBasicConfig(name string, roleArn string) string { | ||
| return fmt.Sprintf(` | ||
| resource "cdp_environments_aws_credential" "test_cred" { | ||
| credential_name = %[1]q | ||
| role_arn = %[2]q | ||
| }`, name, roleArn) | ||
| } | ||
|
|
||
| func testAccAwsEnvironmentConfig(envParams *awsEnvironmentTestParameters) string { | ||
| return fmt.Sprintf(` | ||
| resource "cdp_environments_aws_environment" "test_env_dw_aws" { | ||
| environment_name = %[1]q | ||
| credential_name = cdp_environments_aws_credential.test_cred.credential_name | ||
| region = %[2]q | ||
| security_access = { | ||
| cidr = "0.0.0.0/0" | ||
| } | ||
| endpoint_access_gateway_scheme = "PRIVATE" | ||
| enable_tunnel = false | ||
| authentication = { | ||
| public_key_id = %[3]q | ||
| } | ||
| log_storage = { | ||
| instance_profile = %[4]q | ||
| storage_location_base = %[5]q | ||
| } | ||
| vpc_id = %[6]q | ||
| subnet_ids = [ %[7]s ] | ||
| create_private_subnets = true | ||
| create_service_endpoints = false | ||
| tags = { | ||
| "made-with": "CDP Terraform Provider" | ||
| } | ||
| }`, envParams.Name, envParams.Region, envParams.PublicKeyId, envParams.InstanceProfile, | ||
| envParams.StorageLocationBase, envParams.VpcId, envParams.SubnetIds) | ||
| } | ||
|
|
||
| func testAccAwsDataLakeConfig(params *awsDataLakeTestParameters) string { | ||
| return fmt.Sprintf(` | ||
| resource "cdp_environments_id_broker_mappings" "test_idbm_dw_aws" { | ||
| environment_name = cdp_environments_aws_environment.test_env_dw_aws.environment_name | ||
| environment_crn = cdp_environments_aws_environment.test_env_dw_aws.crn | ||
| data_access_role = %[1]q | ||
| ranger_audit_role = %[2]q | ||
| set_empty_mappings = true | ||
| } | ||
| resource "cdp_datalake_aws_datalake" "test_dl_dw_aws" { | ||
| datalake_name = %[3]q | ||
| environment_name = cdp_environments_aws_environment.test_env_dw_aws.environment_name | ||
| instance_profile = %[4]q | ||
| storage_location_base = %[5]q | ||
| scale = "LIGHT_DUTY" | ||
| runtime = %[6]q | ||
| enable_ranger_raz = false | ||
| tags = { | ||
| "made-with": "CDP Terraform Provider" | ||
| } | ||
| depends_on = [ cdp_environments_id_broker_mappings.test_idbm_dw_aws ] | ||
| } | ||
| `, | ||
| params.DataAccessRole, params.RangerAuditRole, params.Name, params.AssumerRole, params.StorageLocationBase, | ||
| params.Runtime) | ||
| } | ||
|
|
||
| func testAccAwsClusterBasicConfig(params *awsEnvironmentTestParameters) string { | ||
| return fmt.Sprintf(` | ||
| resource "cdp_dw_aws_cluster" "test_data_warehouse_aws" { | ||
| crn = cdp_environments_aws_environment.test_env_dw_aws.crn | ||
| network_settings = { | ||
| worker_subnet_ids = [ %[1]s ] | ||
| load_balancer_subnet_ids = [ %[1]s ] | ||
| use_overlay_network = true | ||
| use_private_load_balancer = true | ||
| use_public_worker_node = false | ||
| } | ||
| depends_on = [ cdp_datalake_aws_datalake.test_dl_dw_aws ] | ||
| } | ||
| `, params.SubnetIds) | ||
| } | ||
|
|
||
| func testCheckClusterDestroy(s *terraform.State) error { | ||
| for _, rs := range s.RootModule().Resources { | ||
| if rs.Type != "cdp_dw_aws_cluster" { | ||
| continue | ||
| } | ||
|
|
||
| cdpClient := cdpacctest.GetCdpClientForAccTest() | ||
| params := operations.NewDescribeClusterParamsWithContext(context.Background()) | ||
| clusterID := rs.Primary.Attributes["cluster_id"] | ||
| params.WithInput(&models.DescribeClusterRequest{ | ||
| ClusterID: &clusterID, | ||
| }) | ||
|
|
||
| _, err := cdpClient.Dw.Operations.DescribeCluster(params) | ||
| if err != nil { | ||
| if strings.Contains(err.Error(), "NOT_FOUND") { | ||
| continue | ||
| } | ||
| return err | ||
| } | ||
| } | ||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters