Skip to content

Commit

Permalink
CDPCP-10136 - make terraform operation timeout adjustable (#51)
Browse files Browse the repository at this point in the history
  • Loading branch information
gregito authored Aug 14, 2023
1 parent 15d8342 commit 6347490
Show file tree
Hide file tree
Showing 34 changed files with 470 additions and 125 deletions.
66 changes: 38 additions & 28 deletions docs/resources/datahub_aws_cluster.md
Original file line number Diff line number Diff line change
Expand Up @@ -75,86 +75,86 @@ DataHub's can be created with a custom cluster definition and InstanceGroup conf
// permissions and limitations governing your use of the file.
resource "cdp_datahub_aws_cluster" "aws-cluster" {
name = "<value>"
environment = "<value>"
cluster_template = "7.2.15 - Data Engineering: Apache Spark, Apache Hive, Apache Oozie"
name = "<value>"
environment = "<value>"
cluster_template = "7.2.15 - Data Engineering: Apache Spark, Apache Hive, Apache Oozie"
destroy_options = {
force_delete_cluster = false
}
instance_group = [
{
node_count = 0
instance_group_name = "gateway"
instance_group_type = "CORE"
instance_type = "m5.2xlarge"
root_volume_size = 100
node_count = 0
instance_group_name = "gateway"
instance_group_type = "CORE"
instance_type = "m5.2xlarge"
root_volume_size = 100
attached_volume_configuration = [
{
volume_size = 100
volume_count = 1
volume_type = "gp3"
}
]
recovery_mode = "MANUAL"
recovery_mode = "MANUAL"
volume_encryption = {
encryption = false
}
recipes = []
},
{
node_count = 1
instance_group_name = "master"
instance_group_type = "GATEWAY"
instance_type = "m5.4xlarge"
root_volume_size = 100
node_count = 1
instance_group_name = "master"
instance_group_type = "GATEWAY"
instance_type = "m5.4xlarge"
root_volume_size = 100
attached_volume_configuration = [
{
volume_size = 100
volume_count = 1
volume_type = "gp3"
}
]
recovery_mode = "MANUAL"
recovery_mode = "MANUAL"
volume_encryption = {
encryption = false
}
recipes = []
},
{
node_count = 3
instance_group_name = "worker"
instance_group_type = "CORE"
instance_type = "r5d.2xlarge"
root_volume_size = 100
node_count = 3
instance_group_name = "worker"
instance_group_type = "CORE"
instance_type = "r5d.2xlarge"
root_volume_size = 100
attached_volume_configuration = [
{
volume_size = 300
volume_count = 1
volume_type = "gp3"
}
]
recovery_mode = "MANUAL"
recovery_mode = "MANUAL"
volume_encryption = {
encryption = false
}
recipes = []
},
{
node_count = 3
instance_group_name = "compute"
instance_group_type = "CORE"
instance_type = "r5d.2xlarge"
root_volume_size = 100
node_count = 3
instance_group_name = "compute"
instance_group_type = "CORE"
instance_type = "r5d.2xlarge"
root_volume_size = 100
attached_volume_configuration = [
{
volume_size = 300
volume_count = 1
volume_type = "ephemeral"
}
]
recovery_mode = "MANUAL"
recovery_mode = "MANUAL"
volume_encryption = {
encryption = false
}
Expand Down Expand Up @@ -258,6 +258,7 @@ output "encryption" {

- `destroy_options` (Attributes) Cluster deletion options. (see [below for nested schema](#nestedatt--destroy_options))
- `instance_group` (Attributes List) (see [below for nested schema](#nestedatt--instance_group))
- `polling_options` (Attributes) Polling related configuration options that could specify various values that will be used during CDP resource creation. (see [below for nested schema](#nestedatt--polling_options))

### Read-Only

Expand Down Expand Up @@ -306,4 +307,13 @@ Required:

Required:

- `encryption` (Boolean)
- `encryption` (Boolean)



<a id="nestedatt--polling_options"></a>
### Nested Schema for `polling_options`

Optional:

- `polling_timeout` (Number) Timeout value in minutes that specifies for how long should the polling go for resource creation/deletion.
10 changes: 10 additions & 0 deletions docs/resources/datahub_azure_cluster.md
Original file line number Diff line number Diff line change
Expand Up @@ -198,6 +198,7 @@ output "encryption" {

- `destroy_options` (Attributes) Cluster deletion options. (see [below for nested schema](#nestedatt--destroy_options))
- `instance_group` (Attributes List) (see [below for nested schema](#nestedatt--instance_group))
- `polling_options` (Attributes) Polling related configuration options that could specify various values that will be used during CDP resource creation. (see [below for nested schema](#nestedatt--polling_options))

### Read-Only

Expand Down Expand Up @@ -249,3 +250,12 @@ Required:
- `encryption` (Boolean)



<a id="nestedatt--polling_options"></a>
### Nested Schema for `polling_options`

Optional:

- `polling_timeout` (Number) Timeout value in minutes that specifies for how long should the polling go for resource creation/deletion.


9 changes: 9 additions & 0 deletions docs/resources/datalake_aws_datalake.md
Original file line number Diff line number Diff line change
Expand Up @@ -71,6 +71,7 @@ output "storage_bucket_location" {
- `image` (Attributes) (see [below for nested schema](#nestedatt--image))
- `java_version` (Number)
- `multi_az` (Boolean)
- `polling_options` (Attributes) Polling related configuration options that could specify various values that will be used during CDP resource creation. (see [below for nested schema](#nestedatt--polling_options))
- `recipes` (Attributes Set) (see [below for nested schema](#nestedatt--recipes))
- `runtime` (String)
- `scale` (String)
Expand Down Expand Up @@ -114,6 +115,14 @@ Optional:
- `catalog` (String)


<a id="nestedatt--polling_options"></a>
### Nested Schema for `polling_options`

Optional:

- `polling_timeout` (Number) Timeout value in minutes that specifies for how long should the polling go for resource creation/deletion.


<a id="nestedatt--recipes"></a>
### Nested Schema for `recipes`

Expand Down
9 changes: 9 additions & 0 deletions docs/resources/datalake_azure_datalake.md
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,7 @@ A Data Lake is a service which provides a protective ring around the data stored
- `enable_ranger_raz` (Boolean)
- `image` (Attributes) (see [below for nested schema](#nestedatt--image))
- `java_version` (Number)
- `polling_options` (Attributes) Polling related configuration options that could specify various values that will be used during CDP resource creation. (see [below for nested schema](#nestedatt--polling_options))
- `recipes` (Attributes Set) (see [below for nested schema](#nestedatt--recipes))
- `runtime` (String)
- `scale` (String)
Expand Down Expand Up @@ -57,6 +58,14 @@ Optional:
- `catalog` (String)


<a id="nestedatt--polling_options"></a>
### Nested Schema for `polling_options`

Optional:

- `polling_timeout` (Number) Timeout value in minutes that specifies for how long should the polling go for resource creation/deletion.


<a id="nestedatt--recipes"></a>
### Nested Schema for `recipes`

Expand Down
11 changes: 10 additions & 1 deletion docs/resources/environments_aws_environment.md
Original file line number Diff line number Diff line change
Expand Up @@ -77,6 +77,7 @@ output "crn" {
- `endpoint_access_gateway_subnet_ids` (Set of String)
- `freeipa` (Attributes) (see [below for nested schema](#nestedatt--freeipa))
- `network_cidr` (String)
- `polling_options` (Attributes) Polling related configuration options that could specify various values that will be used during CDP resource creation. (see [below for nested schema](#nestedatt--polling_options))
- `proxy_config_name` (String)
- `report_deployment_logs` (Boolean)
- `s3_guard_table_name` (String)
Expand Down Expand Up @@ -137,4 +138,12 @@ Optional:
- `instance_count_by_group` (Number)
- `instance_type` (String)
- `multi_az` (Boolean)
- `recipes` (Set of String)
- `recipes` (Set of String)


<a id="nestedatt--polling_options"></a>
### Nested Schema for `polling_options`

Optional:

- `polling_timeout` (Number) Timeout value in minutes that specifies for how long should the polling go for resource creation/deletion.
11 changes: 10 additions & 1 deletion docs/resources/environments_azure_environment.md
Original file line number Diff line number Diff line change
Expand Up @@ -89,6 +89,7 @@ output "crn" {
- `existing_network_params` (Attributes) (see [below for nested schema](#nestedatt--existing_network_params))
- `freeipa` (Attributes) (see [below for nested schema](#nestedatt--freeipa))
- `new_network_params` (Attributes) (see [below for nested schema](#nestedatt--new_network_params))
- `polling_options` (Attributes) Polling related configuration options that could specify various values that will be used during CDP resource creation. (see [below for nested schema](#nestedatt--polling_options))
- `proxy_config_name` (String)
- `report_deployment_logs` (Boolean)
- `resource_group_name` (String)
Expand Down Expand Up @@ -159,4 +160,12 @@ Optional:

Required:

- `network_cidr` (String)
- `network_cidr` (String)


<a id="nestedatt--polling_options"></a>
### Nested Schema for `polling_options`

Optional:

- `polling_timeout` (Number) Timeout value in minutes that specifies for how long should the polling go for resource creation/deletion.
9 changes: 9 additions & 0 deletions docs/resources/environments_gcp_environment.md
Original file line number Diff line number Diff line change
Expand Up @@ -94,6 +94,7 @@ output "shared_project_id" {
- `endpoint_access_gateway_scheme` (String) The scheme for the endpoint gateway. PUBLIC creates an external endpoint that can be accessed over the Internet. Defaults to PRIVATE which restricts the traffic to be internal to the VPC.
- `freeipa` (Attributes) The FreeIPA creation request for the environment. (see [below for nested schema](#nestedatt--freeipa))
- `log_storage` (Attributes) GCP storage configuration for cluster and audit logs. (see [below for nested schema](#nestedatt--log_storage))
- `polling_options` (Attributes) Polling related configuration options that could specify various values that will be used during CDP resource creation. (see [below for nested schema](#nestedatt--polling_options))
- `proxy_config_name` (String) Name of the proxy config to use for the environment.
- `report_deployment_logs` (Boolean) When true, this will report additional diagnostic information back to Cloudera.
- `security_access` (Attributes) Firewall rules for FreeIPA, Data Lake and Data Hub deployment. (see [below for nested schema](#nestedatt--security_access))
Expand Down Expand Up @@ -140,6 +141,14 @@ Optional:
- `backup_storage_location_base` (String) The Google storage bucket to use. This should be a gs:// url.


<a id="nestedatt--polling_options"></a>
### Nested Schema for `polling_options`

Optional:

- `polling_timeout` (Number) Timeout value in minutes that specifies for how long should the polling go for resource creation/deletion.


<a id="nestedatt--security_access"></a>
### Nested Schema for `security_access`

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -9,86 +9,86 @@
// permissions and limitations governing your use of the file.

resource "cdp_datahub_aws_cluster" "aws-cluster" {
name = "<value>"
environment = "<value>"
cluster_template = "7.2.15 - Data Engineering: Apache Spark, Apache Hive, Apache Oozie"
name = "<value>"
environment = "<value>"
cluster_template = "7.2.15 - Data Engineering: Apache Spark, Apache Hive, Apache Oozie"

destroy_options = {
force_delete_cluster = false
}

instance_group = [
{
node_count = 0
instance_group_name = "gateway"
instance_group_type = "CORE"
instance_type = "m5.2xlarge"
root_volume_size = 100
node_count = 0
instance_group_name = "gateway"
instance_group_type = "CORE"
instance_type = "m5.2xlarge"
root_volume_size = 100
attached_volume_configuration = [
{
volume_size = 100
volume_count = 1
volume_type = "gp3"
}
]
recovery_mode = "MANUAL"
recovery_mode = "MANUAL"
volume_encryption = {
encryption = false
}
recipes = []
},
{
node_count = 1
instance_group_name = "master"
instance_group_type = "GATEWAY"
instance_type = "m5.4xlarge"
root_volume_size = 100
node_count = 1
instance_group_name = "master"
instance_group_type = "GATEWAY"
instance_type = "m5.4xlarge"
root_volume_size = 100
attached_volume_configuration = [
{
volume_size = 100
volume_count = 1
volume_type = "gp3"
}
]
recovery_mode = "MANUAL"
recovery_mode = "MANUAL"
volume_encryption = {
encryption = false
}
recipes = []
},
{
node_count = 3
instance_group_name = "worker"
instance_group_type = "CORE"
instance_type = "r5d.2xlarge"
root_volume_size = 100
node_count = 3
instance_group_name = "worker"
instance_group_type = "CORE"
instance_type = "r5d.2xlarge"
root_volume_size = 100
attached_volume_configuration = [
{
volume_size = 300
volume_count = 1
volume_type = "gp3"
}
]
recovery_mode = "MANUAL"
recovery_mode = "MANUAL"
volume_encryption = {
encryption = false
}
recipes = []
},
{
node_count = 3
instance_group_name = "compute"
instance_group_type = "CORE"
instance_type = "r5d.2xlarge"
root_volume_size = 100
node_count = 3
instance_group_name = "compute"
instance_group_type = "CORE"
instance_type = "r5d.2xlarge"
root_volume_size = 100
attached_volume_configuration = [
{
volume_size = 300
volume_count = 1
volume_type = "ephemeral"
}
]
recovery_mode = "MANUAL"
recovery_mode = "MANUAL"
volume_encryption = {
encryption = false
}
Expand Down
Loading

0 comments on commit 6347490

Please sign in to comment.