Scale up the env (#101)

GoogleCloudPlatform · Feb 5, 2024 · 9d89ba0 · 9d89ba0
1 parent e53fe3c
commit 9d89ba0
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/deployment/cloud_composer_template.tf b/deployment/cloud_composer_template.tf
@@ -113,10 +113,12 @@ resource "google_composer_environment" "example_environment" {
   name     = each.value.environment_name
 
   config {
+    environment_size = "ENVIRONMENT_SIZE_MEDIUM"
     software_config {
       image_version = "composer-2.4.6-airflow-2.6.3"
       airflow_config_overrides = {
         core-allowed_deserialization_classes = ".*"
+        scheduler-min_file_process_interval = "120"
       }
       # Note: keep this in sync with .github/requirements.txt
       pypi_packages = {
@@ -139,7 +141,7 @@ resource "google_composer_environment" "example_environment" {
         cpu        = 2
         memory_gb  = 8
         storage_gb = 10
-        count      = 2
+        count      = 4
       }
       web_server {
         cpu        = 2
@@ -151,7 +153,7 @@ resource "google_composer_environment" "example_environment" {
         memory_gb  = 8
         storage_gb = 10
         min_count  = 1
-        max_count  = 3
+        max_count  = 100
       }
     }