feat: testing-isolation split into prod and dev (#3936)

* feat: testing-isolation split into prod and dev * feat: testing-isolation split into prod and dev * fix merge conflict * use node 18 * use node 16 * use node 20 * add mocha reporter output env var * exclude packages that should not be tested * migrate some healthcare samples to prod * restore old workflows
GoogleCloudPlatform · Jan 9, 2025 · 24cf623 · 24cf623
1 parent d7fb7e2
commit 24cf623
Show file tree

Hide file tree

Showing 5 changed files with 394 additions and 118 deletions.
diff --git a/.github/config/nodejs-dev.jsonc b/.github/config/nodejs-dev.jsonc
@@ -0,0 +1,190 @@
+/*
+ Copyright 2024 Google LLC
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+      https://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+*/
+
+{
+  "package-file": [ "package.json" ],
+  "ignore": [
+    ".eslintignore",
+    ".eslintrc.json",
+    ".github/.OwlBot.lock.yaml",
+    ".github/.OwlBot.yaml",
+    ".github/ISSUE_TEMPLATE/",
+    ".github/PULL_REQUEST_TEMPLATE.md",
+    ".github/auto-label.yaml",
+    ".github/blunderbuss.yaml",
+    ".github/cloud-samples-tools/",
+    ".github/flakybot.yaml",
+    ".github/header-checker-lint.yaml",
+    ".github/snippet-bot.yml",
+    ".github/trusted-contribution.yml",
+    ".gitignore",
+    ".kokoro/",
+    ".prettierignore",
+    ".prettierrc.js",
+    "CODEOWNERS",
+    "CODE_OF_CONDUCT.md",
+    "CONTRIBUTING.md",
+    "LICENSE",
+    "Makefile",
+    "README.md",
+    "SECURITY.md",
+    "buildsetup.sh",
+    "linkinator.config.json",
+    "node_modules/",
+    "owlbot.py",
+    "renovate.json"
+  ],
+  // These are all working well in prod, so we can exclude them from dev.
+  // Once all packages are in prod, we can remove this dev config.
+  "exclude-packages": [
+    "functions/concepts", // parent directory
+    "functions/firebase", // parent directory
+    "functions/helloworld", // parent directory
+    "functions/http", // parent directory
+    "functions/http/uploadFile", // parent directory
+    "functions/log", // parent directory
+    "functions/pubsub", // parent directory
+    "memorystore/redis", // parent directory
+    "recaptcha_enterprise/demosite/app", // no tests exist
+
+    // These tests are already passing in prod, so skip them in dev.
+    "appengine/building-an-app/build",
+    "appengine/building-an-app/update",
+    "appengine/datastore",
+    "appengine/endpoints",
+    "appengine/hello-world/flexible",
+    "appengine/hello-world/flexible_nodejs16_and_earlier",
+    "appengine/hello-world/standard",
+    "appengine/memcached",
+    "appengine/metadata/flexible_nodejs16_and_earlier",
+    "appengine/pubsub",
+    "appengine/static-files",
+    "appengine/storage/flexible",
+    "appengine/storage/flexible_nodejs16_and_earlier",
+    "appengine/storage/standard",
+    "appengine/typescript",
+    "appengine/websockets",
+    "asset/snippets",
+    "auth",
+    "batch",
+    "cloud-language",
+    "cloud-tasks/snippets",
+    "cloud-tasks/tutorial-gcf/app",
+    "cloud-tasks/tutorial-gcf/function",
+    "cloudbuild",
+    "composer",
+    "composer/functions/composer-storage-trigger",
+    "contact-center-insights",
+    "container",
+    "container-analysis/snippets",
+    "datacatalog/cloud-client",
+    "datacatalog/quickstart",
+    "datacatalog/snippets",
+    "datalabeling",
+    "dialogflow",
+    "discoveryengine",
+    "document-warehouse",
+    "endpoints/getting-started",
+    "endpoints/getting-started-grpc",
+    "error-reporting",
+    "eventarc/generic",
+    "functions/concepts/afterResponse",
+    "functions/concepts/afterTimeout",
+    "functions/concepts/backgroundTermination",
+    "functions/concepts/filesystem",
+    "functions/concepts/httpTermination",
+    "functions/concepts/requests",
+    "functions/concepts/stateless",
+    "functions/env_vars",
+    "functions/firebase/helloAnalytics",
+    "functions/firebase/helloAuth",
+    "functions/firebase/helloFirestore",
+    "functions/firebase/helloRTDB",
+    "functions/firebase/helloRemoteConfig",
+    "functions/firebase/makeUpperCase",
+    "functions/helloworld/helloError",
+    "functions/helloworld/helloGCS",
+    "functions/helloworld/helloPubSub",
+    "functions/helloworld/helloworldGet",
+    "functions/helloworld/helloworldHttp",
+    "functions/http/corsEnabledFunction",
+    "functions/http/corsEnabledFunctionAuth",
+    "functions/http/httpContent",
+    "functions/http/httpMethods",
+    "functions/http/parseXML",
+    "functions/log/helloWorld",
+    "functions/log/processEntry",
+    "functions/memorystore/redis",
+    "functions/pubsub/publish",
+    "functions/pubsub/subscribe",
+    "functions/scheduleinstance",
+    "functions/security",
+    "functions/spanner",
+    "functions/speech-to-speech/functions",
+    "functions/tips",
+    "functions/tips/avoidInfiniteRetries",
+    "functions/tips/connectionPools",
+    "functions/tips/gcpApiCall",
+    "functions/tips/lazyGlobals",
+    "functions/tips/retry",
+    "functions/tips/scopeDemo",
+    "functions/v2/autoLabelInstance",
+    "functions/v2/cloudEventLogging",
+    "functions/v2/firebase/firestore/helloFirestore",
+    "functions/v2/firebase/firestore/makeUpperCase",
+    "functions/v2/firebase/remote-config/helloRemoteConfig",
+    "functions/v2/firebase/rtdb/helloRTDB",
+    "functions/v2/helloAuditLog",
+    "functions/v2/helloBigQuery",
+    "functions/v2/helloGCS",
+    "functions/v2/helloPubSub",
+    "functions/v2/httpLogging",
+    "functions/v2/log/processEntry",
+    "functions/v2/ocr/app",
+    "functions/v2/responseStreaming",
+    "functions/v2/tips/avoidInfiniteRetries",
+    "functions/v2/tips/retry",
+    "functions/v2/typed/googlechatbot",
+    "functions/v2/typed/greeting",
+    "healthcare/consent",
+    "healthcare/datasets",
+    "healthcare/dicom",
+    "healthcare/hl7v2",
+    "kms",
+    "media/livestream",
+    "media/transcoder",
+    "media/video-stitcher",
+    "mediatranslation",
+    "monitoring/prometheus",
+    "monitoring/snippets",
+    "retail",
+    "routeoptimization/snippets",
+    "run/hello-broken",
+    "run/helloworld",
+    "run/image-processing",
+    "run/jobs",
+    "run/logging-manual",
+    "run/markdown-preview/renderer",
+    "run/pubsub",
+    "run/websockets",
+    "secret-manager",
+    "service-directory/snippets",
+    "storage-control",
+    "texttospeech",
+    "tpu",
+    "workflows/invoke-private-endpoint"
+  ]
+}
diff --git a/.github/config/nodejs-prod.jsonc b/.github/config/nodejs-prod.jsonc
@@ -0,0 +1,103 @@
+/*
+ Copyright 2024 Google LLC
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+      https://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+*/
+
+{
+  "package-file": [ "package.json" ],
+  "ignore": [
+    ".eslintignore",
+    ".eslintrc.json",
+    ".github/.OwlBot.lock.yaml",
+    ".github/.OwlBot.yaml",
+    ".github/ISSUE_TEMPLATE/",
+    ".github/PULL_REQUEST_TEMPLATE.md",
+    ".github/auto-label.yaml",
+    ".github/blunderbuss.yaml",
+    ".github/cloud-samples-tools/",
+    ".github/flakybot.yaml",
+    ".github/header-checker-lint.yaml",
+    ".github/snippet-bot.yml",
+    ".github/trusted-contribution.yml",
+    ".gitignore",
+    ".kokoro/",
+    ".prettierignore",
+    ".prettierrc.js",
+    "CODEOWNERS",
+    "CODE_OF_CONDUCT.md",
+    "CONTRIBUTING.md",
+    "LICENSE",
+    "Makefile",
+    "README.md",
+    "SECURITY.md",
+    "buildsetup.sh",
+    "linkinator.config.json",
+    "node_modules/",
+    "owlbot.py",
+    "renovate.json"
+  ],
+  "exclude-packages": [
+    "functions/concepts", // parent directory
+    "functions/firebase", // parent directory
+    "functions/helloworld", // parent directory
+    "functions/http", // parent directory
+    "functions/http/uploadFile", // parent directory
+    "functions/log", // parent directory
+    "functions/pubsub", // parent directory
+    "memorystore/redis", // parent directory
+    "recaptcha_enterprise/demosite/app", // no tests exist
+
+    // TODO: fix these
+    "ai-platform/snippets", // PERMISSION_DENIED: Permission denied: Consumer 'projects/undefined' has been suspended.
+    "appengine/analytics", // [ERR_REQUIRE_ESM]: require() of ES Module
+    "appengine/metadata/flexible", // [ERR_REQUIRE_ESM]: require() of ES Module
+    "appengine/metadata/standard", // [ERR_REQUIRE_ESM]: require() of ES Module
+    "automl", // (untested) FAILED_PRECONDITION: Google Cloud AutoML Natural Language was retired on March 15, 2024. Please migrate to Vertex AI instead
+    "cloud-sql/mysql/mysql", // (untested) Error: expected 200 "OK", got 500 "Internal Server Error"
+    "cloud-sql/mysql/mysql2", // (untested) Error: Cannot find module './connect-connector-with-iam-authn.js'
+    "cloud-sql/postgres/knex", // (untested) CloudSQLConnectorError: Malformed instance connection name provided: expected format of "PROJECT:REGION:INSTANCE", got undefined
+    "cloud-sql/sqlserver/mssql", // (untested) TypeError: The "config.server" property is required and must be of type string.
+    "cloud-sql/sqlserver/tedious", // (untested) TypeError: The "config.server" property is required and must be of type string.
+    "compute", // GoogleError: The resource 'projects/long-door-651/zones/us-central1-a/disks/disk-from-pool-name' was not found
+    "dataproc", // GoogleError: Error submitting create cluster request: Multiple validation errors
+    "datastore/functions", // [ERR_REQUIRE_ESM]: require() of ES Module
+    "dialogflow-cx", // NOT_FOUND: com.google.apps.framework.request.NotFoundException: Agent 'undefined' does not exist
+    "dlp", // [ERR_REQUIRE_ESM]: require() of ES Module
+    "document-ai", // [ERR_REQUIRE_ESM]: require() of ES Module
+    "eventarc/audit-storage", // (untested) Environment Variable 'SERVICE_NAME' not found
+    "eventarc/pubsub", // (untested) Environment Variable 'SERVICE_NAME' not found
+    "functions/billing", // Error: Request failed with status code 500
+    "functions/imagemagick", // Error: A bucket name is needed to use Cloud Storage
+    "functions/ocr/app", // Error: Bucket not provided. Make sure you have a "bucket" property in your request
+    "functions/slack", // TypeError [ERR_INVALID_ARG_TYPE]: The "key" argument must be of type ... Received undefined
+    "functions/v2/imagemagick", // Error: A bucket name is needed to use Cloud Storage.
+    "generative-ai/snippets", // [VertexAI.ClientError]: got status: 403 Forbidden.
+    "healthcare/fhir", // Error: Cannot find module 'whatwg-url'
+    "iam/deny", // PERMISSION_DENIED: Permission iam.googleapis.com/denypolicies.create denied on resource cloudresourcemanager.googleapis.com/projects/long-door-651
+    "recaptcha_enterprise/snippets", // Cannot use import statement outside a module
+    "run/idp-sql", // Error: Invalid contents in the credentials file
+    "run/markdown-preview/editor", // Error: could not create an identity token: Cannot fetch ID token in this environment, use GCE or set the GOOGLE_APPLICATION_CREDENTIALS environment variable to a service account credentials JSON file
+    "run/system-package", // Error: ENOENT: no such file or directory, access '/usr/bin/dot'
+    "scheduler", // SyntaxError: Cannot use import statement outside a module
+    "security-center/snippets", // Error: 3 INVALID_ARGUMENT: Fail to resolve resource 'organizations/undefined/locations/global'
+    "speech", // AssertionError: expected 'Transcription:  Okay, I\'m here.\n Hi…' to match /Terrific. It's on the way./
+    "storagetransfer", // CredentialsError: Missing credentials in config, if using AWS_CONFIG_FILE, set AWS_SDK_LOAD_CONFIG=1
+    "talent", // AssertionError: expected '' to match /Job summary/
+    "translate", // AssertionError: expected 'Languages:\n{ code: \'ab\', name: \'A…' to match /{ code: 'af', name: 'afrikáans' }/
+    "video-intelligence", // PERMISSION_DENIED: The caller does not have permission
+    "vision", // REDIS: Error: connect ECONNREFUSED 127.0.0.1:6379
+    "workflows", // SyntaxError: Cannot use import statement outside a module
+    "workflows/quickstart" // [ERR_MODULE_NOT_FOUND]: Cannot find package 'ts-node' imported from ...
+  ]
+}
diff --git a/.github/config/nodejs.jsonc b/.github/config/nodejs.jsonc