chore(authenticator_test): Updated Golden tests to run on any screen (#…

…3655)

.github/workflows/amplify_analytics_pinpoint.yaml

@@ -59,3 +59,4 @@ jobs:
     with:
       package-name: amplify_analytics_pinpoint
       working-directory: packages/analytics/amplify_analytics_pinpoint
+      has-goldens: false

.github/workflows/amplify_analytics_pinpoint_dart.yaml

@@ -57,6 +57,7 @@ jobs:
     with:
       package-name: amplify_analytics_pinpoint_dart
       working-directory: packages/analytics/amplify_analytics_pinpoint_dart
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/amplify_analytics_pinpoint_example.yaml

@@ -69,6 +69,7 @@ jobs:
     with:
       package-name: amplify_analytics_pinpoint_example
       working-directory: packages/analytics/amplify_analytics_pinpoint/example
+      has-goldens: false
   e2e_android_test:
     needs: [test]
     uses: ./.github/workflows/e2e_android.yaml

.github/workflows/amplify_api.yaml

@@ -53,3 +53,4 @@ jobs:
     with:
       package-name: amplify_api
       working-directory: packages/api/amplify_api
+      has-goldens: false

.github/workflows/amplify_api_dart.yaml

@@ -45,6 +45,7 @@ jobs:
     with:
       package-name: amplify_api_dart
       working-directory: packages/api/amplify_api_dart
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/amplify_api_example.yaml

@@ -63,6 +63,7 @@ jobs:
     with:
       package-name: amplify_api_example
       working-directory: packages/api/amplify_api/example
+      has-goldens: false
   e2e_android_test:
     needs: [test]
     uses: ./.github/workflows/e2e_android.yaml

.github/workflows/amplify_auth_cognito.yaml

@@ -67,3 +67,4 @@ jobs:
     with:
       package-name: amplify_auth_cognito
       working-directory: packages/auth/amplify_auth_cognito
+      has-goldens: false

.github/workflows/amplify_auth_cognito_dart.yaml

@@ -58,6 +58,7 @@ jobs:
     with:
       package-name: amplify_auth_cognito_dart
       working-directory: packages/auth/amplify_auth_cognito_dart
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/amplify_auth_cognito_example.yaml

@@ -77,6 +77,7 @@ jobs:
     with:
       package-name: amplify_auth_cognito_example
       working-directory: packages/auth/amplify_auth_cognito/example
+      has-goldens: false
   e2e_android_test:
     needs: [test]
     uses: ./.github/workflows/e2e_android.yaml

.github/workflows/amplify_auth_cognito_test.yaml

@@ -63,6 +63,7 @@ jobs:
     with:
       package-name: amplify_auth_cognito_test
       working-directory: packages/auth/amplify_auth_cognito_test
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/amplify_authenticator.yaml

@@ -69,3 +69,4 @@ jobs:
     with:
       package-name: amplify_authenticator
       working-directory: packages/authenticator/amplify_authenticator
+      has-goldens: true

.github/workflows/amplify_authenticator_example.yaml

@@ -79,6 +79,7 @@ jobs:
     with:
       package-name: amplify_authenticator_example
       working-directory: packages/authenticator/amplify_authenticator/example
+      has-goldens: false
   e2e_android_test:
     needs: [test]
     uses: ./.github/workflows/e2e_android.yaml

.github/workflows/amplify_core.yaml

@@ -43,6 +43,7 @@ jobs:
     with:
       package-name: amplify_core
       working-directory: packages/amplify_core
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/amplify_datastore.yaml

@@ -43,3 +43,4 @@ jobs:
     with:
       package-name: amplify_datastore
       working-directory: packages/amplify_datastore
+      has-goldens: false

.github/workflows/amplify_datastore_example.yaml

@@ -50,6 +50,7 @@ jobs:
     with:
       package-name: amplify_datastore_example
       working-directory: packages/amplify_datastore/example
+      has-goldens: false
   e2e_android_test:
     needs: [test]
     uses: ./.github/workflows/e2e_android.yaml

.github/workflows/amplify_datastore_plugin_interface.yaml

@@ -41,3 +41,4 @@ jobs:
     with:
       package-name: amplify_datastore_plugin_interface
       working-directory: packages/amplify_datastore_plugin_interface
+      has-goldens: false

.github/workflows/amplify_db_common.yaml

@@ -43,3 +43,4 @@ jobs:
     with:
       package-name: amplify_db_common
       working-directory: packages/common/amplify_db_common
+      has-goldens: false

.github/workflows/amplify_db_common_dart.yaml

@@ -45,6 +45,7 @@ jobs:
     with:
       package-name: amplify_db_common_dart
       working-directory: packages/common/amplify_db_common_dart
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/amplify_db_common_example.yaml

@@ -53,6 +53,7 @@ jobs:
     with:
       package-name: amplify_db_common_example
       working-directory: packages/common/amplify_db_common/example
+      has-goldens: false
   e2e_android_test:
     needs: [test]
     uses: ./.github/workflows/e2e_android.yaml

.github/workflows/amplify_flutter.yaml

@@ -49,3 +49,4 @@ jobs:
     with:
       package-name: amplify_flutter
       working-directory: packages/amplify/amplify_flutter
+      has-goldens: false

.github/workflows/amplify_flutter_example.yaml

@@ -51,3 +51,4 @@ jobs:
     with:
       package-name: amplify_flutter_example
       working-directory: packages/amplify/amplify_flutter/example
+      has-goldens: false

.github/workflows/amplify_lints.yaml

@@ -33,3 +33,4 @@ jobs:
     with:
       package-name: amplify_lints
       working-directory: packages/amplify_lints
+      has-goldens: false

.github/workflows/amplify_native_legacy_wrapper.yaml

@@ -35,3 +35,4 @@ jobs:
     with:
       package-name: amplify_native_legacy_wrapper
       working-directory: packages/amplify_native_legacy_wrapper
+      has-goldens: false

.github/workflows/amplify_native_legacy_wrapper_example.yaml

@@ -37,3 +37,4 @@ jobs:
     with:
       package-name: amplify_native_legacy_wrapper_example
       working-directory: packages/amplify_native_legacy_wrapper/example
+      has-goldens: false

.github/workflows/amplify_push_notifications.yaml

@@ -52,3 +52,4 @@ jobs:
     with:
       package-name: amplify_push_notifications
       working-directory: packages/notifications/push/amplify_push_notifications
+      has-goldens: false

.github/workflows/amplify_push_notifications_example.yaml

@@ -51,3 +51,4 @@ jobs:
     with:
       package-name: amplify_push_notifications_example
       working-directory: packages/notifications/push/amplify_push_notifications/example
+      has-goldens: false

.github/workflows/amplify_push_notifications_pinpoint.yaml

@@ -71,3 +71,4 @@ jobs:
     with:
       package-name: amplify_push_notifications_pinpoint
       working-directory: packages/notifications/push/amplify_push_notifications_pinpoint
+      has-goldens: false

.github/workflows/amplify_push_notifications_pinpoint_example.yaml

@@ -73,3 +73,4 @@ jobs:
     with:
       package-name: amplify_push_notifications_pinpoint_example
       working-directory: packages/notifications/push/amplify_push_notifications_pinpoint/example
+      has-goldens: false

.github/workflows/amplify_secure_storage.yaml

@@ -43,3 +43,4 @@ jobs:
     with:
       package-name: amplify_secure_storage
       working-directory: packages/secure_storage/amplify_secure_storage
+      has-goldens: false

.github/workflows/amplify_secure_storage_dart.yaml

@@ -41,3 +41,4 @@ jobs:
     with:
       package-name: amplify_secure_storage_dart
       working-directory: packages/secure_storage/amplify_secure_storage_dart
+      has-goldens: false

.github/workflows/amplify_secure_storage_example.yaml

@@ -53,6 +53,7 @@ jobs:
     with:
       package-name: amplify_secure_storage_example
       working-directory: packages/secure_storage/amplify_secure_storage/example
+      has-goldens: false
   e2e_android_test:
     needs: [test]
     uses: ./.github/workflows/e2e_android.yaml

.github/workflows/amplify_secure_storage_test.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: amplify_secure_storage_test
       working-directory: packages/secure_storage/amplify_secure_storage_test
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/amplify_storage_s3.yaml

@@ -51,3 +51,4 @@ jobs:
     with:
       package-name: amplify_storage_s3
       working-directory: packages/storage/amplify_storage_s3
+      has-goldens: false

.github/workflows/amplify_storage_s3_dart.yaml

@@ -48,6 +48,7 @@ jobs:
     with:
       package-name: amplify_storage_s3_dart
       working-directory: packages/storage/amplify_storage_s3_dart
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/amplify_storage_s3_example.yaml

@@ -61,6 +61,7 @@ jobs:
     with:
       package-name: amplify_storage_s3_example
       working-directory: packages/storage/amplify_storage_s3/example
+      has-goldens: false
   e2e_android_test:
     needs: [test]
     uses: ./.github/workflows/e2e_android.yaml

.github/workflows/aws_common.yaml

@@ -39,6 +39,7 @@ jobs:
     with:
       package-name: aws_common
       working-directory: packages/aws_common
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/aws_json1_0_v1.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: aws_json1_0_v1
       working-directory: packages/smithy/goldens/lib/awsJson1_0
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/aws_json1_0_v2.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: aws_json1_0_v2
       working-directory: packages/smithy/goldens/lib2/awsJson1_0
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/aws_json1_1_v1.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: aws_json1_1_v1
       working-directory: packages/smithy/goldens/lib/awsJson1_1
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/aws_json1_1_v2.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: aws_json1_1_v2
       working-directory: packages/smithy/goldens/lib2/awsJson1_1
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/aws_query_v1.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: aws_query_v1
       working-directory: packages/smithy/goldens/lib/awsQuery
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/aws_query_v2.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: aws_query_v2
       working-directory: packages/smithy/goldens/lib2/awsQuery
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/aws_signature_v4.yaml

@@ -41,6 +41,7 @@ jobs:
     with:
       package-name: aws_signature_v4
       working-directory: packages/aws_signature_v4
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/cognito_example.yaml

@@ -59,3 +59,4 @@ jobs:
     with:
       package-name: cognito_example
       working-directory: packages/auth/amplify_auth_cognito_dart/example
+      has-goldens: false

.github/workflows/custom_v2.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: custom_v2
       working-directory: packages/smithy/goldens/lib2/custom
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/ec2_query_v1.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: ec2_query_v1
       working-directory: packages/smithy/goldens/lib/ec2Query
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/ec2_query_v2.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: ec2_query_v2
       working-directory: packages/smithy/goldens/lib2/ec2Query
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/flutter_vm.yaml

@@ -10,11 +10,15 @@ on:
         description: The working directory relative to the repo root
         required: true
         type: string
+      has-goldens:
+        description: The package contains golden tests, save build artifacts on failure
+        required: false
+        type: boolean
 
 jobs:
   test:
     name: Test
-    runs-on: ubuntu-latest
+    runs-on: ${{ inputs.has-goldens && 'macos-latest' || 'ubuntu-latest' }}
     timeout-minutes: 60
     strategy:
       # Allows other matrix items to run if one fails
@@ -82,6 +86,14 @@ jobs:
         working-directory: ${{ inputs.working-directory }}
 
       - name: Run Tests
+        id: testJob
         if: "always() && steps.bootstrap.conclusion == 'success' && steps.testCheck.outputs.hasTests == 'true'"
         run: flutter test
         working-directory: ${{ inputs.working-directory }}
+
+      - name: Archive golden failures
+        if: "always() && inputs.has-goldens && steps.testJob.conclusion == 'failure'"
+        uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # 3.1.3
+        with:
+          name: golden-failures-${{ matrix.channel }}-${{ matrix.flutter-version }}
+          path: ${{ inputs.working-directory }}/test/ui/failures/

.github/workflows/pub_server.yaml

@@ -38,6 +38,7 @@ jobs:
     with:
       package-name: pub_server
       working-directory: packages/test/pub_server
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/rest_json1_v1.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: rest_json1_v1
       working-directory: packages/smithy/goldens/lib/restJson1
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/rest_json1_v2.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: rest_json1_v2
       working-directory: packages/smithy/goldens/lib2/restJson1
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/rest_xml_v1.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: rest_xml_v1
       working-directory: packages/smithy/goldens/lib/restXml
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/rest_xml_v2.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: rest_xml_v2
       working-directory: packages/smithy/goldens/lib2/restXml
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml

.github/workflows/rest_xml_with_namespace_v1.yaml

@@ -47,6 +47,7 @@ jobs:
     with:
       package-name: rest_xml_with_namespace_v1
       working-directory: packages/smithy/goldens/lib/restXmlWithNamespace
+      has-goldens: false
   native_test:
     needs: test
     uses: ./.github/workflows/dart_native.yaml