Merge branch 'master' into flyte-issues-4994

.github/workflows/single-binary.yml

@@ -174,7 +174,7 @@ jobs:
       - name: Install Python dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install flytekit flytekitplugins-deck-standard
+          pip install flytekit flytekitplugins-deck-standard flytekitplugins-envd "numpy<2.0.0"
           pip freeze
       - name: Checkout flytesnacks
         uses: actions/checkout@v4

CHANGELOG/CHANGELOG-v1.12.1-rc0.md

@@ -0,0 +1,37 @@
+# Flyte 1.12.1-rc0 Release Notes
+
+Flyte 1.12.1-rc0 is a release candidate that focuses on documentation enhancements, bug fixes, and improvements to the core infrastructure. This release also includes contributions from a new member of the Flyte community. Below are the highlights of this release.
+
+## 🚀 New Features & Improvements
+
+1. **Documentation Improvements**  
+   - [Removed the source code renderer section from the Decks article](https://github.com/flyteorg/flyte/pull/5397).
+   - Added [documentation for OpenAI batch agent backend setup](https://github.com/flyteorg/flyte/pull/5291).
+   - [Updated the example Flyte agent Dockerfile](https://github.com/flyteorg/flyte/pull/5412).
+   - Fixed [documentation link to testing agent on local cluster](https://github.com/flyteorg/flyte/pull/5398).
+   - [Fixed Kubeflow webhook error](https://github.com/flyteorg/flyte/pull/5410) in the documentation.
+   - [Updated Flytekit version to 1.12.1b2](https://github.com/flyteorg/flyte/pull/5411) in monodocs requirements.
+   - [Updated Flytefile.md](https://github.com/flyteorg/flyte/pull/5428) and replaced [SHA instead of master in RLI links](https://github.com/flyteorg/flyte/pull/5434).
+
+2. **Infrastructure and Configuration**  
+   - [Reverted "Ensure token is refreshed on Unauthenticated"](https://github.com/flyteorg/flyte/pull/5404).
+   - [Updated core Helm chart for propeller configuration of agent service](https://github.com/flyteorg/flyte/pull/5402).
+   - [Fixed Flytectl install script](https://github.com/flyteorg/flyte/pull/5405) in the monorepo.
+   - [Moved to upstream mockery](https://github.com/flyteorg/flyte/pull/4937).
+   - [Used a different git command to match the Flyteidl tags](https://github.com/flyteorg/flyte/pull/5419).
+
+3. **Bug Fixes**  
+   - [Handled auto-refresh cache race condition](https://github.com/flyteorg/flyte/pull/5406).
+   - [Fixed typos using codespell CI job](https://github.com/flyteorg/flyte/pull/5418).
+   - [Fixed build failure](https://github.com/flyteorg/flyte/pull/5425) in monodocs.
+   - [Replaced Azure AD OIDC URL with the correct one](https://github.com/flyteorg/flyte/pull/4075).
+
+4. **Miscellaneous**  
+   - [Updated the lock file](https://github.com/flyteorg/flyte/pull/5416).
+   - [Added executionClusterLabel](https://github.com/flyteorg/flyte/pull/5394) for better execution cluster management.
+
+## 🆕 New Contributors
+
+- **@EraYaN** for [replacing Azure AD OIDC URL with the correct one](https://github.com/flyteorg/flyte/pull/4075).
+
+**[Full Changelog](https://github.com/flyteorg/flyte/compare/flytectl/v0.8.21...v1.12.1-rc0)**

boilerplate/flyte/golang_test_targets/Makefile

@@ -3,6 +3,7 @@
 #
 # TO OPT OUT OF UPDATES, SEE https://github.com/flyteorg/boilerplate/blob/master/Readme.rst
 
+LINT_FLAGS ?=
 
 .PHONY: download_tooling
 download_tooling: #download dependencies (including test deps) for the package
@@ -14,13 +15,11 @@ generate: download_tooling #generate go code
 
 .PHONY: lint
 lint: download_tooling #lints the package for common code smells
-	GL_DEBUG=linters_output,env golangci-lint run --deadline=5m --exclude deprecated -v
+	GL_DEBUG=linters_output,env golangci-lint run $(LINT_FLAGS) --deadline=5m --exclude deprecated -v
 
-# If code is failing goimports linter, this will fix.
-# skips 'vendor'
-.PHONY: goimports
-goimports:
-	@boilerplate/flyte/golang_test_targets/goimports
+.PHONY: lint-fix
+lint-fix: LINT_FLAGS=--fix
+lint-fix: lint
 
 .PHONY: mod_download
 mod_download: #download dependencies (including test deps) for the package

boilerplate/flyte/golang_test_targets/Readme.rst

@@ -5,6 +5,8 @@ Provides an ``install`` make target that uses ``go mod`` to install golang depen
 
 Provides a ``lint`` make target that uses golangci to lint your code.
 
+Provides a ``lint-fix`` make target that uses golangci to lint and fix your code in place.
+
 Provides a ``test_unit`` target for unit tests.
 
 Provides a ``test_unit_cover`` target for analysing coverage of unit tests, which will output the coverage of each function and total statement coverage.

charts/flyte-binary/README.md

@@ -42,7 +42,7 @@ Chart for basic single Flyte executable deployment
 | configuration.auth.oidc.clientId | string | `""` |  |
 | configuration.auth.oidc.clientSecret | string | `""` |  |
 | configuration.co-pilot.image.repository | string | `"cr.flyte.org/flyteorg/flytecopilot"` |  |
-| configuration.co-pilot.image.tag | string | `"v1.12.0"` |  |
+| configuration.co-pilot.image.tag | string | `"v1.12.1-rc0"` |  |
 | configuration.database.dbname | string | `"flyte"` |  |
 | configuration.database.host | string | `"127.0.0.1"` |  |
 | configuration.database.options | string | `"sslmode=disable"` |  |

charts/flyte-binary/values.yaml

@@ -159,7 +159,7 @@ configuration:
       # repository CoPilot sidecar image repository
       repository: cr.flyte.org/flyteorg/flytecopilot  # FLYTECOPILOT_IMAGE
       # tag CoPilot sidecar image tag
-      tag: v1.12.0  # FLYTECOPILOT_TAG
+      tag: v1.12.1-rc0  # FLYTECOPILOT_TAG
   # agentService Flyte Agent configuration
   agentService:
     defaultAgent:

charts/flyte-core/README.md

@@ -95,8 +95,8 @@ helm install gateway bitnami/contour -n flyte
 | configmap.clusters.clusterConfigs | list | `[]` |  |
 | configmap.clusters.labelClusterMap | object | `{}` |  |
 | configmap.console | object | `{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config"}` | Configuration for Flyte console UI |
-| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration |
-| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/[email protected]/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) |
+| configmap.copilot | object | `{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.1-rc0","name":"flyte-copilot-","start-timeout":"30s"}}}}` | Copilot configuration |
+| configmap.copilot.plugins.k8s.co-pilot | object | `{"image":"cr.flyte.org/flyteorg/flytecopilot:v1.12.1-rc0","name":"flyte-copilot-","start-timeout":"30s"}` | Structure documented [here](https://pkg.go.dev/github.com/lyft/[email protected]/go/tasks/pluginmachinery/flytek8s/config#FlyteCoPilotConfig) |
 | configmap.core | object | `{"manager":{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"},"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}}` | Core propeller configuration |
 | configmap.core.manager | object | `{"pod-application":"flytepropeller","pod-template-container-name":"flytepropeller","pod-template-name":"flytepropeller-template"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/manager/config#Config). |
 | configmap.core.propeller | object | `{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"}` | follows the structure specified [here](https://pkg.go.dev/github.com/flyteorg/flytepropeller/pkg/controller/config). |
@@ -130,7 +130,7 @@ helm install gateway bitnami/contour -n flyte
 | datacatalog.extraArgs | object | `{}` | Appends extra command line arguments to the main command |
 | datacatalog.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
 | datacatalog.image.repository | string | `"cr.flyte.org/flyteorg/datacatalog"` | Docker image for Datacatalog deployment |
-| datacatalog.image.tag | string | `"v1.12.0"` | Docker image tag |
+| datacatalog.image.tag | string | `"v1.12.1-rc0"` | Docker image tag |
 | datacatalog.nodeSelector | object | `{}` | nodeSelector for Datacatalog deployment |
 | datacatalog.podAnnotations | object | `{}` | Annotations for Datacatalog pods |
 | datacatalog.podEnv | object | `{}` | Additional Datacatalog container environment variables |
@@ -166,7 +166,7 @@ helm install gateway bitnami/contour -n flyte
 | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command |
 | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` |  |
 | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment |
-| flyteadmin.image.tag | string | `"v1.12.0"` |  |
+| flyteadmin.image.tag | string | `"v1.12.1-rc0"` |  |
 | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create |
 | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment |
 | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods |
@@ -207,7 +207,7 @@ helm install gateway bitnami/contour -n flyte
 | flyteconsole.ga.tracking_id | string | `"G-0QW4DJWJ20"` |  |
 | flyteconsole.image.pullPolicy | string | `"IfNotPresent"` |  |
 | flyteconsole.image.repository | string | `"cr.flyte.org/flyteorg/flyteconsole"` | Docker image for Flyteconsole deployment |
-| flyteconsole.image.tag | string | `"v1.12.2"` |  |
+| flyteconsole.image.tag | string | `"v1.14.0"` |  |
 | flyteconsole.imagePullSecrets | list | `[]` | ImagePullSecrets to assign to the Flyteconsole deployment |
 | flyteconsole.nodeSelector | object | `{}` | nodeSelector for Flyteconsole deployment |
 | flyteconsole.podAnnotations | object | `{}` | Annotations for Flyteconsole pods |
@@ -231,7 +231,7 @@ helm install gateway bitnami/contour -n flyte
 | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command |
 | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` |  |
 | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment |
-| flytepropeller.image.tag | string | `"v1.12.0"` |  |
+| flytepropeller.image.tag | string | `"v1.12.1-rc0"` |  |
 | flytepropeller.manager | bool | `false` |  |
 | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment |
 | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods |
@@ -262,7 +262,7 @@ helm install gateway bitnami/contour -n flyte
 | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files |
 | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy |
 | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment |
-| flytescheduler.image.tag | string | `"v1.12.0"` | Docker image tag |
+| flytescheduler.image.tag | string | `"v1.12.1-rc0"` | Docker image tag |
 | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment |
 | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods |
 | flytescheduler.podEnv | object | `{}` | Additional Flytescheduler container environment variables |