Renamed SkipCache flag to OverwriteCache

Updated to latest released versions of flyteidl and flytestdlib

Signed-off-by: Nick Müller <[email protected]>

go.mod

@@ -2,19 +2,15 @@ module github.com/flyteorg/flytepropeller
 
 go 1.18
 
-replace (
-	github.com/flyteorg/flyteidl => github.com/blackshark-ai/flyteidl v0.24.22-0.20221005103053-1172311340ca
-	github.com/flyteorg/flyteplugins => github.com/blackshark-ai/flyteplugins v1.0.2-0.20220927114241-fb57ce261bb5
-	github.com/flyteorg/flytestdlib => github.com/blackshark-ai/flytestdlib v1.0.1-0.20220927112514-285faf0b16b4
-)
+replace github.com/flyteorg/flyteplugins => github.com/blackshark-ai/flyteplugins v1.0.2-0.20220927114241-fb57ce261bb5
 
 require (
 	github.com/DiSiqueira/GoTree v1.0.1-0.20180907134536-53a8e837f295
 	github.com/benlaurie/objecthash v0.0.0-20180202135721-d1e3d6079fc1
 	github.com/fatih/color v1.13.0
-	github.com/flyteorg/flyteidl v1.1.19
+	github.com/flyteorg/flyteidl v1.2.3
 	github.com/flyteorg/flyteplugins v1.0.17
-	github.com/flyteorg/flytestdlib v1.0.5
+	github.com/flyteorg/flytestdlib v1.0.11
 	github.com/ghodss/yaml v1.0.0
 	github.com/go-redis/redis v6.15.7+incompatible
 	github.com/go-test/deep v1.0.7

pkg/apis/flyteworkflow/v1alpha1/execution_config.go

@@ -31,7 +31,7 @@ type ExecutionConfig struct {
 	// Defines whether a workflow has been flagged as interruptible.
 	Interruptible *bool
 	// Defines whether a workflow should skip all its cached results and re-compute its output, overwriting any already stored data.
-	SkipCache bool
+	OverwriteCache bool
 }
 
 type TaskPluginOverride struct {

pkg/compiler/test/testdata/snacks-core/k8s/002_core.containerization.multi_images.my_workflow_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/010_core.containerization.raw_container.wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/015_core.containerization.use_secrets.my_secret_workflow_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/019_core.control_flow.chain_tasks.chain_tasks_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/022_core.control_flow.checkpoint.example_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/026_core.control_flow.conditions.multiplier_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/028_core.control_flow.conditions.multiplier_2_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/030_core.control_flow.conditions.multiplier_3_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/035_core.control_flow.conditions.basic_boolean_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/037_core.control_flow.conditions.bool_input_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/039_core.control_flow.conditions.nested_conditions_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/042_core.control_flow.conditions.consume_outputs_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/048_core.control_flow.dynamics.wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/053_core.control_flow.map_task.my_map_workflow_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/059_core.control_flow.merge_sort.merge_sort_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/062_core.control_flow.subworkflows.my_subwf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/069_core.control_flow.subworkflows.ext_workflow_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/077_core.extend_flyte.custom_task_plugin.my_workflow_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/081_core.extend_flyte.custom_types.wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/085_core.flyte_basics.basic_workflow.my_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/089_core.flyte_basics.decorating_tasks.wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/095_core.flyte_basics.decorating_workflows.wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/098_core.flyte_basics.documented_workflow.sphinx_docstring_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/100_core.flyte_basics.documented_workflow.numpy_docstring_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/102_core.flyte_basics.documented_workflow.google_docstring_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/105_core.flyte_basics.files.normalize_csv_file_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/109_core.flyte_basics.folders.download_and_normalize_csv_files_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/112_core.flyte_basics.hello_world.my_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/117_my.imperative.workflow.example_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/120_core.flyte_basics.lp.my_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/125_core.flyte_basics.lp.go_greet_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/129_core.flyte_basics.named_outputs.my_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/140_core.flyte_basics.shell_task.wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/147_core.flyte_basics.task_cache.cached_dataframe_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/151_core.scheduled_workflows.lp_schedules.date_formatter_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits:

pkg/compiler/test/testdata/snacks-core/k8s/155_core.scheduled_workflows.lp_schedules.positive_wf_2_wf.yaml

@@ -2,8 +2,8 @@ apiVersion: flyte.lyft.com/v1alpha1
 executionConfig:
   Interruptible: null
   MaxParallelism: 0
+  OverwriteCache: false
   RecoveryExecution: {}
-  SkipCache: false
   TaskPluginImpls: null
   TaskResources:
     Limits: