Skip to content

Commit

Permalink
Merge pull request #294 from PrefectHQ/update-metadata-09-22-2023
Browse files Browse the repository at this point in the history
Update metadata for collection releases
  • Loading branch information
desertaxle authored Sep 22, 2023
2 parents 0abef22 + 251d8b9 commit 0d98c4e
Show file tree
Hide file tree
Showing 10 changed files with 3,169 additions and 5,138 deletions.
5,003 changes: 0 additions & 5,003 deletions collections/collection_blocks_data.json

This file was deleted.

633 changes: 633 additions & 0 deletions collections/prefect-gcp/blocks/v0.4.7.json

Large diffs are not rendered by default.

3 changes: 3 additions & 0 deletions collections/prefect-gcp/flows/v0.4.7.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
{
"prefect-gcp": {}
}
362 changes: 362 additions & 0 deletions collections/prefect-gcp/workers/v0.4.7.json

Large diffs are not rendered by default.

1,784 changes: 1,784 additions & 0 deletions collections/prefect/blocks/v2.13.2.json

Large diffs are not rendered by default.

75 changes: 75 additions & 0 deletions collections/prefect/workers/v2.13.2.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,75 @@
{
"prefect": {
"prefect-agent": {
"type": "prefect-agent",
"documentation_url": "https://docs.prefect.io/latest/concepts/work-pools/#agent-overview",
"display_name": "Prefect Agent",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/3xff6sYjtyYKgqtalUdnDr/22812da2b176be8a7b2e50cde745d5ee/agent.svg",
"install_command": "pip install prefect",
"default_base_job_configuration": {},
"description": "Execute flow runs on heterogenous infrastructure using infrastructure blocks."
},
"process": {
"default_base_job_configuration": {
"job_configuration": {
"command": "{{ command }}",
"env": "{{ env }}",
"labels": "{{ labels }}",
"name": "{{ name }}",
"stream_output": "{{ stream_output }}",
"working_dir": "{{ working_dir }}"
},
"variables": {
"type": "object",
"properties": {
"name": {
"title": "Name",
"description": "Name given to infrastructure created by a worker.",
"type": "string"
},
"env": {
"title": "Environment Variables",
"description": "Environment variables to set when starting a flow run.",
"type": "object",
"additionalProperties": {
"type": "string"
}
},
"labels": {
"title": "Labels",
"description": "Labels applied to infrastructure created by a worker.",
"type": "object",
"additionalProperties": {
"type": "string"
}
},
"command": {
"title": "Command",
"description": "The command to use when starting a flow run. In most cases, this should be left blank and the command will be automatically generated by the worker.",
"type": "string"
},
"stream_output": {
"title": "Stream Output",
"description": "If enabled, workers will stream output from flow run processes to local standard output.",
"default": true,
"type": "boolean"
},
"working_dir": {
"title": "Working Directory",
"description": "If provided, workers will open flow run processes within the specified path as the working directory. Otherwise, a temporary directory will be created.",
"type": "string",
"format": "path"
}
}
}
},
"description": "Execute flow runs as subprocesses on a worker. Works well for local execution when first getting started.",
"display_name": "Local Subprocess",
"documentation_url": "https://docs.prefect.io/latest/api-ref/prefect/workers/process/",
"install_command": "pip install prefect",
"is_beta": false,
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/356e6766a91baf20e1d08bbe16e8b5aaef4d8643-48x48.png",
"type": "process"
}
}
}
2 changes: 1 addition & 1 deletion src/generate_worker_metadata.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ def get_worker_metadata_from_prefect():
"https://docs.prefect.io/latest/concepts/work-pools/#agent-overview"
),
"display_name": "Prefect Agent",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/3xff6sYjtyYKgqtalUdnDr/22812da2b176be8a7b2e50cde745d5ee/agent.svg",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/c771bb53894c877e169c8db158c5598558b8f175-24x24.svg",
"install_command": "pip install prefect",
"default_base_job_configuration": {},
"description": (
Expand Down
220 changes: 110 additions & 110 deletions views/aggregate-block-metadata.json

Large diffs are not rendered by default.

34 changes: 17 additions & 17 deletions views/aggregate-flow-metadata.json
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-airbyte/flows/#prefect_airbyte.flows.run_connection_sync",
"entrypoint": "prefect_airbyte/flows.py:run_connection_sync",
"install_command": "pip install prefect-airbyte",
"logo_url": "https://images.ctfassets.net/zscdif0zqppk/6gm7wsC7ANnKYQsm7oiSYz/aac1ad5e054d35d9e24af8d6ed3aed5f/59758427?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/7f50097d1915fe75b0ee84c951c742a83d3c53cb-250x250.png",
"name": "run-connection-sync",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -154,7 +154,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-census/flows/#prefect_census.flows.run_census_sync",
"entrypoint": "prefect_census/flows.py:run_census_sync",
"install_command": "pip install prefect-census",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/3oznRx2UFkd2XyqNkEZpzB/4e0967a828aec5e2527cedadf8d24e8a/llmjpn8a0pgu8szjmnyi.webp?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/b2f805555c778f37f861b67c4a861908f66a6e35-700x700.png",
"name": "run-census-sync",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -264,7 +264,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-census/runs/#prefect_census.runs.wait_census_sync_completion",
"entrypoint": "prefect_census/runs.py:wait_census_sync_completion",
"install_command": "pip install prefect-census",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/3oznRx2UFkd2XyqNkEZpzB/4e0967a828aec5e2527cedadf8d24e8a/llmjpn8a0pgu8szjmnyi.webp?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/b2f805555c778f37f861b67c4a861908f66a6e35-700x700.png",
"name": "Wait for Census sync run",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -344,7 +344,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-census/syncs/#prefect_census.syncs.trigger_census_sync_run_and_wait_for_completion",
"entrypoint": "prefect_census/syncs.py:trigger_census_sync_run_and_wait_for_completion",
"install_command": "pip install prefect-census",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/3oznRx2UFkd2XyqNkEZpzB/4e0967a828aec5e2527cedadf8d24e8a/llmjpn8a0pgu8szjmnyi.webp?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/b2f805555c778f37f861b67c4a861908f66a6e35-700x700.png",
"name": "Trigger Census sync run and wait for completion",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -433,7 +433,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-databricks/flows/#prefect_databricks.flows.jobs_runs_submit_and_wait_for_completion",
"entrypoint": "prefect_databricks/flows.py:jobs_runs_submit_and_wait_for_completion",
"install_command": "pip install prefect-databricks",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/5GTHI1PH2dTiantfps6Fnc/1c750fab7f4c14ea1b93a62b9fea6a94/databricks_logo_icon_170295.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/ff9a2573c23954bedd27b0f420465a55b1a99dfd-250x250.png",
"name": "Submit jobs runs and wait for completion",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -1678,7 +1678,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-databricks/flows/#prefect_databricks.flows.jobs_runs_submit_by_id_and_wait_for_completion",
"entrypoint": "prefect_databricks/flows.py:jobs_runs_submit_by_id_and_wait_for_completion",
"install_command": "pip install prefect-databricks",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/5GTHI1PH2dTiantfps6Fnc/1c750fab7f4c14ea1b93a62b9fea6a94/databricks_logo_icon_170295.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/ff9a2573c23954bedd27b0f420465a55b1a99dfd-250x250.png",
"name": "Submit existing job runs and wait for completion",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -1839,7 +1839,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-databricks/flows/#prefect_databricks.flows.jobs_runs_wait_for_completion",
"entrypoint": "prefect_databricks/flows.py:jobs_runs_wait_for_completion",
"install_command": "pip install prefect-databricks",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/5GTHI1PH2dTiantfps6Fnc/1c750fab7f4c14ea1b93a62b9fea6a94/databricks_logo_icon_170295.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/ff9a2573c23954bedd27b0f420465a55b1a99dfd-250x250.png",
"name": "Wait for completion of jobs runs",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -1937,7 +1937,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-dbt/cloud/jobs/#prefect_dbt.cloud.jobs.retry_dbt_cloud_job_run_subset_and_wait_for_completion",
"entrypoint": "prefect_dbt/cloud/jobs.py:retry_dbt_cloud_job_run_subset_and_wait_for_completion",
"install_command": "pip install prefect-dbt",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/5zE9lxfzBHjw3tnEup4wWL/9a001902ed43a84c6c96d23b24622e19/dbt-bit_tm.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/f9d31c6978410fe25a70e75fc7e77b5c430b3178-180x162.png",
"name": "Retry subset of dbt Cloud job run and wait for completion",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -2099,7 +2099,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-dbt/cloud/jobs/#prefect_dbt.cloud.jobs.run_dbt_cloud_job",
"entrypoint": "prefect_dbt/cloud/jobs.py:run_dbt_cloud_job",
"install_command": "pip install prefect-dbt",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/5zE9lxfzBHjw3tnEup4wWL/9a001902ed43a84c6c96d23b24622e19/dbt-bit_tm.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/f9d31c6978410fe25a70e75fc7e77b5c430b3178-180x162.png",
"name": "run-dbt-cloud-job",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -2293,7 +2293,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-dbt/cloud/jobs/#prefect_dbt.cloud.jobs.trigger_dbt_cloud_job_run_and_wait_for_completion",
"entrypoint": "prefect_dbt/cloud/jobs.py:trigger_dbt_cloud_job_run_and_wait_for_completion",
"install_command": "pip install prefect-dbt",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/5zE9lxfzBHjw3tnEup4wWL/9a001902ed43a84c6c96d23b24622e19/dbt-bit_tm.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/f9d31c6978410fe25a70e75fc7e77b5c430b3178-180x162.png",
"name": "Trigger dbt Cloud job run and wait for completion",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -2460,7 +2460,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-dbt/cloud/runs/#prefect_dbt.cloud.runs.wait_for_dbt_cloud_job_run",
"entrypoint": "prefect_dbt/cloud/runs.py:wait_for_dbt_cloud_job_run",
"install_command": "pip install prefect-dbt",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/5zE9lxfzBHjw3tnEup4wWL/9a001902ed43a84c6c96d23b24622e19/dbt-bit_tm.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/f9d31c6978410fe25a70e75fc7e77b5c430b3178-180x162.png",
"name": "Wait for dbt Cloud job run",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -2555,7 +2555,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-hex/project/#prefect_hex.project.trigger_project_run_and_wait_for_completion",
"entrypoint": "prefect_hex/project.py:trigger_project_run_and_wait_for_completion",
"install_command": "pip install prefect-hex",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/3biMverMLGiDA7y5fkqKZF/4b7747052b59fa8182a9686b88ea9541/Hex_Purple__for_light_backgrounds_.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/59acfd21aae4732c0046a18e44da08db78822baf-250x250.png",
"name": "trigger-project-run-and-wait-for-completion",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -2655,7 +2655,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-hex/project/#prefect_hex.project.wait_for_project_run_completion",
"entrypoint": "prefect_hex/project.py:wait_for_project_run_completion",
"install_command": "pip install prefect-hex",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/3biMverMLGiDA7y5fkqKZF/4b7747052b59fa8182a9686b88ea9541/Hex_Purple__for_light_backgrounds_.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/59acfd21aae4732c0046a18e44da08db78822baf-250x250.png",
"name": "wait-for-project-run-completion",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -2751,7 +2751,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-hightouch/syncs/flows/#prefect_hightouch.syncs.flows.trigger_sync_run_and_wait_for_completion",
"entrypoint": "prefect_hightouch/syncs/flows.py:trigger_sync_run_and_wait_for_completion",
"install_command": "pip install prefect-hightouch",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/6WT9DIXFrqQy0nA9VRZfuL/40a7039742fca9d053677f58a79aacd5/hightouch.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/9a94b9f9ff88015df929483e423fb43e3871aeb5-250x250.png",
"name": "trigger-sync-run-and-wait-for-completion",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -2850,7 +2850,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-hightouch/syncs/flows/#prefect_hightouch.syncs.flows.wait_for_sync_run_completion",
"entrypoint": "prefect_hightouch/syncs/flows.py:wait_for_sync_run_completion",
"install_command": "pip install prefect-hightouch",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/6WT9DIXFrqQy0nA9VRZfuL/40a7039742fca9d053677f58a79aacd5/hightouch.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/9a94b9f9ff88015df929483e423fb43e3871aeb5-250x250.png",
"name": "wait-for-sync-run-completion",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -2942,7 +2942,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-kubernetes/flows/#prefect_kubernetes.flows.run_namespaced_job",
"entrypoint": "prefect_kubernetes/flows.py:run_namespaced_job",
"install_command": "pip install prefect-kubernetes",
"logo_url": "https://images.ctfassets.net/zscdif0zqppk/oYuHjIbc26oilfQSEMjRv/a61f5f6ef406eead2df5231835b4c4c2/logo.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/2d0b896006ad463b49c28aaac14f31e00e32cfab-250x250.png",
"name": "run-namespaced-job",
"parameters": {
"title": "Parameters",
Expand Down Expand Up @@ -3087,7 +3087,7 @@
"documentation_url": "https://prefecthq.github.io/prefect-monte-carlo/lineage/#prefect_monte_carlo.lineage.create_or_update_lineage",
"entrypoint": "prefect_monte_carlo/lineage.py:create_or_update_lineage",
"install_command": "pip install prefect-monte-carlo",
"logo_url": "https://images.ctfassets.net/gm98wzqotmnx/5OqrPNRdLMvqZzxo9f6Z25/f920dff0f1201fc014b0b083a6d2fdb1/image.png?h=250",
"logo_url": "https://cdn.sanity.io/images/3ugk85nk/production/624870fcf18298f6bf0efb55046e50765620eabd-72x72.png",
"name": "create-or-update-lineage",
"parameters": {
"title": "Parameters",
Expand Down
Loading

0 comments on commit 0d98c4e

Please sign in to comment.