end_to_end_pipeline_from_http_to_bq-deployment.yaml

###
### A complete description of a Prefect Deployment for flow 'end_to_end_pipeline_from_http_to_bq'
###
name: Online Parameterized ETL
description: Flow that download the dataset in excel format given a list of links
  (excel), Combine the data, save it to csv, convert to parquet and then upload to
  google cloud bucket
version: e7ebb8231562e4043d4de5a3f019219d
# The work queue that will handle this deployment's runs
work_queue_name: main-queue
work_pool_name: default-agent-pool
tags: []
parameters: {}
schedule: null
is_schedule_active: null
infra_overrides: {}
infrastructure:
  type: process
  env: {}
  labels: {}
  name: null
  command: null
  stream_output: true
  working_dir: null
  block_type_slug: process
  _block_type_slug: process

###
### DO NOT EDIT BELOW THIS LINE
###
flow_name: end_to_end_pipeline_from_http_to_bq
manifest_path: null
storage: null
path: /Users/lirone/Documents/dev/other_projects/data-engineering-capstone-project
entrypoint: src/flows/parameterized_flow_http_pipeline.py:end_to_end_pipeline_from_http_to_bq
parameter_openapi_schema:
  title: Parameters
  type: object
  properties:
    filename_arr_path:
      title: filename_arr_path
      default:
      - https://github.com/lironesamoun/data-engineering-capstone-project/releases/download/assets/globalterrorismdb_0522dist.xlsx
      - https://github.com/lironesamoun/data-engineering-capstone-project/releases/download/assets/globalterrorismdb_2021Jan-June_1222dist.xlsx
      position: 0
      type: array
      items: {}
    name_output_dataset:
      title: name_output_dataset
      default: global_terrorism_db
      position: 1
  required: null
  definitions: null
timestamp: '2023-04-20T16:23:36.431159+00:00'