diff --git a/_data/meltano/extractors/tap-abicart/hotgluexyz.yml b/_data/meltano/extractors/tap-abicart/hotgluexyz.yml index bcbf33c9e..68a32bfbe 100644 --- a/_data/meltano/extractors/tap-abicart/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-abicart/hotgluexyz.yml @@ -25,8 +25,8 @@ settings: label: API URL name: api_url value: https://admin.abicart.se/backend/jsonrpc/v1/ -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-abra/hotgluexyz.yml b/_data/meltano/extractors/tap-abra/hotgluexyz.yml index 458ec48f4..e3784d8ae 100644 --- a/_data/meltano/extractors/tap-abra/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-abra/hotgluexyz.yml @@ -20,8 +20,8 @@ pip_url: git+https://gitlab.com/hotglue/tap-abra.git quality: gold repo: https://gitlab.com/hotglue/tap-abra settings: -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-affinity/hotgluexyz.yml b/_data/meltano/extractors/tap-affinity/hotgluexyz.yml index 1a9b3cab3..76bd8299a 100644 --- a/_data/meltano/extractors/tap-affinity/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-affinity/hotgluexyz.yml @@ -25,8 +25,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-aftership/harrystech.yml b/_data/meltano/extractors/tap-aftership/harrystech.yml index 6a2069510..f7fd207ec 100644 --- a/_data/meltano/extractors/tap-aftership/harrystech.yml +++ b/_data/meltano/extractors/tap-aftership/harrystech.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Shipment Tracking Platform domain_url: https://www.aftership.com/ keywords: @@ -21,27 +21,14 @@ repo: https://github.com/harrystech/tap-aftership settings: - description: The token to authenticate against the API service kind: password - label: Api Key + label: API Key name: api_key -- description: The earliest record date to sync - kind: date_iso8601 - label: Start Date - name: start_date - description: The latest record date to sync kind: date_iso8601 label: End Date name: end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -49,6 +36,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key settings_preamble: '' diff --git a/_data/meltano/extractors/tap-amazon-associates/voxmedia.yml b/_data/meltano/extractors/tap-amazon-associates/voxmedia.yml index f0cd6cdba..9e136d007 100644 --- a/_data/meltano/extractors/tap-amazon-associates/voxmedia.yml +++ b/_data/meltano/extractors/tap-amazon-associates/voxmedia.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Amazon’s affiliate marketing program domain_url: https://affiliate-program.amazon.com/ keywords: @@ -19,39 +19,43 @@ pip_url: git+https://github.com/voxmedia/tap-amazon-associates.git quality: silver repo: https://github.com/voxmedia/tap-amazon-associates settings: -- description: Amazon Associates username - label: Username - name: username +- description: The url for the API service + kind: string + label: API URL + name: api_url + value: https://assoc-datafeeds-na.amazon.com +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Amazon Associates password kind: password label: Password name: password -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." + kind: date_iso8601 label: Start Date name: start_date -- description: The url for the API service - label: Api Url - name: api_url +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Amazon Associates username + kind: string + label: Username + name: username settings_group_validation: - - password - username diff --git a/_data/meltano/extractors/tap-anvil/svinstech.yml b/_data/meltano/extractors/tap-anvil/svinstech.yml index be5254a13..27b5dfaf8 100644 --- a/_data/meltano/extractors/tap-anvil/svinstech.yml +++ b/_data/meltano/extractors/tap-anvil/svinstech.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: API to automate PDF workflows domain_url: https://www.useanvil.com/ keywords: @@ -21,19 +21,10 @@ repo: https://github.com/svinstech/tap-anvil settings: - description: The API key to use to authenticate against Anvil kind: password - label: Api Key + label: API Key name: api_key -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -41,6 +32,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key settings_preamble: '' diff --git a/_data/meltano/extractors/tap-apachelog/omelark.yml b/_data/meltano/extractors/tap-apachelog/omelark.yml index 7b52551e6..bc640c9eb 100644 --- a/_data/meltano/extractors/tap-apachelog/omelark.yml +++ b/_data/meltano/extractors/tap-apachelog/omelark.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Apache Webserver Log Files domain_url: https://httpd.apache.org/docs/current/logs.html keywords: @@ -19,24 +19,16 @@ pip_url: git+https://github.com/omelark/tap-apachelog.git quality: silver repo: https://github.com/omelark/tap-apachelog settings: +- description: A path to the JSON file holding an array of file settings. + kind: string + label: Apachelog Files Definition + name: apachelog_files_definition - description: An array of Apache log file stream settings. kind: array label: Files name: files -- description: A path to the JSON file holding an array of file settings. - label: Apachelog Files Definition - name: apachelog_files_definition -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -44,9 +36,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - files - - apachelog_files_definition +- - apachelog_files_definition + - files settings_preamble: '' usage: '' variant: omelark diff --git a/_data/meltano/extractors/tap-apaleo/felixkoch.yml b/_data/meltano/extractors/tap-apaleo/felixkoch.yml index 4f512c96e..622a6be06 100644 --- a/_data/meltano/extractors/tap-apaleo/felixkoch.yml +++ b/_data/meltano/extractors/tap-apaleo/felixkoch.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps domain_url: https://apaleo.com/ keywords: @@ -19,7 +19,7 @@ repo: https://github.com/felixkoch/tap-apaleo settings: - description: Your Client Id. kind: password - label: Client Id + label: Client ID name: client_id - description: Your Client Secret. kind: password @@ -28,6 +28,7 @@ settings: - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. + kind: date_iso8601 label: Start Date name: start_date settings_group_validation: diff --git a/_data/meltano/extractors/tap-athena/meltanolabs.yml b/_data/meltano/extractors/tap-athena/meltanolabs.yml index be1459e9f..da6bf77a0 100644 --- a/_data/meltano/extractors/tap-athena/meltanolabs.yml +++ b/_data/meltano/extractors/tap-athena/meltanolabs.yml @@ -33,8 +33,8 @@ settings: kind: password label: AWS Secret Access Key name: aws_secret_access_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-atinternet/gendarmerienationale.yml b/_data/meltano/extractors/tap-atinternet/gendarmerienationale.yml index 8c5028ab7..a4365bdd8 100644 --- a/_data/meltano/extractors/tap-atinternet/gendarmerienationale.yml +++ b/_data/meltano/extractors/tap-atinternet/gendarmerienationale.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -20,49 +20,53 @@ repo: https://github.com/GendarmerieNationale/tap-atinternet settings: - description: AT Internet API key kind: password - label: Api Key + label: API Key name: api_key +- description: Optional. If not empty, filter and extract only the pages with this + string in the 'page_full_name' + kind: string + label: Filter Str + name: filter_str + value: '' +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Max number of results per page (up to 10000) + kind: integer + label: Max Results + name: max_results + value: 5000 - description: AT Internet secret key kind: password label: Secret Key name: secret_key - description: Site ID (can be queried at https://dataquery.atinternet-solutions.com/) kind: integer - label: Site Id + label: Site ID name: site_id - description: Start syncing data from that date + kind: date_iso8601 label: Start Date name: start_date -- description: Max number of results per page (up to 10000) - kind: integer - label: Max Results - name: max_results -- description: Optional. If not empty, filter and extract only the pages with this - string in the 'page_full_name' - label: Filter Str - name: filter_str -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - site_id - - api_key - - start_date +- - api_key - secret_key + - site_id + - start_date settings_preamble: '' usage: '' variant: gendarmerienationale diff --git a/_data/meltano/extractors/tap-auth0/matatika.yml b/_data/meltano/extractors/tap-auth0/matatika.yml index 541c25d00..df1de0be3 100644 --- a/_data/meltano/extractors/tap-auth0/matatika.yml +++ b/_data/meltano/extractors/tap-auth0/matatika.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Authentication and Authorization Platform domain_url: https://auth0.com/ @@ -24,21 +25,40 @@ settings: name: client_id - description: App client secret kind: password - label: Client secret + label: Client Secret name: client_secret - description: Tenant domain + kind: string label: Domain name: domain +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Job poll interval (ms) kind: integer - label: Job poll interval + label: Job Poll Interval Ms name: job_poll_interval_ms value: 2000 - description: Maximum job poll count kind: integer - label: Maximum job poll count + label: Job Poll Max Count name: job_poll_max_count value: 10 +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - client_id - client_secret diff --git a/_data/meltano/extractors/tap-awin/gthesheep.yml b/_data/meltano/extractors/tap-awin/gthesheep.yml index 477b71ff8..f29fa0c69 100644 --- a/_data/meltano/extractors/tap-awin/gthesheep.yml +++ b/_data/meltano/extractors/tap-awin/gthesheep.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog - discover - state -- about - stream-maps description: Affiliate Marketing Network domain_url: https://wiki.awin.com/index.php/API @@ -18,16 +18,24 @@ pip_url: git+https://github.com/gthesheep/tap-awin.git quality: silver repo: https://github.com/gthesheep/tap-awin settings: -- description: API Token for the Awin API +- description: The token to authenticate against the API service kind: password - label: API token + label: API Token name: api_token -- description: Number of days to lookback for transaction updates - label: Lookback days +- description: Number of days to lookback to re-sync transactions + kind: integer + label: Lookback Days name: lookback_days -- description: Start date as of when to collect transactions from - label: Start date + value: 30 +- description: The earliest transaction date to sync + kind: date_iso8601 + label: Start Date name: start_date +- description: Timezone to use + kind: string + label: Timezone + name: timezone + value: Europe/London settings_group_validation: - - api_token - lookback_days diff --git a/_data/meltano/extractors/tap-aws-cognito/manuelapilongo.yml b/_data/meltano/extractors/tap-aws-cognito/manuelapilongo.yml index 7053528fa..2da352a57 100644 --- a/_data/meltano/extractors/tap-aws-cognito/manuelapilongo.yml +++ b/_data/meltano/extractors/tap-aws-cognito/manuelapilongo.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps description: Identity store domain_url: https://aws.amazon.com/cognito/ @@ -22,7 +22,7 @@ repo: https://github.com/manuelapilongo/tap-aws-cognito settings: - description: Cognito Pool Id kind: password - label: Pool Id + label: Pool ID name: pool_id settings_group_validation: - - pool_id diff --git a/_data/meltano/extractors/tap-aws-cost-explorer/albert-marrero.yml b/_data/meltano/extractors/tap-aws-cost-explorer/albert-marrero.yml index 11b81f4ad..32623528b 100644 --- a/_data/meltano/extractors/tap-aws-cost-explorer/albert-marrero.yml +++ b/_data/meltano/extractors/tap-aws-cost-explorer/albert-marrero.yml @@ -1,7 +1,9 @@ capabilities: +- about - catalog - discover - state +- stream-maps description: Amazon Web Services domain_url: https://aws.amazon.com/aws-cost-management/aws-cost-explorer/ keywords: @@ -17,20 +19,16 @@ quality: silver repo: https://github.com/albert-marrero/tap-aws-cost-explorer settings: - description: Your AWS Account Access Key. + kind: password label: Access Key name: access_key -- description: Your AWS Account Secret Key. - kind: password - label: Secret Key - name: secret_key -- description: The start date for retrieving Amazon Web Services cost. - label: Start Date - name: start_date - description: The end date for retrieving Amazon Web Services cost. + kind: date_iso8601 label: End Date name: end_date - description: Sets the Amazon Web Services cost granularity to MONTHLY or DAILY , or HOURLY. + kind: string label: Granularity name: granularity - description: Which metrics are returned in the query. Valid values are AmortizedCost, @@ -39,11 +37,23 @@ settings: kind: array label: Metrics name: metrics +- description: Your AWS Account Secret Key. + kind: password + label: Secret Key + name: secret_key +- description: Your AWS Account Session Token if required for authentication. + kind: password + label: Session Token + name: session_token +- description: The start date for retrieving Amazon Web Services cost. + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: - - access_key - - secret_key - - start_date - end_date - granularity - metrics + - secret_key + - start_date variant: albert-marrero diff --git a/_data/meltano/extractors/tap-bamboohr/autoidm.yml b/_data/meltano/extractors/tap-bamboohr/autoidm.yml index d2a3ba889..9a3f66f07 100644 --- a/_data/meltano/extractors/tap-bamboohr/autoidm.yml +++ b/_data/meltano/extractors/tap-bamboohr/autoidm.yml @@ -1,8 +1,10 @@ capabilities: +- about +- batch - catalog -- state - discover -- about +- schema-flattening +- state - stream-maps description: HR Platform domain_url: https://www.bamboohr.com/ @@ -22,17 +24,71 @@ settings: kind: password label: Auth Token name: auth_token -- description: subdomain from BambooHR - label: Subdomain - name: subdomain -- description: CustomReport full body definition, example in meltano.yml, same format +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: CustomReport full body definition, example in meltano. Yml, same format as the Body for the POST request [here](https://documentation.bamboohr.com/reference/request-custom-report-1) kind: array label: Custom Reports name: custom_reports +- description: '' + kind: options + label: Field Mismatch + name: field_mismatch + options: + - label: Fail + value: fail + - label: Ignore + value: ignore + value: fail +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Subdomain from BambooHR + kind: string + label: Subdomain + name: subdomain settings_group_validation: -- - subdomain - - auth_token +- - auth_token + - field_mismatch + - subdomain settings_preamble: '' usage: '' variant: autoidm diff --git a/_data/meltano/extractors/tap-bazaarvoice/gthesheep.yml b/_data/meltano/extractors/tap-bazaarvoice/gthesheep.yml index 41441a0e0..6421941eb 100644 --- a/_data/meltano/extractors/tap-bazaarvoice/gthesheep.yml +++ b/_data/meltano/extractors/tap-bazaarvoice/gthesheep.yml @@ -1,7 +1,9 @@ capabilities: +- about - catalog - discover - state +- stream-maps description: E-commerce User Content Platform domain_url: https://developer.bazaarvoice.com/conversations-api/home keywords: @@ -16,22 +18,27 @@ pip_url: git+https://github.com/gthesheep/tap-bazaarvoice.git quality: silver repo: https://github.com/gthesheep/tap-bazaarvoice settings: -- description: API Token gained from Bazaarvoice +- description: The api key obtained from Bazaarvoice kind: password label: API Key name: api_key -- description: Bazaarvoice environment (staging/ production) - label: Environment - name: environment -- description: API Version, i.e. "5.4" +- description: Version of the API to use, i.e. '5.4' + kind: string label: API Version name: api_version -- description: Page size for pagination, default 10 - label: Page size +- description: Environment to run in, must be one of staging/production + kind: string + label: Environment + name: environment + value: production +- description: Page size for pagination + kind: integer + label: Page Size name: page_size + value: 10 settings_group_validation: - - api_key - - environment - api_version + - environment - page_size variant: gthesheep diff --git a/_data/meltano/extractors/tap-bexio/substringgmbh.yml b/_data/meltano/extractors/tap-bexio/substringgmbh.yml index 3d4816029..47cf5369e 100644 --- a/_data/meltano/extractors/tap-bexio/substringgmbh.yml +++ b/_data/meltano/extractors/tap-bexio/substringgmbh.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps description: Business Software for Small Businesses and Startups domain_url: https://www.bexio.com/ @@ -22,9 +22,10 @@ settings: kind: password label: Auth Token name: auth_token -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." + kind: date_iso8601 label: Start Date name: start_date settings_group_validation: diff --git a/_data/meltano/extractors/tap-bigmarker/manuelapilongo.yml b/_data/meltano/extractors/tap-bigmarker/manuelapilongo.yml index 983762476..0283eed92 100644 --- a/_data/meltano/extractors/tap-bigmarker/manuelapilongo.yml +++ b/_data/meltano/extractors/tap-bigmarker/manuelapilongo.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Modern, No-Download Webinar Software domain_url: https://www.bigmarker.com/ keywords: @@ -21,33 +21,33 @@ repo: https://github.com/manuelapilongo/tap-bigmarker settings: - description: The token to authenticate against the API service kind: password - label: Api Key + label: API Key name: api_key - description: The url for the API service kind: string - label: Api Url + label: API URL name: api_url +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: The page size for each request kind: string label: Page Size name: page_size -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key - api_url diff --git a/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml b/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml index c60695b1f..65c734fb5 100644 --- a/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog - discover +- schema-flattening - state -- about - stream-maps -- schema-flattening description: Buy and sell bitcoin or 46 other cryptocurrencies and store them all in one place. docs: https://bitso.com/api_info @@ -21,25 +22,67 @@ pip_url: git+https://github.com/edgarrmondragon/tap-bitso.git quality: silver repo: https://github.com/edgarrmondragon/tap-bitso settings: -- description: Bitso API Key - docs: https://bitso.com/api_info?python#generating-api-keys - kind: password - label: Bitso API Key - name: key -- description: Bitso API Secret - kind: password - label: Bitso API Secret - name: secret -- description: Set this to `https://api-sandbox.bitso.com/v3/` to use the sandbox - API instead of the production API. +- description: Bitso API base URL kind: string - label: Bitso API base URL + label: Base URL name: base_url value: https://api.bitso.com -- description: List of books to extract +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: Specifies which book to use for `tickers` and other endpoints kind: array label: Books name: books + value: + - btc_mxn +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Bitso API Key + kind: password + label: Key + name: key +- description: Bitso API Secret + kind: password + label: Secret + name: secret +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - key - secret diff --git a/_data/meltano/extractors/tap-brillium/manuelapilongo.yml b/_data/meltano/extractors/tap-brillium/manuelapilongo.yml index c9880311b..1aa6cbf64 100644 --- a/_data/meltano/extractors/tap-brillium/manuelapilongo.yml +++ b/_data/meltano/extractors/tap-brillium/manuelapilongo.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps description: Assessment platform domain_url: https://www.brillium.com/ @@ -20,24 +20,24 @@ repo: https://github.com/manuelapilongo/tap-brillium settings: - description: The key to authenticate against the API service kind: password - label: Api Key + label: API Key name: api_key +- description: Brillium Api Version. Default to latest available + kind: string + label: API Version + name: api_version - description: The base url for the API service kind: string label: Base Uri name: base_uri -- description: User Agent to use for requests - kind: string - label: User Agent - name: user_agent -- description: Brillium Api Version. Default to latest available - kind: string - label: Api Version - name: api_version - description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date +- description: User Agent to use for requests + kind: string + label: User Agent + name: user_agent settings_group_validation: - - api_key - base_uri diff --git a/_data/meltano/extractors/tap-canvas/mwcooley99.yml b/_data/meltano/extractors/tap-canvas/mwcooley99.yml index ae47d9408..5f6322249 100644 --- a/_data/meltano/extractors/tap-canvas/mwcooley99.yml +++ b/_data/meltano/extractors/tap-canvas/mwcooley99.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: https://www.instructure.com/canvas keywords: - meltano_sdk @@ -20,22 +21,38 @@ repo: https://github.com/mwcooley99/tap-canvas settings: - description: The token to authenticate against the API service kind: password - label: Api Key + label: API Key name: api_key +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: Limit courses queried to courses that end after this date. + kind: string label: Course Ends After name: course_ends_after -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -43,6 +60,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key settings_preamble: '' diff --git a/_data/meltano/extractors/tap-capsulecrm/hotgluexyz.yml b/_data/meltano/extractors/tap-capsulecrm/hotgluexyz.yml index 2ef5183a3..83c76cb2b 100644 --- a/_data/meltano/extractors/tap-capsulecrm/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-capsulecrm/hotgluexyz.yml @@ -36,8 +36,8 @@ settings: kind: integer label: Expires In name: expires_in -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-capsulecrm/matatika.yml b/_data/meltano/extractors/tap-capsulecrm/matatika.yml index 73e056594..36f027d6e 100644 --- a/_data/meltano/extractors/tap-capsulecrm/matatika.yml +++ b/_data/meltano/extractors/tap-capsulecrm/matatika.yml @@ -36,8 +36,8 @@ settings: kind: integer label: Expires In name: expires_in -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-chorusai/andyoneal.yml b/_data/meltano/extractors/tap-chorusai/andyoneal.yml index 799b74bd9..2d3518006 100644 --- a/_data/meltano/extractors/tap-chorusai/andyoneal.yml +++ b/_data/meltano/extractors/tap-chorusai/andyoneal.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -22,19 +22,8 @@ settings: kind: password label: Auth Token name: auth_token -- description: Start date if no bookmark available. - label: Start Date - name: start_date -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -42,6 +31,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: Start date if no bookmark available. + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - auth_token - start_date diff --git a/_data/meltano/extractors/tap-cin7/hotgluexyz.yml b/_data/meltano/extractors/tap-cin7/hotgluexyz.yml index 52657a415..68efd39d1 100644 --- a/_data/meltano/extractors/tap-cin7/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-cin7/hotgluexyz.yml @@ -20,11 +20,11 @@ pip_url: git+https://gitlab.com/hotglue/tap-cin7.git quality: gold repo: https://gitlab.com/hotglue/tap-cin7 settings: -- description: api_key +- description: Api_key kind: password label: API Key name: api_key -- description: api_password +- description: Api_password kind: password label: API Password name: api_password diff --git a/_data/meltano/extractors/tap-clickcast/datateer.yml b/_data/meltano/extractors/tap-clickcast/datateer.yml index 48f6c7ed9..0ab817d59 100644 --- a/_data/meltano/extractors/tap-clickcast/datateer.yml +++ b/_data/meltano/extractors/tap-clickcast/datateer.yml @@ -2,6 +2,7 @@ capabilities: - about - catalog - discover +- schema-flattening - state - stream-maps description: Clickcast Job ad platform by Appcast @@ -18,13 +19,33 @@ pip_url: git+https://github.com/datateer/tap-clickcast.git quality: silver repo: https://github.com/datateer/tap-clickcast settings: +- description: The URL base for the Clickcast API. Defaults to https://api.clickcast.cloud/clickcast/api + kind: string + label: API URL Base + name: api_url_base + value: https://api.clickcast.cloud/clickcast/api +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: A partner token generated by the Clickcast portal kind: password label: Partner Token name: partner_token -- description: The URL base for the Clickcast API. Defaults to https://api.clickcast.cloud/clickcast/api - label: Clickcast URL base - name: api_url_base +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - partner_token variant: datateer diff --git a/_data/meltano/extractors/tap-clickup/autoidm.yml b/_data/meltano/extractors/tap-clickup/autoidm.yml index f49892293..c2f9ad676 100644 --- a/_data/meltano/extractors/tap-clickup/autoidm.yml +++ b/_data/meltano/extractors/tap-clickup/autoidm.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog - discover +- schema-flattening - state -- about - stream-maps -- schema-flattening description: All your work in one place. Tasks, docs, chat, goals, & more. domain_url: https://clickup.com/api keywords: @@ -19,10 +20,52 @@ pip_url: tap-clickup quality: gold repo: https://github.com/AutoIDM/tap-clickup settings: -- description: 'Example: pk_12345' +- description: "Example: 'pk_12345" kind: password label: API Token name: api_token +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_token variant: autoidm diff --git a/_data/meltano/extractors/tap-clientsuccess/antiny.yml b/_data/meltano/extractors/tap-clientsuccess/antiny.yml index 5945b7938..a7680a5c6 100644 --- a/_data/meltano/extractors/tap-clientsuccess/antiny.yml +++ b/_data/meltano/extractors/tap-clientsuccess/antiny.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Success Software domain_url: https://www.clientsuccess.com/ keywords: @@ -19,28 +19,13 @@ pip_url: git+https://github.com/antiny/tap-clientsuccess.git quality: silver repo: https://github.com/antiny/tap-clientsuccess settings: -- description: The username to authenticate against the API service - kind: string - label: Username - name: username -- description: The password to authenticate against the API service - kind: password - label: Password - name: password - description: The url for the API service kind: string - label: Api Url + label: API URL name: api_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + value: https://api.clientsuccess.com/v1 +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -48,9 +33,25 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The password to authenticate against the API service + kind: password + label: Password + name: password +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +- description: The username to authenticate against the API service + kind: string + label: Username + name: username settings_group_validation: -- - username - - password +- - password + - username settings_preamble: '' usage: '' variant: antiny diff --git a/_data/meltano/extractors/tap-coingecko/sicarul.yml b/_data/meltano/extractors/tap-coingecko/sicarul.yml index 5397664b6..c69d0ad57 100644 --- a/_data/meltano/extractors/tap-coingecko/sicarul.yml +++ b/_data/meltano/extractors/tap-coingecko/sicarul.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: https://www.coingecko.com/ keywords: - meltano_sdk @@ -18,40 +18,46 @@ pip_url: git+https://github.com/sicarul/tap-coingecko.git quality: silver repo: https://github.com/sicarul/tap-coingecko settings: -- description: The name of the token to import the price history of - label: Token - name: token - description: Coingecko's api url - label: Api Url + kind: string + label: API URL name: api_url + value: https://api.coingecko.com/api/v3 +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: First date to obtain token price for + kind: date_iso8601 label: Start Date name: start_date -- description: Number of seconds to wait between requests - kind: integer - label: Wait Time Between Requests - name: wait_time_between_requests -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +- description: The name of the token to import the price history of + kind: password + label: Token + name: token + value: ethereum +- description: Number of seconds to wait between requests kind: integer - label: Flattening Max Depth - name: flattening_max_depth + label: Wait Time Between Requests + name: wait_time_between_requests + value: 5 settings_group_validation: -- - token - - api_url +- - api_url - start_date + - token - wait_time_between_requests settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-confluence/edgarrmondragon.yml b/_data/meltano/extractors/tap-confluence/edgarrmondragon.yml index 58a732e19..d56f7db6d 100644 --- a/_data/meltano/extractors/tap-confluence/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-confluence/edgarrmondragon.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Corporate Wiki Software domain_url: https://www.atlassian.com/software/confluence keywords: @@ -19,33 +20,44 @@ pip_url: git+https://github.com/edgarrmondragon/tap-confluence.git quality: silver repo: https://github.com/edgarrmondragon/tap-confluence settings: +- description: Your Confluence API token. + kind: password + label: API Token + name: api_token - description: The url to use for requests, e.g. https://your-domain.atlassian.net/wiki/rest/api. kind: string - label: Base Url + label: Base URL name: base_url +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: Your email address, e.g. . kind: string label: Email name: email -- description: Your Confluence API token. - kind: password - label: Api Token - name: api_token -- description: The user agent details to send with your requests. - kind: string - label: User Agent - name: user_agent -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -53,8 +65,21 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: The user agent details to send with your requests. + kind: string + label: User Agent + name: user_agent settings_group_validation: -- - email +- - api_token - base_url - - api_token + - email variant: edgarrmondragon diff --git a/_data/meltano/extractors/tap-contentful/gthesheep.yml b/_data/meltano/extractors/tap-contentful/gthesheep.yml index 0596fef00..f6a9f81ef 100644 --- a/_data/meltano/extractors/tap-contentful/gthesheep.yml +++ b/_data/meltano/extractors/tap-contentful/gthesheep.yml @@ -3,6 +3,7 @@ capabilities: - batch - catalog - discover +- schema-flattening - state - stream-maps description: Content Management Platform @@ -20,12 +21,45 @@ pip_url: git+https://github.com/GtheSheep/tap-contentful.git quality: silver repo: https://github.com/GtheSheep/tap-contentful settings: -- description: Token to authenticate against the API service +- description: The token to authenticate against the API service kind: password - label: Authentication Token + label: Auth Token name: auth_token -- description: Space identifier to pull content from +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Space ID to replicate + kind: password label: Space ID name: space_id - description: User-defined config values to be used within map expressions. diff --git a/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml b/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml index 64327d509..93f760f78 100644 --- a/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml +++ b/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: https://www.cqc.org.uk/ keywords: - meltano_sdk @@ -18,31 +18,33 @@ pip_url: git+https://github.com/birdiecare/tap-cqc-org-uk.git quality: silver repo: https://github.com/birdiecare/tap-cqc-org-uk settings: +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Partner Code + kind: string label: Partner Code name: partner_code - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. + kind: date_iso8601 label: Start Date name: start_date -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: [] settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-criteo/edgarrmondragon.yml b/_data/meltano/extractors/tap-criteo/edgarrmondragon.yml index 857b23e59..98770ef1d 100644 --- a/_data/meltano/extractors/tap-criteo/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-criteo/edgarrmondragon.yml @@ -3,6 +3,7 @@ capabilities: - catalog - discover - schema-flattening +- state - stream-maps description: Advertising Platform domain_url: https://www.criteo.com/ @@ -31,8 +32,8 @@ settings: kind: password label: Client Secret name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-dagster/voxmedia.yml b/_data/meltano/extractors/tap-dagster/voxmedia.yml index b259b3d87..b8a5492ed 100644 --- a/_data/meltano/extractors/tap-dagster/voxmedia.yml +++ b/_data/meltano/extractors/tap-dagster/voxmedia.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud-native orchestration of data pipelines domain_url: https://dagster.io/ keywords: @@ -19,28 +19,16 @@ pip_url: git+https://github.com/voxmedia/tap-dagster.git quality: silver repo: https://github.com/voxmedia/tap-dagster settings: +- description: The url for the API + kind: string + label: API URL + name: api_url - description: The token to authenticate against the API service kind: password label: Auth Token name: auth_token -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ - can be expected to take." - label: Start Date - name: start_date -- description: The url for the API - label: Api Url - name: api_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -48,6 +36,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_url - auth_token diff --git a/_data/meltano/extractors/tap-dash-hudson/gthesheep.yml b/_data/meltano/extractors/tap-dash-hudson/gthesheep.yml index 0e23bd5a1..176bd728b 100644 --- a/_data/meltano/extractors/tap-dash-hudson/gthesheep.yml +++ b/_data/meltano/extractors/tap-dash-hudson/gthesheep.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Social Media Marketing Platform domain_url: https://developer.dashhudson.com/#section/APIs @@ -18,19 +19,43 @@ pip_url: git+https://github.com/gthesheep/tap-dash-hudson.git quality: silver repo: https://github.com/gthesheep/tap-dash-hudson settings: -- description: API key gained from the Dash Hudson UI +- description: The token to authenticate against the API service kind: password label: API Key name: api_key -- description: Unique identifier for your Dash Hudson brand +- description: Brand IDs to query for + kind: integer label: Brand ID name: brand_id -- description: Start date as of when to collect metrics from - label: Start date +- description: End date to collect metrics for + kind: date_iso8601 + label: End Date + name: end_date +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Start date to collect metrics from + kind: date_iso8601 + label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key - brand_id - - start_date - end_date + - start_date variant: gthesheep diff --git a/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml b/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml index f8caff8a4..8e3bc371a 100644 --- a/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: dbf file extension represents the dBase database file domain_url: https://en.wikipedia.org/wiki/.dbf keywords: @@ -19,34 +20,62 @@ pip_url: git+https://github.com/edgarrmondragon/tap-dbf.git quality: silver repo: https://github.com/edgarrmondragon/tap-dbf settings: -- description: The file path. - label: Path - name: path +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Fs Root + kind: string label: Fs Root name: fs_root + value: file:// - description: A boolean whether to ignore missing memofile. kind: boolean label: Ignore Missing Memofile name: ignore_missing_memofile + value: false +- description: The file path. + kind: string + label: Path + name: path +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth settings_group_validation: - - path settings_preamble: '' diff --git a/_data/meltano/extractors/tap-dearsystems/hotgluexyz.yml b/_data/meltano/extractors/tap-dearsystems/hotgluexyz.yml index 37883e8e8..791d1bb62 100644 --- a/_data/meltano/extractors/tap-dearsystems/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-dearsystems/hotgluexyz.yml @@ -28,8 +28,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-decentraland-api/decentraland.yml b/_data/meltano/extractors/tap-decentraland-api/decentraland.yml index 8ee323757..e9d997d5f 100644 --- a/_data/meltano/extractors/tap-decentraland-api/decentraland.yml +++ b/_data/meltano/extractors/tap-decentraland-api/decentraland.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -19,50 +19,83 @@ quality: silver repo: https://github.com/decentraland/tap-decentraland-api settings: - description: Api Url - label: Api Url + kind: string + label: API URL name: api_url -- description: Coingecko Url - label: Coingecko Url - name: coingecko_url + value: https://api.decentraland.org +- description: '' + kind: string + label: Builder API URL + name: builder_api_url + value: https://builder-api.decentraland.org/v1 +- description: '' + kind: string + label: Catalysts Start Date + name: catalysts_start_date + value: '2000-01-01' - description: Coingecko Start Date + kind: string label: Coingecko Start Date name: coingecko_start_date + value: '2017-10-28' +- description: Coingecko Url + kind: string + label: Coingecko URL + name: coingecko_url + value: https://api.coingecko.com/api/v3 - description: Events Api Url - label: Events Api Url + kind: string + label: Events API URL name: events_api_url -- description: Governance Snapshot Api Url - label: Governance Snapshot Api Url - name: governance_snapshot_api_url + value: https://events.decentraland.org/api +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Governance Aragon Api Url - label: Governance Aragon Api Url + kind: string + label: Governance Aragon API URL name: governance_aragon_api_url + value: https://api.thegraph.com/subgraphs/name/aragon/aragon-voting-mainnet +- description: Governance Snapshot Api Url + kind: string + label: Governance Snapshot API URL + name: governance_snapshot_api_url + value: https://governance.decentraland.org/api - description: Peer Api Url - label: Peer Api Url + kind: string + label: Peer API URL name: peer_api_url + value: https://peer-lb.decentraland.org +- description: '' + kind: string + label: Places API URL + name: places_api_url + value: https://places.decentraland.org/api - description: Scenes Per Run kind: integer label: Scenes Per Run name: scenes_per_run -- description: Smart Items Url - label: Smart Items Url - name: smart_items_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps + value: 2000 - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Sync content after certain snapshot date in unix timestamp kind: integer - label: Flattening Max Depth - name: flattening_max_depth + label: Sync Content After + name: sync_content_after + value: 1680998400000 settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml b/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml index 9e7ee1440..34822a3c8 100644 --- a/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml +++ b/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -18,45 +18,24 @@ pip_url: git+https://github.com/decentraland/tap-decentraland-thegraph.git quality: silver repo: https://github.com/decentraland/tap-decentraland-thegraph settings: -- description: The start updated at date to use. - kind: integer - label: Start Updated At - name: start_updated_at - description: The API URL. - label: Api URL + kind: string + label: API URL name: api_url -- description: Polygon Collections URL - label: Polygon Collections URL - name: polygon_collections_url -- description: Incremental Limit - kind: integer - label: Incremental Limit - name: incremental_limit + value: https://api.thegraph.com/subgraphs/name/decentraland/marketplace +- description: Eth Collections Url + kind: string + label: Eth Collections URL + name: eth_collections_url + value: + https://api.thegraph.com/subgraphs/name/decentraland/collections-ethereum-mainnet - description: Eth Mana Holder URL + kind: string label: Eth Mana Holder URL name: eth_mana_holder_url -- description: Polygon Mana Holder Url - label: Polygon Mana Holder Url - name: polygon_mana_holder_url -- description: Poaps Xdai Url - label: Poaps Xdai Url - name: poaps_xdai_url -- description: Poaps Details Url - label: Poaps Details Url - name: poaps_details_url -- description: Eth Collections Url - label: Eth Collections Url - name: eth_collections_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + value: https://api.thegraph.com/subgraphs/name/decentraland/mana-ethereum-mainnet +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -64,6 +43,49 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: Incremental Limit + kind: integer + label: Incremental Limit + name: incremental_limit + value: 50000 +- description: Poaps Details Url + kind: string + label: Poaps Details URL + name: poaps_details_url + value: http://api.poap.xyz +- description: Poaps Xdai Url + kind: string + label: Poaps Xdai URL + name: poaps_xdai_url + value: https://api.thegraph.com/subgraphs/name/poap-xyz/poap-xdai +- description: Polygon Collections URL + kind: string + label: Polygon Collections URL + name: polygon_collections_url + value: https://api.thegraph.com/subgraphs/name/decentraland/collections-matic-mainnet +- description: Polygon Mana Holder Url + kind: string + label: Polygon Mana Holder URL + name: polygon_mana_holder_url + value: https://api.thegraph.com/subgraphs/name/decentraland/mana-matic-mainnet +- description: '' + kind: string + label: Rentals URL + name: rentals_url + value: https://api.thegraph.com/subgraphs/name/decentraland/rentals-ethereum-mainnet +- description: The start updated at date to use. + kind: integer + label: Start Updated At + name: start_updated_at + value: 1 +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-degreed/the-prairie.yml b/_data/meltano/extractors/tap-degreed/the-prairie.yml index 7c7a87541..1ed358540 100644 --- a/_data/meltano/extractors/tap-degreed/the-prairie.yml +++ b/_data/meltano/extractors/tap-degreed/the-prairie.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps domain_url: https://degreed.com/ keywords: @@ -17,28 +17,32 @@ pip_url: git+https://github.com/the-prairie/tap-degreed.git quality: silver repo: https://github.com/the-prairie/tap-degreed settings: +- description: The url for the API service + kind: string + label: API URL + name: api_url + value: https://degreed.com/oauth/token - description: The token to authenticate against the API service kind: password - label: Client Id + label: Client ID name: client_id - description: The token to authenticate against the API service kind: password label: Client Secret name: client_secret -- description: The url for the API service - label: Api Url - name: api_url -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ - can be expected to take." - label: Start Date - name: start_date - description: The earliest record date to sync. Expected format YYYY-mm-dd. + kind: date_iso8601 label: End Date name: end_date +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: -- - client_secret - - client_id +- - client_id + - client_secret settings_preamble: '' usage: '' variant: the-prairie diff --git a/_data/meltano/extractors/tap-dotykacka/hotgluexyz.yml b/_data/meltano/extractors/tap-dotykacka/hotgluexyz.yml index d3d407dac..9a9860aa2 100644 --- a/_data/meltano/extractors/tap-dotykacka/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-dotykacka/hotgluexyz.yml @@ -28,8 +28,8 @@ settings: kind: password label: Cloud ID name: cloud_id -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -41,8 +41,8 @@ settings: kind: password label: Refresh Token name: refresh_token -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date diff --git a/_data/meltano/extractors/tap-dynamics-bc/hotgluexyz.yml b/_data/meltano/extractors/tap-dynamics-bc/hotgluexyz.yml index d5007d688..b293f9ccf 100644 --- a/_data/meltano/extractors/tap-dynamics-bc/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-dynamics-bc/hotgluexyz.yml @@ -36,8 +36,8 @@ settings: kind: string label: Environment Name name: environment_name -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml b/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml index 418a20370..364e3c994 100644 --- a/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml @@ -28,8 +28,8 @@ settings: kind: password label: Client Secret name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -39,7 +39,7 @@ settings: name: flattening_max_depth - description: The API redirect URI. kind: string - label: Redirect URI + label: Redirect Uri name: redirect_uri - description: Your Dynamics 365 refresh token. kind: password diff --git a/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml b/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml index 0d102dcf1..dcb88d1fe 100644 --- a/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml +++ b/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml @@ -3,6 +3,7 @@ capabilities: - catalog - discover - schema-flattening +- state - stream-maps description: AWS NoSQL Database domain_url: https://aws.amazon.com/dynamodb/ @@ -29,7 +30,7 @@ settings: kind: string label: AWS Assume Role Arn name: aws_assume_role_arn -- description: 'The default AWS region name (e.g. us-east-1) ' +- description: The default AWS region name (e.g. us-east-1) kind: string label: AWS Default Region name: aws_default_region @@ -51,8 +52,8 @@ settings: kind: password label: AWS Session Token name: aws_session_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -60,6 +61,11 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The amount of records to sample when inferring the schema. + kind: integer + label: Infer Schema Sample Size + name: infer_schema_sample_size + value: 100 - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -69,6 +75,11 @@ settings: kind: object label: Stream Maps name: stream_maps +- description: A mapping of table name to the scan kwargs that should be used to override + the default when querying that table. + kind: object + label: Table Scan Kwargs + name: table_scan_kwargs - description: An array of table names to extract from. kind: array label: Tables @@ -77,10 +88,11 @@ settings: kind: boolean label: Use AWS Env Vars name: use_aws_env_vars + value: false settings_group_validation: - - aws_access_key_id - - aws_secret_access_key - aws_default_region + - aws_secret_access_key - - aws_profile settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-ecwid/hotgluexyz.yml b/_data/meltano/extractors/tap-ecwid/hotgluexyz.yml index a683848c1..4e7e30cec 100644 --- a/_data/meltano/extractors/tap-ecwid/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-ecwid/hotgluexyz.yml @@ -26,8 +26,8 @@ settings: label: API URL name: api_url value: https://app.ecwid.com/api/v3 -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-emarsys/gthesheep.yml b/_data/meltano/extractors/tap-emarsys/gthesheep.yml index 139812fa1..8752899f8 100644 --- a/_data/meltano/extractors/tap-emarsys/gthesheep.yml +++ b/_data/meltano/extractors/tap-emarsys/gthesheep.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps description: Omnichannel Customer Engagement Platform domain_url: https://emarsys.com/ @@ -19,21 +19,22 @@ pip_url: git+https://github.com/GtheSheep/tap-emarsys.git quality: silver repo: https://github.com/GtheSheep/tap-emarsys settings: -- description: The username obtained for the API user - kind: string - label: Username - name: username +- description: The language ID for data to be retrieved in + kind: password + label: Language ID + name: language_id + value: en - description: The secret obtained for the API user kind: password label: Secret name: secret -- description: The language ID for data to be retrieved in - kind: password - label: Language Id - name: language_id +- description: The username obtained for the API user + kind: string + label: Username + name: username settings_group_validation: -- - username - - secret +- - secret + - username settings_preamble: '' usage: '' variant: gthesheep diff --git a/_data/meltano/extractors/tap-eventbrite/hotgluexyz.yml b/_data/meltano/extractors/tap-eventbrite/hotgluexyz.yml index 15c65d27e..5506d0d18 100644 --- a/_data/meltano/extractors/tap-eventbrite/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-eventbrite/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-facebook-pages/goes-funky.yml b/_data/meltano/extractors/tap-facebook-pages/goes-funky.yml index d19e2e631..f68f9a558 100644 --- a/_data/meltano/extractors/tap-facebook-pages/goes-funky.yml +++ b/_data/meltano/extractors/tap-facebook-pages/goes-funky.yml @@ -2,8 +2,6 @@ capabilities: - catalog - discover - state -- about -- stream-maps description: Facebook Pages API domain_url: https://developers.facebook.com/docs/pages/ keywords: @@ -18,22 +16,22 @@ pip_url: git+https://github.com/goes-funky/tap-facebook-pages.git quality: silver repo: https://github.com/goes-funky/tap-facebook-pages settings: -- description: A list of page IDs. - documentation: https://www.facebook.com/help/1503421039731588 - kind: array - label: Page IDs - name: page_ids - description: User access token to authenticate with the API. documentation: https://developers.facebook.com/docs/facebook-login/access-tokens/#usertokens kind: password label: Access Token name: access_token +- description: A list of page IDs. + documentation: https://www.facebook.com/help/1503421039731588 + kind: array + label: Page IDs + name: page_ids - description: The date to start syncing data from. kind: date_iso8601 label: Start Date name: start_date settings_group_validation: -- - start_date +- - access_token - page_ids - - access_token + - start_date variant: goes-funky diff --git a/_data/meltano/extractors/tap-facebook-pages/voxmedia.yml b/_data/meltano/extractors/tap-facebook-pages/voxmedia.yml index 3e482abb3..1edb2c75f 100644 --- a/_data/meltano/extractors/tap-facebook-pages/voxmedia.yml +++ b/_data/meltano/extractors/tap-facebook-pages/voxmedia.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Facebook Pages API domain_url: https://developers.facebook.com/docs/pages/ keywords: @@ -27,12 +27,24 @@ select: - '!all_videos.*' - '!recent_post_insights.*' settings: -- description: Long-lived user access token with access to all pages. - kind: password - label: User Token - name: user_token -- description: "An array of objects containing keys `id` and `access_token`. E.g.\ - \ [{'id': 'abc', 'access_token': 'def'}]" +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The lookback period for fetching insights data. Defaults to 12 months, + meaning that we fetch insights only for the last 12 months and for posts published + within the last 12 months. + kind: integer + label: Insights Lookback Months + name: insights_lookback_months + value: 24 +- description: "An array of objects containing keys `id` and `access_token`. E.g. + [{'id': 'abc', 'access_token': 'def'}]" kind: array label: Pages name: pages @@ -40,30 +52,32 @@ settings: kind: date_iso8601 label: Start Date name: start_date -- description: The lookback period for fetching insights data. Defaults to 12 months, - meaning that we fetch insights only for the last 12 months and for posts published - within the last 12 months. - kind: integer - label: Insights Lookback Months - name: insights_lookback_months +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Long-lived user access token with access to all pages. + kind: password + label: User Token + name: user_token +- description: The name of the video created timestamp field + kind: password + label: Video Created At Field + name: video_created_at_field +- description: The name of the video ID field + kind: password + label: Video ID Field + name: video_id_field +- description: The table name used to fetch video IDs from in the form of project. + Schema. Table_name + kind: password + label: Videos Table Name + name: videos_table_name settings_group_validation: - - user_token settings_preamble: | diff --git a/_data/meltano/extractors/tap-facebook/meltanolabs.yml b/_data/meltano/extractors/tap-facebook/meltanolabs.yml index 4d42b6dbf..7e2703251 100644 --- a/_data/meltano/extractors/tap-facebook/meltanolabs.yml +++ b/_data/meltano/extractors/tap-facebook/meltanolabs.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -20,24 +21,49 @@ pip_url: git+https://github.com/MeltanoLabs/tap-facebook.git quality: gold repo: https://github.com/MeltanoLabs/tap-facebook settings: -- description: The token to authenticate against the API. +- description: The token to authenticate against the API service kind: password label: Access Token name: access_token -- description: The Facebook Ads Account ID to retrieve data from. +- description: Your Facebook Account ID. kind: password label: Account ID name: account_id -- description: The API version to retrieve records from. +- description: The API version to request data from. kind: string label: API Version name: api_version + value: v16.0 +- description: '' + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: '' + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: '' + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: '' + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: The latest record date to sync kind: date_iso8601 label: End Date name: end_date -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-faire/hotgluexyz.yml b/_data/meltano/extractors/tap-faire/hotgluexyz.yml index 9041f0818..ba0ad830d 100644 --- a/_data/meltano/extractors/tap-faire/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-faire/hotgluexyz.yml @@ -29,8 +29,8 @@ settings: label: API URL name: api_url value: https://www.faire.com/api/v1/ -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-feed/jawats.yml b/_data/meltano/extractors/tap-feed/jawats.yml index f787a9c1b..3ab461ad8 100644 --- a/_data/meltano/extractors/tap-feed/jawats.yml +++ b/_data/meltano/extractors/tap-feed/jawats.yml @@ -1,7 +1,10 @@ capabilities: +- about - catalog - discover +- schema-flattening - state +- stream-maps description: Generic tap for RSS and Atom feeds domain_url: https://en.wikipedia.org/wiki/RSS keywords: @@ -16,29 +19,54 @@ pip_url: tap-feed quality: silver repo: https://github.com/jawats/tap-feed settings: -- description: A list of one or more feed paths. - kind: array - label: Feed Urls - name: feed_urls -- description: A list of feed level data fields to capture. - kind: array - label: Feed Fields - name: feed_fields - description: A list of entry level data fields to capture. kind: array label: Feed Entry Fields name: feed_entry_fields + value: + - id + - title + - link - description: The field used to determine new records, typically 'published' or 'updated'. - kind: string + kind: password label: Feed Entry Replication Key name: feed_entry_replication_key -- description: The earliest record date to sync. + value: published +- description: A list of feed level data fields to capture. + kind: array + label: Feed Fields + name: feed_fields + value: + - title +- description: A list of one or more feed paths. + kind: array + label: Feed URLs + name: feed_urls +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - feed_urls - - feed_fields - - feed_entry_fields +- - feed_entry_fields - feed_entry_replication_key + - feed_fields + - feed_urls variant: jawats diff --git a/_data/meltano/extractors/tap-fishbowl/hotgluexyz.yml b/_data/meltano/extractors/tap-fishbowl/hotgluexyz.yml index 7f65fe6e5..404392513 100644 --- a/_data/meltano/extractors/tap-fishbowl/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-fishbowl/hotgluexyz.yml @@ -32,8 +32,8 @@ settings: kind: password label: Auth Token name: auth_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -45,7 +45,7 @@ settings: kind: string label: Instance name: instance -- description: username's password +- description: Username's password kind: password label: Password name: password diff --git a/_data/meltano/extractors/tap-followupboss/hotgluexyz.yml b/_data/meltano/extractors/tap-followupboss/hotgluexyz.yml index 55a0972e1..f15697a02 100644 --- a/_data/meltano/extractors/tap-followupboss/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-followupboss/hotgluexyz.yml @@ -25,8 +25,8 @@ settings: label: API URL name: api_url value: https://api.followupboss.com/v1 -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-formstack/hotgluexyz.yml b/_data/meltano/extractors/tap-formstack/hotgluexyz.yml index 31f5959ae..e5069ed53 100644 --- a/_data/meltano/extractors/tap-formstack/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-formstack/hotgluexyz.yml @@ -37,8 +37,8 @@ settings: kind: integer label: Expires In name: expires_in -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-fortnox/hotgluexyz.yml b/_data/meltano/extractors/tap-fortnox/hotgluexyz.yml index 4020d227e..fba4798e2 100644 --- a/_data/meltano/extractors/tap-fortnox/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-fortnox/hotgluexyz.yml @@ -28,8 +28,8 @@ settings: kind: password label: Client Secret name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-freshbooks/hotgluexyz.yml b/_data/meltano/extractors/tap-freshbooks/hotgluexyz.yml index cc7fcb0c1..15b2fc041 100644 --- a/_data/meltano/extractors/tap-freshbooks/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-freshbooks/hotgluexyz.yml @@ -28,8 +28,8 @@ settings: kind: password label: Client ID name: client_id -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -39,7 +39,7 @@ settings: name: flattening_max_depth - description: The API redirect URI. kind: string - label: Redirect URI + label: Redirect URII name: redirect_uri - description: Your FreshBooks API refresh token. kind: password diff --git a/_data/meltano/extractors/tap-freshcaller/hotgluexyz.yml b/_data/meltano/extractors/tap-freshcaller/hotgluexyz.yml index 59ce2a116..144e8935d 100644 --- a/_data/meltano/extractors/tap-freshcaller/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-freshcaller/hotgluexyz.yml @@ -25,8 +25,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-freshdesk/acarter24.yml b/_data/meltano/extractors/tap-freshdesk/acarter24.yml index d39f2486e..892d26dec 100644 --- a/_data/meltano/extractors/tap-freshdesk/acarter24.yml +++ b/_data/meltano/extractors/tap-freshdesk/acarter24.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -24,12 +25,40 @@ settings: kind: password label: API Key name: api_key +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: The url for the API service kind: string label: Domain name: domain -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: '' + kind: array + label: Embeds Tickets Detail + name: embeds.tickets_detail +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-freshworks/hotgluexyz.yml b/_data/meltano/extractors/tap-freshworks/hotgluexyz.yml index 0c8981f43..21f727379 100644 --- a/_data/meltano/extractors/tap-freshworks/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-freshworks/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: Auth Token name: auth_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-gainsightpx/widen.yml b/_data/meltano/extractors/tap-gainsightpx/widen.yml index 0513c22c0..153075bc3 100644 --- a/_data/meltano/extractors/tap-gainsightpx/widen.yml +++ b/_data/meltano/extractors/tap-gainsightpx/widen.yml @@ -1,12 +1,13 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: User tracking in web apps -domain_url: https://support.gainsight.com/PX/API_for_Developers/02Usage_of_Different_APIs/Work_with_the_Gainsight_PX_REST_API +domain_url: + https://support.gainsight.com/PX/API_for_Developers/02Usage_of_Different_APIs/Work_with_the_Gainsight_PX_REST_API keywords: - api - gainsight @@ -21,45 +22,55 @@ pip_url: git+https://github.com/Widen/tap-gainsightpx.git quality: silver repo: https://github.com/Widen/tap-gainsightpx settings: -- description: The base url for GainsightPX service. See GainsightPX docs. - documentation: https://support.gainsight.com/PX/API_for_Developers/02Usage_of_Different_APIs/Work_with_the_Gainsight_PX_REST_API - label: API URI - name: api_url -- description: The api key to authenticate against the GainsightPX service. - documentation: https://support.gainsight.com/PX/API_for_Developers/02Usage_of_Different_APIs/Work_with_the_Gainsight_PX_REST_API +- description: The api key to authenticate against the GainsightPX service + documentation: + https://support.gainsight.com/PX/API_for_Developers/02Usage_of_Different_APIs/Work_with_the_Gainsight_PX_REST_API kind: password label: API Key name: api_key -- description: The number of records to return from the API in single page.Default - and max varies based on the endpoint - label: Page Size - name: page_size -- description: The earliest record date to sync (inclusive '>='). ISO Format. - kind: date_iso8601 - label: Start Date - name: start_date +- description: The base url for GainsightPX service. See GainsightPX docs. + documentation: + https://support.gainsight.com/PX/API_for_Developers/02Usage_of_Different_APIs/Work_with_the_Gainsight_PX_REST_API + kind: string + label: API URL + name: api_url + value: https://api.aptrinsic.com/v1 - description: The latest record date to sync (inclusive '<='). ISO format. kind: date_iso8601 label: End Date name: end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean label: Flattening Enabled name: flattening_enabled - description: The max depth to flatten schemas. + kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The number of records to return from the API in single page. Default + and max varies based on the endpoint. + kind: integer + label: Page Size + name: page_size + value: 500 +- description: The earliest record date to sync (inclusive '>='). ISO Format + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - api_url - - api_key +- - api_key + - api_url + - end_date - page_size - start_date - - end_date variant: widen diff --git a/_data/meltano/extractors/tap-getpocket/edgarrmondragon.yml b/_data/meltano/extractors/tap-getpocket/edgarrmondragon.yml index 8179b4fd7..9fe277668 100644 --- a/_data/meltano/extractors/tap-getpocket/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-getpocket/edgarrmondragon.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog - discover +- schema-flattening - state -- about - stream-maps -- schema-flattening description: Your own private corner of the web to spend quality time with great articles. domain_url: https://getpocket.com/ keywords: @@ -19,24 +20,40 @@ pip_url: git+https://github.com/edgarrmondragon/tap-getpocket.git quality: silver repo: https://github.com/edgarrmondragon/tap-getpocket settings: -- description: Pocket application consumer key - documentation: https://getpocket.com/developer/docs/authentication - kind: password - label: Consumer Key - name: consumer_key -- description: Pocket application access token +- description: Pocket user access token documentation: https://getpocket.com/developer/docs/authentication kind: password label: Access Token name: access_token -- description: Start date for data extraction +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. kind: string - label: Start Date - name: start_date -- description: Extract favorite items - kind: boolean - label: Favorite - name: favorite + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: Pocket application key + documentation: https://getpocket.com/developer/docs/authentication + kind: password + label: Consumer Key + name: consumer_key - description: > Extract items of a specific content type. Leave out to sync all content types. @@ -50,23 +67,52 @@ settings: value: video - label: Image value: image -- description: Extract items of a specific state +- description: Set to `true` to sync only favorite items, `false` to sync only non-favorite + items, or omit to sync all items + kind: boolean + label: Favorite + name: favorite +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The earliest record datetime to sync as a UNIX timestamp + kind: date_iso8601 + label: Start Date + name: start_date +- description: Type of item state to sync. By default, all states are synced. kind: options label: State name: state options: - - label: Unread - value: unread - label: Archive value: archive + - label: Unread + value: unread - label: All value: all -- description: > - Extract items of a specific tag. Use `_untagged_` to extract items without tags + value: all +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: The tag to sync. By default, all tags are synced. Use `_untagged_` + to sync untagged items. kind: string label: Tag name: tag settings_group_validation: -- - consumer_key - - access_token +- - access_token + - consumer_key + - state variant: edgarrmondragon diff --git a/_data/meltano/extractors/tap-getpocket/evelte.yml b/_data/meltano/extractors/tap-getpocket/evelte.yml index 439053d55..50aced9bc 100644 --- a/_data/meltano/extractors/tap-getpocket/evelte.yml +++ b/_data/meltano/extractors/tap-getpocket/evelte.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps description: Your own private corner of the web to spend quality time with great articles. domain_url: https://getpocket.com/ @@ -19,35 +19,41 @@ pip_url: git+https://github.com/evelte/tap-getpocket.git quality: silver repo: https://github.com/evelte/tap-getpocket settings: -- description: The consumer key used in the authentication flow - kind: password - label: Consumer Key - name: consumer_key - description: Access token to authenticate against the API service. Follow instructions in README to get kind: password label: Access Token name: access_token -- description: The earliest record date to sync - label: Start Date - name: start_date +- description: The consumer key used in the authentication flow + kind: password + label: Consumer Key + name: consumer_key +- description: Whether to retrieve only basic information or all data about each item + kind: string + label: Detail Type + name: detail_type + value: complete - description: Whether to retrieve only favorited, unfavorited or all items kind: boolean label: Favorite name: favorite +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date - description: Whether to retrieve only unread, archived or all items + kind: string label: State name: state -- description: Whether to retrieve only basic information or all data about each item - label: Detail Type - name: detail_type + value: all - description: Only return items with this tag_name. Use _untagged_ to get only untagged items + kind: string label: Tag name: tag settings_group_validation: -- - consumer_key - - access_token +- - access_token + - consumer_key settings_preamble: '' usage: '' variant: evelte diff --git a/_data/meltano/extractors/tap-gladly/harrystech.yml b/_data/meltano/extractors/tap-gladly/harrystech.yml index 61a1d7fda..eb0ee37b8 100644 --- a/_data/meltano/extractors/tap-gladly/harrystech.yml +++ b/_data/meltano/extractors/tap-gladly/harrystech.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -18,46 +18,59 @@ pip_url: git+https://github.com/harrystech/tap-gladly.git quality: silver repo: https://github.com/harrystech/tap-gladly settings: -- description: The username to authenticate against the API service - label: Username - name: username +- description: The url for the API service + kind: string + label: API URL Base + name: api_url_base +- description: The latest job date to sync, parsed with "pendulum.parse" + kind: date_iso8601 + label: End Date + name: end_date +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Maximmum lookback in time to try fetch files generated by export jobs + from. If start_date is earlier than (now - start_date), the tap does not try to + fetch the export files as it assumes they do not exist. + kind: integer + label: Max Job Lookback + name: max_job_lookback - description: The username to authenticate against the API service kind: password label: Password name: password - description: Project IDs to replicate kind: array - label: Project Ids + label: Project IDs name: project_ids -- description: The earliest record date to sync, format %Y-%m-%dT%H:%M:%SZ +- description: The earliest job date to sync, parsed with "pendulum.parse" + kind: date_iso8601 label: Start Date name: start_date -- description: The url for the API service - label: Api Url Base - name: api_url_base +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: The username to authenticate against the API service + kind: string + label: Username + name: username settings_group_validation: -- - start_date - - username +- - api_url_base - password - - api_url_base + - start_date + - username settings_preamble: '' usage: '' variant: harrystech diff --git a/_data/meltano/extractors/tap-gmail/kgpayne.yml b/_data/meltano/extractors/tap-gmail/kgpayne.yml index e693a7657..283ff6f41 100644 --- a/_data/meltano/extractors/tap-gmail/kgpayne.yml +++ b/_data/meltano/extractors/tap-gmail/kgpayne.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Email service provided by Google domain_url: https://www.google.com/gmail/about/ hidden: true @@ -20,44 +20,53 @@ pip_url: meltanolabs-tap-gmail quality: silver repo: https://github.com/MeltanoLabs/tap-gmail settings: +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Include messages from SPAM and TRASH in the results. + kind: boolean + label: Messages Include Spam Trash + name: messages.include_spam_trash + value: false +- description: Only return messages matching the specified query. Supports the same + query format as the Gmail search box. For example, "from:someuser@example.com + rfc822msgid: is:unread". Parameter cannot be used when + accessing the api using the gmail. Metadata scope. Https://developers. Google. + Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters + kind: string + label: Messages Q + name: messages.q - description: Your google client_id kind: password - label: Oauth Credentials Client Id + label: OAuth Credentials Client ID name: oauth_credentials.client_id - description: Your google client_secret kind: password - label: Oauth Credentials Client Secret + label: OAuth Credentials Client Secret name: oauth_credentials.client_secret - description: Your google refresh token kind: password - label: Oauth Credentials Refresh Token + label: OAuth Credentials Refresh Token name: oauth_credentials.refresh_token -- description: Your Gmail User ID - kind: password - label: User Id - name: user_id -- description: Include messages from SPAM and TRASH in the results. - kind: boolean - label: Messages Include Spam Trash - name: messages.include_spam_trash +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Your Gmail User ID + kind: password + label: User ID + name: user_id settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-gmail/meltanolabs.yml b/_data/meltano/extractors/tap-gmail/meltanolabs.yml index fa05cd8e8..04d579362 100644 --- a/_data/meltano/extractors/tap-gmail/meltanolabs.yml +++ b/_data/meltano/extractors/tap-gmail/meltanolabs.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Email service provided by Google domain_url: https://www.google.com/gmail/about/ keywords: @@ -19,44 +19,53 @@ pip_url: meltanolabs-tap-gmail quality: gold repo: https://github.com/MeltanoLabs/tap-gmail settings: +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Include messages from SPAM and TRASH in the results. + kind: boolean + label: Messages Include Spam Trash + name: messages.include_spam_trash + value: false +- description: Only return messages matching the specified query. Supports the same + query format as the Gmail search box. For example, "from:someuser@example.com + rfc822msgid: is:unread". Parameter cannot be used when + accessing the api using the gmail. Metadata scope. Https://developers. Google. + Com/gmail/api/reference/rest/v1/users. Messages/list#query-parameters + kind: string + label: Messages Q + name: messages.q - description: Your google client_id kind: password - label: Oauth Credentials Client Id + label: OAuth Credentials Client ID name: oauth_credentials.client_id - description: Your google client_secret kind: password - label: Oauth Credentials Client Secret + label: OAuth Credentials Client Secret name: oauth_credentials.client_secret - description: Your google refresh token kind: password - label: Oauth Credentials Refresh Token + label: OAuth Credentials Refresh Token name: oauth_credentials.refresh_token -- description: Your Gmail User ID - kind: password - label: User Id - name: user_id -- description: Include messages from SPAM and TRASH in the results. - kind: boolean - label: Messages Include Spam Trash - name: messages.include_spam_trash +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Your Gmail User ID + kind: password + label: User ID + name: user_id settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-gohighlevel/hotgluexyz.yml b/_data/meltano/extractors/tap-gohighlevel/hotgluexyz.yml index 450221c84..51b6bbac7 100644 --- a/_data/meltano/extractors/tap-gohighlevel/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-gohighlevel/hotgluexyz.yml @@ -37,8 +37,8 @@ settings: kind: integer label: Expires In name: expires_in -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-gong/symon-ai.yml b/_data/meltano/extractors/tap-gong/symon-ai.yml index 1fadd4809..31a5bdd6c 100644 --- a/_data/meltano/extractors/tap-gong/symon-ai.yml +++ b/_data/meltano/extractors/tap-gong/symon-ai.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Revenue Intelligence Software domain_url: https://www.gong.io/ executable: tap-gong @@ -28,27 +28,12 @@ settings: kind: password label: Access Key Secret name: access_key_secret -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date - description: Date up to when historical data will be extracted. kind: date_iso8601 label: End Date name: end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -56,11 +41,26 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - access_key_secret - - start_date +- - access_key + - access_key_secret - end_date - - access_key + - start_date settings_preamble: '' usage: '' variant: symon-ai diff --git a/_data/meltano/extractors/tap-google-sheets/matatika.yml b/_data/meltano/extractors/tap-google-sheets/matatika.yml index 79f4ae7c5..cd9730d66 100644 --- a/_data/meltano/extractors/tap-google-sheets/matatika.yml +++ b/_data/meltano/extractors/tap-google-sheets/matatika.yml @@ -2,9 +2,12 @@ capabilities: - about - catalog - discover +- schema-flattening +- state - stream-maps description: Cloud Spreadsheets -domain_url: https://developers.google.com/webmaster-tools/search-console-api-original/v3/how-tos/search_analytics +domain_url: + https://developers.google.com/webmaster-tools/search-console-api-original/v3/how-tos/search_analytics keywords: - api - meltano_sdk @@ -17,35 +20,52 @@ pip_url: git+https://github.com/Matatika/tap-google-sheets.git quality: gold repo: https://github.com/Matatika/tap-google-sheets settings: -- description: Google OAuth Client ID +- description: Optionally sync data from a different sheet in your Google Sheet + kind: string + label: Child Sheet Name + name: child_sheet_name +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Optionally choose one or more primary key columns + kind: array + label: Key Properties + name: key_properties +- description: Your google client_id kind: password - label: Client ID + label: OAuth Credentials Client ID name: oauth_credentials.client_id -- description: Google OAuth Client Secret +- description: Your google client_secret kind: password - label: Client Secret + label: OAuth Credentials Client Secret name: oauth_credentials.client_secret -- description: Google OAuth Refresh Token +- description: Your google refresh token kind: password - label: Refresh Token + label: OAuth Credentials Refresh Token name: oauth_credentials.refresh_token -- description: Google Sheet ID +- description: Optionally rename your output file or table + kind: string + label: Output Name + name: output_name +- description: Your google sheet id + kind: password label: Sheet ID name: sheet_id -- description: Optionally change the name of the output file or table. By default - that tap will use the file name of your Google Sheet. - label: Stream Name - name: stream_name -- description: Optionally pick a different sheet within your Google Sheet to sync - data from. By default the tap will sync data from the first visible sheet in your - Google Sheet. - label: Child Sheet Name - name: child_sheet_name -- description: Optionally set one or more columns from within your Google Sheet to - be primary keys for your table. Chosen columns cannot contain null values. - kind: array - label: Key Properties - name: key_properties +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - oauth_credentials.client_id - oauth_credentials.client_secret diff --git a/_data/meltano/extractors/tap-googleads/matatika.yml b/_data/meltano/extractors/tap-googleads/matatika.yml index 7dd2f3959..2b629e047 100644 --- a/_data/meltano/extractors/tap-googleads/matatika.yml +++ b/_data/meltano/extractors/tap-googleads/matatika.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Google Advertising Platform domain_url: https://ads.google.com @@ -18,58 +19,47 @@ pip_url: git+https://github.com/Matatika/tap-googleads.git quality: gold repo: https://github.com/Matatika/tap-googleads settings: -- description: OAuth Client ID (Required) - [Obtain your credentials](https://developers.google.com/adwords/api/docs/guides/authentication) +- description: Customer ID (Required) of the google ads account you want to sync data + from. + kind: password + label: Customer ID + name: customer_id +- description: Developer Token (Required) - [Obtain your developer token](https://developers.google.com/google-ads/api/docs/first-call/dev-token) kind: password - label: Client ID + label: Developer Token + name: developer_token +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: OAuth Client ID (Required) - [Obtain your + credentials](https://developers.google.com/adwords/api/docs/guides/authentication) + kind: password + label: OAuth Credentials Client ID name: oauth_credentials.client_id -- description: OAuth Client Secret (Required) - [Obtain your credentials](https://developers.google.com/adwords/api/docs/guides/authentication) +- description: OAuth Client Secret (Required) - [Obtain your + credentials](https://developers.google.com/adwords/api/docs/guides/authentication) kind: password - label: Client Secret + label: OAuth Credentials Client Secret name: oauth_credentials.client_secret -- description: OAuth Refresh Token (Required) - [Obtain your credentials](https://developers.google.com/adwords/api/docs/guides/authentication) +- description: OAuth Refresh Token (Required) - [Obtain your + credentials](https://developers.google.com/adwords/api/docs/guides/authentication) kind: password - label: Refresh Token + label: OAuth Credentials Refresh Token name: oauth_credentials.refresh_token -- description: Developer Token (Required) - [Obtain your developer token](https://developers.google.com/google-ads/api/docs/first-call/dev-token) - kind: password - label: Developer Token - name: developer_token -- description: Customer ID (Required) of the google ads account you want to sync data - from. - label: Customer ID - name: customer_id -- description: Optional date to start sycning data from. - kind: date_iso8601 - label: Start Date - name: start_date -- description: Optional date to sync data until. - kind: date_iso8601 - label: End Date - name: end_date -- description: This setting only matters if you plan on doing proxy OAuth. OAuth identity - provider authorization endpoint used create and refresh tokens. - kind: hidden - label: OAuth Credentials Authorization URL - name: oauth_credentials.authorization_url - value: https://oauth2.googleapis.com/token -- description: This setting only matters if you plan on doing proxy OAuth. OAuth scopes - we need to request access to. - kind: hidden - label: OAuth Credentials Scope - name: oauth_credentials.scope - value: https://www.googleapis.com/auth/adwords -- description: This setting only matters if you plan on doing proxy OAuth. - kind: hidden - label: OAuth Credentials Access Token - name: oauth_credentials.access_token -- description: This setting only matters if you plan on doing proxy OAuth. Will be - called with 'oauth_credentials.refresh_token' to refresh the access token - kind: hidden - label: OAuth Credentials Refresh Proxy URL - name: oauth_credentials.refresh_proxy_url -- description: This setting only matters if you plan on doing proxy OAuth. Sets Authorization - header on 'oauth_credentials.refresh_url' request - kind: hidden - label: OAuth Credentials Refresh Proxy URL Auth - name: oauth_credentials.refresh_proxy_url_auth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: [] variant: matatika diff --git a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml index e130f6ed6..33393583d 100644 --- a/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml +++ b/_data/meltano/extractors/tap-gorgias/brooklyn-data.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Ecommerce Helpdesk domain_url: https://developers.gorgias.com/reference @@ -18,26 +19,47 @@ pip_url: git+https://github.com/brooklyn-data/tap-gorgias.git quality: gold repo: https://github.com/brooklyn-data/tap-gorgias settings: -- description: Subdomain (.gorgias.com) - required - kind: string - label: Subdomain - name: subdomain -- description: Email address to authenticate with - required +- description: API key generated by the user + kind: password + label: API Key + name: api_key +- description: Email address to authenticate with kind: string label: Email Address name: email_address -- description: API key generated by the user - required - kind: string - label: API Key - name: api_key -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The page size for each list endpoint call + kind: integer + label: Page Size + name: page_size + value: 100 +- description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date -- description: The page size for each list view items call. Default is 100, the maximum. - kind: integer - label: Ticket View Page Size - name: ticket_view_page_size +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Subdomain (.gorgias.com) + kind: string + label: Subdomain + name: subdomain +settings_group_validation: +- - api_key + - email_address + - subdomain variant: brooklyn-data diff --git a/_data/meltano/extractors/tap-greenhouse/rawwar.yml b/_data/meltano/extractors/tap-greenhouse/rawwar.yml index 84aab97d6..f210eac6c 100644 --- a/_data/meltano/extractors/tap-greenhouse/rawwar.yml +++ b/_data/meltano/extractors/tap-greenhouse/rawwar.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -19,13 +20,57 @@ pip_url: git+https://github.com/rawwar/tap-greenhouse.git quality: gold repo: https://github.com/rawwar/tap-greenhouse settings: -- description: Your Greenhouse [API Key](https://developers.greenhouse.io/harvest.html#authentication). +- description: The url for the API service + kind: string + label: API URL + name: api_url + value: https://harvest.greenhouse.io/v1/ +- description: The token to authenticate against the API service kind: password - label: Basic Authentication Token + label: Auth Token name: auth_token -- description: URL for Greenhouse Harvest API - label: Greenhouse Harvest API URL - name: api_url +- description: '' + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: '' + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: '' + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: '' + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - auth_token variant: rawwar diff --git a/_data/meltano/extractors/tap-hellobaton/dluftspring.yml b/_data/meltano/extractors/tap-hellobaton/dluftspring.yml index dbee41b9a..0175a1785 100644 --- a/_data/meltano/extractors/tap-hellobaton/dluftspring.yml +++ b/_data/meltano/extractors/tap-hellobaton/dluftspring.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Customer onboarding software for managing software implementations domain_url: https://app.hellobaton.com/api/redoc/ @@ -18,16 +19,36 @@ pip_url: git+https://github.com/dluftspring/tap-hellobaton.git quality: silver repo: https://github.com/dluftspring/tap-hellobaton settings: -- description: Company name used in the api url +- description: The token to authenticate against the API service + kind: password + label: API Key + name: api_key +- description: Company instance to add to the base url kind: string label: Company name: company -- description: Credentials used to connect to the source - kind: string - label: API Key - name: api_key -- description: Optional user agent string to use during api calls +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +- description: User agent string kind: string label: User Agent name: user_agent +settings_group_validation: +- - api_key + - company variant: dluftspring diff --git a/_data/meltano/extractors/tap-hibob/potloc.yml b/_data/meltano/extractors/tap-hibob/potloc.yml index 8d023f7dd..fbb8d6b63 100644 --- a/_data/meltano/extractors/tap-hibob/potloc.yml +++ b/_data/meltano/extractors/tap-hibob/potloc.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: HR Platform domain_url: https://www.hibob.com/ keywords: @@ -19,28 +20,49 @@ pip_url: git+https://github.com/potloc/tap-hibob.git quality: silver repo: https://github.com/potloc/tap-hibob settings: +- description: The url for the API service + kind: string + label: API URL + name: api_url + value: https://api.hibob.com - description: Authorization token for Auth2.0 - kind: password + kind: string label: Authorization name: authorization -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ - can be expected to take." - label: Start Date - name: start_date -- description: The url for the API service - label: Api Url - name: api_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: Https://sdk. Meltano. Com/en/latest/classes/singer_sdk. Reststream. + Html#singer_sdk. Reststream. Backoff_max_tries Default value is set to 5, making + dynamic This is an exponential backoff - 2, 4, 8, 16, 32 -> Setting the number + of retries allows us to circumvente rate limits. + kind: integer + label: Backoff Max Tries + name: backoff_max_tries + value: 5 +- description: '' + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: '' + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: '' + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: '' + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -48,6 +70,29 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: ID of service account. + kind: password + label: Service Account ID + name: service_account_id +- description: Password for associated service account. + kind: password + label: Service Account Password + name: service_account_password +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - authorization settings_preamble: '' diff --git a/_data/meltano/extractors/tap-hotjar/epoch8.yml b/_data/meltano/extractors/tap-hotjar/epoch8.yml index 288c4e435..5950ebf55 100644 --- a/_data/meltano/extractors/tap-hotjar/epoch8.yml +++ b/_data/meltano/extractors/tap-hotjar/epoch8.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Website heatmaps and behavior analytics tools domain_url: https://www.hotjar.com/ keywords: @@ -23,31 +23,31 @@ settings: kind: string label: Email name: email +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Project IDs to replicate kind: password label: Password name: password +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth settings_group_validation: -- - password - - email +- - email + - password settings_preamble: '' usage: '' variant: epoch8 diff --git a/_data/meltano/extractors/tap-hubspot/potloc.yml b/_data/meltano/extractors/tap-hubspot/potloc.yml index 32c469a8f..c7667ff93 100644 --- a/_data/meltano/extractors/tap-hubspot/potloc.yml +++ b/_data/meltano/extractors/tap-hubspot/potloc.yml @@ -1,10 +1,11 @@ capabilities: -- discover +- about +- batch - catalog +- discover +- schema-flattening - state -- about - stream-maps -- schema-flattening description: Inbound Marketing software domain_url: https://developers.hubspot.com/docs/api/overview keywords: @@ -19,13 +20,57 @@ pip_url: git+https://github.com/potloc/tap-hubspot.git quality: gold repo: https://github.com/potloc/tap-hubspot settings: -- description: Access token generated by a PRIVATE hubspot app +- description: PRIVATE Access Token for Hubspot API kind: password - label: Bearer Access Token + label: Access Token name: access_token -- description: Start date for sync (currently not operational) +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The earliest record date to sync + kind: date_iso8601 label: Start Date name: start_date - value: '2010-01-01T00:00:00Z' -settings_group_validation: [] +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - access_token + - start_date variant: potloc diff --git a/_data/meltano/extractors/tap-hubspot/spacecowboy.yml b/_data/meltano/extractors/tap-hubspot/spacecowboy.yml index 54e9db9d3..a560d7d94 100644 --- a/_data/meltano/extractors/tap-hubspot/spacecowboy.yml +++ b/_data/meltano/extractors/tap-hubspot/spacecowboy.yml @@ -1,8 +1,11 @@ capabilities: +- about +- batch - catalog - discover -- properties +- schema-flattening - state +- stream-maps description: Inbound Marketing software domain_url: https://legacydocs.hubspot.com/docs/overview keywords: @@ -17,15 +20,62 @@ pip_url: git+https://github.com/spacecowboy/tap-hubspot.git quality: gold repo: https://github.com/spacecowboy/tap-hubspot settings: -- description: This is API key for your HubSpot account +- description: '' + kind: string + label: Batch Config Encoding Compression + name: batch_config.encoding.compression +- description: '' + kind: string + label: Batch Config Encoding Format + name: batch_config.encoding.format +- description: '' + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix + value: '' +- description: '' + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: Size of batch files + kind: integer + label: Batch Size + name: batch_size + value: 1000000 +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: HubSpot private app token kind: password label: HubSpot API Key name: hapikey -- description: This is the cutoff date for syncing historical data. - kind: date_iso8601 - label: Start Date - name: start_date +- description: Set to True to avoid using the search API - implies full table replication + kind: boolean + label: No Search + name: no_search + value: false +- description: Starts incremental stream from this updated timestamp + kind: string + label: Start From + name: start_from +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - hapikey - - start_date +- - batch_config.encoding.compression + - batch_config.encoding.format + - batch_config.storage.root + - hapikey variant: spacecowboy diff --git a/_data/meltano/extractors/tap-immuta/immuta.yml b/_data/meltano/extractors/tap-immuta/immuta.yml index 9f6d0dc31..932ba97ff 100644 --- a/_data/meltano/extractors/tap-immuta/immuta.yml +++ b/_data/meltano/extractors/tap-immuta/immuta.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps description: Data Governance Solutions domain_url: https://www.immuta.com/ @@ -18,19 +18,20 @@ pip_url: git+https://github.com/immuta/tap-immuta.git quality: silver repo: https://github.com/immuta/tap-immuta settings: +- description: User-generated Immuta API Key. + kind: password + label: API Key + name: api_key - description: Immuta hostname, e.g. https://my-immuta.my-domain.com kind: string label: Hostname name: hostname -- description: User-generated Immuta API Key. - kind: password - label: Api Key - name: api_key - description: Should be set to something that includes a contact email address should the API provider need to contact you for any reason. kind: string label: User Agent name: user_agent + value: tap-immuta settings_group_validation: - - api_key - hostname diff --git a/_data/meltano/extractors/tap-instagram/prratek.yml b/_data/meltano/extractors/tap-instagram/prratek.yml index 2ac39887d..2f2b1c11c 100644 --- a/_data/meltano/extractors/tap-instagram/prratek.yml +++ b/_data/meltano/extractors/tap-instagram/prratek.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps -- schema-flattening description: Social Networking platform domain_url: https://developers.facebook.com/docs/instagram-api hidden: true @@ -20,13 +20,46 @@ pip_url: tap-instagram quality: silver repo: https://github.com/prratek/tap-instagram settings: -- description: Array of user IDs for Instagram Business users - kind: array - label: IG User IDs - name: ig_user_ids -- description: A long-lived user access token. See README in Github Repo for more - details. +- description: A user access token kind: password label: Access Token name: access_token +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User IDs of the Instagram accounts to replicate + kind: array + label: Ig User IDs + name: ig_user_ids +- description: The tap fetches media insights for Media objects posted in the last + `insights_lookback_days` days - defaults to 14 days if not provided + kind: integer + label: Media Insights Lookback Days + name: media_insights_lookback_days + value: 60 +- description: A user access token + kind: string + label: Metrics Log Level + name: metrics_log_level +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - access_token + - ig_user_ids variant: prratek diff --git a/_data/meltano/extractors/tap-instagram/voxmedia.yml b/_data/meltano/extractors/tap-instagram/voxmedia.yml index 008e6eabf..8bdddd34f 100644 --- a/_data/meltano/extractors/tap-instagram/voxmedia.yml +++ b/_data/meltano/extractors/tap-instagram/voxmedia.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps -- schema-flattening description: Social Networking platform domain_url: https://developers.facebook.com/docs/instagram-api keywords: @@ -19,13 +19,46 @@ pip_url: tap-instagram quality: silver repo: https://github.com/voxmedia/tap-instagram settings: -- description: Array of user IDs for Instagram Business users - kind: array - label: IG User IDs - name: ig_user_ids -- description: A long-lived user access token. See README in Github Repo for more - details. +- description: A user access token kind: password label: Access Token name: access_token +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User IDs of the Instagram accounts to replicate + kind: array + label: Ig User IDs + name: ig_user_ids +- description: The tap fetches media insights for Media objects posted in the last + `insights_lookback_days` days - defaults to 14 days if not provided + kind: integer + label: Media Insights Lookback Days + name: media_insights_lookback_days + value: 60 +- description: A user access token + kind: string + label: Metrics Log Level + name: metrics_log_level +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - access_token + - ig_user_ids variant: voxmedia diff --git a/_data/meltano/extractors/tap-itunes/hotgluexyz.yml b/_data/meltano/extractors/tap-itunes/hotgluexyz.yml index 6ba5c0883..da121be53 100644 --- a/_data/meltano/extractors/tap-itunes/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-itunes/hotgluexyz.yml @@ -25,8 +25,8 @@ settings: kind: password label: App ID name: app_id -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-jotform/hotgluexyz.yml b/_data/meltano/extractors/tap-jotform/hotgluexyz.yml index 12ac9894d..2f5accf91 100644 --- a/_data/meltano/extractors/tap-jotform/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-jotform/hotgluexyz.yml @@ -25,8 +25,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-judgeme/hotgluexyz.yml b/_data/meltano/extractors/tap-judgeme/hotgluexyz.yml index 94f38a901..7fecdade8 100644 --- a/_data/meltano/extractors/tap-judgeme/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-judgeme/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: Auth Token name: auth_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-keap/hotgluexyz.yml b/_data/meltano/extractors/tap-keap/hotgluexyz.yml index 0d0630862..2099459f4 100644 --- a/_data/meltano/extractors/tap-keap/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-keap/hotgluexyz.yml @@ -36,8 +36,8 @@ settings: kind: integer label: Expires In name: expires_in -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml index ae903635c..dba80c439 100644 --- a/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml +++ b/_data/meltano/extractors/tap-klaviyo/meltanolabs.yml @@ -25,8 +25,8 @@ settings: kind: password label: Auth Token name: auth_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-krow/datateer.yml b/_data/meltano/extractors/tap-krow/datateer.yml index 9f47bd049..96cd5a0bf 100644 --- a/_data/meltano/extractors/tap-krow/datateer.yml +++ b/_data/meltano/extractors/tap-krow/datateer.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: https://krow.ai/ keywords: - meltano_sdk @@ -20,21 +20,15 @@ repo: https://github.com/Datateer/tap-krow settings: - description: Your KROW API key. kind: password - label: Api Key + label: API Key name: api_key - description: Your KROW url. - label: Api Url Base + kind: string + label: API URL Base name: api_url_base -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + value: https://industry-staging.herokuapp.com/v1 +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -42,6 +36,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key settings_preamble: '' diff --git a/_data/meltano/extractors/tap-kustomer/meltanolabs.yml b/_data/meltano/extractors/tap-kustomer/meltanolabs.yml index 8afff3e40..4117e06e4 100644 --- a/_data/meltano/extractors/tap-kustomer/meltanolabs.yml +++ b/_data/meltano/extractors/tap-kustomer/meltanolabs.yml @@ -25,8 +25,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-lastfm/rabidaudio.yml b/_data/meltano/extractors/tap-lastfm/rabidaudio.yml index 81043ac62..41c292142 100644 --- a/_data/meltano/extractors/tap-lastfm/rabidaudio.yml +++ b/_data/meltano/extractors/tap-lastfm/rabidaudio.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Play music, find songs, and discover artists domain_url: https://www.last.fm/ keywords: @@ -21,41 +21,45 @@ repo: https://github.com/rabidaudio/tap-lastfm settings: - description: The API key to authenticate against the API service kind: password - label: Api Key + label: API Key name: api_key -- description: The usernames of users to fetch scrobble data for - kind: array - label: Usernames - name: usernames -- description: Passed to the API to identify the tool requesting data - label: User Agent - name: user_agent -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." + kind: date_iso8601 label: Start Date name: start_date - description: The number of days to scan through before emitting state kind: integer label: Step Days name: step_days -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps + value: 30 - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +- description: Passed to the API to identify the tool requesting data + kind: string + label: User Agent + name: user_agent + value: tap-lastfm +- description: The usernames of users to fetch scrobble data for + kind: array + label: Usernames + name: usernames settings_group_validation: - - api_key - usernames diff --git a/_data/meltano/extractors/tap-lightdash/gthesheep.yml b/_data/meltano/extractors/tap-lightdash/gthesheep.yml index 4d3516fab..0f1a307b1 100644 --- a/_data/meltano/extractors/tap-lightdash/gthesheep.yml +++ b/_data/meltano/extractors/tap-lightdash/gthesheep.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Business Intelligence Platform domain_url: https://github.com/lightdash/lightdash @@ -18,12 +19,15 @@ pip_url: git+https://github.com/gthesheep/tap-lightdash.git quality: silver repo: https://github.com/gthesheep/tap-lightdash settings: -- description: URL of your Lightdash instance - label: URL - name: url -- description: Username to authenticate with - label: Username - name: username +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Password for authentication kind: password label: Password @@ -32,9 +36,26 @@ settings: kind: password label: Personal Access Token name: personal_access_token +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: URL of your Lightdash instance + kind: string + label: URL + name: url +- description: Username to authenticate with + kind: string + label: Username + name: username settings_group_validation: -- - url - - username - - password +- - password - personal_access_token + - url + - username variant: gthesheep diff --git a/_data/meltano/extractors/tap-linear/getoslash.yml b/_data/meltano/extractors/tap-linear/getoslash.yml index 53e76b1a4..025444377 100644 --- a/_data/meltano/extractors/tap-linear/getoslash.yml +++ b/_data/meltano/extractors/tap-linear/getoslash.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -18,26 +18,17 @@ pip_url: git+https://github.com/getoslash/tap-linear.git quality: silver repo: https://github.com/getoslash/tap-linear settings: +- description: The URL for the API service + kind: string + label: API URL + name: api_url + value: https://api.linear.app/graphql - description: The token to authenticate against the API service kind: password label: Auth Token name: auth_token -- description: The URL for the API service - label: Api Url - name: api_url -- description: The earliest record date to sync - label: Start Date - name: start_date -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -45,6 +36,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - auth_token settings_preamble: '' diff --git a/_data/meltano/extractors/tap-linkedin-ads/meltanolabs.yml b/_data/meltano/extractors/tap-linkedin-ads/meltanolabs.yml index dffe56cf1..2cd260fea 100644 --- a/_data/meltano/extractors/tap-linkedin-ads/meltanolabs.yml +++ b/_data/meltano/extractors/tap-linkedin-ads/meltanolabs.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -28,25 +29,48 @@ settings: kind: string label: Accounts name: accounts -- description: LinkedInAds API Version +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. kind: string - label: API Version - name: api_version - value: '202207' + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: LinkedInAds Campaign ID kind: string label: Campaign name: campaign -- description: client secret key - kind: password - label: Client Secret - name: client_secret +- description: LinkedInAds Campaign Group ID. Used for the campaign_group stream + kind: string + label: Campaign Group + name: campaign_group +- description: LinkedInAds Creative ID. Used for the creative stream + kind: string + label: Creative + name: creative - description: The latest record date to sync kind: date_iso8601 label: End Date name: end_date -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -58,10 +82,6 @@ settings: kind: string label: Owner name: owner -- description: Generated token, bearer auth - kind: password - label: Refresh Token - name: refresh_token - description: The earliest record date to sync kind: date_iso8601 label: Start Date @@ -82,6 +102,12 @@ settings: value: tap-linkedin-ads settings_group_validation: - - access_token + - accounts + - campaign + - campaign_group + - creative + - owner + - start_date settings_preamble: '' usage: '' variant: meltanolabs diff --git a/_data/meltano/extractors/tap-lotr/mattarderne.yml b/_data/meltano/extractors/tap-lotr/mattarderne.yml index e6f62e4d4..62616ebb3 100644 --- a/_data/meltano/extractors/tap-lotr/mattarderne.yml +++ b/_data/meltano/extractors/tap-lotr/mattarderne.yml @@ -1,6 +1,9 @@ capabilities: +- about - catalog - discover +- state +- stream-maps description: Lord of the Rings API domain_url: https://the-one-api.dev/ keywords: @@ -15,9 +18,23 @@ pip_url: git+https://github.com/mattarderne/tap-lotr.git quality: silver repo: https://github.com/mattarderne/tap-lotr settings: -- description: Access token obtained from the [account page](https://the-one-api.dev/account) +- description: The token to authenticate against the API service + kind: password label: API Key name: api_key +- description: The url for the API service + kind: string + label: API URL + name: api_url + value: https://api.mysample.com +- description: Project IDs to replicate + kind: array + label: Project IDs + name: project_ids +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: - - api_key variant: mattarderne diff --git a/_data/meltano/extractors/tap-magento/hotgluexyz.yml b/_data/meltano/extractors/tap-magento/hotgluexyz.yml index 6baf7b61a..e6df269b1 100644 --- a/_data/meltano/extractors/tap-magento/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-magento/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: Access Token name: access_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -58,11 +58,11 @@ settings: label: Username name: username settings_group_validation: -- - store_url +- - password + - store_url - username - - password -- - store_url - - access_token +- - access_token + - store_url settings_preamble: '' usage: '' variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-mailchimp/acarter24.yml b/_data/meltano/extractors/tap-mailchimp/acarter24.yml index d0df5fb6b..9d761ccbf 100644 --- a/_data/meltano/extractors/tap-mailchimp/acarter24.yml +++ b/_data/meltano/extractors/tap-mailchimp/acarter24.yml @@ -29,8 +29,8 @@ settings: kind: string label: Data Center name: dc -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-mailerlite/alvaroraul7.yml b/_data/meltano/extractors/tap-mailerlite/alvaroraul7.yml index 30449243c..875004251 100644 --- a/_data/meltano/extractors/tap-mailerlite/alvaroraul7.yml +++ b/_data/meltano/extractors/tap-mailerlite/alvaroraul7.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Email marketing software domain_url: https://www.mailerlite.com/ keywords: @@ -24,28 +24,28 @@ settings: kind: password label: Auth Token name: auth_token +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth settings_group_validation: - - auth_token settings_preamble: '' diff --git a/_data/meltano/extractors/tap-mailjet/somtom.yml b/_data/meltano/extractors/tap-mailjet/somtom.yml index 34ef2f133..b43b08c8a 100644 --- a/_data/meltano/extractors/tap-mailjet/somtom.yml +++ b/_data/meltano/extractors/tap-mailjet/somtom.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -20,25 +20,14 @@ repo: https://github.com/Somtom/tap-mailjet settings: - description: API key to authenticate against the API service kind: password - label: Api Key + label: API Key name: api_key - description: API secret to authenticate against the API service kind: password - label: Api Secret + label: API Secret name: api_secret -- description: The earliest record date to sync - label: Start Date - name: start_date -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -46,6 +35,18 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key - api_secret diff --git a/_data/meltano/extractors/tap-marketplacer/hotgluexyz.yml b/_data/meltano/extractors/tap-marketplacer/hotgluexyz.yml index 42f770e36..87d5a8dfa 100644 --- a/_data/meltano/extractors/tap-marketplacer/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-marketplacer/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-meltano/matatika.yml b/_data/meltano/extractors/tap-meltano/matatika.yml index 4c3811202..eb7a858c5 100644 --- a/_data/meltano/extractors/tap-meltano/matatika.yml +++ b/_data/meltano/extractors/tap-meltano/matatika.yml @@ -1,6 +1,9 @@ capabilities: +- about - catalog - discover +- state +- stream-maps description: Meltano job information domain_url: https://docs.meltano.com/ keywords: @@ -15,8 +18,10 @@ pip_url: git+https://github.com/Matatika/tap-meltano.git quality: gold repo: https://github.com/Matatika/tap-meltano settings: -- description: The target Meltano project's database URI +- description: Meltano Database URI you want to get jobs from kind: password - label: Meltano Database URI + label: Meltano Database Uri name: meltano_database_uri +settings_group_validation: +- - meltano_database_uri variant: matatika diff --git a/_data/meltano/extractors/tap-meltanohub/autoidm.yml b/_data/meltano/extractors/tap-meltanohub/autoidm.yml index b58e28050..adabaa6fe 100644 --- a/_data/meltano/extractors/tap-meltanohub/autoidm.yml +++ b/_data/meltano/extractors/tap-meltanohub/autoidm.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -22,18 +22,12 @@ quality: gold repo: https://github.com/AutoIDM/tap-meltanohub settings: - description: The url for the API service - label: Api Url + kind: string + label: API URL name: api_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + value: https://hub.meltano.com +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -41,6 +35,15 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-memberful/prratek.yml b/_data/meltano/extractors/tap-memberful/prratek.yml index 3d79af91c..f580b6464 100644 --- a/_data/meltano/extractors/tap-memberful/prratek.yml +++ b/_data/meltano/extractors/tap-memberful/prratek.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps domain_url: https://memberful.com/ keywords: @@ -18,9 +18,11 @@ quality: silver repo: https://github.com/prratek/tap-memberful settings: - description: The token to authenticate against the API service - label: Api Key + kind: password + label: API Key name: api_key - description: The earliest record date to sync + kind: date_iso8601 label: Start Date name: start_date settings_group_validation: diff --git a/_data/meltano/extractors/tap-mercadopago/a-rusi.yml b/_data/meltano/extractors/tap-mercadopago/a-rusi.yml index 0f63d9b27..9ae768c55 100644 --- a/_data/meltano/extractors/tap-mercadopago/a-rusi.yml +++ b/_data/meltano/extractors/tap-mercadopago/a-rusi.yml @@ -1,7 +1,8 @@ capabilities: -- catalog - about +- catalog - discover +- schema-flattening - state - stream-maps description: Virtual wallet and payments platform @@ -18,26 +19,43 @@ pip_url: git+https://github.com/a-rusi/tap-mercadopago.git quality: silver repo: https://github.com/a-rusi/tap-mercadopago settings: -- description: API authorization token. You can find more info on how to obtain it - [here](https://www.mercadopago.com.ar/developers/en/guides/overview) +- description: The token to authenticate against the API service kind: password label: Auth Token name: auth_token -- description: The earliest record date to sync (default is yesterday). - kind: date_iso8601 - label: Start Date - name: start_date -- description: The latest record date to sync (default is the current date) +- description: URL of the Mercado Pago API (default = https://api.mercadopago.com/v1) + kind: string + label: Base URL + name: base_url + value: https://api.mercadopago.com/v1 +- description: The latest record date to sync (default = NOW) kind: date_iso8601 label: End Date name: end_date -- description: URL of the Mercado Pago API (default is https://api.mercadopago.com/v1") - kind: string - label: Base Url - name: base_url +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The earliest record date to sync (default is yesterday) + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - auth_token - - start_date - - end_date - base_url + - end_date + - start_date variant: a-rusi diff --git a/_data/meltano/extractors/tap-meshstack/meshcloud.yml b/_data/meltano/extractors/tap-meshstack/meshcloud.yml index e32b21469..b63ec2afe 100644 --- a/_data/meltano/extractors/tap-meshstack/meshcloud.yml +++ b/_data/meltano/extractors/tap-meshstack/meshcloud.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -18,54 +18,64 @@ pip_url: git+https://github.com/meshcloud/tap-meshstack.git quality: silver repo: https://github.com/meshcloud/tap-meshstack settings: -- description: The HTTP basic auth user to authenticate against the meshObject API - for federation - label: Federation Auth Username - name: federation.auth.username +- description: Path to a public SSL certificate used to verify connection to meshStack + kind: string + label: Cert Path + name: cert_path +- description: The url of the meshObject API (excluding the /api prefix!) + kind: string + label: Federation API URL + name: federation.api_url - description: The HTTP basic auth password to authenticate against the meshObject API for federation kind: password label: Federation Auth Password name: federation.auth.password -- description: The url of the meshObject API (excluding the /api prefix!) - label: Federation Api Url - name: federation.api_url - description: The HTTP basic auth user to authenticate against the meshObject API - for kraken - label: Kraken Auth Username - name: kraken.auth.username + for federation + kind: string + label: Federation Auth Username + name: federation.auth.username +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The url of the meshObject API (excluding the /api prefix!) + kind: string + label: Kraken API URL + name: kraken.api_url - description: The HTTP basic auth password to authenticate against the meshObject API for kraken kind: password label: Kraken Auth Password name: kraken.auth.password -- description: The url of the meshObject API (excluding the /api prefix!) - label: Kraken Api Url - name: kraken.api_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps +- description: The HTTP basic auth user to authenticate against the meshObject API + for kraken + kind: string + label: Kraken Auth Username + name: kraken.auth.username - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - federation.auth.username - - federation.auth.password +- - federation - federation.api_url - - kraken.auth.username - - kraken.auth.password + - federation.auth.password + - federation.auth.username + - kraken - kraken.api_url + - kraken.auth.password + - kraken.auth.username settings_preamble: '' usage: '' variant: meshcloud diff --git a/_data/meltano/extractors/tap-metronome/hotgluexyz.yml b/_data/meltano/extractors/tap-metronome/hotgluexyz.yml index 9a5358bb6..13198304c 100644 --- a/_data/meltano/extractors/tap-metronome/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-metronome/hotgluexyz.yml @@ -39,8 +39,8 @@ settings: kind: date_iso8601 label: End Date name: end_date -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -48,8 +48,8 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date diff --git a/_data/meltano/extractors/tap-mindstamp/manuelapilongo.yml b/_data/meltano/extractors/tap-mindstamp/manuelapilongo.yml index 45ad31364..c64e6ff29 100644 --- a/_data/meltano/extractors/tap-mindstamp/manuelapilongo.yml +++ b/_data/meltano/extractors/tap-mindstamp/manuelapilongo.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: https://mindstamp.io/ keywords: - meltano_sdk @@ -19,21 +19,16 @@ quality: silver repo: https://github.com/manuelapilongo/tap-mindstamp settings: - description: The token to authenticate against the API service - label: Api Key + kind: password + label: API Key name: api_key - description: The url for the API service - label: Api Url + kind: string + label: API URL name: api_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + value: https://api.mysample.com +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -41,6 +36,14 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key settings_preamble: '' diff --git a/_data/meltano/extractors/tap-miro/slalom-consulting.yml b/_data/meltano/extractors/tap-miro/slalom-consulting.yml index 1fe270651..3bfeb6d80 100644 --- a/_data/meltano/extractors/tap-miro/slalom-consulting.yml +++ b/_data/meltano/extractors/tap-miro/slalom-consulting.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Visual collaboration platform domain_url: https://miro.com/ keywords: @@ -19,37 +19,16 @@ pip_url: git+https://github.com/Slalom-Consulting/tap-miro.git quality: silver repo: https://github.com/Slalom-Consulting/tap-miro settings: -- description: Access token. +- description: Access token for API. kind: password label: Access Token name: access_token -- description: The ID of an Organization. - kind: password - label: Organization Id - name: organization_id -- description: 'The response limit for paginated API streams. (Range: 0-100)' - kind: integer - label: Limit - name: limit -- description: The User agent to present to the API. - kind: string - label: User Agent - name: user_agent - description: Override the url for the API service. kind: string - label: Api Url + label: API URL name: api_url -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -57,9 +36,35 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: 'The response limit for paginated API streams. (range: 0-100)' + kind: integer + label: Limit + name: limit + value: 100 +- description: The ID of an Organization. + kind: password + label: Organization ID + name: organization_id +- description: '' + kind: array + label: Stream Config + name: stream_config +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: The User agent to present to the API. + kind: string + label: User Agent + name: user_agent settings_group_validation: -- - organization_id - - access_token +- - access_token + - organization_id settings_preamble: '' usage: '' variant: slalom-consulting diff --git a/_data/meltano/extractors/tap-monday/gthesheep.yml b/_data/meltano/extractors/tap-monday/gthesheep.yml index 17deb3a3b..a003a464d 100644 --- a/_data/meltano/extractors/tap-monday/gthesheep.yml +++ b/_data/meltano/extractors/tap-monday/gthesheep.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Work operating platform for projects and workflows domain_url: https://api.developer.monday.com/docs @@ -18,13 +19,33 @@ pip_url: git+https://github.com/gthesheep/tap-monday.git quality: silver repo: https://github.com/gthesheep/tap-monday settings: -- description: API Token gained from Monday.com authorisation process +- description: The token to authenticate against the API service kind: password - label: API Token + label: Auth Token name: auth_token -- description: Number of boards to retrieve per page +- description: The number of boards to fetch at once + kind: integer label: Board Limit name: board_limit + value: 10 +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - auth_token - board_limit diff --git a/_data/meltano/extractors/tap-mongodb/meltanolabs.yml b/_data/meltano/extractors/tap-mongodb/meltanolabs.yml index d5eaf37a0..985ad6bfd 100644 --- a/_data/meltano/extractors/tap-mongodb/meltanolabs.yml +++ b/_data/meltano/extractors/tap-mongodb/meltanolabs.yml @@ -1,8 +1,10 @@ capabilities: +- about +- batch - catalog -- state - discover -- about +- schema-flattening +- state - stream-maps description: General purpose, document-based, distributed database. domain_url: https://www.mongodb.com/ @@ -20,57 +22,6 @@ pip_url: git+https://github.com/MeltanoLabs/tap-mongodb.git quality: silver repo: https://github.com/MeltanoLabs/tap-mongodb settings: -- description: Database name from which records will be extracted. - kind: string - label: Database - name: database -- description: | - MongoDB connection string. See - https://www.mongodb.com/docs/manual/reference/connection-string/#connection-string-uri-format for specification. - The password included in this string should be url-encoded. The tap will not url-encode it. - kind: password - label: MongoDB Connection String - name: mongodb_connection_string -- description: | - String (serialized JSON object) with keys 'username', 'password', 'engine', 'host', 'port', - 'dbClusterIdentifier' or 'dbName', 'ssl'. See example at - https://docs.aws.amazon.com/secretsmanager/latest/userguide/reference_secret_json_structure.html#reference_secret_json_structure_docdb. - The password from this JSON object will be url-encoded by the tap before opening the database connection. - (This config setting exists to support use of AWS SecretsManager to manage a MongoDB/DocumentDB credenial). - kind: password - label: DocumentDB Credential JSON String - name: documentdb_credential_json_string -- description: | - String (serialized JSON object) containing string-string key-value pairs which will be added to the - connection string options when using documentdb_credential_json_string. For example, when set to - the string `{\"tls\":\"true\",\"tlsCAFile\":\"my-ca-bundle.pem\"}`, the options - `tls=true&tlsCAFile=my-ca-bundle.pem` will be passed to the MongoClient. - kind: string - label: DocumentDB Credential JSON Extra Options - name: documentdb_credential_json_extra_options -- description: | - Parameter passed to MongoClient 'datetime_conversion' parameter. See documentation at - https://pymongo.readthedocs.io/en/stable/examples/datetimes.html#handling-out-of-range-datetimes - for details. The default value is `'datetime'`, which will throw a `bson.errors.InvalidBSON` error - if a document contains a date outside the range of `datetime.MINYEAR` (year 1) to `datetime.MAXYEAR` (9999). - kind: string - label: Datetime Conversion - name: datetime_conversion - value: datetime -- description: | - An optional prefix which will be added to each stream name. - kind: string - label: Prefix - name: prefix - value: '' -- description: | - Start date - used for incremental replication only. Log based replication does not support this setting - do - not provide it unless you are using incremental replication. Defaults to epoch zero time `1970-01-01` if - tap uses incremental replication method. - kind: date_iso8601 - label: Start Date - name: start_date - value: '1970-01-01' - description: | When True, _sdc metadata fields will be added to records produced by this tap. If the tap is run in log-based replication mode, if this setting is enabled, the `_sdc_extracted_at` and `_sdc_deleted_at` timestamps on records @@ -78,6 +29,7 @@ settings: kind: boolean label: Add Record Metadata name: add_record_metadata + value: false - description: | In AWS DocumentDB (unlike MongoDB), change streams must be enabled specifically (see https://docs.aws.amazon.com/documentdb/latest/developerguide/change_streams.html#change_streams-enabling @@ -90,6 +42,88 @@ settings: kind: boolean label: Allow Modify Change Streams name: allow_modify_change_streams + value: false +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: Database name from which records will be extracted. + kind: string + label: Database + name: database +- description: "Parameter passed to MongoClient 'datetime_conversion' parameter. See + documentation at https://pymongo.readthedocs.io/en/stable/examples/datetimes.html#handling-out-of-range-datetimes + for details. The default value is 'datetime', which will throw a bson. Errors. + InvalidBson error if a document contains a date outside the range of datetime. + MINYEAR (year 1) to datetime. MAXYEAR (9999). The allowed values correspond to + the enumeration members here: https://github.com/mongodb/mongo-python-driver/blob/e23eb7691e6e2905a77fc39a114d000ddf057e47/bson/codec_options.py#L192-L224 + (they will be uppercased by the tap)." + kind: options + label: Datetime Conversion + name: datetime_conversion + options: + - label: Datetime Ms + value: datetime_ms + - label: Datetime + value: datetime + - label: Datetime Auto + value: datetime_auto + - label: Datetime Clamp + value: datetime_clamp + value: datetime +- description: | + String (serialized JSON object) containing string-string key-value pairs which will be added to the + connection string options when using documentdb_credential_json_string. For example, when set to + the string `{\"tls\":\"true\",\"tlsCAFile\":\"my-ca-bundle.pem\"}`, the options + `tls=true&tlsCAFile=my-ca-bundle.pem` will be passed to the MongoClient. + kind: string + label: Documentdb Credential Json Extra Options + name: documentdb_credential_json_extra_options +- description: | + String (serialized JSON object) with keys 'username', 'password', 'engine', 'host', 'port', + 'dbClusterIdentifier' or 'dbName', 'ssl'. See example at + https://docs.aws.amazon.com/secretsmanager/latest/userguide/reference_secret_json_structure.html#reference_secret_json_structure_docdb. + The password from this JSON object will be url-encoded by the tap before opening the database connection. + (This config setting exists to support use of AWS SecretsManager to manage a MongoDB/DocumentDB credenial). + kind: string + label: Documentdb Credential Json String + name: documentdb_credential_json_string +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: | + MongoDB connection string. See + https://www.mongodb.com/docs/manual/reference/connection-string/#connection-string-uri-format for specification. + The password included in this string should be url-encoded. The tap will not url-encode it. + kind: string + label: Mongodb Connection String + name: mongodb_connection_string - description: | List of MongoDB change stream operation types to include in tap output. The default behavior is to limit to document-level operation types. See full list of operation types at @@ -104,14 +138,37 @@ settings: - insert - replace - update +- description: | + An optional prefix which will be added to each stream name. + kind: string + label: Prefix + name: prefix + value: '' +- description: Start date. This is used for incremental replication only. Log based + replication does not support this setting - do not provide it unless using the + incremental replication method. Defaults to epoch zero time 1970-01-01 if tap + uses incremental replication method. + kind: date_iso8601 + label: Start Date + name: start_date +- description: Stream map config. See https://sdk.meltano.com/en/latest/stream_maps.html + for documentation. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Stream maps. See https://sdk.meltano.com/en/latest/stream_maps.html + for documentation. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - mongodb_connection_string - - database -- - documentdb_credential_json_string - - database -- - documentdb_credential_json_string +- - database + - mongodb_connection_string +- - database + - documentdb_credential_json_string +- - database - documentdb_credential_json_extra_options - - database + - documentdb_credential_json_string settings_preamble: | This tap supports incremental replication and log-based replication - log-based replication leverages the MongoDB/DocumentDB Change Streams API. You will need to indicate the replication strategy in your meltano.yml file. diff --git a/_data/meltano/extractors/tap-mongodb/menzenski.yml b/_data/meltano/extractors/tap-mongodb/menzenski.yml index d52f932b8..0f7b1e494 100644 --- a/_data/meltano/extractors/tap-mongodb/menzenski.yml +++ b/_data/meltano/extractors/tap-mongodb/menzenski.yml @@ -1,8 +1,10 @@ capabilities: +- about +- batch - catalog -- state - discover -- about +- schema-flattening +- state - stream-maps description: General purpose, document-based, distributed database. domain_url: https://www.mongodb.com/ @@ -21,57 +23,6 @@ pip_url: git+https://github.com/MeltanoLabs/tap-mongodb.git quality: silver repo: https://github.com/MeltanoLabs/tap-mongodb settings: -- description: Database name from which records will be extracted. - kind: string - label: Database - name: database -- description: | - MongoDB connection string. See - https://www.mongodb.com/docs/manual/reference/connection-string/#connection-string-uri-format for specification. - The password included in this string should be url-encoded. The tap will not url-encode it. - kind: password - label: MongoDB Connection String - name: mongodb_connection_string -- description: | - String (serialized JSON object) with keys 'username', 'password', 'engine', 'host', 'port', - 'dbClusterIdentifier' or 'dbName', 'ssl'. See example at - https://docs.aws.amazon.com/secretsmanager/latest/userguide/reference_secret_json_structure.html#reference_secret_json_structure_docdb. - The password from this JSON object will be url-encoded by the tap before opening the database connection. - (This config setting exists to support use of AWS SecretsManager to manage a MongoDB/DocumentDB credenial). - kind: password - label: DocumentDB Credential JSON String - name: documentdb_credential_json_string -- description: | - String (serialized JSON object) containing string-string key-value pairs which will be added to the - connection string options when using documentdb_credential_json_string. For example, when set to - the string `{\"tls\":\"true\",\"tlsCAFile\":\"my-ca-bundle.pem\"}`, the options - `tls=true&tlsCAFile=my-ca-bundle.pem` will be passed to the MongoClient. - kind: string - label: DocumentDB Credential JSON Extra Options - name: documentdb_credential_json_extra_options -- description: | - Parameter passed to MongoClient 'datetime_conversion' parameter. See documentation at - https://pymongo.readthedocs.io/en/stable/examples/datetimes.html#handling-out-of-range-datetimes - for details. The default value is `'datetime'`, which will throw a `bson.errors.InvalidBSON` error - if a document contains a date outside the range of `datetime.MINYEAR` (year 1) to `datetime.MAXYEAR` (9999). - kind: string - label: Datetime Conversion - name: datetime_conversion - value: datetime -- description: | - An optional prefix which will be added to each stream name. - kind: string - label: Prefix - name: prefix - value: '' -- description: | - Start date - used for incremental replication only. Log based replication does not support this setting - do - not provide it unless you are using incremental replication. Defaults to epoch zero time `1970-01-01` if - tap uses incremental replication method. - kind: date_iso8601 - label: Start Date - name: start_date - value: '1970-01-01' - description: | When True, _sdc metadata fields will be added to records produced by this tap. If the tap is run in log-based replication mode, if this setting is enabled, the `_sdc_extracted_at` and `_sdc_deleted_at` timestamps on records @@ -79,6 +30,7 @@ settings: kind: boolean label: Add Record Metadata name: add_record_metadata + value: false - description: | In AWS DocumentDB (unlike MongoDB), change streams must be enabled specifically (see https://docs.aws.amazon.com/documentdb/latest/developerguide/change_streams.html#change_streams-enabling @@ -91,6 +43,88 @@ settings: kind: boolean label: Allow Modify Change Streams name: allow_modify_change_streams + value: false +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: Database name from which records will be extracted. + kind: string + label: Database + name: database +- description: "Parameter passed to MongoClient 'datetime_conversion' parameter. See + documentation at https://pymongo.readthedocs.io/en/stable/examples/datetimes.html#handling-out-of-range-datetimes + for details. The default value is 'datetime', which will throw a bson. Errors. + InvalidBson error if a document contains a date outside the range of datetime. + MINYEAR (year 1) to datetime. MAXYEAR (9999). The allowed values correspond to + the enumeration members here: https://github.com/mongodb/mongo-python-driver/blob/e23eb7691e6e2905a77fc39a114d000ddf057e47/bson/codec_options.py#L192-L224 + (they will be uppercased by the tap)." + kind: options + label: Datetime Conversion + name: datetime_conversion + options: + - label: Datetime Ms + value: datetime_ms + - label: Datetime + value: datetime + - label: Datetime Auto + value: datetime_auto + - label: Datetime Clamp + value: datetime_clamp + value: datetime +- description: | + String (serialized JSON object) containing string-string key-value pairs which will be added to the + connection string options when using documentdb_credential_json_string. For example, when set to + the string `{\"tls\":\"true\",\"tlsCAFile\":\"my-ca-bundle.pem\"}`, the options + `tls=true&tlsCAFile=my-ca-bundle.pem` will be passed to the MongoClient. + kind: string + label: Documentdb Credential Json Extra Options + name: documentdb_credential_json_extra_options +- description: | + String (serialized JSON object) with keys 'username', 'password', 'engine', 'host', 'port', + 'dbClusterIdentifier' or 'dbName', 'ssl'. See example at + https://docs.aws.amazon.com/secretsmanager/latest/userguide/reference_secret_json_structure.html#reference_secret_json_structure_docdb. + The password from this JSON object will be url-encoded by the tap before opening the database connection. + (This config setting exists to support use of AWS SecretsManager to manage a MongoDB/DocumentDB credenial). + kind: string + label: Documentdb Credential Json String + name: documentdb_credential_json_string +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: | + MongoDB connection string. See + https://www.mongodb.com/docs/manual/reference/connection-string/#connection-string-uri-format for specification. + The password included in this string should be url-encoded. The tap will not url-encode it. + kind: string + label: Mongodb Connection String + name: mongodb_connection_string - description: | List of MongoDB change stream operation types to include in tap output. The default behavior is to limit to document-level operation types. See full list of operation types at @@ -105,14 +139,37 @@ settings: - insert - replace - update +- description: | + An optional prefix which will be added to each stream name. + kind: string + label: Prefix + name: prefix + value: '' +- description: Start date. This is used for incremental replication only. Log based + replication does not support this setting - do not provide it unless using the + incremental replication method. Defaults to epoch zero time 1970-01-01 if tap + uses incremental replication method. + kind: date_iso8601 + label: Start Date + name: start_date +- description: Stream map config. See https://sdk.meltano.com/en/latest/stream_maps.html + for documentation. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Stream maps. See https://sdk.meltano.com/en/latest/stream_maps.html + for documentation. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - mongodb_connection_string - - database -- - documentdb_credential_json_string - - database -- - documentdb_credential_json_string +- - database + - mongodb_connection_string +- - database + - documentdb_credential_json_string +- - database - documentdb_credential_json_extra_options - - database + - documentdb_credential_json_string settings_preamble: | This tap supports incremental replication and log-based replication - log-based replication leverages the MongoDB/DocumentDB Change Streams API. You will need to indicate the replication strategy in your meltano.yml file. diff --git a/_data/meltano/extractors/tap-mongodb/z3z1ma.yml b/_data/meltano/extractors/tap-mongodb/z3z1ma.yml index 9b6b8e490..8df28fd0e 100644 --- a/_data/meltano/extractors/tap-mongodb/z3z1ma.yml +++ b/_data/meltano/extractors/tap-mongodb/z3z1ma.yml @@ -1,11 +1,11 @@ capabilities: +- about +- batch - catalog -- state - discover -- about -- stream-maps - schema-flattening -- batch +- state +- stream-maps description: General purpose, document-based, distributed database. domain_url: https://www.mongodb.com/ executable: tap-mongodb @@ -22,40 +22,59 @@ pip_url: git+https://github.com/z3z1ma/tap-mongodb.git quality: gold repo: https://github.com/z3z1ma/tap-mongodb settings: +- description: Batch configuration as defined [here](https://sdk.meltano.com/en/latest/batch.html#batch-configuration). + kind: object + label: Batch Config + name: batch_config +- description: A list of databases to exclude. If this list is empty, no databases + will be excluded. + kind: array + label: Database Excludes + name: database_excludes +- description: A list of databases to include. If this list is empty, all databases + will be included. + kind: array + label: Database Includes + name: database_includes +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The maximum number of documents to sample when inferring the schema. + This is only used when infer_schema is true. + kind: integer + label: Infer Schema Max Docs + name: infer_schema_max_docs + value: 2000 - description: These props are passed directly to pymongo MongoClient allowing the tap user full flexibility not provided in other Mongo taps since every kwarg can be tuned. kind: object label: Mongo name: mongo -- description: Optionally add a prefix for all streams, useful if ingesting from multiple - shards/clusters via independent tap-mongodb configs. This is applied during catalog - generation. Regenerate the catalog to apply a new stream prefix. +- description: Optional file path, useful if reading mongo configuration from a file. kind: string - label: Stream Prefix - name: stream_prefix + label: Mongo File Location + name: mongo_file_location + value: '' - description: This setting allows the tap to continue processing if a document is missing the replication key. Useful if a very small percentage of documents are missing the property. kind: boolean label: Optional Replication Key name: optional_replication_key -- description: A list of databases to include. If this list is empty, all databases - will be included. - kind: array - label: Database Includes - name: database_includes -- description: A list of databases to exclude. If this list is empty, no databases - will be excluded. - kind: array - label: Database Excludes - name: database_excludes -- description: "The strategy to use for schema resolution. Defaults to 'raw'. The\ - \ 'raw' strategy uses a relaxed schema using additionalProperties: true to accept\ - \ the document as-is leaving the target to respect it. Useful for blob or jsonl.\ - \ The 'envelope' strategy will envelope the document under a key named `document`.\ - \ The target should use a variant type for this key. The 'infer' strategy will\ - \ infer the schema from the data based on a configurable number of documents." + value: false +- description: "The strategy to use for schema resolution. Defaults to 'raw'. The + 'raw' strategy uses a relaxed schema using additionalProperties: true to accept + the document as-is leaving the target to respect it. Useful for blob or jsonl. + The 'envelope' strategy will envelope the document under a key named `document`. + The target should use a variant type for this key. The 'infer' strategy will infer + the schema from the data based on a configurable number of documents." kind: options label: Strategy name: strategy @@ -66,33 +85,23 @@ settings: value: envelope - label: Infer value: infer -- description: The maximum number of documents to sample when inferring the schema. - This is only used when infer_schema is true. - kind: integer - label: Infer Schema Max Docs - name: infer_schema_max_docs -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps + value: raw - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: Batch configuration as defined [here](https://sdk.meltano.com/en/latest/batch.html#batch-configuration). +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object - label: Batch Config - name: batch_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth + label: Stream Maps + name: stream_maps +- description: Optionally add a prefix for all streams, useful if ingesting from multiple + shards/clusters via independent tap-mongodb configs. This is applied during catalog + generation. Regenerate the catalog to apply a new stream prefix. + kind: string + label: Stream Prefix + name: stream_prefix + value: '' settings_group_validation: - - mongo settings_preamble: '' diff --git a/_data/meltano/extractors/tap-montapacking/hotgluexyz.yml b/_data/meltano/extractors/tap-montapacking/hotgluexyz.yml index 3440e767d..be5ad2712 100644 --- a/_data/meltano/extractors/tap-montapacking/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-montapacking/hotgluexyz.yml @@ -20,8 +20,8 @@ pip_url: git+https://gitlab.com/hotglue/tap-montapacking.git quality: gold repo: https://gitlab.com/hotglue/tap-montapacking settings: -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-moosend/hotgluexyz.yml b/_data/meltano/extractors/tap-moosend/hotgluexyz.yml index 8765cc5de..12ea85749 100644 --- a/_data/meltano/extractors/tap-moosend/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-moosend/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-ms-graph/slalom-consulting.yml b/_data/meltano/extractors/tap-ms-graph/slalom-consulting.yml index 35aee65b6..9bb5583ff 100644 --- a/_data/meltano/extractors/tap-ms-graph/slalom-consulting.yml +++ b/_data/meltano/extractors/tap-ms-graph/slalom-consulting.yml @@ -1,12 +1,13 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Microsoft Graph REST API -domain_url: https://learn.microsoft.com/en-us/graph/api/overview?view=graph-rest-1.0&preserve-view=true +domain_url: + https://learn.microsoft.com/en-us/graph/api/overview?view=graph-rest-1.0&preserve-view=true keywords: - meltano_sdk label: Microsoft Graph @@ -19,61 +20,71 @@ pip_url: git+https://github.com/Slalom-Consulting/tap-ms-graph.git quality: silver repo: https://github.com/Slalom-Consulting/tap-ms-graph settings: -- description: The directory tenant that you want to request permission from. The - value can be in GUID or a friendly name format. +- description: Override the Graph API service base URL. Required if using a national + cloud. kind: string - label: Tenant - name: tenant + label: API URL + name: api_url +- description: The version of the Microsoft Graph API to use. + kind: options + label: API Version + name: api_version + options: + - label: V1 0 + value: v1.0 + - label: Beta + value: beta + value: v1.0 +- description: Override the Azure AD authentication base URL. Required if using a + national cloud. + kind: string + label: Auth URL + name: auth_url - description: The application ID that the Azure app registration portal assigned - when you registered your app. + to the registered app. kind: password - label: Client Id + label: Client ID name: client_id -- description: The client secret that you generated for your app in the app registration - portal. +- description: The client secret generated for the app in the app registration portal. kind: password label: Client Secret name: client_secret +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Include '@odata_type' field when returned from API. + kind: boolean + label: Include Odata Type + name: include_odata_type + value: false - description: Custom configuration for streams. - kind: array + kind: object label: Stream Config name: stream_config -- description: The version of the Microsoft Graph API to use - kind: string - label: Api Version - name: api_version -- description: Override the Azure AD authentication base URL. Required if using a - national cloud. - kind: string - label: Auth Url - name: auth_url -- description: Override the Graph API service base URL. Required if using a national - cloud. - kind: string - label: Api Url - name: api_url +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: The directory tenant to request permission from. The value can be in + GUID or a friendly name format. + kind: string + label: Tenant + name: tenant settings_group_validation: -- - client_secret +- - client_id + - client_secret - tenant - - client_id settings_preamble: '' usage: '' variant: slalom-consulting diff --git a/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml b/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml index 04e401b5d..53644c2a1 100644 --- a/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml +++ b/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Microsoft SQL Server domain_url: https://www.microsoft.com/en-us/sql-server/sql-server-2019 keywords: @@ -20,70 +21,110 @@ pip_url: git+https://github.com/BuzzCutNorman/tap-mssql.git quality: gold repo: https://github.com/BuzzCutNorman/tap-mssql settings: -- description: The Dialect of SQLAlchamey +- description: Currently the only compression options is gzip + kind: string + label: Batch Config Encoding Compression + name: batch_config.encoding.compression +- description: Currently the only format is jsonl kind: string + label: Batch Config Encoding Format + name: batch_config.encoding.format +- description: 'What prefix you want your messages to have example: test-batch-' + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: 'The directory you want batch messages to be placed in example: file://test/batches' + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: The Default database for this connection + kind: string + label: Database + name: database +- description: The Dialect of SQLAlchamey + kind: options label: Dialect name: dialect + options: + - label: Mssql + value: mssql + value: mssql - description: The Python Driver you will be using to connect to the SQL server - kind: string + kind: options label: Driver Type name: driver_type + options: + - label: Pyodbc + value: pyodbc + - label: Pymssql + value: pymssql + value: pymssql +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Turn on Higher Defined(HD) JSON Schema types to assist Targets + kind: boolean + label: Hd Jsonschema Types + name: hd_jsonschema_types + value: false - description: The FQDN of the Host serving out the SQL Instance kind: string label: Host name: host +- description: The Password for the User account + kind: password + label: Password + name: password - description: The port on which SQL awaiting connection kind: integer label: Port name: port -- description: The User Account who has been granted access to the SQL Server +- description: 'Fast Executemany Mode: True, False' kind: string - label: User - name: user -- description: The Password for the User account - kind: password - label: Password - name: password -- description: The Default database for this connection + label: Sqlalchemy Eng Params Fast Executemany + name: sqlalchemy_eng_params.fast_executemany +- description: 'Run the engine in 2.0 mode: True, False' kind: string - label: Database - name: database -- description: 'SQLAlchemy Engine Paramaters: fast_executemany, future' - kind: object - label: Sqlalchemy Eng Params - name: sqlalchemy_eng_params -- description: 'SQLAlchemy URL Query options: driver, TrustServerCertificate' - kind: object - label: Sqlalchemy Url Query - name: sqlalchemy_url_query -- description: Optional Batch Message configuration - kind: object - label: Batch Config - name: batch_config + label: Sqlalchemy Eng Params Future + name: sqlalchemy_eng_params.future +- description: This is a Yes No option + kind: string + label: Sqlalchemy URL Query Trustservercertificate + name: sqlalchemy_url_query.TrustServerCertificate +- description: The Driver to use when connection should match the Driver Type + kind: string + label: Sqlalchemy URL Query Driver + name: sqlalchemy_url_query.driver - description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: The User Account who has been granted access to the SQL Server + kind: string + label: User + name: user settings_group_validation: -- [] +- - database + - dialect + - driver_type + - host + - password + - user settings_preamble: '' usage: '' variant: buzzcutnorman diff --git a/_data/meltano/extractors/tap-netlify/franloza.yml b/_data/meltano/extractors/tap-netlify/franloza.yml index 7899256ea..58f2e1355 100644 --- a/_data/meltano/extractors/tap-netlify/franloza.yml +++ b/_data/meltano/extractors/tap-netlify/franloza.yml @@ -1,7 +1,9 @@ capabilities: +- about - catalog - discover - state +- stream-maps description: Web Hosting Platform domain_url: https://open-api.netlify.com/ keywords: @@ -16,14 +18,17 @@ pip_url: git+https://github.com/franloza/tap-netlify.git quality: silver repo: https://github.com/franloza/tap-netlify settings: -- description: API access token. See how to obtain it from Netlify UI [here](https://docs.netlify.com/cli/get-started/#obtain-a-token-in-the-netlify-ui) +- description: API access token. See how to obtain it from Netlify UI + [here](https://docs.netlify.com/cli/get-started/#obtain-a-token-in-the-netlify-ui) kind: password label: Auth Token name: auth_token - description: The name of your app and a contact email address should the API provider need to contact you for any reason. + kind: string label: User Agent name: user_agent + value: Tap-Netlify settings_group_validation: - - auth_token - workspace diff --git a/_data/meltano/extractors/tap-netohq/hotgluexyz.yml b/_data/meltano/extractors/tap-netohq/hotgluexyz.yml index 691165883..0618fcc15 100644 --- a/_data/meltano/extractors/tap-netohq/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-netohq/hotgluexyz.yml @@ -25,8 +25,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-netsuite/gthesheep.yml b/_data/meltano/extractors/tap-netsuite/gthesheep.yml index 4848d4d3c..09e18c4c8 100644 --- a/_data/meltano/extractors/tap-netsuite/gthesheep.yml +++ b/_data/meltano/extractors/tap-netsuite/gthesheep.yml @@ -2,6 +2,7 @@ capabilities: - about - catalog - discover +- schema-flattening - state - stream-maps description: Business Management Software @@ -18,34 +19,49 @@ pip_url: git+https://github.com/GtheSheep/tap-netsuite-rest.git quality: silver repo: https://github.com/GtheSheep/tap-netsuite-rest settings: -- description: Your Client ID for token based authentication consumer key for REST - connection. Visit the https://support.cazoomi.com/hc/en-us/articles/360010093392-How-to-Setup-NetSuite-Token-Based-Authentication-as-Authentication-Type - for details. +- description: Account identifier, taken from your Netsuite URL + kind: password + label: Account IDentifier + name: account_identifier +- description: Client ID kind: password - label: NetSuite Client ID + label: Client ID name: client_id -- description: Your Client Secret for token based authentication consumer key for - REST connection. +- description: App secret key kind: password - label: NetSuite Client Secret + label: Client Secret name: client_secret +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Refresh token obtained from the OAuth2 user flow kind: password label: Refresh Token name: refresh_token -- description: Account identifier, taken from your Netsuite URL - kind: password - label: Account Identifier - name: account_identifier - description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - client_id +- - account_identifier + - client_id - client_secret - refresh_token - - account_identifier - start_date usage: | Compared to the taps using the Netsuite SOAP API, the REST based Netsuite tap is less complete, diff --git a/_data/meltano/extractors/tap-netsuite/sehnem.yml b/_data/meltano/extractors/tap-netsuite/sehnem.yml index 91000eafd..8185fb5b7 100644 --- a/_data/meltano/extractors/tap-netsuite/sehnem.yml +++ b/_data/meltano/extractors/tap-netsuite/sehnem.yml @@ -1,7 +1,11 @@ capabilities: -- properties +- about +- batch +- catalog - discover +- schema-flattening - state +- stream-maps description: Business Management Software domain_url: https://www.netsuite.com/ keywords: @@ -16,50 +20,82 @@ pip_url: git+https://github.com/sehnem/tap-netsuite.git quality: silver repo: https://github.com/sehnem/tap-netsuite settings: -- description: Your account Id. This can be found under Setup -> Company -> Company - Information. Look for Account Id. Note "_SB" is for Sandbox account. - label: NetSuite Account +- description: The netsuite account code + kind: string + label: Account name: account -- description: Your consumer key for token based authentication consumer key for SOAP - connection. Visit the https://support.cazoomi.com/hc/en-us/articles/360010093392-How-to-Setup-NetSuite-Token-Based-Authentication-as-Authentication-Type - for details. +- description: '' + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: '' + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: '' + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: '' + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: If the WSDL should be cached + kind: boolean + label: Cache Wsdl + name: cache_wsdl + value: true +- description: The netsuite account code consumer key kind: password - label: NetSuite Consumer Key + label: Consumer Key name: consumer_key -- description: Your consumer secret for token based authentication consumer key for - SOAP connection. Visit the https://support.cazoomi.com/hc/en-us/articles/360010093392-How-to-Setup-NetSuite-Token-Based-Authentication-as-Authentication-Type - for details. +- description: The netsuite account code consumer secret kind: password - label: NetSuite Consumer Secret + label: Consumer Secret name: consumer_secret -- description: Your token key for token based authentication consumer key for SOAP - connection. Visit the https://support.cazoomi.com/hc/en-us/articles/360010093392-How-to-Setup-NetSuite-Token-Based-Authentication-as-Authentication-Type - for details. - kind: password - label: NetSuite Token Key - name: token_key -- description: Your token secret for token based authentication consumer key for SOAP - connection. Visit the https://support.cazoomi.com/hc/en-us/articles/360010093392-How-to-Setup-NetSuite-Token-Based-Authentication-as-Authentication-Type - for details. - kind: password - label: NetSuite Token Secret - name: token_secret -- description: When new fields are discovered in NetSuite objects, the cache_wsdl - key describes whether or not to create a cache of the WSDL files. +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean - label: Cache WSDL - name: cache_wsdl -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: The netsuite account code token key + kind: password + label: Token Key + name: token_key +- description: The netsuite account code token secret + kind: password + label: Token Secret + name: token_secret settings_group_validation: - - account + - cache_wsdl - consumer_key - consumer_secret - token_key - token_secret - - cache_wsdl variant: sehnem diff --git a/_data/meltano/extractors/tap-newrelic/fixdauto.yml b/_data/meltano/extractors/tap-newrelic/fixdauto.yml index 37128927d..337bfa6dd 100644 --- a/_data/meltano/extractors/tap-newrelic/fixdauto.yml +++ b/_data/meltano/extractors/tap-newrelic/fixdauto.yml @@ -1,12 +1,13 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Software Obseravibility -domain_url: https://docs.newrelic.com/docs/apis/nerdgraph/get-started/introduction-new-relic-nerdgraph/ +domain_url: + https://docs.newrelic.com/docs/apis/nerdgraph/get-started/introduction-new-relic-nerdgraph/ keywords: - api - meltano_sdk @@ -19,24 +20,20 @@ pip_url: git+https://github.com/fixdauto/tap-newrelic.git quality: silver repo: https://github.com/fixdauto/tap-newrelic settings: -- description: Your Newrelic [API key](https://docs.newrelic.com/docs/apis/nerdgraph/get-started/introduction-new-relic-nerdgraph/#explorer). +- description: Your Newrelic account ID. + kind: integer + label: Account ID + name: account_id +- description: Your Newrelic [API + key](https://docs.newrelic.com/docs/apis/nerdgraph/get-started/introduction-new-relic-nerdgraph/#explorer). kind: password - label: Api Key + label: API Key name: api_key - description: The API url to use e.g. `https://api.eu.newrelic.com/graphql`. kind: string - label: Api Url + label: API URL name: api_url -- description: Your Newrelic account ID. - kind: integer - label: Account Id - name: account_id -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ - can be expected to take." - kind: date_iso8601 - label: Start Date - name: start_date + value: https://api.newrelic.com/graphql - description: 'An object containing the keys - `name`, `query`, `key_properties`. E.g. { "name": "my_custom_event", "query": "SELECT * FROM my_custom_event", // optional, override the primary keys for your event "key_properties": ["my_event_id"] @@ -44,16 +41,8 @@ settings: kind: array label: Custom Queries name: custom_queries -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -61,6 +50,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - account_id - api_key diff --git a/_data/meltano/extractors/tap-nhl/bicks-bapa-roob.yml b/_data/meltano/extractors/tap-nhl/bicks-bapa-roob.yml index 2891dd9e0..64a99df5d 100644 --- a/_data/meltano/extractors/tap-nhl/bicks-bapa-roob.yml +++ b/_data/meltano/extractors/tap-nhl/bicks-bapa-roob.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: https://www.nhl.com/ keywords: - meltano_sdk @@ -18,24 +18,13 @@ pip_url: git+https://github.com/bicks-bapa-roob/tap-nhl.git quality: silver repo: https://github.com/bicks-bapa-roob/tap-nhl settings: -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ - can be expected to take." - label: Start Date - name: start_date - description: The url for the API service - label: Api Url + kind: string + label: API URL name: api_url -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + value: https://api.mysample.com +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -43,6 +32,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-norwaycitybikeapi/andrejakobsen.yml b/_data/meltano/extractors/tap-norwaycitybikeapi/andrejakobsen.yml index 79d9c4507..117c35f0d 100644 --- a/_data/meltano/extractors/tap-norwaycitybikeapi/andrejakobsen.yml +++ b/_data/meltano/extractors/tap-norwaycitybikeapi/andrejakobsen.yml @@ -1,8 +1,9 @@ capabilities: -- state +- about - catalog - discover -- about +- schema-flattening +- state - stream-maps description: Oslo, Trondheim and Bergen City Bike APIs provide live bike-sharing data domain_url: https://oslobysykkel.no/en/open-data/realtime @@ -20,14 +21,55 @@ pip_url: tap-norwaycitybikeapi quality: gold repo: https://github.com/andrejakobsen/tap-norwaycitybikeapi settings: +- description: Name of Norwegian city having City Bikes. Currently only available + for Trondheim, Oslo and Bergen. + kind: options + label: City Name + name: city_name + options: + - label: Oslo + value: oslo + - label: Bergen + value: bergen + - label: Trondheim + value: trondheim + - label: Oslo + value: Oslo + - label: Bergen + value: Bergen + - label: Trondheim + value: Trondheim + - label: Oslo + value: OSLO + - label: Bergen + value: BERGEN + - label: Trondheim + value: TRONDHEIM + value: oslo - description: The value should contain your company/organization name, follwed by a dash and the application's name. - label: Client-Identifier Header + kind: password + label: Client IDentifier name: client_identifier -- description: 'Choose between three Norwegian cities: Trondheim, Oslo and Bergen' - label: City Name - name: city_name +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - client_identifier - - city_name +- - city_name + - client_identifier variant: andrejakobsen diff --git a/_data/meltano/extractors/tap-openexchangerates/hotgluexyz.yml b/_data/meltano/extractors/tap-openexchangerates/hotgluexyz.yml index 9191b702d..13ad95fe2 100644 --- a/_data/meltano/extractors/tap-openexchangerates/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-openexchangerates/hotgluexyz.yml @@ -29,8 +29,8 @@ settings: kind: string label: Base name: base -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-openexchangerates/penny-ai.yml b/_data/meltano/extractors/tap-openexchangerates/penny-ai.yml index 924c97889..d2cc316c9 100644 --- a/_data/meltano/extractors/tap-openexchangerates/penny-ai.yml +++ b/_data/meltano/extractors/tap-openexchangerates/penny-ai.yml @@ -29,8 +29,8 @@ settings: kind: string label: Base name: base -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-opensea/decentraland.yml b/_data/meltano/extractors/tap-opensea/decentraland.yml index 787635ec5..8e9bfd4db 100644 --- a/_data/meltano/extractors/tap-opensea/decentraland.yml +++ b/_data/meltano/extractors/tap-opensea/decentraland.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog -- state - discover -- about +- schema-flattening +- state - stream-maps domain_url: https://opensea.io/ keywords: @@ -17,19 +18,40 @@ pip_url: git+https://github.com/decentraland/tap-opensea.git quality: silver repo: https://github.com/decentraland/tap-opensea settings: +- description: The OpenSea auth url. + kind: string + label: API URL + name: api_url + value: https://api.opensea.io/api/v1 - description: Your OpenSea auth token. kind: password label: Auth Token name: auth_token -- description: The OpenSea auth url. - label: Api Url - name: api_url - description: A comma separated list of collections to extract. + kind: string label: Collections name: collections +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - collections - - auth_token +- - auth_token + - collections settings_preamble: '' usage: '' variant: decentraland diff --git a/_data/meltano/extractors/tap-openweathermap/matatika.yml b/_data/meltano/extractors/tap-openweathermap/matatika.yml index dc68aee60..5eadd0b04 100644 --- a/_data/meltano/extractors/tap-openweathermap/matatika.yml +++ b/_data/meltano/extractors/tap-openweathermap/matatika.yml @@ -1,7 +1,10 @@ capabilities: +- about - catalog - discover +- schema-flattening - state +- stream-maps description: Current and Forecast Weather Data Collection domain_url: https://openweathermap.org/api keywords: @@ -17,22 +20,43 @@ pip_url: git+https://github.com/Matatika/tap-openweathermap.git quality: gold repo: https://github.com/Matatika/tap-openweathermap settings: -- description: App API Key +- description: API Key is a required parameter to query the api endpoints kind: password label: API Key name: api_key -- description: City name to get current weather for +- description: City name that you want to get weather for + kind: string label: Current Weather City Name name: current_weather_city_name -- description: City longtitude to get forecast data +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Lattitude of city to get forecast for + kind: string + label: Forecast Weather Lattitude + name: forecast_weather_lattitude +- description: Longitude of city to get forecast for + kind: string label: Forecast Weather Longitude name: forecast_weather_longitude -- description: City lattitude to get forecast data - label: Forecast Weather Latitude - name: forecast_weather_lattitude +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key - current_weather_city_name - - forecast_weather_longitude - forecast_weather_lattitude + - forecast_weather_longitude variant: matatika diff --git a/_data/meltano/extractors/tap-ordoro/hotgluexyz.yml b/_data/meltano/extractors/tap-ordoro/hotgluexyz.yml index 3d31d9330..22fbb9c05 100644 --- a/_data/meltano/extractors/tap-ordoro/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-ordoro/hotgluexyz.yml @@ -33,8 +33,8 @@ settings: kind: password label: Client Secret name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-parquet/dataops-tk.yml b/_data/meltano/extractors/tap-parquet/dataops-tk.yml index 7937b0701..46381342e 100644 --- a/_data/meltano/extractors/tap-parquet/dataops-tk.yml +++ b/_data/meltano/extractors/tap-parquet/dataops-tk.yml @@ -1,7 +1,7 @@ capabilities: - catalog -- state - discover +- state description: Columnar Storage Format domain_url: https://parquet.apache.org/ keywords: @@ -16,14 +16,16 @@ pip_url: git+https://github.com/dataops-tk/tap-parquet.git quality: bronze repo: https://github.com/dataops-tk/tap-parquet settings: -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ - can be expected to take." - label: Start Date - name: start_date - description: The absolute path to a parquet source file. + kind: string label: Filepath name: filepath +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n + can be expected to take." + kind: date_iso8601 + label: Start Date + name: start_date settings_group_validation: - - filepath variant: dataops-tk diff --git a/_data/meltano/extractors/tap-partnerize/voxmedia.yml b/_data/meltano/extractors/tap-partnerize/voxmedia.yml index 61419c781..ad092d4ce 100644 --- a/_data/meltano/extractors/tap-partnerize/voxmedia.yml +++ b/_data/meltano/extractors/tap-partnerize/voxmedia.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Partnerize API domain_url: https://api-docs.partnerize.com/partner @@ -18,22 +19,43 @@ pip_url: git+https://github.com/voxmedia/tap-partnerize.git quality: silver repo: https://github.com/voxmedia/tap-partnerize settings: -- description: The username to authenticate the Partnerize account - label: Username - name: username +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: The password to authenticate the Partnerize account kind: password label: Password name: password - description: The partner id + kind: password label: Publisher ID name: publisher_id - description: The earliest record date to retrieve + kind: date_iso8601 label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: The username to authenticate the Partnerize account + kind: string + label: Username + name: username settings_group_validation: -- - username - - password +- - password - publisher_id - start_date + - username variant: voxmedia diff --git a/_data/meltano/extractors/tap-partoo/gendarmerienationale.yml b/_data/meltano/extractors/tap-partoo/gendarmerienationale.yml index df2484a2b..fe444c37d 100644 --- a/_data/meltano/extractors/tap-partoo/gendarmerienationale.yml +++ b/_data/meltano/extractors/tap-partoo/gendarmerienationale.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps domain_url: https://www.partoo.co/ keywords: @@ -19,11 +19,12 @@ repo: https://github.com/GendarmerieNationale/tap-partoo settings: - description: Partoo API Key kind: password - label: Api Key + label: API Key name: api_key -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." + kind: date_iso8601 label: Start Date name: start_date settings_group_validation: diff --git a/_data/meltano/extractors/tap-paypal/epoch8.yml b/_data/meltano/extractors/tap-paypal/epoch8.yml index 4a93b012c..a81f51cee 100644 --- a/_data/meltano/extractors/tap-paypal/epoch8.yml +++ b/_data/meltano/extractors/tap-paypal/epoch8.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Online Payments System domain_url: https://www.paypal.com/us/home keywords: @@ -21,31 +21,18 @@ repo: https://github.com/epoch8/tap-paypal settings: - description: Your PayPal client ID. kind: password - label: Client Id + label: Client ID name: client_id - description: The token to authenticate against the API service kind: password label: Client Secret name: client_secret -- description: '%Y-%m-%d' - kind: date_iso8601 - label: Start Date - name: start_date -- description: '%Y-%m-%d' +- description: '%y-%m-%d' kind: date_iso8601 label: End Date name: end_date -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -53,9 +40,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: '%y-%m-%d' + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - client_secret - - client_id +- - client_id + - client_secret settings_preamble: '' usage: '' variant: epoch8 diff --git a/_data/meltano/extractors/tap-picqer/hotgluexyz.yml b/_data/meltano/extractors/tap-picqer/hotgluexyz.yml index d61bf0701..9823b0b05 100644 --- a/_data/meltano/extractors/tap-picqer/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-picqer/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: API Key name: api_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-pinterest-ads/gthesheep.yml b/_data/meltano/extractors/tap-pinterest-ads/gthesheep.yml index 8c91c8a75..903bf3d44 100644 --- a/_data/meltano/extractors/tap-pinterest-ads/gthesheep.yml +++ b/_data/meltano/extractors/tap-pinterest-ads/gthesheep.yml @@ -1,7 +1,9 @@ capabilities: +- about - catalog - discover - state +- stream-maps description: Advertising Platform domain_url: https://developers.pinterest.com/docs/api/v5/ keywords: diff --git a/_data/meltano/extractors/tap-planfix/epoch8.yml b/_data/meltano/extractors/tap-planfix/epoch8.yml index 022a5464f..63f852cc5 100644 --- a/_data/meltano/extractors/tap-planfix/epoch8.yml +++ b/_data/meltano/extractors/tap-planfix/epoch8.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: '' keywords: - meltano_sdk @@ -18,30 +18,31 @@ pip_url: git+https://github.com/epoch8/tap-planfix.git quality: silver repo: https://github.com/epoch8/tap-planfix settings: +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Planfiix Url - label: Planfiix Url + kind: string + label: Planfiix URL name: planfiix_url - description: Your Planfix token. kind: password label: Planfix Token name: planfix_token -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: [] settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-plentymarkets/hotgluexyz.yml b/_data/meltano/extractors/tap-plentymarkets/hotgluexyz.yml index 550c45513..716f430d5 100644 --- a/_data/meltano/extractors/tap-plentymarkets/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-plentymarkets/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: string label: API URL name: api_url -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-podbean/slalom-consulting.yml b/_data/meltano/extractors/tap-podbean/slalom-consulting.yml index 097b2c914..e45c47b87 100644 --- a/_data/meltano/extractors/tap-podbean/slalom-consulting.yml +++ b/_data/meltano/extractors/tap-podbean/slalom-consulting.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Free Podcast hosting and Monetizing Platform domain_url: https://www.podbean.com/ keywords: @@ -19,56 +19,58 @@ pip_url: git+https://github.com/Slalom-Consulting/tap-podbean.git quality: silver repo: https://github.com/Slalom-Consulting/tap-podbean settings: +- description: Override the API service base URL. + kind: string + label: API URL + name: api_url +- description: 'Expiraton in seconds for auth. (range: 60-604800)' + kind: integer + label: Auth Expiration + name: auth_expiration + value: 300 - description: The client identifier to authenticate against the API service. kind: password - label: Client Id + label: Client ID name: client_id - description: The client secret to authenticate against the API service. kind: password label: Client Secret name: client_secret -- description: The earliest datetime (UTC) to sync records. - kind: date_iso8601 - label: Start Date - name: start_date -- description: 'Expiraton in seconds for auth. (Range: 60-604800)' +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. kind: integer - label: Auth Expiration - name: auth_expiration -- description: 'The number of records to return per page. (Range: 0-100)' + label: Flattening Max Depth + name: flattening_max_depth +- description: 'The number of records to return per page. (range: 0-100)' kind: integer label: Limit name: limit -- description: User agent to present to the API. - kind: string - label: User Agent - name: user_agent -- description: Override the API service base URL. - kind: string - label: Api Url - name: api_url + value: 100 +- description: The earliest datetime (UTC) to sync records. + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: User agent to present to the API. + kind: string + label: User Agent + name: user_agent settings_group_validation: -- - start_date - - client_id +- - client_id - client_secret + - start_date settings_preamble: '' usage: '' variant: slalom-consulting diff --git a/_data/meltano/extractors/tap-powerbi-metadata/dataops-tk.yml b/_data/meltano/extractors/tap-powerbi-metadata/dataops-tk.yml index cbbc0f990..01e180027 100644 --- a/_data/meltano/extractors/tap-powerbi-metadata/dataops-tk.yml +++ b/_data/meltano/extractors/tap-powerbi-metadata/dataops-tk.yml @@ -1,7 +1,7 @@ capabilities: - catalog -- state - discover +- state description: BI Data Visuialization Tool domain_url: https://powerbi.microsoft.com/ keywords: @@ -16,31 +16,31 @@ pip_url: git+https://github.com/dataops-tk/tap-powerbi-metadata.git quality: silver repo: https://github.com/dataops-tk/tap-powerbi-metadata settings: -- description: The unique identifier for the Power BI tenant. - kind: password - label: Tenant ID - name: tenant_id - description: The unique client ID for the Power BI tenant. kind: password label: Client ID name: client_id -- description: Username to use in the flow. - kind: string - label: Username - name: username - description: Password to use in the auth flow. kind: password label: Password name: password -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date +- description: The unique identifier for the Power BI tenant. + kind: password + label: Tenant ID + name: tenant_id +- description: Username to use in the flow. + kind: string + label: Username + name: username settings_group_validation: -- - password - - username +- - client_id + - password - tenant_id - - client_id + - username variant: dataops-tk diff --git a/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml b/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml index ca725f1b3..75cfae52e 100644 --- a/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml @@ -28,8 +28,8 @@ settings: kind: password label: Client Secret name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -39,7 +39,7 @@ settings: name: flattening_max_depth - description: The Power BI redirect URI. kind: string - label: Redirect URI + label: Redirect Uri name: redirect_uri - description: Your Power BI refresh token. kind: password diff --git a/_data/meltano/extractors/tap-procore/hotgluexyz.yml b/_data/meltano/extractors/tap-procore/hotgluexyz.yml index 3cba53a18..48e085cdc 100644 --- a/_data/meltano/extractors/tap-procore/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-procore/hotgluexyz.yml @@ -18,33 +18,33 @@ repo: https://github.com/hotgluexyz/tap-procore settings: - description: Your Procore client Id. kind: password - label: Client Id + label: Client ID name: client_id - description: Your Procore client secret. kind: password label: Client Secret name: client_secret -- description: Your Procore refresh token. - kind: password - label: Refresh Token - name: refresh_token -- description: The redirect URI to send with requests. - kind: string - label: Redirect Uri - name: redirect_uri - description: A boolean whether using a Sandbox or not. Default False. kind: boolean label: Is Sandbox name: is_sandbox -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: The redirect URI to send with requests. + kind: string + label: Redirect Uri + name: redirect_uri +- description: Your Procore refresh token. + kind: password + label: Refresh Token + name: refresh_token +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date name: start_date settings_group_validation: -- - client_secret +- - client_id + - client_secret - redirect_uri - - client_id - refresh_token variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-pubg/autoidm.yml b/_data/meltano/extractors/tap-pubg/autoidm.yml index 8c7c48cb8..95754f3f4 100644 --- a/_data/meltano/extractors/tap-pubg/autoidm.yml +++ b/_data/meltano/extractors/tap-pubg/autoidm.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog +- discover +- schema-flattening - state -- about - stream-maps -- schema-flattening -- discover description: PlayerUnknown's Battlegrounds API domain_url: https://developer.pubg.com keywords: @@ -21,11 +21,35 @@ repo: https://github.com/AutoIDM/tap-pubg settings: - description: The token to authenticate against the API service kind: password + label: API Key name: api_key -- description: Array of player names to pull - kind: array - name: player_names -- description: platform, ie steam +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Platform, ie steam kind: string + label: Platform name: platform +- description: Player Names you'd like to pull + kind: array + label: Player Names + name: player_names +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - api_key + - platform + - player_names variant: autoidm diff --git a/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml b/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml index ae9becc2e..b2bf879e7 100644 --- a/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml +++ b/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml @@ -1,8 +1,10 @@ capabilities: - about +- batch - catalog - discover - schema-flattening +- state - stream-maps description: Fully-managed Infrastructure as Code platform domain_url: https://www.pulumi.com/product/pulumi-cloud/ @@ -19,8 +21,32 @@ pip_url: git+https://github.com/MeltanoLabs/tap-pulumi-cloud.git quality: gold repo: https://github.com/MeltanoLabs/tap-pulumi-cloud settings: -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -40,6 +66,7 @@ settings: kind: boolean label: Requests Cache Enabled name: requests_cache.enabled + value: false - description: Earliest datetime to get data from kind: date_iso8601 label: Start Date diff --git a/_data/meltano/extractors/tap-qls/hotgluexyz.yml b/_data/meltano/extractors/tap-qls/hotgluexyz.yml index 581e22af3..a17157f70 100644 --- a/_data/meltano/extractors/tap-qls/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-qls/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: Company ID name: company_id -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-qualified/z3z1ma.yml b/_data/meltano/extractors/tap-qualified/z3z1ma.yml index 849d1a208..5cf518d53 100644 --- a/_data/meltano/extractors/tap-qualified/z3z1ma.yml +++ b/_data/meltano/extractors/tap-qualified/z3z1ma.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Conversational Marketing Software domain_url: https://www.qualified.com/ executable: tap-qualified @@ -22,23 +23,34 @@ repo: https://github.com/z3z1ma/tap-qualified settings: - description: The token to authenticate against the API service kind: password - label: Api Key + label: API Key name: api_key -- description: The user agent to use when making requests to the API service +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. kind: string - label: User Agent - name: user_agent -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -46,6 +58,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: The user agent to use when making requests to the API service + kind: string + label: User Agent + name: user_agent + value: Harness.io/Tap Qualified settings_group_validation: - - api_key settings_preamble: '' diff --git a/_data/meltano/extractors/tap-quickbutik/hotgluexyz.yml b/_data/meltano/extractors/tap-quickbutik/hotgluexyz.yml index e3e9cfc6f..0e4678e52 100644 --- a/_data/meltano/extractors/tap-quickbutik/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-quickbutik/hotgluexyz.yml @@ -20,12 +20,8 @@ pip_url: git+https://gitlab.com/hotglue/tap-quickbutik.git quality: gold repo: https://gitlab.com/hotglue/tap-quickbutik settings: -- description: Your Quickbutik API key. - kind: string - label: API Key - name: api-key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-readthedocs/edgarrmondragon.yml b/_data/meltano/extractors/tap-readthedocs/edgarrmondragon.yml index a0ed98893..78a77e065 100644 --- a/_data/meltano/extractors/tap-readthedocs/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-readthedocs/edgarrmondragon.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog - discover +- schema-flattening - state -- about - stream-maps -- schema-flattening description: Read the Docs simplifies software documentation by automating building, versioning, and hosting of your docs for you. domain_url: https://docs.readthedocs.io/en/stable/api/index.html @@ -20,9 +21,53 @@ pip_url: git+https://github.com/edgarrmondragon/tap-readthedocs.git quality: silver repo: https://github.com/edgarrmondragon/tap-readthedocs settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps - description: Personal Access Token that allows you to use the Read the Docs APIv3 being authenticated as yourself kind: password - label: API Token + label: Token name: token +settings_group_validation: +- - token variant: edgarrmondragon diff --git a/_data/meltano/extractors/tap-recruitee/rawwar.yml b/_data/meltano/extractors/tap-recruitee/rawwar.yml index 6560c7a22..cd1bbf73f 100644 --- a/_data/meltano/extractors/tap-recruitee/rawwar.yml +++ b/_data/meltano/extractors/tap-recruitee/rawwar.yml @@ -21,7 +21,7 @@ pip_url: git+https://github.com/rawwar/tap-recruitee.git quality: silver repo: https://github.com/rawwar/tap-recruitee settings: -- description: The url for the API service +- description: API URL for tap recruitee kind: string label: API URL name: api_url @@ -30,13 +30,12 @@ settings: kind: password label: Auth Token name: auth_token -- description: Company ID for the account to be used +- description: Company id kind: integer label: Company ID name: company_id - value: 0 -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -44,14 +43,6 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Project IDs to replicate - kind: array - label: Project IDs - name: project_ids -- description: The earliest record date to sync - kind: date_iso8601 - label: Start Date - name: start_date - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -63,6 +54,7 @@ settings: name: stream_maps settings_group_validation: - - auth_token + - company_id settings_preamble: '' usage: '' variant: rawwar diff --git a/_data/meltano/extractors/tap-reddit/hotgluexyz.yml b/_data/meltano/extractors/tap-reddit/hotgluexyz.yml index d83b10a43..4a2a8af7d 100644 --- a/_data/meltano/extractors/tap-reddit/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-reddit/hotgluexyz.yml @@ -29,8 +29,8 @@ settings: kind: password label: Client Secret name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -40,7 +40,7 @@ settings: name: flattening_max_depth - description: Your Reddit API redirect URI. kind: string - label: Redirect URI + label: Redirect Uri name: redirect_uri value: https://hotglue.com/callback - description: Your Reddit API refresh token. @@ -63,7 +63,7 @@ settings: kind: string label: User Agent name: user_agent - value: 'Python: Hotglue:0.01 by (/u/hotglue)' + value: 'Python: Hotglue:0.01 by (/u/hotglue) ' settings_group_validation: - - client_id - client_secret diff --git a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml index e787346b5..5bebd3628 100644 --- a/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml +++ b/_data/meltano/extractors/tap-saasoptics/datarts-tech.yml @@ -59,8 +59,8 @@ settings: kind: array label: Custom Fields name: custom_fields -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-sailthru/voxmedia.yml b/_data/meltano/extractors/tap-sailthru/voxmedia.yml index 426903bf0..a6de5cdcb 100644 --- a/_data/meltano/extractors/tap-sailthru/voxmedia.yml +++ b/_data/meltano/extractors/tap-sailthru/voxmedia.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Marketing Automation Software domain_url: https://getstarted.sailthru.com/developers/api-basics/introduction/ keywords: @@ -26,34 +26,19 @@ settings: name: account_name - description: API key for the sailthru account kind: password - label: Api Key + label: API Key name: api_key - description: API secret for the sailthru account kind: password - label: Api Secret + label: API Secret name: api_secret -- description: Project IDs to replicate - kind: string - label: User Agent - name: user_agent -- description: The earliest record date to sync - kind: date_iso8601 - label: Start Date - name: start_date -- description: The url for the API service +- description: Which chunk to feed into List Members kind: integer - label: Request Timeout - name: request_timeout -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + label: Chunk Number + name: chunk_number + value: 0 +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -61,11 +46,42 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: How many chunks to split List Members into + kind: integer + label: Num Chunks + name: num_chunks + value: 1 +- description: The url for the API service + kind: integer + label: Request Timeout + name: request_timeout + value: 300 +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Table ID for List Members parent stream + kind: password + label: Table ID + name: table_id +- description: User agent for http requests + kind: string + label: User Agent + name: user_agent settings_group_validation: -- - api_secret - - account_name - - user_agent +- - account_name - api_key + - api_secret + - user_agent settings_preamble: '' usage: '' variant: voxmedia diff --git a/_data/meltano/extractors/tap-salesforce-commerce/hotgluexyz.yml b/_data/meltano/extractors/tap-salesforce-commerce/hotgluexyz.yml index 30093786a..a84c68894 100644 --- a/_data/meltano/extractors/tap-salesforce-commerce/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-salesforce-commerce/hotgluexyz.yml @@ -28,8 +28,8 @@ settings: kind: password label: Client Secret name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -41,8 +41,8 @@ settings: kind: password label: Site ID name: site_id -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." kind: date_iso8601 label: Start Date diff --git a/_data/meltano/extractors/tap-segment/gthesheep.yml b/_data/meltano/extractors/tap-segment/gthesheep.yml index 2f8b93d8a..59e6e77d1 100644 --- a/_data/meltano/extractors/tap-segment/gthesheep.yml +++ b/_data/meltano/extractors/tap-segment/gthesheep.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Customer Data Platform domain_url: https://segment.com/ executable: tap-segment @@ -22,30 +22,30 @@ repo: https://github.com/GtheSheep/tap-segment settings: - description: The token to authenticate against the API service kind: password - label: Api Token + label: API Token name: api_token +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth settings_group_validation: - - api_token settings_preamble: '' diff --git a/_data/meltano/extractors/tap-sellsy/hotgluexyz.yml b/_data/meltano/extractors/tap-sellsy/hotgluexyz.yml index 445c4dd06..396abd8b3 100644 --- a/_data/meltano/extractors/tap-sellsy/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-sellsy/hotgluexyz.yml @@ -28,8 +28,8 @@ settings: kind: password label: Client Secret name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-sendinblue/hotgluexyz.yml b/_data/meltano/extractors/tap-sendinblue/hotgluexyz.yml index 7ec7e8e78..dc53078d3 100644 --- a/_data/meltano/extractors/tap-sendinblue/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-sendinblue/hotgluexyz.yml @@ -1,6 +1,9 @@ capabilities: +- about - catalog - discover +- state +- stream-maps description: Relationship Marketing Platform domain_url: https://www.sendinblue.com/ keywords: @@ -15,14 +18,14 @@ pip_url: git+https://github.com/hotgluexyz/tap-sendinblue.git quality: gold repo: https://github.com/hotgluexyz/tap-sendinblue settings: -- description: Sendinblue API Key +- description: The token to authenticate against the API service kind: password label: API Key name: api_key -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. +- description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date +settings_group_validation: +- - api_key variant: hotgluexyz diff --git a/_data/meltano/extractors/tap-sharepointsites/storebrand.yml b/_data/meltano/extractors/tap-sharepointsites/storebrand.yml index fb3e1342d..804ae3c98 100644 --- a/_data/meltano/extractors/tap-sharepointsites/storebrand.yml +++ b/_data/meltano/extractors/tap-sharepointsites/storebrand.yml @@ -1,12 +1,13 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Microsoft Graph Sharepoint lists. -domain_url: https://learn.microsoft.com/en-us/graph/api/resources/sharepoint?view=graph-rest-1.0 +domain_url: + https://learn.microsoft.com/en-us/graph/api/resources/sharepoint?view=graph-rest-1.0 keywords: - meltano_sdk - microsoft @@ -23,27 +24,14 @@ repo: https://github.com/storebrand/tap-sharepointsites settings: - description: The url for the API service kind: string - label: Api Url + label: API URL name: api_url -- description: The name of the list to sync - kind: array - label: Lists - name: lists - description: Managed Identity Client ID kind: password - label: Client Id + label: Client ID name: client_id -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -51,9 +39,22 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The name of the list to sync + kind: array + label: Lists + name: lists +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - lists - - api_url +- - api_url + - lists settings_preamble: '' usage: '' variant: storebrand diff --git a/_data/meltano/extractors/tap-shipbob/hotgluexyz.yml b/_data/meltano/extractors/tap-shipbob/hotgluexyz.yml index bb30a2496..0b458b141 100644 --- a/_data/meltano/extractors/tap-shipbob/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-shipbob/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: Access Token name: access_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-shopify/matatika.yml b/_data/meltano/extractors/tap-shopify/matatika.yml index 9b1502239..b39af8739 100644 --- a/_data/meltano/extractors/tap-shopify/matatika.yml +++ b/_data/meltano/extractors/tap-shopify/matatika.yml @@ -1,7 +1,9 @@ capabilities: - about +- batch - catalog - discover +- schema-flattening - state - stream-maps description: Ecommerce platform @@ -17,25 +19,69 @@ pip_url: git+https://github.com/Matatika/tap-shopify.git quality: gold repo: https://github.com/Matatika/tap-shopify settings: -- description: Your access token to authenticate with the Shopify API. +- description: The access token to authenticate with the Shopify API kind: password label: Access Token name: access_token -- description: Your Shopify store id, use the prefix of your admin url. e.g. https://[store].myshopify.com/admin. - label: Store - name: store -- description: Optional - The full admin url for your Shopify store (overrides 'store' - property). +- description: The Admin url for your Shopify store (overrides 'store' property) + kind: string label: Admin URL name: admin_url -- description: Optional - Start date to sync from. - kind: date_iso8601 - label: Start Date - name: start_date -- description: Optional - Enable Shopify plus account end points. +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Enabled Shopify plus account endpoints. ) kind: boolean label: Is Plus Account name: is_plus_account +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: Shopify store id, use the prefix of your admin url e.g. https://[your + store]. Myshopify. Com/admin + kind: string + label: Store + name: store +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - access_token - store diff --git a/_data/meltano/extractors/tap-shopify/sehnem.yml b/_data/meltano/extractors/tap-shopify/sehnem.yml index d45a5d7be..679ceb7c3 100644 --- a/_data/meltano/extractors/tap-shopify/sehnem.yml +++ b/_data/meltano/extractors/tap-shopify/sehnem.yml @@ -1,11 +1,11 @@ capabilities: +- about +- batch - catalog -- state - discover -- about -- stream-maps - schema-flattening -- batch +- state +- stream-maps description: Ecommerce platform domain_url: https://shopify.com/ keywords: @@ -24,22 +24,71 @@ settings: kind: password label: Access Token name: access_token -- description: Your Shopify store id, use the prefix of your admin url. e.g. https://[store].myshopify.com/admin. - kind: string - label: Store - name: store -- description: Optional - Start date to sync from. - kind: date_iso8601 - label: Start Date - name: start_date -- description: Optional - The version of the shopify api to use, default is 2023-04. +- description: The version of the API to use. kind: string label: API Version name: api_version -- description: Optional - Whether to use bulk endpoints or not, default is false. + value: 2023-04 +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: To use the bulk API or not. kind: boolean label: Bulk name: bulk + value: false +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: To ignore deprecated fields or not. + kind: boolean + label: Ignore Deprecated + name: ignore_deprecated + value: true +- description: The earliest record date to sync. + kind: date_iso8601 + label: Start Date + name: start_date +- description: The shopify shop name. + kind: string + label: Store + name: store +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - access_token - store diff --git a/_data/meltano/extractors/tap-shoplazza/hotgluexyz.yml b/_data/meltano/extractors/tap-shoplazza/hotgluexyz.yml index 213908461..5bf36137a 100644 --- a/_data/meltano/extractors/tap-shoplazza/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-shoplazza/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: Auth Token name: auth_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-shortcut/edgarrmondragon.yml b/_data/meltano/extractors/tap-shortcut/edgarrmondragon.yml index c086e0a2e..b9923cecc 100644 --- a/_data/meltano/extractors/tap-shortcut/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-shortcut/edgarrmondragon.yml @@ -1,9 +1,11 @@ capabilities: +- about +- batch - catalog - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: > Shortcut unites planning and development into a single experience with tightly integrated Docs, Issue Tracking, and Sprint Planning features. @@ -21,10 +23,52 @@ pip_url: git+https://github.com/edgarrmondragon/tap-shortcut.git quality: silver repo: https://github.com/edgarrmondragon/tap-shortcut settings: -- description: Shortcut API Token +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Shortcut Token documentation: https://shortcut.com/api/rest/v3#Authentication kind: password - label: Shortcut Token + label: Token name: token settings_group_validation: - - token diff --git a/_data/meltano/extractors/tap-showpad/z3z1ma.yml b/_data/meltano/extractors/tap-showpad/z3z1ma.yml index 06c59e60a..79df9fade 100644 --- a/_data/meltano/extractors/tap-showpad/z3z1ma.yml +++ b/_data/meltano/extractors/tap-showpad/z3z1ma.yml @@ -1,10 +1,11 @@ capabilities: +- about +- batch - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Sales Enablement Platform domain_url: https://www.showpad.com/ executable: tap-showpad @@ -22,23 +23,34 @@ repo: https://github.com/z3z1ma/tap-showpad settings: - description: The token to authenticate against the API service kind: password - label: Api Key + label: API Key name: api_key -- description: The subdomain of your Showpad instance +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. kind: string - label: Subdomain - name: subdomain -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -46,6 +58,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: The subdomain of your Showpad instance + kind: string + label: Subdomain + name: subdomain settings_group_validation: - - api_key - subdomain diff --git a/_data/meltano/extractors/tap-skuvault/hotgluexyz.yml b/_data/meltano/extractors/tap-skuvault/hotgluexyz.yml index 700c2eeaa..156526124 100644 --- a/_data/meltano/extractors/tap-skuvault/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-skuvault/hotgluexyz.yml @@ -20,8 +20,8 @@ pip_url: git+https://gitlab.com/hotglue/tap-skuvault.git quality: gold repo: https://gitlab.com/hotglue/tap-skuvault settings: -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-sleeper/collinprather.yml b/_data/meltano/extractors/tap-sleeper/collinprather.yml index 69044bd19..001ea1a87 100644 --- a/_data/meltano/extractors/tap-sleeper/collinprather.yml +++ b/_data/meltano/extractors/tap-sleeper/collinprather.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog - discover - state -- about - stream-maps description: Fantasy Football app, whose api also serves the latest player news, statuses, practice updates, and aggregate stats about which players are trending on their @@ -20,17 +20,24 @@ pip_url: tap-sleeper quality: silver repo: https://github.com/collinprather/tap-sleeper settings: -- description: Professional sport league, ie nfl, nba, etc - label: Sport - name: sport - description: Unique identifier for the sleeper league + kind: password label: League ID name: league_id -- description: Total hours to lookback when requesting the current trending players - label: Trending Player Lookback Hours - name: trending_players_lookback_hours +- description: Professional sport league, ie nfl, nba, etc + kind: string + label: Sport + name: sport + value: nfl - description: Total number of players to return when requesting the current trending players + kind: integer label: Trending Players Limit name: trending_players_limit +- description: Total hours to lookback when requesting the current trending players + kind: integer + label: Trending Players Lookback Hours + name: trending_players_lookback_hours +settings_group_validation: +- - sport variant: collinprather diff --git a/_data/meltano/extractors/tap-smoke-test/meltano.yml b/_data/meltano/extractors/tap-smoke-test/meltano.yml index 7ed87cdf9..65b21c10b 100644 --- a/_data/meltano/extractors/tap-smoke-test/meltano.yml +++ b/_data/meltano/extractors/tap-smoke-test/meltano.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -20,8 +21,32 @@ pip_url: git+https://github.com/meltano/tap-smoke-test.git quality: gold repo: https://github.com/meltano/tap-smoke-test settings: -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-snapchat-ads/gthesheep.yml b/_data/meltano/extractors/tap-snapchat-ads/gthesheep.yml index 19f52f07f..92f5f5df8 100644 --- a/_data/meltano/extractors/tap-snapchat-ads/gthesheep.yml +++ b/_data/meltano/extractors/tap-snapchat-ads/gthesheep.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Social Media Platform domain_url: https://developers.snapchat.com/docs/ keywords: @@ -20,62 +20,64 @@ pip_url: git+https://github.com/GtheSheep/tap-snapchat-ads.git quality: silver repo: https://github.com/GtheSheep/tap-snapchat-ads settings: -- description: Client ID used to authenticate against the API. +- description: Client ID kind: password label: Client ID name: client_id -- description: Client secret used to authenticate against the API. +- description: Client Secret kind: password label: Client Secret name: client_secret -- description: Refresh token used to authenticate against the API. +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Refresh token kind: password label: Refresh Token name: refresh_token -- description: Start date for stats collection. +- description: Start date for stats kind: date_iso8601 label: Start Date name: start_date -- description: Attribution window for swipe ups 1_DAY, 7_DAY, 28_DAY (default). +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: 'Attribution window for swipe ups: 1_DAY, 7_DAY, 28_DAY (default)' kind: string label: Swipe Up Attribution Window name: swipe_up_attribution_window value: 28_DAY -- description: Attribution window for views 1_HOUR, 3_HOUR, 6_HOUR, 1_DAY (default), - 7_DAY, 28_DAY - kind: string - label: View Attribution Window - name: view_attribution_window -- description: User agent to set on requests - kind: string - label: User Agent - name: user_agent -- description: List of lowercase 2-letter ISO Country Codes for Ads Targeting +- description: List of lower - case 2 - letter ISO Country Codes for Ads Targeting. kind: array label: Targeting Country Codes name: targeting_country_codes -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth + value: [] +- description: User agent + kind: string + label: User Agent + name: user_agent +- description: 'Attribution window for views: 1_HOUR, 3_HOUR, 6_HOUR, 1_DAY (default), + 7_DAY, 28_DAY' + kind: string + label: View Attribution Window + name: view_attribution_window + value: 1_DAY settings_group_validation: -- - refresh_token +- - client_id - client_secret - - client_id + - refresh_token settings_preamble: '' usage: '' variant: gthesheep diff --git a/_data/meltano/extractors/tap-spotify/matatika.yml b/_data/meltano/extractors/tap-spotify/matatika.yml index 7314d4840..d1c89ed72 100644 --- a/_data/meltano/extractors/tap-spotify/matatika.yml +++ b/_data/meltano/extractors/tap-spotify/matatika.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Audio Streaming and Media Services domain_url: https://developer.spotify.com/documentation/web-api/ @@ -24,12 +25,30 @@ settings: name: client_id - description: App client secret kind: password - label: Client secret + label: Client Secret name: client_secret +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Refresh token kind: password - label: Refresh token + label: Refresh Token name: refresh_token +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - client_id - client_secret diff --git a/_data/meltano/extractors/tap-square/hotgluexyz.yml b/_data/meltano/extractors/tap-square/hotgluexyz.yml index 020ca4f5b..633c73d73 100644 --- a/_data/meltano/extractors/tap-square/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-square/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: Access Token name: access_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml b/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml index c7821462d..396ea9147 100644 --- a/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml +++ b/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml @@ -1,4 +1,5 @@ capabilities: +- about - discover description: Tap for the Stack Overflow XML dump files available at Archive.org. Intended as a loader plugin testing aid. @@ -14,20 +15,43 @@ pip_url: git+https://github.com/BuzzCutNorman/tap-stackoverflow-sampledata.git quality: silver repo: https://github.com/BuzzCutNorman/tap-stackoverflow-sampledata settings: -- description: A path to the StackOverflow XML data files. - label: Data Directory - name: stackoverflow_data_directory -- description: Batch file format. Currently the only format is 'jsonl'. - label: Encoding Format - name: batch_config.encoding.format -- description: Batch file compression. Currently the only compression options is 'gzip'. - label: Encoding Compression +- description: Currently the only compression options is gzip + kind: string + label: Batch Config Encoding Compression name: batch_config.encoding.compression -- description: The directory you want batch messages to be placed in. For example, - `file://test/batches`. - label: Storage Root Directory - name: batch_config.storage.root -- description: What prefix you want your messages to have. For example, `test-batch-`. - label: Storage Prefix +- description: Currently the only format is jsonl + kind: string + label: Batch Config Encoding Format + name: batch_config.encoding.format +- description: 'What prefix you want your messages to have example: test-batch-' + kind: string + label: Batch Config Storage Prefix name: batch_config.storage.prefix +- description: 'The directory you want batch messages to be placed in example: file://test/batches' + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: A path to the StackOverflow XML data files. + kind: string + label: Stackoverflow Data Directory + name: stackoverflow_data_directory +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: [] variant: buzzcutnorman diff --git a/_data/meltano/extractors/tap-stamped/hotgluexyz.yml b/_data/meltano/extractors/tap-stamped/hotgluexyz.yml index 3633d135a..c59823b69 100644 --- a/_data/meltano/extractors/tap-stamped/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-stamped/hotgluexyz.yml @@ -21,8 +21,8 @@ pip_url: git+https://gitlab.com/hotglue/tap-stamped.git quality: gold repo: https://gitlab.com/hotglue/tap-stamped settings: -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-strava/dluftspring.yml b/_data/meltano/extractors/tap-strava/dluftspring.yml index ae19120dd..27e00d756 100644 --- a/_data/meltano/extractors/tap-strava/dluftspring.yml +++ b/_data/meltano/extractors/tap-strava/dluftspring.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Fitness Social Network domain_url: https://developers.strava.com/docs/reference/ keywords: @@ -19,30 +19,48 @@ pip_url: git+https://github.com/dluftspring/tap-strava.git quality: silver repo: https://github.com/dluftspring/tap-strava settings: -- description: Your Strava application unique identifier. +- description: The integer identifier of your Strava application kind: password label: Client ID name: client_id -- description: Your Strava client secret. +- description: String secret of your strava application kind: password label: Client Secret name: client_secret -- description: Your Strava refresh token. Requires at minimum `activity:read` permissions. +- description: End date for the data sync in YYYY-MM-DD format + kind: date_iso8601 + label: End Date + name: end_date +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Scoped refresh token obtained from the Strava oauth flow kind: password label: Refresh Token name: refresh_token -- description: The date to start pulling data from. (Optional) +- description: Start date for the data sync in YYYY-MM-DD format kind: date_iso8601 label: Start Date name: start_date -- description: The date to stop pulling data from. (Optional) - kind: date_iso8601 - label: End date - name: end_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - client_id - client_secret + - end_date - refresh_token - start_date - - end_date variant: dluftspring diff --git a/_data/meltano/extractors/tap-sumologic/widen.yml b/_data/meltano/extractors/tap-sumologic/widen.yml index ca74c6c6c..da8be4213 100644 --- a/_data/meltano/extractors/tap-sumologic/widen.yml +++ b/_data/meltano/extractors/tap-sumologic/widen.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Cloud Log Management, Monitoring, SIEM Tools domain_url: https://www.sumologic.com/ keywords: @@ -22,56 +22,58 @@ repo: https://github.com/Widen/tap-sumologic settings: - description: The access id for authenticating against the Sumologic API. kind: password - label: Access Id + label: Access ID name: access_id - description: The access key for authenticating against the Sumologic API. kind: password label: Access Key name: access_key +- description: 'The latest record date to sync. Sets the `to` parameter for all queries. + Format: YYYY-MM-DDTHH:mm:ss' + kind: date_iso8601 + label: End Date + name: end_date +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: The Sumologic endpoint for your deployment. kind: string - label: Root Url + label: Root URL name: root_url + value: https://api.sumologic.com/api - description: 'The earliest record date to sync. Sets the `from` parameter for all queries. Format: YYYY-MM-DDTHH:mm:ss' kind: date_iso8601 label: Start Date name: start_date -- description: 'The latest record date to sync. Sets the `to` parameter for all queries. - Format: YYYY-MM-DDTHH:mm:ss' - kind: date_iso8601 - label: End Date - name: end_date -- description: The time zone for the queries. Sets the `timeZone` parameter for all - queries - kind: string - label: Time Zone - name: time_zone -- description: The list of configs for each table/query/stream. - kind: array - label: Tables - name: tables +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: The list of configs for each table/query/stream. + kind: array + label: Tables + name: tables +- description: The time zone for the queries. Sets the `timeZone` parameter for all + queries + kind: string + label: Time Zone + name: time_zone + value: UTC settings_group_validation: -- - access_key - - access_id +- - access_id + - access_key - tables settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-surveymonkey/danladd.yml b/_data/meltano/extractors/tap-surveymonkey/danladd.yml index 240d23a2b..3c7dee3b0 100644 --- a/_data/meltano/extractors/tap-surveymonkey/danladd.yml +++ b/_data/meltano/extractors/tap-surveymonkey/danladd.yml @@ -1,6 +1,7 @@ capabilities: - catalog - discover +- state description: Online Survey Tool domain_url: https://developer.surveymonkey.com/api/v3/ keywords: @@ -19,18 +20,29 @@ settings: kind: password label: Access Token name: access_token +- description: If true, drop free text answers from survey responses (Deafult = False) + kind: boolean + label: Drop Open Ended Text + name: drop_open_ended_text +- description: Number of results for paginated endpoints (Default = 100) + kind: integer + label: Per Page + name: per_page + value: 100 - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. kind: date_iso8601 label: Start Date name: start_date -- description: Number of results for paginated endpoints (Default = 100) - kind: integer - label: Results Per Page - name: per_page -- description: If true, drop free text answers from survey responses (Deafult = False) - kind: boolean - label: Drop Free Text Answers - name: drop_open_ended_text +- description: '' + kind: object + label: Stream Map Settings + name: stream_map_settings +- description: '' + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - access_token variant: danladd diff --git a/_data/meltano/extractors/tap-sybase/s7clarke10.yml b/_data/meltano/extractors/tap-sybase/s7clarke10.yml index efbd37522..cb2e10d51 100644 --- a/_data/meltano/extractors/tap-sybase/s7clarke10.yml +++ b/_data/meltano/extractors/tap-sybase/s7clarke10.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: SAP Sybase Relational Database domain_url: https://infocenter.sybase.com/help/index.jsp keywords: @@ -19,27 +19,67 @@ pip_url: git+https://github.com/s7clarke10/tap-sybase-sdk.git quality: silver repo: https://github.com/s7clarke10/tap-sybase-sdk settings: -- description: The user name used to connect to the Sybase database +- description: "The characterset for the database / source system. The default is + `utf8`, however older databases might use a charactersets like cp1252 for the + encoding. If you have errors with a UnicodeDecodeError: 'utf-8' codec can't decode + byte .... Then a solution is examine the characterset of the source database / + system and make an appropriate substitution for utf8 like cp1252." kind: string - label: User - name: user -- description: The password for the connecting user to the Sybase database - kind: password - label: Password - name: password + label: Characterset + name: characterset + value: utf8 +- description: To make use of fetchmany(x) instead of fetchone(), use cursor_array_size + with an integer value indicating the number of rows to pull. This can help in + some architectures by pulling more rows into memory. The default if omitted is + 1, the tap will still use fetchmany, but with an argument of 1, under the assumption + that like cp1252. + kind: integer + label: Cursor Array Size + name: cursor_array_size + value: 1 +- description: To filter the discovery to a particular schema within a database. This + is useful if you have a large number of schemas and wish to speed up the discovery. + kind: string + label: Filter Databases + name: filter_dbs +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: The host name or IP Address running the Sybase Database kind: string label: Host name: host +- description: The password for the connecting user to the Sybase database + kind: password + label: Password + name: password - description: The port that the database is running on, defaults to port 2638 kind: integer label: Port name: port -- description: To filter the discovery to a particular schema within a database. This - is useful if you have a large number of schemas and wish to speed up the discovery. + value: 2638 +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Set the version of TDS to use when communicating with Sybase Server + (the default is None). This is used by pymssql with connecting and fetching data + from Sybase databases. See the pymssql documentation and FreeTDS documentation + for more details. kind: string - label: Filter Dbs - name: filter_dbs + label: Tds Version + name: tds_version - description: To emit a date as a date without a time component or time without an UTC offset. This is helpful to avoid time conversions or to just work with a date datetype in the target database. If this boolean config item is not set, the default @@ -49,54 +89,19 @@ settings: kind: boolean label: Use Date Datatype name: use_date_datatype -- description: Set the version of TDS to use when communicating with Sybase Server - (the default is None). This is used by pymssql with connecting and fetching data - from Sybase databases. See the pymssql documentation and FreeTDS documentation - for more details. - kind: string - label: Tds Version - name: tds_version -- description: "The characterset for the database / source system. The default is\ - \ `utf8`, however older databases might use a charactersets like cp1252 for the\ - \ encoding. If you have errors with a UnicodeDecodeError: 'utf-8' codec can't\ - \ decode byte .... then a solution is examine the characterset of the source database\ - \ / system and make an appropriate substitution for utf8 like cp1252." - kind: string - label: Characterset - name: characterset -- description: To make use of fetchmany(x) instead of fetchone(), use cursor_array_size - with an integer value indicating the number of rows to pull. This can help in - some architectures by pulling more rows into memory. The default if omitted is - 1, the tap will still use fetchmany, but with an argument of 1, under the assumption - that like cp1252. - kind: integer - label: Cursor Array Size - name: cursor_array_size -- description: To emit all numeric values as strings and treat floats as string data + value: false +- description: O emit all numeric values as strings and treat floats as string data types for the target, set use_singer_decimal to true. The resulting SCHEMA message will contain an attribute in additionalProperties containing the scale and precision of the discovered property kind: boolean label: Use Singer Decimal name: use_singer_decimal -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth + value: false +- description: The user name used to connect to the Sybase database + kind: string + label: User + name: user settings_group_validation: - - host - password diff --git a/_data/meltano/extractors/tap-tableau/gthesheep.yml b/_data/meltano/extractors/tap-tableau/gthesheep.yml index 4aa4d3966..c15653137 100644 --- a/_data/meltano/extractors/tap-tableau/gthesheep.yml +++ b/_data/meltano/extractors/tap-tableau/gthesheep.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Business Intelligence Platform domain_url: https://www.tableau.com/en-gb/developer/tools @@ -18,26 +19,48 @@ pip_url: git+https://github.com/gthesheep/tap-tableau.git quality: gold repo: https://github.com/gthesheep/tap-tableau settings: -- description: URL for your Tableau server - label: Server URL - name: server_url -- description: Version of the REST API to use +- description: Version of REST API to use + kind: string label: API Version name: api_version -- description: Site ID if not main or using Tableau Online - label: Site URL ID - name: site_url_id -- description: API access token name - label: Personal access token name +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Name for the personal access token for authentication + kind: password + label: Personal Access Token Name name: personal_access_token_name -- description: API access token secret value +- description: Personal access token for authentication kind: password - label: Personal access token secret + label: Personal Access Token Secret name: personal_access_token_secret +- description: Server URL for your Tableau instance + kind: string + label: Server URL + name: server_url +- description: Site ID to query + kind: password + label: Site URL ID + name: site_url_id +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - server_url - - api_version - - site_url_id +- - api_version - personal_access_token_name - personal_access_token_secret + - server_url + - site_url_id variant: gthesheep diff --git a/_data/meltano/extractors/tap-talkable/gthesheep.yml b/_data/meltano/extractors/tap-talkable/gthesheep.yml index 052e3ab89..8212d0f41 100644 --- a/_data/meltano/extractors/tap-talkable/gthesheep.yml +++ b/_data/meltano/extractors/tap-talkable/gthesheep.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: E-commerce Referral Program Platform domain_url: https://docs.talkable.com/api_v2.html @@ -18,16 +19,35 @@ pip_url: git+https://github.com/gthesheep/tap-talkable.git quality: silver repo: https://github.com/gthesheep/tap-talkable settings: -- description: API Token gained from Talkable +- description: The token to authenticate against the API service kind: password label: API Key name: api_key -- description: Slug for your site on Talkable +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: The slug name for your site + kind: string label: Site Slug name: site_slug -- description: Start date as of when to collect metrics from - label: Start date +- description: Date to start collecting metrics from + kind: date_iso8601 + label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key - site_slug diff --git a/_data/meltano/extractors/tap-talon-one/gthesheep.yml b/_data/meltano/extractors/tap-talon-one/gthesheep.yml index efb1bb1ad..4f5f31a57 100644 --- a/_data/meltano/extractors/tap-talon-one/gthesheep.yml +++ b/_data/meltano/extractors/tap-talon-one/gthesheep.yml @@ -2,6 +2,7 @@ capabilities: - about - catalog - discover +- schema-flattening - state - stream-maps description: Enterprise Promotion Platform @@ -20,27 +21,45 @@ pip_url: git+https://github.com/GtheSheep/tap-talon-one.git quality: silver repo: https://github.com/GtheSheep/tap-talon-one settings: +- description: The ID for your account + kind: integer + label: Account ID + name: account_id +- description: The base URL for your Talon One account + kind: string + label: API URL + name: api_url - description: The token to authenticate against the API service kind: password label: Auth Token name: auth_token +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date -- description: The base URL for your Talon One account - kind: string - label: API URL - name: api_url -- description: The ID for your account - kind: integer - label: Account ID - name: account_id +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - auth_token - - start_date +- - account_id - api_url - - account_id + - auth_token + - start_date settings_preamble: '' usage: '' variant: gthesheep diff --git a/_data/meltano/extractors/tap-theme-parks/danielpdwalker.yml b/_data/meltano/extractors/tap-theme-parks/danielpdwalker.yml index 985b78c1c..f9bc855cb 100644 --- a/_data/meltano/extractors/tap-theme-parks/danielpdwalker.yml +++ b/_data/meltano/extractors/tap-theme-parks/danielpdwalker.yml @@ -1,8 +1,10 @@ capabilities: -- state +- about +- batch - catalog - discover -- about +- schema-flattening +- state - stream-maps description: Tap for theme park data. domain_url: https://themeparks.wiki/ @@ -18,9 +20,52 @@ pip_url: git+https://github.com/DanielPDWalker/tap-theme-parks.git quality: bronze repo: https://github.com/DanielPDWalker/tap-theme-parks settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Array of string, containing IDs or slugs of Destinations, parks, attractions, shows or restaurants. kind: array + label: Live Data Array name: live_data_array +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: [] variant: danielpdwalker diff --git a/_data/meltano/extractors/tap-thinkific/birdiecare.yml b/_data/meltano/extractors/tap-thinkific/birdiecare.yml index 78985b690..9b7f6c303 100644 --- a/_data/meltano/extractors/tap-thinkific/birdiecare.yml +++ b/_data/meltano/extractors/tap-thinkific/birdiecare.yml @@ -1,8 +1,9 @@ capabilities: -- state +- about - catalog - discover -- about +- schema-flattening +- state - stream-maps description: Online courses and membership sites. domain_url: https://developers.thinkific.com/api/using-the-api @@ -18,18 +19,35 @@ pip_url: git+https://github.com/birdiecare/tap-thinkific.git quality: silver repo: https://github.com/birdiecare/tap-thinkific settings: -- description: Thinkific API key - see https://developers.thinkific.com/api/api-key-auth/ - for details. +- description: Thinkific API key. See https://developers.thinkific.com/api/api-key-auth. kind: password label: API Key name: api_key -- description: Subdomain of the Thinkific site. - label: Subdomain - name: subdomain -- description: Only course enrollments created or updated after this date will be - downloaded. +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Only sync records updated after this date. + kind: date_iso8601 label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +- description: Subdomain of the Thinkific site. See https://developers.thinkific.com/api/api-key-auth. + kind: string + label: Subdomain + name: subdomain settings_group_validation: - - api_key - subdomain diff --git a/_data/meltano/extractors/tap-thunderboard/matatika.yml b/_data/meltano/extractors/tap-thunderboard/matatika.yml index 72ffd942b..27085421b 100644 --- a/_data/meltano/extractors/tap-thunderboard/matatika.yml +++ b/_data/meltano/extractors/tap-thunderboard/matatika.yml @@ -1,9 +1,13 @@ capabilities: +- about - catalog - discover +- state +- stream-maps description: Silicon Labs Thunderboard tap that collect environmental data - temperature, uv, ambient light - from a physical device. -domain_url: https://www.silabs.com/community/projects.entry.html/2017/03/08/thunderboard_sensew-Scqr +domain_url: + https://www.silabs.com/community/projects.entry.html/2017/03/08/thunderboard_sensew-Scqr keywords: - file - meltano_sdk @@ -16,25 +20,30 @@ pip_url: git+https://github.com/Matatika/tap-thunderboard quality: gold repo: https://github.com/Matatika/tap-thunderboard settings: +- description: The local directory where thunderboard data can be found + kind: string + label: Datadirectory + name: dataDirectory +- description: An optional device id to limit output from discovered thunderboards + kind: password + label: Deviceid + name: deviceId +- description: The name of the file in the data directory to be processed + kind: string + label: Filename + name: filename - description: "'dump' mode scans for devices and dumps measurements continuously\n\ \n'file' mode processes the `filename` in the `dataDirectory`" + kind: string label: Mode name: mode -- description: The local directory where thunderboard data can be found (Required - for 'file' `mode`) - label: Data Directory - name: dataDirectory -- description: The name of the file in the `dataDirectory` to be processed (Required - for 'file' `mode`) - label: Filename - name: filename -- description: Remove file contents after processing (Optional. Default - true) +- description: 'Optionally cleanup the file contents after processing (Default: True)' kind: boolean label: Truncate name: truncate value: true -- description: Limit output from discovered thunderboards to a specific `deviceId` - (Optional) - label: Device ID - name: deviceId +settings_group_validation: +- - dataDirectory + - filename + - mode variant: matatika diff --git a/_data/meltano/extractors/tap-tiktok/gthesheep.yml b/_data/meltano/extractors/tap-tiktok/gthesheep.yml index b03c4c83d..89c0401d0 100644 --- a/_data/meltano/extractors/tap-tiktok/gthesheep.yml +++ b/_data/meltano/extractors/tap-tiktok/gthesheep.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Social Media Marketing Platform domain_url: https://ads.tiktok.com/marketing_api/homepage @@ -18,16 +19,40 @@ pip_url: git+https://github.com/gthesheep/tap-tiktok.git quality: gold repo: https://github.com/gthesheep/tap-tiktok settings: -- description: API Token gained from Tiktok +- description: The token to authenticate against the API service + kind: password + label: Access Token + name: access_token +- description: Advertiser ID kind: password - label: API Key - name: api_key -- description: Identifier for the advertiser to extract data for label: Advertiser ID name: advertiser_id -- description: Start date as of when to collect metrics from - label: Start date +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: If true then deleted status entities will also be returned + kind: boolean + label: Include Deleted + name: include_deleted + value: true +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - access_token - advertiser_id diff --git a/_data/meltano/extractors/tap-totango/edsoncezar16.yml b/_data/meltano/extractors/tap-totango/edsoncezar16.yml index 5d79c6e58..a4233424d 100644 --- a/_data/meltano/extractors/tap-totango/edsoncezar16.yml +++ b/_data/meltano/extractors/tap-totango/edsoncezar16.yml @@ -28,7 +28,7 @@ settings: label: Account ID name: account_id - description: The maximum number of accounts to return in the accounts result set. - The max. value for count is 1000. + The max. Value for count is 1000. kind: integer label: Accounts Count name: accounts_count @@ -38,6 +38,7 @@ settings: kind: array label: Accounts Fields name: accounts_fields + value: [] - description: 'Record number (0 states "start at record 0"). The record size can be defined using the count parameter (and limited to 1000). Tip: To page through results, ask for 1000 records (count: 1000). If you receive 1000 records, assume @@ -46,6 +47,7 @@ settings: kind: integer label: Accounts Offset name: accounts_offset + value: 0 - description: Field name to sort the accounts stream results set by. kind: string label: Accounts Sort By @@ -66,21 +68,24 @@ settings: kind: array label: Accounts Terms name: accounts_terms -- description: The url for the API services. https://api.totango.com is for US services, + value: [] +- description: The url for the API services. Https://api. Totango. Com is for US services, whereas https://api-eu1.totango.com is for EU services. kind: options label: API URL name: api_url options: - - value: https://api.totango.com - - value: https://api-eu1.totango.com + - label: https://api.totango.com + value: https://api.totango.com + - label: 'https://api-eu1.totango.com ' + value: 'https://api-eu1.totango.com ' value: https://api.totango.com - description: The token to authenticate against the API service kind: password label: Auth Token name: auth_token - description: The maximum number of accounts to return in the events result set. - The max. value for count is 1000. + The max. Value for count is 1000. kind: integer label: Events Count name: events_count @@ -89,13 +94,15 @@ settings: kind: integer label: Events Offset name: events_offset + value: 0 - description: An array containing filter conditions to use for the events stream search. kind: array label: Events Terms name: events_terms -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + value: [] +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -113,7 +120,7 @@ settings: label: Stream Maps name: stream_maps - description: The maximum number of users to return in the users result set. The - max. value for count is 1000. + max. Value for count is 1000. kind: integer label: Users Count name: users_count @@ -123,14 +130,16 @@ settings: kind: array label: Users Fields name: users_fields + value: [] - description: 'Record number (0 states "start at record 0"). The record size can be defined using the count parameter (and limited to 1000). Tip: To page through results, ask for 1000 records (count: 1000). If you receive 1000 records, assume there’s more, in which case you want to pull the next 1000 records (offset: 1000…then - 2000…etc.). Repeat paging until the number of records returned is less than 1000.' + 2000…etc. ). Repeat paging until the number of records returned is less than 1000.' kind: integer label: Users Offset name: users_offset + value: 0 - description: Field name to sort the users stream results set by. kind: string label: Users Sort By @@ -150,6 +159,7 @@ settings: kind: array label: Users Terms name: users_terms + value: [] settings_group_validation: - - accounts_fields - accounts_terms diff --git a/_data/meltano/extractors/tap-tradera/kgpayne.yml b/_data/meltano/extractors/tap-tradera/kgpayne.yml index 92197978e..311c57993 100644 --- a/_data/meltano/extractors/tap-tradera/kgpayne.yml +++ b/_data/meltano/extractors/tap-tradera/kgpayne.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps description: Online Marketplace domain_url: https://www.tradera.com/en keywords: @@ -21,37 +21,45 @@ repo: https://github.com/kgpayne/tap-tradera settings: - description: The Tradera.com developer app ID kind: password - label: App Id + label: App ID name: app_id - description: The Tradera.com developer app key kind: password label: App Key name: app_key +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Path to items list CSV. + kind: string + label: Items File Path + name: items_file_path +- description: File glob pattern to items list CSV. + kind: string + label: Items File Pattern + name: items_file_pattern - description: Simple Search kind: array label: Searches name: searches +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth settings_group_validation: -- - app_key - - app_id +- - app_id + - app_key settings_preamble: '' usage: '' variant: kgpayne diff --git a/_data/meltano/extractors/tap-travefy/hotgluexyz.yml b/_data/meltano/extractors/tap-travefy/hotgluexyz.yml index 203291ed8..6df997dcb 100644 --- a/_data/meltano/extractors/tap-travefy/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-travefy/hotgluexyz.yml @@ -25,8 +25,8 @@ settings: label: API URL name: api_url value: https://api.travefy.com -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-trello/matatika.yml b/_data/meltano/extractors/tap-trello/matatika.yml index abfe21202..7acf03231 100644 --- a/_data/meltano/extractors/tap-trello/matatika.yml +++ b/_data/meltano/extractors/tap-trello/matatika.yml @@ -1,7 +1,10 @@ capabilities: +- about - catalog - discover +- schema-flattening - state +- stream-maps description: Project Management Software domain_url: https://developer.atlassian.com/cloud/trello/rest/ keywords: @@ -16,17 +19,34 @@ pip_url: git+https://github.com/Matatika/tap-trello.git quality: gold repo: https://github.com/Matatika/tap-trello settings: -- description: Your Trello developer API key. [How to get your developer API key](https://github.com/Matatika/tap-trello#source-authentication-and-authorization) - kind: password - label: Developer API Key - name: developer_api_key -- description: Your Trello access token. [How to get your access token](https://github.com/Matatika/tap-trello#source-authentication-and-authorization) +- description: Trello API generated access token kind: password label: Access Token name: access_token -- description: Optional date to sync card and actions data from. If not supplied, - the tap will try to sync all your data. +- description: Trello Developer API Key + kind: password + label: Developer API Key + name: developer_api_key +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Date to start syncing actions and cards data from kind: date_iso8601 label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: [] variant: matatika diff --git a/_data/meltano/extractors/tap-trustrace/icebug.yml b/_data/meltano/extractors/tap-trustrace/icebug.yml index 73ceadc76..2d406f659 100644 --- a/_data/meltano/extractors/tap-trustrace/icebug.yml +++ b/_data/meltano/extractors/tap-trustrace/icebug.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps domain_url: https://trustrace.com/ keywords: @@ -19,7 +19,7 @@ repo: https://github.com/icebug/tap-trustrace settings: - description: The token to authenticate against the API service kind: password - label: Api Key + label: API Key name: api_key settings_group_validation: - - api_key diff --git a/_data/meltano/extractors/tap-tvsquared/gthesheep.yml b/_data/meltano/extractors/tap-tvsquared/gthesheep.yml index ab40f8a35..5ab23aed6 100644 --- a/_data/meltano/extractors/tap-tvsquared/gthesheep.yml +++ b/_data/meltano/extractors/tap-tvsquared/gthesheep.yml @@ -1,10 +1,10 @@ capabilities: +- about - catalog -- state - discover -- about -- stream-maps - schema-flattening +- state +- stream-maps domain_url: https://www.tvsquared.com/ keywords: - meltano_sdk @@ -18,47 +18,50 @@ pip_url: git+https://github.com/GtheSheep/tap-tvsquared.git quality: silver repo: https://github.com/GtheSheep/tap-tvsquared settings: -- description: Partner domain for your TVSquared account - label: Partner Domain - name: partner_domain - description: Number for your account API, i.e. https://api-xx.tvsquared.com kind: integer - label: Api Number + label: API Number name: api_number -- description: Username for authentication - label: Username - name: username +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Partner domain for your TVSquared account + kind: string + label: Partner Domain + name: partner_domain - description: Password for authentication kind: password label: Password name: password -- description: "Determines how much historical data will be extracted. Please be aware\n\ - that the larger the time period and amount of data, the longer the initial extraction\n\ +- description: "Determines how much historical data will be extracted. Please be aware\n + that the larger the time period and amount of data, the longer the initial extraction\n can be expected to take." + kind: date_iso8601 label: Start Date name: start_date -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +- description: Username for authentication + kind: string + label: Username + name: username settings_group_validation: -- - password +- - api_number - partner_domain + - password - username - - api_number settings_preamble: '' usage: '' variant: gthesheep diff --git a/_data/meltano/extractors/tap-twitter/voxmedia.yml b/_data/meltano/extractors/tap-twitter/voxmedia.yml index 59783d43d..c715c536e 100644 --- a/_data/meltano/extractors/tap-twitter/voxmedia.yml +++ b/_data/meltano/extractors/tap-twitter/voxmedia.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps description: Social Networking Website domain_url: https://developer.twitter.com/en @@ -19,23 +19,23 @@ pip_url: git+https://github.com/voxmedia/tap-twitter.git quality: silver repo: https://github.com/voxmedia/tap-twitter settings: -- description: 'The bearer token to authenticate against the Twitter API using the - OAuth 2.0 flow outlined here - https://developer.twitter.com/en/docs/authentication/oauth-2-0/application-only ' +- description: The bearer token to authenticate against the Twitter API using the + OAuth 2.0 flow outlined here - https://developer.twitter.com/en/docs/authentication/oauth-2-0/application-only kind: password label: Bearer Token name: bearer_token -- description: List of user IDs of Twitter accounts for which to fetch data - kind: array - label: User Ids - name: user_ids -- description: List of URL patterns for which to fetch tweets - kind: array - label: Url Patterns - name: url_patterns - description: The earliest record date to sync kind: date_iso8601 label: Start Date name: start_date +- description: List of URL patterns for which to fetch tweets + kind: array + label: URL Patterns + name: url_patterns +- description: List of user IDs of Twitter accounts for which to fetch data + kind: array + label: User IDs + name: user_ids settings_group_validation: - - bearer_token - user_ids diff --git a/_data/meltano/extractors/tap-typeform/albert-marrero.yml b/_data/meltano/extractors/tap-typeform/albert-marrero.yml index 29397449c..3cdbdf19c 100644 --- a/_data/meltano/extractors/tap-typeform/albert-marrero.yml +++ b/_data/meltano/extractors/tap-typeform/albert-marrero.yml @@ -1,7 +1,9 @@ capabilities: +- about - catalog - discover - state +- stream-maps description: Survey and Form Software domain_url: https://developer.typeform.com/ keywords: diff --git a/_data/meltano/extractors/tap-udemy-for-business/immuta.yml b/_data/meltano/extractors/tap-udemy-for-business/immuta.yml index 95b894775..4f7b80b13 100644 --- a/_data/meltano/extractors/tap-udemy-for-business/immuta.yml +++ b/_data/meltano/extractors/tap-udemy-for-business/immuta.yml @@ -1,9 +1,14 @@ capabilities: -- state +- about +- batch - catalog - discover +- schema-flattening +- state +- stream-maps description: Online Learning Platform -domain_url: https://business-support.udemy.com/hc/en-us/articles/360005792753-Udemy-Business-API-Reference +domain_url: + https://business-support.udemy.com/hc/en-us/articles/360005792753-Udemy-Business-API-Reference keywords: - api - meltano_sdk @@ -16,12 +21,71 @@ pip_url: git+https://github.com/immuta/tap-udemy-for-business.git quality: silver repo: https://github.com/immuta/tap-udemy-for-business settings: -- name: client_id -- kind: password +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: '' + kind: password + label: Client ID + name: client_id +- description: '' + kind: password + label: Client Secret name: client_secret -- kind: integer +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: '' + kind: integer + label: Organization ID name: organization_id -- name: organization_name -- kind: date_iso8601 +- description: '' + kind: string + label: Organization Name + name: organization_name +- description: '' + kind: date_iso8601 + label: Start Date name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - client_id + - client_secret + - organization_id + - organization_name variant: immuta diff --git a/_data/meltano/extractors/tap-unleashed/hotgluexyz.yml b/_data/meltano/extractors/tap-unleashed/hotgluexyz.yml index ea36f1751..257618ae4 100644 --- a/_data/meltano/extractors/tap-unleashed/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-unleashed/hotgluexyz.yml @@ -29,8 +29,8 @@ settings: kind: string label: API Auth Signature name: api-auth-signature -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-veeqo/matatika.yml b/_data/meltano/extractors/tap-veeqo/matatika.yml index 89def8027..e74838dce 100644 --- a/_data/meltano/extractors/tap-veeqo/matatika.yml +++ b/_data/meltano/extractors/tap-veeqo/matatika.yml @@ -1,8 +1,9 @@ capabilities: +- about - catalog - discover +- schema-flattening - state -- about - stream-maps description: Multi-Channel Inventory and Shipping Platform for Ecommerce domain_url: https://veeqo.com/ @@ -25,8 +26,26 @@ settings: See [Generating your API keys](https://developer.veeqo.com/docs#/introduction/authentication/generating-your-api-keys) for more information. kind: password - label: API key + label: API Key name: api_key +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - api_key variant: matatika diff --git a/_data/meltano/extractors/tap-vilkas/hotgluexyz.yml b/_data/meltano/extractors/tap-vilkas/hotgluexyz.yml index bfcea44b4..f3d6440e6 100644 --- a/_data/meltano/extractors/tap-vilkas/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-vilkas/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: string label: Base URL name: base_url -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/extractors/tap-zammad/lawiss.yml b/_data/meltano/extractors/tap-zammad/lawiss.yml index 6b0098011..e1b2e22dc 100644 --- a/_data/meltano/extractors/tap-zammad/lawiss.yml +++ b/_data/meltano/extractors/tap-zammad/lawiss.yml @@ -1,10 +1,10 @@ capabilities: - about -- state - catalog - discover -- stream-maps - schema-flattening +- state +- stream-maps description: Zammad is a web-based, open source user support/ticketing solution. domain_url: https://zammad.org/ keywords: @@ -22,29 +22,16 @@ pip_url: tap-zammad quality: silver repo: https://github.com/Lawiss/tap-zammad settings: -- description: The earliest record date to sync - kind: date_iso8601 - label: Start Date - name: start_date - description: The base url of the Zammad API kind: string - label: Api Base Url + label: API Base URL name: api_base_url - description: The token to authenticate against the Zammad API kind: password label: Auth Token name: auth_token -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -52,7 +39,20 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The earliest record date to sync + kind: date_iso8601 + label: Start Date + name: start_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - auth_token - - api_base_url +- - api_base_url + - auth_token variant: lawiss diff --git a/_data/meltano/extractors/tap-zohobooks/hotgluexyz.yml b/_data/meltano/extractors/tap-zohobooks/hotgluexyz.yml index 50d52eb6c..ae592c61e 100644 --- a/_data/meltano/extractors/tap-zohobooks/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-zohobooks/hotgluexyz.yml @@ -24,8 +24,8 @@ settings: kind: password label: Access Token name: access_token -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -35,7 +35,7 @@ settings: name: flattening_max_depth - description: The redirect URI for the API. kind: string - label: Redirect URI + label: Redirect Uri name: redirect_uri - description: Your Zoho Books refresh token. kind: password diff --git a/_data/meltano/extractors/tap-zohosprints/autoidm.yml b/_data/meltano/extractors/tap-zohosprints/autoidm.yml index 03d48b301..a0919d341 100644 --- a/_data/meltano/extractors/tap-zohosprints/autoidm.yml +++ b/_data/meltano/extractors/tap-zohosprints/autoidm.yml @@ -1,8 +1,8 @@ capabilities: +- about - catalog -- state - discover -- about +- state - stream-maps domain_url: https://www.zoho.com/sprints/ keywords: @@ -18,19 +18,21 @@ quality: gold repo: https://github.com/AutoIDM/tap-zohosprints settings: - description: The API URL + kind: string label: API URL name: api_url -- description: The OAuth URL - label: OAuth URL - name: oauth_url - description: Your client ID. kind: password - label: Client Id + label: Client ID name: client_id - description: Your client secret. kind: password label: Client Secret name: client_secret +- description: The OAuth URL + kind: string + label: OAuth URL + name: oauth_url - description: Your refresh token. kind: password label: Refresh Token @@ -38,14 +40,15 @@ settings: - description: Determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. + kind: date_iso8601 label: Start Date name: start_date settings_group_validation: -- - refresh_token - - api_url - - oauth_url - - client_secret +- - api_url - client_id + - client_secret + - oauth_url + - refresh_token settings_preamble: '' usage: '' variant: autoidm diff --git a/_data/meltano/extractors/tap-zoom/robby-rob-slalom.yml b/_data/meltano/extractors/tap-zoom/robby-rob-slalom.yml index 0dd309fe4..74f6dc76c 100644 --- a/_data/meltano/extractors/tap-zoom/robby-rob-slalom.yml +++ b/_data/meltano/extractors/tap-zoom/robby-rob-slalom.yml @@ -20,7 +20,7 @@ pip_url: git+https://github.com/robby-rob-slalom/tap-zoom.git quality: silver repo: https://github.com/robby-rob-slalom/tap-zoom settings: -- description: The token to authenticate against the API service +- description: The ID of the account. kind: password label: Account ID name: account_id @@ -28,16 +28,16 @@ settings: kind: string label: API URL name: api_url -- description: OAuth application's Development or Production Client ID. +- description: The OAuth application's Client ID. kind: password label: Client ID name: client_id -- description: The token to authenticate against the API service +- description: The OAuth application's Client Secret. kind: password label: Client Secret name: client_secret -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -45,11 +45,11 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: The response limit for paginated streams. - kind: integer - label: Page Limit - name: page_limit - value: 300 +- description: A list of dictionaries for specifing additional configurations for + a specified stream. + kind: array + label: Stream Config + name: stream_config - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config diff --git a/_data/meltano/loaders/target-airtable/hotgluexyz.yml b/_data/meltano/loaders/target-airtable/hotgluexyz.yml index 65b11ca13..a72a39f41 100644 --- a/_data/meltano/loaders/target-airtable/hotgluexyz.yml +++ b/_data/meltano/loaders/target-airtable/hotgluexyz.yml @@ -15,19 +15,19 @@ pip_url: git+https://github.com/hotgluexyz/target-airtable.git quality: gold repo: https://github.com/hotgluexyz/target-airtable settings: -- description: Your Airtable API token. - kind: password - label: API Token - name: token - description: The Airtable base ID. Airtable base IDs begin with "app". - kind: string + kind: password label: Base ID name: base_id - description: Airtable Records URL, defaults to https://api.airtable.com/v0 kind: string label: Records URL name: records_url +- description: Your Airtable API token. + kind: password + label: Token + name: token settings_group_validation: -- - token - - base_id +- - base_id + - token variant: hotgluexyz diff --git a/_data/meltano/loaders/target-apprise/autoidm.yml b/_data/meltano/loaders/target-apprise/autoidm.yml index 227c83730..8e45ca819 100644 --- a/_data/meltano/loaders/target-apprise/autoidm.yml +++ b/_data/meltano/loaders/target-apprise/autoidm.yml @@ -1,7 +1,7 @@ capabilities: - about +- schema-flattening - stream-maps -- record-flattening description: 'Apprise allows you to send a notification to almost all of the most popular notification services available to us today such as: Telegram, Discord, Slack, Amazon SNS, Gotify, etc' @@ -115,9 +115,26 @@ pip_url: target-apprise quality: gold repo: https://github.com/AutoIDM/target-apprise settings: -- description: Array of apprise URIs +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. + kind: object + label: Stream Maps + name: stream_maps +- description: Array of apprise URIs,checkout https://github.com/caronc/apprise kind: array - label: URIs + label: Uris name: uris settings_group_validation: - - uris diff --git a/_data/meltano/loaders/target-bigquery/youcruit.yml b/_data/meltano/loaders/target-bigquery/youcruit.yml index c2309ce93..36513804c 100644 --- a/_data/meltano/loaders/target-bigquery/youcruit.yml +++ b/_data/meltano/loaders/target-bigquery/youcruit.yml @@ -1,7 +1,7 @@ capabilities: - about -- stream-maps - schema-flattening +- stream-maps description: For loading data into BigQuery. domain_url: https://cloud.google.com/bigquery/ executable: target-bigquery @@ -18,65 +18,78 @@ pip_url: git+https://github.com/YouCruit/youcruit-target-bigquery.git quality: gold repo: https://github.com/YouCruit/youcruit-target-bigquery settings: -- description: Google project id - kind: password - label: Project Id - name: project_id +- description: Add Singer Data Capture (SDC) metadata to records + kind: boolean + label: Add Record Metadata + name: add_record_metadata + value: true +- description: Only append data; don't overwrite existing data + kind: boolean + label: Append Only + name: append_only + value: false +- description: Maximum size of batches when records are streamed in. BATCH messages + are not affected by this property. + kind: integer + label: Batch Size + name: batch_size + value: 100000 - description: Dataset to load data into kind: string label: Dataset name: dataset +- description: Default partition column for all streams + kind: string + label: Default Partition Column + name: default_partition_column +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth - description: Dataset location kind: string label: Location name: location -- description: Optional prefix to add to table names - kind: string - label: Table Prefix - name: table_prefix -- description: Maximum size of batches when records are streamed in. BATCH messages - are not affected by this property. - kind: integer - label: Batch Size - name: batch_size - description: Maximum time in minutes between state messages when records are streamed in. BATCH messages are not affected by this property. kind: integer label: Max Batch Age name: max_batch_age -- description: Add Singer Data Capture (SDC) metadata to records - kind: boolean - label: Add Record Metadata - name: add_record_metadata -- description: Default partition column for all streams - kind: string - label: Default Partition Column - name: default_partition_column -- description: Stream specific configs. Like partition keys. - kind: array - label: Table Configs - name: table_configs + value: 5.0 +- description: Google project id + kind: password + label: Project ID + name: project_id +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: Stream specific configs. Like partition keys. + kind: array + label: Table Configs + name: table_configs +- description: Optional prefix to add to table names + kind: string + label: Table Prefix + name: table_prefix +- description: If tables should be truncated before new data is loaded kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth + label: Truncate Before Load + name: truncate_before_load + value: false settings_group_validation: -- - project_id - - dataset +- - dataset + - project_id settings_preamble: '' usage: '' variant: youcruit diff --git a/_data/meltano/loaders/target-bigquery/z3z1ma.yml b/_data/meltano/loaders/target-bigquery/z3z1ma.yml index d34a4ca32..a0391d91e 100644 --- a/_data/meltano/loaders/target-bigquery/z3z1ma.yml +++ b/_data/meltano/loaders/target-bigquery/z3z1ma.yml @@ -19,44 +19,98 @@ pip_url: git+https://github.com/z3z1ma/target-bigquery.git quality: gold repo: https://github.com/z3z1ma/target-bigquery settings: -- description: The path to a gcp credentials json file. +- description: The maximum number of rows to send in a single batch or commit. + kind: integer + label: Batch Size + name: batch_size + value: 500 +- description: The GCS bucket to use for staging data. Only used if method is gcs_stage. kind: string - label: Credentials Path - name: credentials_path + label: Bucket + name: bucket +- description: Determines whether to cluster on the key properties from the tap. Defaults + to false. When false, clustering will be based on _sdc_batched_at instead. + kind: boolean + label: Cluster On Key Properties + name: cluster_on_key_properties + value: false +- description: Add an underscore when a column starts with a digit + kind: boolean + label: Column Name Transforms Add Underscore When Invalid + name: column_name_transforms.add_underscore_when_invalid + value: false +- description: Lowercase column names + kind: boolean + label: Column Name Transforms Lower + name: column_name_transforms.lower + value: false +- description: Quote columns during DDL generation + kind: boolean + label: Column Name Transforms Quote + name: column_name_transforms.quote + value: false +- description: Convert columns to snake case + kind: boolean + label: Column Name Transforms Snake Case + name: column_name_transforms.snake_case + value: false - description: A JSON string of your service account JSON file. kind: string label: Credentials Json name: credentials_json -- description: The target GCP project to materialize data into. +- description: The path to a gcp credentials json file. kind: string - label: Project - name: project + label: Credentials Path + name: credentials_path - description: The target dataset to materialize data into. kind: string label: Dataset name: dataset -- description: The target dataset/bucket location to materialize data into. +- description: This option is only used if `upsert` is enabled for a stream. The selection + criteria for the stream's candidacy is the same as upsert. If the stream is marked + for deduping before upsert, we will create a _session scoped temporary table during + the merge transaction to dedupe the ingested records. This is useful for streams + that are not unique on the key properties during an ingest but are unique in the + source system. Data lake ingestion is often a good example of this where the same + unique record may exist in the lake at different points in time from different + extracts. kind: string - label: Location - name: location -- description: The maximum number of rows to send in a single batch or commit. - kind: integer - label: Batch Size - name: batch_size -- description: Fail the entire load job if any row fails to insert. - kind: boolean - label: Fail Fast - name: fail_fast -- description: Default timeout for batch_job and gcs_stage derived LoadJobs. - kind: integer - label: Timeout - name: timeout + label: Dedupe Before Upsert + name: dedupe_before_upsert + value: false - description: Determines whether to denormalize the data before writing to BigQuery. A false value will write data using a fixed JSON column based schema, while a true value will write data using a dynamic schema derived from the tap. kind: boolean label: Denormalized name: denormalized + value: false +- description: Fail the entire load job if any row fails to insert. + kind: boolean + label: Fail Fast + name: fail_fast + value: true +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Determines whether to generate a view based on the SCHEMA message parsed + from the tap. Only valid if denormalized=false meaning you are using the fixed + JSON column based schema. + kind: boolean + label: Generate View + name: generate_view + value: false +- description: The target dataset/bucket location to materialize data into. + kind: string + label: Location + name: location + value: US - description: The method to use for writing to BigQuery. kind: options label: Method @@ -70,50 +124,18 @@ settings: value: gcs_stage - label: Streaming Insert value: streaming_insert -- description: Determines whether to generate a view based on the SCHEMA message parsed - from the tap. Only valid if denormalized=false meaning you are using the fixed - JSON column based schema. - kind: boolean - label: Generate View - name: generate_view -- description: The GCS bucket to use for staging data. Only used if method is gcs_stage. - kind: string - label: Bucket - name: bucket -- description: The granularity of the partitioning strategy. Defaults to month. - kind: options - label: Partition Granularity - name: partition_granularity - options: - - label: Year - value: year - - label: Month - value: month - - label: Day - value: day - - label: Hour - value: hour -- description: Determines whether to cluster on the key properties from the tap. Defaults - to false. When false, clustering will be based on _sdc_batched_at instead. - kind: boolean - label: Cluster On Key Properties - name: cluster_on_key_properties -- description: Lowercase column names - kind: boolean - label: Column Name Transforms Lower - name: column_name_transforms.lower -- description: Quote columns during DDL generation - kind: boolean - label: Column Name Transforms Quote - name: column_name_transforms.quote -- description: Add an underscore when a column starts with a digit - kind: boolean - label: Column Name Transforms Add Underscore When Invalid - name: column_name_transforms.add_underscore_when_invalid -- description: Convert columns to snake case + value: storage_write_api +- description: By default, each sink type has a preconfigured max worker pool limit. + This sets an override for maximum number of workers in the pool. + kind: integer + label: Options Max Workers + name: options.max_workers +- description: By default we use an autoscaling threadpool to write to BigQuery. If + set to true, we will use a process pool. kind: boolean - label: Column Name Transforms Snake Case - name: column_name_transforms.snake_case + label: Options Process Pool + name: options.process_pool + value: false - description: By default, we use the default stream (Committed mode) in the storage_write_api load method which results in streaming records which are immediately available and is generally fastest. If this is set to true, we will use the application @@ -122,26 +144,7 @@ settings: kind: boolean label: Options Storage Write Batch Mode name: options.storage_write_batch_mode -- description: By default we use an autoscaling threadpool to write to BigQuery. If - set to true, we will use a process pool. - kind: boolean - label: Options Process Pool - name: options.process_pool -- description: By default, each sink type has a preconfigured max worker pool limit. - This sets an override for maximum number of workers in the pool. - kind: integer - label: Options Max Workers - name: options.max_workers -- description: Determines if we should upsert. Defaults to false. A value of true - will write to a temporary table and then merge into the target table (upsert). - This requires the target table to be unique on the key properties. A value of - false will write to the target table directly (append). A value of an array of - strings will evaluate the strings in order using fnmatch. At the end of the array, - the value of the last match will be used. If not matched, the default value is - false (append). - kind: string - label: Upsert - name: upsert + value: false - description: Determines if the target table should be overwritten on load. Defaults to false. A value of true will write to a temporary table and then overwrite the target table inside a transaction (so it is safe). A value of false will write @@ -152,35 +155,56 @@ settings: kind: string label: Overwrite name: overwrite -- description: This option is only used if `upsert` is enabled for a stream. The selection - criteria for the stream's candidacy is the same as upsert. If the stream is marked - for deduping before upsert, we will create a _session scoped temporary table during - the merge transaction to dedupe the ingested records. This is useful for streams - that are not unique on the key properties during an ingest but are unique in the - source system. Data lake ingestion is often a good example of this where the same - unique record may exist in the lake at different points in time from different - extracts. + value: false +- description: The granularity of the partitioning strategy. Defaults to month. + kind: options + label: Partition Granularity + name: partition_granularity + options: + - label: Year + value: year + - label: Month + value: month + - label: Day + value: day + - label: Hour + value: hour + value: month +- description: The target GCP project to materialize data into. kind: string - label: Dedupe Before Upsert - name: dedupe_before_upsert + label: Project + name: project +- description: The version of the schema resolver to use. Defaults to 1. Version 2 + uses JSON as a fallback during denormalization. This only has an effect if denormalized=true + kind: integer + label: Schema Resolver Version + name: schema_resolver_version + value: 1 +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. +- description: Default timeout for batch_job and gcs_stage derived LoadJobs. kind: integer - label: Flattening Max Depth - name: flattening_max_depth + label: Timeout + name: timeout + value: 600 +- description: Determines if we should upsert. Defaults to false. A value of true + will write to a temporary table and then merge into the target table (upsert). + This requires the target table to be unique on the key properties. A value of + false will write to the target table directly (append). A value of an array of + strings will evaluate the strings in order using fnmatch. At the end of the array, + the value of the last match will be used. If not matched, the default value is + false (append). + kind: string + label: Upsert + name: upsert + value: false settings_group_validation: - - dataset - method diff --git a/_data/meltano/loaders/target-chromadb/meltanolabs.yml b/_data/meltano/loaders/target-chromadb/meltanolabs.yml index 83a9781b4..4f8ef6dcd 100644 --- a/_data/meltano/loaders/target-chromadb/meltanolabs.yml +++ b/_data/meltano/loaders/target-chromadb/meltanolabs.yml @@ -39,8 +39,8 @@ settings: label: Embeddings Property name: embeddings_property value: embeddings -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/loaders/target-clickhouse/shaped-ai.yml b/_data/meltano/loaders/target-clickhouse/shaped-ai.yml index 74a70bb67..0e6b700ed 100644 --- a/_data/meltano/loaders/target-clickhouse/shaped-ai.yml +++ b/_data/meltano/loaders/target-clickhouse/shaped-ai.yml @@ -18,20 +18,16 @@ pip_url: git+https://github.com/shaped-ai/target-clickhouse.git quality: silver repo: https://github.com/shaped-ai/target-clickhouse settings: -- description: The SQLAlchemy connection string for the ClickHouse database - kind: password - label: SQLAlchemy URL - name: sqlalchemy_url -- description: The name of the table to write to. Defaults to stream name. - kind: string - label: Table Name - name: table_name +- description: Add metadata to records. + kind: boolean + label: Add Record Metadata + name: add_record_metadata - description: The default target database schema name to use for all streams. kind: string label: Default Target Schema name: default_target_schema -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -39,6 +35,10 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The SQLAlchemy connection string for the ClickHouse database + kind: string + label: Sqlalchemy URL + name: sqlalchemy_url - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -48,14 +48,10 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: "'True' to enable hard delete for activate_version operation." - kind: boolean - label: Hard Delete - name: hard_delete -- description: "'True' to include record metadata in tables." - kind: boolean - label: Add Record Metadata - name: add_record_metadata +- description: The name of the table to write to. Defaults to stream name. + kind: string + label: Table Name + name: table_name settings_group_validation: - - sqlalchemy_url settings_preamble: '' diff --git a/_data/meltano/loaders/target-elasticsearch/dtmirizzi.yml b/_data/meltano/loaders/target-elasticsearch/dtmirizzi.yml index 87eb5c2c6..fb77ff953 100644 --- a/_data/meltano/loaders/target-elasticsearch/dtmirizzi.yml +++ b/_data/meltano/loaders/target-elasticsearch/dtmirizzi.yml @@ -1,7 +1,7 @@ capabilities: - about -- stream-maps - schema-flattening +- stream-maps description: Free and Open, Distributed, RESTful Search Engine domain_url: https://github.com/elastic/elasticsearch executable: target-elasticsearch @@ -17,45 +17,32 @@ pip_url: target-elasticsearch quality: silver repo: https://github.com/dtmirizzi/target-elasticsearch settings: -- description: http scheme used for connecting to elasticsearch - kind: string - label: Scheme - name: scheme - value: http -- description: host used to connect to elasticsearch - kind: string - label: Host - name: host - value: localhost -- description: port used to connect to elasticsearch - kind: integer - label: Port - name: port - value: 9200 -- description: basic auth username - kind: string - label: Username - name: username -- description: basic auth password +- description: Api key for auth key authorization kind: password - label: Password - name: password -- description: bearer token for bearer authorization - kind: password - label: Bearer Token - name: bearer_token -- description: api key id for auth key authorization + label: API Key + name: api_key +- description: Api key id for auth key authorization kind: password - label: API Key Id + label: API Key ID name: api_key_id -- description: api key for auth key authorization +- description: Bearer token for bearer authorization kind: password - label: API Key - name: api_key -- description: location of the the SSL certificate for cert verification ie. `/some/path` + label: Bearer Token + name: bearer_token +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Host used to connect to elasticsearch kind: string - label: SSL CA File - name: ssl_ca_file + label: Host + name: host + value: localhost - description: | Index Format is used to handle custom index formatting such as specifying `-latest` index. @@ -75,7 +62,7 @@ settings: kind: string label: Index Format name: index_format - value: ecs-{{ stream_name }}-{{ current_timestamp_daily }} + value: ecs-{{ stream_name }}-{{ current_timestamp_daily}} - description: | Index Schema Fields allows you to specify specific record values via jsonpath from the stream to be used in index formulation. @@ -98,24 +85,37 @@ settings: kind: object label: Metadata Fields name: metadata_fields +- description: Basic auth password + kind: password + label: Password + name: password +- description: Port use to connect to elasticsearch + kind: integer + label: Port + name: port + value: 9200 +- description: Http scheme used for connecting to elasticsearch + kind: string + label: Scheme + name: scheme + value: http +- description: Location of the the SSL certificate for cert verification ie. `/some/path` + kind: string + label: SSL Ca File + name: ssl_ca_file +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties. Elastic also naturally does this so this setting is less important." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: Basic auth username + kind: string + label: Username + name: username settings_group_validation: - - host - port diff --git a/_data/meltano/loaders/target-mongodb/hotgluexyz.yml b/_data/meltano/loaders/target-mongodb/hotgluexyz.yml index 15cf4ba19..58a246354 100644 --- a/_data/meltano/loaders/target-mongodb/hotgluexyz.yml +++ b/_data/meltano/loaders/target-mongodb/hotgluexyz.yml @@ -1,5 +1,6 @@ capabilities: - about +- stream-maps description: General purpose, document-based, distributed database. domain_url: https://www.mongodb.com/ keywords: @@ -7,6 +8,7 @@ keywords: - database label: MongoDB logo_url: /assets/logos/loaders/mongodb.png +maintenance_status: active name: target-mongodb namespace: target_mongodb pip_url: git+https://gitlab.com/hotglue/target-mongodb.git diff --git a/_data/meltano/loaders/target-mssql/storebrand.yml b/_data/meltano/loaders/target-mssql/storebrand.yml index f4e26ecba..b14497f1a 100644 --- a/_data/meltano/loaders/target-mssql/storebrand.yml +++ b/_data/meltano/loaders/target-mssql/storebrand.yml @@ -1,7 +1,7 @@ capabilities: - about -- stream-maps - schema-flattening +- stream-maps description: Microsoft SQL Server domain_url: https://www.microsoft.com/en-us/sql-server/sql-server-2019 keywords: @@ -17,21 +17,16 @@ pip_url: git+https://github.com/storebrand/target-mssql.git quality: gold repo: https://github.com/storebrand/target-mssql settings: -- description: SQLAlchemy connection string +- description: SQL Server database kind: string - label: SQLAlchemy Url - name: sqlalchemy_url -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + label: Database + name: database +- description: Default target schema to write to + kind: string + label: Default Target Schema + name: default_target_schema +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -39,6 +34,45 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: SQL Server host + kind: string + label: Host + name: host +- description: SQL Server password + kind: password + label: Password + name: password +- description: SQL Server port + kind: string + label: Port + name: port + value: '1433' +- description: Use float data type for numbers (otherwise number type is used) + kind: boolean + label: Prefer Float Over Numeric + name: prefer_float_over_numeric + value: false +- description: SQLAlchemy connection string + kind: string + label: Sqlalchemy URL + name: sqlalchemy_url +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Prefix to add to table name + kind: string + label: Table Prefix + name: table_prefix +- description: SQL Server username + kind: string + label: Username + name: username settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/loaders/target-mysql/thkwag.yml b/_data/meltano/loaders/target-mysql/thkwag.yml index 451b89e98..49ea2bc32 100644 --- a/_data/meltano/loaders/target-mysql/thkwag.yml +++ b/_data/meltano/loaders/target-mysql/thkwag.yml @@ -2,7 +2,6 @@ capabilities: - about - schema-flattening - stream-maps -- target-schema description: Open-source relational database management system domain_url: https://www.mysql.com/ executable: target-mysql @@ -23,6 +22,7 @@ settings: kind: boolean label: Allow Column Alter name: allow_column_alter + value: false - description: MySQL database kind: string label: Database @@ -62,6 +62,11 @@ settings: kind: string label: Port name: port +- description: Replace null to blank + kind: boolean + label: Replace Null + name: replace_null + value: false - description: SQLAlchemy connection string kind: string label: Sqlalchemy URL diff --git a/_data/meltano/loaders/target-oracle/radbrt.yml b/_data/meltano/loaders/target-oracle/radbrt.yml index 24d2da501..d6607819f 100644 --- a/_data/meltano/loaders/target-oracle/radbrt.yml +++ b/_data/meltano/loaders/target-oracle/radbrt.yml @@ -54,7 +54,7 @@ settings: value: false - description: SQLAlchemy connection string kind: string - label: SQLAlchemy URL + label: Sqlalchemy URL name: sqlalchemy_url - description: User-defined config values to be used within map expressions. kind: object @@ -71,11 +71,11 @@ settings: name: username settings_group_validation: - - sqlalchemy_url -- - user - - password +- - database - host + - password - port - - database + - user settings_preamble: '' usage: '' variant: radbrt diff --git a/_data/meltano/loaders/target-parquet/hotgluexyz.yml b/_data/meltano/loaders/target-parquet/hotgluexyz.yml index b310b5696..e74ccacce 100644 --- a/_data/meltano/loaders/target-parquet/hotgluexyz.yml +++ b/_data/meltano/loaders/target-parquet/hotgluexyz.yml @@ -26,8 +26,8 @@ settings: kind: string label: Filepath name: filepath -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/loaders/target-pinecone/meltanolabs.yml b/_data/meltano/loaders/target-pinecone/meltanolabs.yml index c3f10e40a..5f5577572 100644 --- a/_data/meltano/loaders/target-pinecone/meltanolabs.yml +++ b/_data/meltano/loaders/target-pinecone/meltanolabs.yml @@ -19,6 +19,10 @@ pip_url: git+https://github.com/MeltanoLabs/target-pinecone.git quality: silver repo: https://github.com/MeltanoLabs/target-pinecone settings: +- description: Add metadata to records. + kind: boolean + label: Add Record Metadata + name: add_record_metadata - description: Your Pinecone API key. kind: password label: API Key @@ -57,6 +61,21 @@ settings: kind: string label: Index Name name: index_name +- description: The method to use when loading data into the destination. `append-only` + will always write all input records whether that records already exists or not. + `upsert` will update existing records and insert new records. `overwrite` will + delete all existing records and insert all input records. + kind: options + label: Load Method + name: load_method + options: + - label: Append Only + value: append-only + - label: Upsert + value: upsert + - label: Overwrite + value: overwrite + value: append-only - description: The property containing the document metadata in the input records. kind: string label: Metadata Property diff --git a/_data/meltano/loaders/target-s3-parquet/gupy-io.yml b/_data/meltano/loaders/target-s3-parquet/gupy-io.yml index 77ebe4b75..3424fe2ed 100644 --- a/_data/meltano/loaders/target-s3-parquet/gupy-io.yml +++ b/_data/meltano/loaders/target-s3-parquet/gupy-io.yml @@ -1,7 +1,7 @@ capabilities: - about +- schema-flattening - stream-maps -- record-flattening description: AWS S3 - Apache Parquet File Format domain_url: https://aws.amazon.com/s3/ keywords: @@ -16,38 +16,24 @@ pip_url: git+https://github.com/gupy-io/target-s3-parquet.git quality: gold repo: https://github.com/gupy-io/target-s3-parquet settings: -- description: The s3 path to the target output file - label: S3 Path - name: s3_path +- description: A boolean whether to add record metadata + kind: boolean + label: Add Record Metadata + name: add_record_metadata +- description: The Athena database. + kind: string + label: Athena Database + name: athena_database - description: Your AWS access key ID. kind: password - label: AWS Access Key Id + label: AWS Access Key ID name: aws_access_key_id - description: Your AWS secret access key. kind: password label: AWS Secret Access Key name: aws_secret_access_key -- description: The Athena database. - label: Athena Database - name: athena_database -- description: A boolean whether to add record metadata - kind: boolean - label: Add Record Metadata - name: add_record_metadata -- description: A boolean whether to stringify Schema - kind: boolean - label: Stringify Schema - name: stringify_schema -- description: Config object for stream maps capability. - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -55,11 +41,28 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: The s3 path to the target output file + kind: string + label: S3 Path + name: s3_path +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: A boolean whether to stringify Schema + kind: boolean + label: Stringify Schema + name: stringify_schema settings_group_validation: -- - s3_path +- - athena_database - aws_access_key_id - aws_secret_access_key - - athena_database + - s3_path settings_preamble: '' usage: '' variant: gupy-io diff --git a/_data/meltano/loaders/target-s3-parquet/jkausti.yml b/_data/meltano/loaders/target-s3-parquet/jkausti.yml index b0f5ad58c..509466ed3 100644 --- a/_data/meltano/loaders/target-s3-parquet/jkausti.yml +++ b/_data/meltano/loaders/target-s3-parquet/jkausti.yml @@ -1,7 +1,7 @@ capabilities: - about -- stream-maps - schema-flattening +- stream-maps description: AWS S3 - Apache Parquet File Format domain_url: https://aws.amazon.com/s3/ executable: target-s3 @@ -19,41 +19,24 @@ repo: https://github.com/jkausti/target-s3 settings: - description: AWS Access Key ID used to authenticate programmatically to S3. kind: password - label: Aws Access Key Id + label: AWS Access Key ID name: AWS_ACCESS_KEY_ID - description: AWS Secret Access Key used to authenticate programmatically to S3. kind: password - label: Aws Secret Access Key + label: AWS Secret Access Key name: AWS_SECRET_ACCESS_KEY -- description: The path to where the data should be stored. *REQUIRED* - kind: string - label: Path - name: path -- description: AWS Bucket Region +- description: Specfies the region in which your S3 bucket exists. kind: string label: AWS Region name: aws_region -- description: "Determines the folder-structure. Alternatives are: 'simple', 'date_hierarchy'\ - \ and 'both'." - kind: string - label: Folder Structure - name: folder_structure - description: Specifies the filetype to store the data as. Only parquet supported - atm. *REQUIRED* + atm. *required* kind: string label: Filetype name: filetype -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). - kind: object - label: Stream Maps - name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." + value: parquet +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -61,9 +44,28 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: "Determines the folder-structure. Alternatives are: 'simple', 'date_hierarchy' + and 'both'." + kind: string + label: Folder Structure + name: folder_structure + value: simple +- description: The path to where the data should be stored. *required* + kind: string + label: Path + name: path +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: -- - folder_structure - - filetype +- - filetype + - folder_structure - path settings_preamble: '' usage: '' diff --git a/_data/meltano/loaders/target-s3/crowemi.yml b/_data/meltano/loaders/target-s3/crowemi.yml index bb1c36d66..a54f98ec8 100644 --- a/_data/meltano/loaders/target-s3/crowemi.yml +++ b/_data/meltano/loaders/target-s3/crowemi.yml @@ -74,27 +74,31 @@ settings: label: Cloud Provider AWS AWS Access Key ID name: cloud_provider.aws.aws_access_key_id - description: Your AWS access key ID. - kind: string + kind: password label: Cloud Provider AWS AWS Bucket name: cloud_provider.aws.aws_bucket - description: The AWS endpoint url to use for testing purposes. - kind: string + kind: password label: Cloud Provider AWS AWS Endpoint Override name: cloud_provider.aws.aws_endpoint_override - description: Your AWS profile name to optionally use for auth. - kind: string + kind: password label: Cloud Provider AWS AWS Profile Name name: cloud_provider.aws.aws_profile_name - description: Your AWS region. - kind: string + kind: password label: Cloud Provider AWS AWS Region name: cloud_provider.aws.aws_region - description: Your AWS secret access key. kind: password label: Cloud Provider AWS AWS Secret Access Key name: cloud_provider.aws.aws_secret_access_key +- description: '' + kind: password + label: Cloud Provider AWS AWS Session Token + name: cloud_provider.aws.aws_session_token - description: The cloud provider type to use. - kind: string + kind: password label: Cloud Provider Cloud Provider Type name: cloud_provider.cloud_provider_type options: @@ -120,6 +124,7 @@ settings: kind: boolean label: Format Format Parquet Validate name: format.format_parquet.validate + value: false - description: The format type of the output files. kind: options label: Format Format Type @@ -133,6 +138,13 @@ settings: kind: boolean label: Include Process Date name: include_process_date + value: false +- description: A flag (only works if append_date_to_prefix is enabled) to have partitioning + name formatted e.g. 'year=2023/month=01/day=01'. + kind: boolean + label: Partition Name Enabled + name: partition_name_enabled + value: false - description: The prefix for the key. kind: string label: Prefix diff --git a/_data/meltano/loaders/target-salesforce/dan-ladd.yml b/_data/meltano/loaders/target-salesforce/dan-ladd.yml index 5520d214d..df6bb6345 100644 --- a/_data/meltano/loaders/target-salesforce/dan-ladd.yml +++ b/_data/meltano/loaders/target-salesforce/dan-ladd.yml @@ -1,7 +1,7 @@ capabilities: - about -- stream-maps - schema-flattening +- stream-maps description: CRM domain_url: https://www.salesforce.com/ keywords: @@ -16,60 +16,80 @@ pip_url: git+https://github.com/dan-ladd/target-salesforce.git quality: gold repo: https://github.com/dan-ladd/target-salesforce settings: +- description: How to handle incomming records by default (insert/update/upsert/delete/hard_delete) + kind: options + label: Action + name: action + options: + - label: Insert + value: insert + - label: Update + value: update + - label: Delete + value: delete + - label: Hard Delete + value: hard_delete + - label: Upsert + value: upsert + value: update +- description: Allows the target to continue persisting if a record fails to commit + kind: boolean + label: Allow Failures + name: allow_failures + value: false - description: OAuth client_id kind: password - label: Client Id + label: Client ID name: client_id - description: OAuth client_secret kind: password label: Client Secret name: client_secret -- description: OAuth refresh_token - kind: password - label: Refresh Token - name: refresh_token -- description: User/password username +- description: Your Salesforce instance domain. Use 'login' (default) or 'test' (sandbox), + or Salesforce My domain. kind: string - label: Username - name: username -- description: User/password password + label: Domain + name: domain + value: login +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: "DEPRECATED: Use domain. Is_sandbox-false = 'login', is_sandbox-True + = 'test'" + kind: boolean + label: Is Sandbox + name: is_sandbox +- description: User/password username kind: password label: Password name: password +- description: OAuth refresh_token + kind: password + label: Refresh Token + name: refresh_token - description: User/password generated security token. Reset under your Account Settings kind: password label: Security Token name: security_token -- description: Is the Salesforce instance a sandbox - kind: boolean - label: Is Sandbox - name: is_sandbox -- description: How to handle incomming records by default (insert/update/upsert/delete/hard_delete) - kind: string - label: Action - name: action -- description: Allows the target to continue persisting if a record fails to commit. - kind: boolean - label: Allow Failures - name: allow_failures +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -- description: User-defined config values to be used within map expressions. - kind: object - label: Stream Map Config - name: stream_map_config -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." - kind: boolean - label: Flattening Enabled - name: flattening_enabled -- description: The max depth to flatten schemas. - kind: integer - label: Flattening Max Depth - name: flattening_max_depth +- description: User/password username + kind: string + label: Username + name: username settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/loaders/target-sqs/hotgluexyz.yml b/_data/meltano/loaders/target-sqs/hotgluexyz.yml index 615faa58e..2d61583f3 100644 --- a/_data/meltano/loaders/target-sqs/hotgluexyz.yml +++ b/_data/meltano/loaders/target-sqs/hotgluexyz.yml @@ -25,13 +25,12 @@ settings: kind: string label: AWS Region name: aws_region - value: us-east-1 - description: The secret key for your AWS account. kind: password label: AWS Secret Key name: aws_secret_key -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled @@ -39,12 +38,6 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: The SQS MessageGroupId. It is the tag that specifies that a message - belongs to a specific message group. This parameter applies only to FIFO (first-in-first-out) - queues. - kind: string - label: Path Prefix - name: path_prefix - description: The SQS queue name. kind: string label: Queue Name @@ -53,8 +46,7 @@ settings: kind: object label: Stream Map Config name: stream_map_config -- description: Config object for stream maps capability. For more information check - out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). +- description: Config object for stream maps capability. kind: object label: Stream Maps name: stream_maps diff --git a/_data/meltano/loaders/target-timeplus/timeplus.yml b/_data/meltano/loaders/target-timeplus/timeplus.yml index 99bbfeb9a..f9fb8fcbd 100644 --- a/_data/meltano/loaders/target-timeplus/timeplus.yml +++ b/_data/meltano/loaders/target-timeplus/timeplus.yml @@ -17,8 +17,7 @@ pip_url: git+https://github.com/timeplus-io/target-timeplus.git quality: silver repo: https://github.com/timeplus-io/target-timeplus settings: -- description: Personal API Key. Check https://docs.timeplus.com/docs/quickstart-ingest-api - for more details. +- description: Personal API key kind: password label: API Key name: apikey @@ -27,8 +26,8 @@ settings: label: Endpoint name: endpoint value: https://us.timeplus.cloud/wsId1234 -- description: "'True' to enable schema flattening and automatically expand nested\ - \ properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled