diff --git a/_static/basic.css b/_static/basic.css index 7577acb1a..cfc60b86c 100644 --- a/_static/basic.css +++ b/_static/basic.css @@ -670,6 +670,16 @@ dd { margin-left: 30px; } +.sig dd { + margin-top: 0px; + margin-bottom: 0px; +} + +.sig dl { + margin-top: 0px; + margin-bottom: 0px; +} + dl > dd:last-child, dl > dd:last-child > :last-child { margin-bottom: 0; @@ -738,6 +748,14 @@ abbr, acronym { cursor: help; } +.translated { + background-color: rgba(207, 255, 207, 0.2) +} + +.untranslated { + background-color: rgba(255, 207, 207, 0.2) +} + /* -- code displays --------------------------------------------------------- */ pre { diff --git a/concept/fastsync.html b/concept/fastsync.html index 43d75464d..24063cc7e 100644 --- a/concept/fastsync.html +++ b/concept/fastsync.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/concept/linux_pipes.html b/concept/linux_pipes.html index 16f276ed4..73c65bb03 100644 --- a/concept/linux_pipes.html +++ b/concept/linux_pipes.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/concept/replication_methods.html b/concept/replication_methods.html index 1dfe54498..18f062d2d 100644 --- a/concept/replication_methods.html +++ b/concept/replication_methods.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/concept/singer.html b/concept/singer.html index 787133fb3..4e13befc1 100644 --- a/concept/singer.html +++ b/concept/singer.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps.html b/connectors/taps.html index 6426ffa5f..91c68623d 100644 --- a/connectors/taps.html +++ b/connectors/taps.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/github.html b/connectors/taps/github.html index b7f226f1a..bc9271a29 100644 --- a/connectors/taps/github.html +++ b/connectors/taps/github.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/google_analytics.html b/connectors/taps/google_analytics.html index bf79ff38b..63487ce12 100644 --- a/connectors/taps/google_analytics.html +++ b/connectors/taps/google_analytics.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/jira.html b/connectors/taps/jira.html index 6c1fc2675..9f85fbc40 100644 --- a/connectors/taps/jira.html +++ b/connectors/taps/jira.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/kafka.html b/connectors/taps/kafka.html index 9de16d48b..be33c940a 100644 --- a/connectors/taps/kafka.html +++ b/connectors/taps/kafka.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/mixpanel.html b/connectors/taps/mixpanel.html index a403b4cf4..8a2870f3e 100644 --- a/connectors/taps/mixpanel.html +++ b/connectors/taps/mixpanel.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/mongodb.html b/connectors/taps/mongodb.html index 22827ea3d..d6016813c 100644 --- a/connectors/taps/mongodb.html +++ b/connectors/taps/mongodb.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/mysql.html b/connectors/taps/mysql.html index 48a39bf96..bd46aebc4 100644 --- a/connectors/taps/mysql.html +++ b/connectors/taps/mysql.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/oracle.html b/connectors/taps/oracle.html index c36143c14..10c508fb7 100644 --- a/connectors/taps/oracle.html +++ b/connectors/taps/oracle.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/postgres.html b/connectors/taps/postgres.html index 0f78800c2..e80fd4e43 100644 --- a/connectors/taps/postgres.html +++ b/connectors/taps/postgres.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/s3_csv.html b/connectors/taps/s3_csv.html index 23e0e2091..a4dd0e507 100644 --- a/connectors/taps/s3_csv.html +++ b/connectors/taps/s3_csv.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/salesforce.html b/connectors/taps/salesforce.html index 7528f641c..b7f81db2c 100644 --- a/connectors/taps/salesforce.html +++ b/connectors/taps/salesforce.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/shopify.html b/connectors/taps/shopify.html index 48c4b4a02..b95a7dc34 100644 --- a/connectors/taps/shopify.html +++ b/connectors/taps/shopify.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/slack.html b/connectors/taps/slack.html index 4f4c0a4bf..c7a671ba2 100644 --- a/connectors/taps/slack.html +++ b/connectors/taps/slack.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/snowflake.html b/connectors/taps/snowflake.html index e91d184af..006f457bd 100644 --- a/connectors/taps/snowflake.html +++ b/connectors/taps/snowflake.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/twilio.html b/connectors/taps/twilio.html index dd4cf095d..3b6488a7c 100644 --- a/connectors/taps/twilio.html +++ b/connectors/taps/twilio.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/zendesk.html b/connectors/taps/zendesk.html index a8e99bf5b..1ee7acd66 100644 --- a/connectors/taps/zendesk.html +++ b/connectors/taps/zendesk.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/taps/zuora.html b/connectors/taps/zuora.html index b420084af..ec11a6668 100644 --- a/connectors/taps/zuora.html +++ b/connectors/taps/zuora.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/targets.html b/connectors/targets.html index 846d7a4f0..79dacffbd 100644 --- a/connectors/targets.html +++ b/connectors/targets.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/targets/bigquery.html b/connectors/targets/bigquery.html index 08b1b07df..71ecb158e 100644 --- a/connectors/targets/bigquery.html +++ b/connectors/targets/bigquery.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/targets/postgres.html b/connectors/targets/postgres.html index 93aff0b0d..7db0c8d1a 100644 --- a/connectors/targets/postgres.html +++ b/connectors/targets/postgres.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/targets/redshift.html b/connectors/targets/redshift.html index c05de69e2..20cdba769 100644 --- a/connectors/targets/redshift.html +++ b/connectors/targets/redshift.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/targets/s3_csv.html b/connectors/targets/s3_csv.html index ef9fb264c..392bcc043 100644 --- a/connectors/targets/s3_csv.html +++ b/connectors/targets/s3_csv.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/connectors/targets/snowflake.html b/connectors/targets/snowflake.html index 0d604766e..8cc5ee96f 100644 --- a/connectors/targets/snowflake.html +++ b/connectors/targets/snowflake.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/genindex.html b/genindex.html index d025404c2..572b16915 100644 --- a/genindex.html +++ b/genindex.html @@ -13,11 +13,11 @@ - - - - - + + + + + @@ -35,7 +35,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/index.html b/index.html index f28d3b4e4..e5e94cc49 100644 --- a/index.html +++ b/index.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -37,7 +37,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/installation_guide/creating_pipelines.html b/installation_guide/creating_pipelines.html index e8d3978f1..d269bd8dd 100644 --- a/installation_guide/creating_pipelines.html +++ b/installation_guide/creating_pipelines.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/installation_guide/installation.html b/installation_guide/installation.html index 97f62298e..2376b0e5d 100644 --- a/installation_guide/installation.html +++ b/installation_guide/installation.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/installation_guide/running_pipelines.html b/installation_guide/running_pipelines.html index 5635e49d2..d22735862 100644 --- a/installation_guide/running_pipelines.html +++ b/installation_guide/running_pipelines.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/objects.inv b/objects.inv index 2ad94fbbb..4b7388edf 100644 Binary files a/objects.inv and b/objects.inv differ diff --git a/project/about.html b/project/about.html index 508d2d0e0..374da20fc 100644 --- a/project/about.html +++ b/project/about.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/project/contribution.html b/project/contribution.html index 1fffe068c..14f719b06 100644 --- a/project/contribution.html +++ b/project/contribution.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/project/licenses.html b/project/licenses.html index a94f0cf1e..83339b1db 100644 --- a/project/licenses.html +++ b/project/licenses.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -37,7 +37,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/search.html b/search.html index 695e600b2..c52ae2056 100644 --- a/search.html +++ b/search.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/searchindex.js b/searchindex.js index f44b53357..6468c2b5b 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["concept/fastsync", "concept/linux_pipes", "concept/replication_methods", "concept/singer", "connectors/taps", "connectors/taps/github", "connectors/taps/google_analytics", "connectors/taps/jira", "connectors/taps/kafka", "connectors/taps/mixpanel", "connectors/taps/mongodb", "connectors/taps/mysql", "connectors/taps/oracle", "connectors/taps/postgres", "connectors/taps/s3_csv", "connectors/taps/salesforce", "connectors/taps/shopify", "connectors/taps/slack", "connectors/taps/snowflake", "connectors/taps/twilio", "connectors/taps/zendesk", "connectors/taps/zuora", "connectors/targets", "connectors/targets/bigquery", "connectors/targets/postgres", "connectors/targets/redshift", "connectors/targets/s3_csv", "connectors/targets/snowflake", "index", "installation_guide/creating_pipelines", "installation_guide/installation", "installation_guide/running_pipelines", "project/about", "project/contribution", "project/licenses", "user_guide/alerts", "user_guide/cli", "user_guide/encrypting_passwords", "user_guide/logging", "user_guide/metadata_columns", "user_guide/partial_sync", "user_guide/resync", "user_guide/scheduling", "user_guide/schema_changes", "user_guide/transformations", "user_guide/yaml_config"], "filenames": ["concept/fastsync.rst", "concept/linux_pipes.rst", "concept/replication_methods.rst", "concept/singer.rst", "connectors/taps.rst", "connectors/taps/github.rst", "connectors/taps/google_analytics.rst", "connectors/taps/jira.rst", "connectors/taps/kafka.rst", "connectors/taps/mixpanel.rst", "connectors/taps/mongodb.rst", "connectors/taps/mysql.rst", "connectors/taps/oracle.rst", "connectors/taps/postgres.rst", "connectors/taps/s3_csv.rst", "connectors/taps/salesforce.rst", "connectors/taps/shopify.rst", "connectors/taps/slack.rst", "connectors/taps/snowflake.rst", "connectors/taps/twilio.rst", "connectors/taps/zendesk.rst", "connectors/taps/zuora.rst", "connectors/targets.rst", "connectors/targets/bigquery.rst", "connectors/targets/postgres.rst", "connectors/targets/redshift.rst", "connectors/targets/s3_csv.rst", "connectors/targets/snowflake.rst", "index.rst", "installation_guide/creating_pipelines.rst", "installation_guide/installation.rst", "installation_guide/running_pipelines.rst", "project/about.rst", "project/contribution.rst", "project/licenses.rst", "user_guide/alerts.rst", "user_guide/cli.rst", "user_guide/encrypting_passwords.rst", "user_guide/logging.rst", "user_guide/metadata_columns.rst", "user_guide/partial_sync.rst", "user_guide/resync.rst", "user_guide/scheduling.rst", "user_guide/schema_changes.rst", "user_guide/transformations.rst", "user_guide/yaml_config.rst"], "titles": ["Fast Sync", "Linux Pipes in PipelineWise", "Replication Methods", "Singer.io", "Taps (Data Sources)", "Tap Github", "Tap Google Analytics", "Tap Jira", "Tap Kafka", "Tap Mixpanel", "Tap MongoDB", "Tap MySQL", "Tap Oracle", "Tap PostgreSQL", "Tap S3 CSV", "Tap Salesforce", "Tap Shopify", "Tap Slack", "Tap Snowflake", "Tap Twilio", "Tap Zendesk", "Tap Zuora", "Targets (Destinations)", "Target Bigquery", "Target Postgres", "Target Redshift", "Target S3 CSV", "Target Snowflake", "Documentation", "Creating Pipelines", "Installation", "Running Pipelines", "Project", "Contribution", "Licenses", "Alerts", "Command Line Interface", "Encrypting Passwords", "Logging", "Metadata Columns", "Different cases of partial resync", "Resync Tables", "Scheduling", "Schema Changes", "Transformations", "YAML configuration"], "terms": {"i": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45], "one": [0, 1, 2, 5, 8, 9, 10, 11, 13, 20, 26, 27, 29, 33, 34, 36, 37], "replic": [0, 3, 4, 5, 9, 16, 17, 22, 28, 30, 31, 33, 38, 39, 41, 42, 43, 44], "method": [0, 7, 9, 10, 11, 12, 13, 14, 17, 19, 26, 28, 29, 30, 33, 38, 39], "function": [0, 2, 28, 33], "ident": [0, 2, 23], "full": [0, 1, 6, 8, 11, 13, 28, 29, 31, 32, 41], "tabl": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 29, 31, 36, 39, 40, 43, 44], "bypass": [0, 2], "singer": [0, 1, 2, 5, 8, 11, 13, 16, 28, 29, 31, 33, 34, 38], "specif": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 33, 35, 36, 41], "optimis": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "perform": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 31, 36, 43, 44], "primari": [0, 2, 8, 11, 14], "us": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 24, 25, 26, 27, 29, 30, 31, 33, 34, 37, 41, 42, 43, 44, 45], "case": [0, 1, 2, 8, 13, 14, 21, 25, 28, 30, 39, 41, 43], "initi": [0, 2, 31, 36], "resync": [0, 2, 13, 28, 31, 36, 43], "larg": [0, 2, 9, 10, 11, 13], "hundr": [0, 2], "million": [0, 2], "row": [0, 2, 10, 11, 13, 15, 39, 40, 44], "where": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 28, 29, 35, 42], "compon": [0, 2, 28, 29, 30, 33, 34, 44], "would": [0, 2], "usual": [0, 2, 11, 13, 30, 33, 37], "run": [0, 2, 5, 6, 7, 10, 11, 12, 13, 14, 26, 27, 28, 29, 33, 35, 36, 37, 38, 41, 42, 44], "long": [0, 2, 13, 35], "hour": [0, 2, 31, 42], "sometim": [0, 1, 2, 41], "dai": [0, 2, 9, 12, 17, 44], "import": [0, 1, 2, 11, 12, 13, 18, 25, 27, 29, 37, 44], "select": [0, 2, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 28, 29, 31, 34], "yaml": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 33, 35, 36, 37, 38, 39, 44], "configur": [0, 2, 3, 28, 29, 33, 35, 36, 42, 44], "pipelinewis": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 31, 32, 33, 34, 35, 36, 37, 38, 41, 42, 43, 44], "detect": [0, 2, 8, 10, 13, 28, 31, 39, 43], "automat": [0, 2, 5, 7, 8, 9, 12, 13, 15, 16, 17, 19, 20, 28, 29, 31, 35, 39, 41, 42, 43], "when": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 26, 28, 29, 30, 31, 33, 35, 37, 38, 39, 41, 43, 44], "give": [0, 2, 6, 31], "better": [0, 2], "than": [0, 1, 2, 8, 9, 11, 16, 37], "whenev": [0, 2, 29], "": [0, 1, 2, 6, 8, 10, 11, 12, 13, 14, 26, 28, 29, 31, 32, 33, 36, 41, 42, 43, 44], "possibl": [0, 2, 3, 28, 29, 36, 43], "exist": [0, 2, 9, 19, 23, 40, 43], "onli": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 33, 39, 40, 41, 43, 44], "between": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 27, 30, 44], "follow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 35, 38, 42, 44, 45], "tap": [0, 1, 2, 22, 23, 24, 25, 26, 29, 30, 31, 32, 34, 35, 36, 38, 41, 42, 43, 44, 45], "target": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 31, 32, 34, 36, 38, 39, 40, 41, 42, 43, 44, 45], "support": [0, 2, 3, 5, 6, 8, 11, 13, 15, 16, 17, 21, 22, 23, 24, 25, 26, 28, 29, 30, 33, 36], "combin": [0, 3, 6, 40], "mysql": [0, 2, 4, 13, 28, 30, 31, 34, 41, 42, 45], "snowflak": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 28, 30, 31, 34, 38, 39, 40, 41, 45], "postgresql": [0, 2, 4, 24, 25, 28, 30, 34, 41, 45], "s3": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 34, 40, 45], "csv": [0, 4, 10, 22, 25, 27, 28, 30, 34, 45], "mongodb": [0, 2, 4, 28, 30, 34, 45], "redshift": [0, 22, 28, 30, 34, 42, 45], "postgr": [0, 1, 3, 11, 13, 22, 28, 30, 34, 42, 45], "bigqueri": [0, 22, 28, 43], "A": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 42], "unidirect": 1, "interprocess": 1, "commun": [1, 3, 20, 28, 33], "channel": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 35], "The": [1, 2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 21, 25, 26, 27, 29, 30, 31, 33, 35, 36, 37, 41, 43, 44], "term": [1, 30, 34], "wa": [1, 12, 13, 23, 30, 31, 32, 39, 41, 44], "coin": 1, "dougla": 1, "mcilroi": 1, "unix": [1, 13, 42], "shell": 1, "name": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 33, 36, 41, 43], "analogi": 1, "pipelin": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 30, 35, 36, 37, 38, 42, 44, 45], "ar": [1, 2, 3, 8, 9, 10, 11, 12, 13, 15, 17, 19, 21, 25, 26, 27, 28, 29, 30, 32, 33, 37, 39, 40, 41, 42, 43, 44], "most": [1, 2, 15, 25, 33], "often": 1, "script": [1, 3, 29, 30], "connect": [1, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 19, 20, 23, 24, 25, 27, 29, 30, 36], "multipl": [1, 5, 8, 10, 11, 12, 13, 18, 29, 30, 42], "command": [1, 25, 27, 28, 29, 30, 31, 35, 37, 38, 41, 42], "redirect": 1, "output": [1, 3, 8, 13, 30, 31, 33, 37, 42], "stdout": [1, 3, 33, 36], "input": [1, 3, 29], "stdin": 1, "symbol": 1, "io": [1, 2, 5, 28, 29, 30], "henc": 1, "also": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 30, 35, 39, 44], "data": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 29, 30, 31, 33, 36, 37, 38, 39, 40, 43, 44], "sourc": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 29, 32, 33, 36, 37, 38, 39, 40, 41, 43], "destin": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 33, 37, 38, 39, 43], "connector": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 26, 29, 33, 36, 39, 43], "For": [1, 9, 10, 11, 12, 13, 15, 21, 26, 29, 30, 32, 37, 39, 41, 42, 43, 44], "exampl": [1, 2, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 30, 31, 33, 37, 38, 39, 40, 41, 42, 43], "extract": [1, 2, 3, 6, 8, 11, 12, 13, 14, 15, 21, 28, 33, 39], "from": [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 31, 33, 36, 37, 38, 39, 40, 41, 42, 43], "databas": [1, 2, 3, 10, 11, 12, 13, 18, 24, 25, 27, 28, 29, 30, 31, 37, 39, 41, 42, 43], "sent": [1, 35], "load": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 29, 31, 39, 41, 44], "provid": [1, 7, 14, 25, 26, 27, 35, 37, 44], "asynchron": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "execut": [1, 12, 30], "o": [1, 30], "routin": 1, "thu": 1, "all": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 34, 40], "oper": [1, 10, 13, 25, 29, 36, 42], "parallel": 1, "each": [1, 2, 5, 9, 13, 15, 29], "its": 1, "own": [1, 6, 29], "process": [1, 9, 19, 29, 33], "sinc": [1, 31, 41, 42], "kernel": 1, "version": [1, 7, 10, 11, 12, 13, 28, 29, 30, 33, 34, 44], "2": [1, 7, 8, 9, 10, 11, 12, 13, 19, 27, 29, 30, 34, 37, 39, 40, 43, 44], "6": [1, 10, 11, 13, 42], "11": [1, 13], "65536": 1, "byte": 1, "64k": 1, "equal": [1, 2, 44], "page": [1, 5, 16, 28, 32, 35], "memori": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "older": 1, "attempt": [1, 13], "read": [1, 2, 10, 11, 13, 16, 17, 31, 32, 39, 42], "an": [1, 2, 3, 6, 8, 9, 11, 14, 19, 25, 26, 27, 28, 29, 30, 32, 34, 35, 36], "empti": 1, "block": [1, 8], "until": 1, "appear": [1, 16], "similarli": 1, "you": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 41, 42, 43, 44, 45], "write": [1, 10, 17, 31, 35, 42], "record": [1, 2, 3, 15, 21, 33, 39, 40], "necessari": [1, 10, 11], "amount": [1, 10, 19], "space": [1, 5, 12], "avail": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 30, 31, 32, 33, 35, 36, 41], "It": [1, 2, 9, 11, 13, 14, 23, 29, 30, 36, 44], "note": [1, 11, 12, 13, 14, 27, 30, 34, 39, 41, 43], "despit": 1, "fact": 1, "file": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 31, 33, 35, 36, 37, 38, 39, 41, 42, 45], "descriptor": 1, "stream": [1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 33, 44], "without": [1, 6, 14, 27, 28, 29, 35], "disc": 1, "inform": [1, 3, 6, 36, 39, 45], "given": [1, 14, 25, 26], "below": [1, 25, 27, 31, 33, 35, 43], "bash": 1, "4": [1, 12, 13, 37], "3": [1, 8, 10, 11, 12, 13, 27, 29, 34, 37, 39, 40, 42, 43, 44], "10": [1, 9, 13, 20, 30, 39], "further": [1, 3, 12, 14, 15, 21, 26, 29, 31, 32, 37, 38], "detail": [1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 31, 34, 37, 38], "origin": [1, 3, 8, 13, 28, 33, 44], "tip": [1, 37, 44], "trick": 1, "post": 1, "default": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 30, 36, 37, 39], "too": 1, "small": [1, 28], "abov": [1, 30, 31], "busi": 1, "find": [1, 3, 10, 16, 30, 35, 36, 39, 45], "thi": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 45], "happen": [1, 2], "cannot": [1, 9, 19, 30], "fast": [1, 11, 13, 28, 38], "enough": 1, "have": [1, 2, 6, 10, 11, 12, 13, 14, 17, 23, 24, 25, 26, 28, 29, 30, 33, 37, 40, 41, 42], "lot": 1, "concurr": [1, 20], "queri": [1, 2, 8, 11, 12, 13, 15, 20, 21], "can": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 37, 39, 41, 42, 43, 44, 45], "queue": [1, 3], "up": [1, 6, 12, 44], "new": [1, 2, 5, 8, 10, 12, 13, 14, 16, 17, 23, 24, 25, 26, 28, 29, 32, 35, 36, 43], "least": [1, 5, 10, 13, 29, 42], "more": [1, 2, 3, 9, 10, 11, 12, 15, 21, 28, 29, 30, 31, 34, 36, 41, 44], "scenario": 1, "caus": [1, 2, 14, 40], "unexpect": 1, "timeout": [1, 8], "other": [1, 3, 6, 29, 33, 37, 44], "To": [1, 10, 11, 12, 13, 14, 26, 29, 30, 31, 33, 35, 37, 39], "avoid": [1, 9, 13, 20, 30], "consid": [1, 7], "doesn": [1, 2, 7, 11, 42], "t": [1, 2, 3, 5, 7, 11, 12, 17, 30, 37, 40, 42], "modifi": [1, 14, 43], "need": [1, 3, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 35, 37, 41, 42, 43, 44], "defualt": 1, "mechan": 1, "mbuffer": 1, "creat": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 23, 24, 25, 27, 28, 30, 33, 35, 36, 37, 39, 40, 42, 43, 45], "custom": [1, 8, 16, 25], "set": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 26, 29, 30, 33, 35, 40, 41, 44], "stream_buffer_s": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "valu": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 27, 33, 40, 41, 43, 44], "If": [1, 2, 6, 8, 9, 10, 11, 12, 13, 14, 16, 17, 20, 24, 25, 26, 27, 30, 31, 32, 33, 40, 41, 42, 43, 44], "greater": [1, 2, 10, 11, 13], "0": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 33, 34, 42, 44], "gener": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 33, 35, 36, 38], "larger": 1, "m": [1, 10, 37, 44], "10m": 1, "defin": [2, 8, 11, 13, 27, 28, 29, 30, 33, 36, 41, 44], "approach": 2, "take": [2, 3, 11, 13, 30, 32, 44], "precislei": 2, "dure": [2, 8, 15, 21], "job": [2, 28, 42], "addition": [2, 8, 11], "impact": 2, "how": [2, 3, 16, 29, 31, 38, 44], "your": [2, 6, 7, 10, 11, 12, 13, 15, 21, 23, 28, 29, 30, 31, 33, 34, 35, 37], "overal": 2, "usag": [2, 12, 13, 27, 36, 45], "strategi": [2, 5, 7, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20], "newli": [2, 13], "insert": [2, 11, 39], "updat": [2, 10, 14, 31, 40, 41], "delet": [2, 39, 40, 41], "save": [2, 5, 16], "progress": [2, 15, 18, 45], "via": [2, 13, 24], "bookmark": [2, 8, 9, 11, 19, 29, 31, 36, 41], "date": [2, 6, 7, 9, 17, 20, 38, 44], "back": [2, 9, 13, 17], "start_dat": [2, 6, 7, 9, 14, 15, 16, 17, 19, 20, 21], "config": [2, 6, 9, 17, 28, 30, 33, 35, 39], "everi": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 36, 38, 39, 41, 42], "same": [2, 6, 10, 27, 29, 30, 42, 43], "transfer": [2, 41], "incorrectli": 2, "discrep": 2, "latenc": [2, 9], "befor": [2, 8, 10, 11, 12, 13, 14, 17, 20, 23, 26, 27, 43], "through": [2, 9], "guid": [2, 15], "so": [2, 6, 30], "understand": [2, 11, 12, 13, 16, 18, 29], "which": [2, 5, 6, 7, 9, 11, 13, 21, 26, 29, 31, 34, 36, 37, 39, 40], "we": [2, 6, 13, 25, 27, 29, 30, 31, 32, 33, 37], "identifi": [2, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 38], "modif": 2, "includ": [2, 5, 6, 9, 12, 15, 17, 30, 34, 35], "binari": 2, "backend": 2, "structur": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 33], "chang": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 31, 41, 44], "column": [2, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 40, 41, 44], "call": [2, 3, 6, 21], "timestamp": [2, 8, 11, 13, 14, 39, 43], "time": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 31, 38, 40, 44], "integ": [2, 9, 43], "store": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 28], "maximum": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "next": [2, 5, 10, 11, 13, 16, 28, 31, 41], "compar": 2, "previou": [2, 35, 37, 41], "ani": [2, 3, 5, 6, 7, 9, 12, 13, 16, 17, 19, 27, 30, 35, 37, 42, 44], "repeat": [2, 12], "let": [2, 42], "sql": [2, 11, 12], "replication_key_column": 2, "column_you_selected_1": 2, "column_you_selected_2": 2, "schema": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28, 29, 31, 33, 41, 44], "last_saved_maximum_valu": 2, "isn": [2, 5, 11], "feasibl": 2, "best": [2, 5, 7, 9, 15, 16, 17, 19, 20], "option": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 33, 35, 36, 37, 39, 41, 42, 44], "transact": [2, 9, 12, 13, 16], "could": [2, 14], "lead": [2, 11, 15], "skip": [2, 12, 44], "certain": [2, 13, 17, 28, 35, 44], "condit": [2, 28, 30, 34], "suitabl": 2, "unavail": 2, "some": [2, 25, 28, 31, 33, 40, 45], "check": [2, 10, 11, 12, 13, 14, 18, 26, 29, 30, 33, 34, 37, 38], "section": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 37, 38, 44, 45], "variou": [3, 28], "open": [3, 12, 32, 35], "standard": [3, 33], "move": [3, 13, 33], "web": 3, "api": [3, 5, 7, 9, 15, 17, 19, 20, 21, 33], "just": [3, 40, 43], "about": [3, 11, 12, 15, 21, 29, 31, 32, 35, 37, 39, 41], "anyth": [3, 5, 6, 7, 8, 9, 11, 14, 15, 16, 17, 19, 20, 21, 33], "els": [3, 33], "think": 3, "spec": 3, "describ": 3, "should": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 31, 33, 44], "json": [3, 6, 8, 9, 13, 29, 33, 36], "base": [3, 6, 7, 9, 10, 11, 12, 13, 14, 17, 25, 26, 27, 28, 29, 37, 39, 41, 43], "format": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 33, 37, 38, 41, 44, 45], "over": [3, 5, 10], "By": [3, 17], "conform": 3, "articl": 3, "http": [3, 6, 7, 14, 15, 16, 21, 27, 30, 35], "github": [3, 4, 6, 11, 13, 16, 17, 28, 30, 32, 33, 34, 45], "com": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 27, 29, 30, 35, 44], "get": [3, 6, 11, 17, 28, 31, 35, 39], "start": [3, 8, 11, 13, 17, 23, 27, 29, 30, 31, 32, 38, 41], "design": [3, 44], "produc": [3, 6], "like": [3, 6, 11, 25, 28, 29, 33, 37, 42, 43, 44], "servic": [3, 6, 13, 19, 23, 44], "integr": [3, 6, 13, 15, 21, 35], "etl": [3, 28, 44], "applic": 3, "state": [3, 6, 8, 11, 29, 31, 33, 41, 42], "order": [3, 6, 11, 13, 16, 43], "messag": [3, 6, 8, 17, 29, 33], "encod": [3, 8, 9], "kind": 3, "persist": [3, 8], "invoc": [3, 8], "datatyp": [3, 43], "don": [3, 11, 12, 37], "know": 3, "howev": [3, 17, 28], "re": [3, 6, 10, 12, 13], "interest": 3, "offici": [3, 10, 30, 32], "number": [3, 8, 9, 10, 11, 13, 14, 17, 20, 36, 44], "develop": [3, 15, 16, 21], "member": [3, 19], "ad": [3, 6, 8, 17, 27, 28, 29, 30, 35, 39, 41, 43, 44], "rel": [3, 28, 33, 36, 42], "easili": 3, "list": [3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 31, 32, 36, 41], "current": [3, 6, 8, 12, 15, 26, 35, 41], "built": [3, 28, 30, 37], "consum": [3, 8, 12], "make": [3, 10, 29, 30, 33, 35, 44], "found": [3, 7, 9, 14, 26, 41], "oracl": [4, 28, 30, 34, 45], "kafka": [4, 28, 30, 34, 45], "salesforc": [4, 21, 28, 30, 34, 45], "zendesk": [4, 28, 30, 34, 45], "jira": [4, 16, 17, 28, 30, 34, 45], "twilio": [4, 28, 30, 34, 45], "zuora": [4, 28, 30, 34, 45], "googl": [4, 23, 28, 30, 34, 42, 45], "analyt": [4, 28, 30, 34, 45], "shopifi": [4, 28, 30, 34, 45], "slack": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 28, 30, 32, 34, 45], "mixpanel": [4, 28, 30, 34, 45], "access": [5, 6, 7, 9, 11, 12, 13, 14, 23, 26, 29, 42], "token": [5, 6, 7, 9, 15, 17, 19, 35], "login": 5, "go": [5, 29, 30], "person": 5, "repo": 5, "scope": [5, 6, 17, 35], "ll": [5, 10, 11, 12, 13, 27, 28, 42, 44], "step": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 31, 33, 37], "common": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 30, 33, 42], "sampl": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 35, 36, 37], "project": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 33, 36, 37, 42], "directori": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 31, 33, 36, 42], "properti": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 33, 38], "id": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 31, 33, 35, 36, 38, 41, 42, 44], "uniqu": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 38], "type": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 31, 33, 36, 42, 43, 44], "NOT": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 43], "owner": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "somebodi": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "foo": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "contact": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "sync_period": 5, "90": 5, "period": [5, 12], "send_alert": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 35], "fals": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 27, 35, 39, 40], "disabl": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 35, 40], "alert": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 45], "slack_alert_channel": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 35], "send": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 33, 35], "copi": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 27, 35, 36, 37], "db_conn": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 37], "access_token": [5, 6, 7, 15, 20], "organ": [5, 6, 9, 20], "gnome": 5, "want": [5, 8, 9, 10, 11, 12, 13, 14, 17, 18, 27, 29, 32, 34, 37, 41, 42, 44], "requir": [5, 8, 14, 17, 21, 22, 25, 26, 28, 29, 30, 31, 33, 36, 42, 44], "repos_includ": 5, "repositori": [5, 13, 29, 30, 33], "present": 5, "OR": [5, 27], "repos_exclud": 5, "contain": [5, 11, 26, 30, 36], "wildcard": 5, "matcher": 5, "polari": 5, "allow": [5, 6, 10, 25, 33, 36, 37], "path": [5, 6, 8, 31, 36, 37], "delimit": [5, 14, 25, 26], "match": [5, 8, 14, 29, 38, 44], "valid": [5, 6, 8, 11, 13, 28], "anoth": [5, 6, 8, 11, 12, 13, 14, 26, 41], "org": 5, "octopu": 5, "prefix": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 39], "test": [5, 29, 36, 42], "doc": [5, 15, 21], "deni": 5, "except": [5, 15], "ones": [5, 25], "softwar": [5, 34], "deprec": 5, "ha": [5, 9, 11, 13, 16, 17, 27, 29, 30, 37, 39, 40, 42], "prioriti": 5, "include_archiv": 5, "true": [5, 8, 10, 11, 13, 21, 24, 29, 31, 40, 42], "archiv": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "include_dis": 5, "max_rate_limit_wait_second": 5, "600": 5, "max": [5, 10, 11, 13, 20], "wait": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "hit": [5, 20], "limit": [5, 6, 13, 17, 20], "relev": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "batch_size_row": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "20000": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "batch": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 39], "size": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29], "In": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 31, 37, 39, 40], "buffer": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28], "mb": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "pipe": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28], "default_target_schema": [5, 6, 7, 8, 9, 14, 15, 16, 17, 19, 20, 21], "default_target_schema_select_permiss": [5, 6, 7, 8, 9, 14, 15, 17, 19, 20, 21], "grant": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 27, 29], "grp_power": [5, 6, 7, 9, 14, 15, 17, 19, 20, 21, 29], "batch_wait_limit_second": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "3600": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "archive_load_fil": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "enabl": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 29, 30, 31, 33, 35, 39, 40, 42], "archive_load_files_s3_bucket": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "archive_load_files_s3_prefix": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "place": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 30, 37, 42, 44], "bucket": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 29], "under": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 34], "bucket_nam": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27], "s3_bucket": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 29], "map": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 44], "source_schema": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "mandatori": [5, 6, 7, 8, 9, 14, 15, 16, 17, 19, 20, 21, 33], "target_schema": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "warehous": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28, 29, 44], "target_schema_select_permiss": [5, 6, 7, 9, 11, 12, 13, 16, 17, 19, 29], "grp_stat": [5, 6, 7, 8, 9, 11, 12, 13, 16, 17, 19], "increment": [5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 31, 44], "table_nam": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 41, 44], "commit": [5, 8], "commit_com": 5, "pull_request": 5, "pull_request_review": 5, "event": [5, 9, 19, 39], "pr_commit": 5, "review": [5, 16], "review_com": 5, "comment": [5, 8], "issu": [5, 7, 11, 32], "issue_label": 5, "issue_mileston": 5, "releas": 5, "assigne": 5, "collabor": 5, "stargaz": 5, "addit": [5, 12, 16, 17], "project_card": 5, "project_column": 5, "team": [5, 17, 33], "team_membership": 5, "team_memb": 5, "transform": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 31, 34], "add": [5, 6, 7, 9, 11, 12, 13, 14, 16, 17, 18, 19, 28, 29, 33, 35, 39, 41, 43], "some_column_to_transform": [5, 6, 7, 9, 16, 17, 19], "null": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 40, 43, 44], "two": [6, 8, 10], "differ": [6, 8, 9, 11, 12, 13, 18, 28, 30, 34, 41, 43], "wai": [6, 29], "account": [6, 9, 15, 18, 19, 21, 23, 27, 29], "administr": 6, "manual": [6, 12, 43], "appropri": [6, 11], "permiss": [6, 12, 13, 16, 23, 24, 25, 27, 29], "view": [6, 12], "wish": [6, 17, 20], "fetch": 6, "oauth": [6, 7, 15, 21, 35], "refresh_token": [6, 7, 15, 21], "flow": [6, 15, 21, 29], "conduct": 6, "system": [6, 12, 13, 29, 30, 35, 42], "plan": 6, "hand": 6, "simplest": [6, 42], "credenti": [6, 10, 11, 12, 13, 14, 25, 26, 27, 29, 37], "client_secret": [6, 15, 21], "pass": 6, "do": [6, 9, 17, 28, 38, 39, 43, 44], "onc": [6, 10, 16, 23, 29, 30, 31, 44], "recommend": [6, 13, 21, 25, 30, 31], "build": [6, 30, 34], "someth": 6, "wide": [6, 9], "varieti": 6, "user": [6, 7, 10, 11, 12, 13, 15, 17, 18, 19, 20, 23, 24, 25, 27, 29, 30, 35, 37, 44], "abl": [6, 13, 29], "those": [6, 15], "request": [6, 9, 33], "normal": [6, 9, 29, 40, 41], "outsid": 6, "stitch": 6, "might": [6, 11, 12, 13], "themselv": 6, "setup": [6, 22, 28], "expect": [6, 8, 36], "client_id": [6, 15, 21], "authent": [6, 7, 10, 14, 25, 26, 27], "who": 6, "doe": [6, 13, 24, 31, 35, 44], "mitig": 6, "chunk": [6, 10, 11, 13], "end_dat": 6, "definit": 6, "difficulti": 6, "front": 6, "dynam": [6, 8, 11, 13, 33], "decid": 6, "attribut": [6, 9], "captur": [6, 29, 39, 41], "hoc": [6, 41], "report": 6, "ga": 6, "dimens": 6, "google_analytics_sampl": 6, "view_id": 6, "2010": [6, 7], "01": [6, 7, 9, 14, 15, 16, 17, 20, 21, 29, 38, 39], "specifi": [6, 7, 8, 17, 30, 31, 33, 41, 44], "begin": [6, 7], "pull": [6, 7, 19, 33], "oauth_credenti": 6, "client": [6, 7, 9, 11, 12, 13, 15, 24, 27], "plain": [6, 7, 10, 11, 12, 13, 14, 18, 20, 24, 25, 26, 27, 29, 37], "string": [6, 7, 8, 10, 11, 12, 13, 14, 18, 19, 20, 24, 25, 26, 27, 29, 37, 44], "vault": [6, 7, 10, 11, 12, 13, 14, 18, 20, 24, 25, 26, 27, 29, 37], "encrypt": [6, 7, 10, 11, 12, 13, 14, 18, 20, 24, 25, 26, 27, 28, 29, 31], "refresh": [6, 7, 15], "key_file_loc": 6, "transferwis": [6, 19, 29, 30, 44], "blob": 6, "master": [6, 11, 13, 27, 29], "tap_google_analyt": 6, "default_report_definit": 6, "website_overview": 6, "traffic_sourc": 6, "monthly_active_us": 6, "1": [7, 8, 9, 10, 11, 12, 13, 14, 27, 29, 31, 37, 38, 39, 43], "base_url": [7, 35], "your_domain": 7, "atlassian": 7, "net": [7, 10], "url": [7, 16, 27, 35], "instal": [7, 12, 13, 29, 36, 42], "usernam": [7, 9, 21], "password": [7, 9, 10, 11, 12, 13, 14, 18, 21, 24, 25, 26, 27, 28, 29, 31, 44], "oauth_client_secret": 7, "secret": [7, 9, 15, 21, 37], "oauth_client_id": 7, "cloud_id": 7, "cloud": [7, 23], "changelog": 7, "issue_com": 7, "issue_transit": 7, "worklog": 7, "full_tabl": [7, 9, 10, 11, 12, 13, 18, 19, 21, 29], "rest": [7, 15, 21, 35], "reason": [7, 14, 42], "kei": [7, 8, 9, 11, 12, 13, 14, 15, 16, 18, 21, 25, 26, 27, 28, 29, 35, 37], "longer": 7, "pleas": [7, 11, 12, 13, 14, 18, 19, 26, 29, 30, 33, 34, 37, 38, 39, 43], "schedul": [7, 28, 31], "project_categori": 7, "project_typ": 7, "resolut": 7, "role": [7, 10, 14, 19, 25, 26, 27], "topic": 8, "field": [8, 15, 16, 26, 30, 44], "message_timestamp": 8, "metadata": [8, 11, 28, 44], "message_offset": 8, "offset": 8, "message_partit": 8, "partit": 8, "message_kei": 8, "jsonpath": 8, "selector": 8, "protobuf": 8, "experiment": 8, "group_id": 8, "mygroupid": 8, "bootstrap_serv": 8, "kafka1": 8, "9092": 8, "kafka2": 8, "kafka3": 8, "mykafkatop": 8, "extra": [8, 28, 39], "slash": 8, "ala": 8, "xpath": 8, "primary_kei": 8, "transfer_id": 8, "transfermetadata": 8, "transferid": 8, "whether": [8, 17], "were": [8, 10, 13], "earlier": 8, "ignor": [8, 10, 20, 26], "pk": 8, "instead": [8, 25, 37, 44], "utf": 8, "8": [8, 38], "use_message_kei": 8, "initial_start_tim": 8, "latest": [8, 30], "refer": [8, 12, 15, 26, 31, 33], "consumpt": 8, "posit": [8, 11, 28, 41], "One": [8, 10, 11, 12, 13, 18, 38], "earliest": 8, "iso": [8, 19], "8601": [8, 19], "paramet": [8, 12, 13, 14, 17, 25, 26, 35], "max_runtime_m": 8, "300000": 8, "collect": [8, 10, 16, 28, 30, 36], "consumer_timeout_m": 8, "10000": 8, "kafkaconsum": 8, "millisecond": [8, 10], "iter": 8, "rais": 8, "stopiter": 8, "session_timeout_m": 8, "30000": 8, "failur": [8, 35], "group": [8, 16, 17, 20], "manag": [8, 16, 23, 28, 30, 42], "facil": 8, "heartbeat_interval_m": 8, "heartbeat": 8, "coordin": 8, "max_poll_interval_m": 8, "delai": [8, 9], "poll": 8, "commit_interval_m": 8, "5000": 8, "auto": [8, 17, 25, 33], "featur": [8, 29, 32, 37], "successfulli": [8, 12, 29, 30, 31], "local": 8, "message_format": 8, "proto_schema": 8, "proto": 8, "syntax": [8, 29], "proto3": 8, "protomessag": 8, "int32": 8, "page_numb": 8, "result_per_pag": 8, "proto_classess_dir": 8, "work": [8, 13, 15, 16, 18, 29, 45], "dir": [8, 29, 36, 37], "runtim": [8, 29, 30, 33, 36, 42, 44], "compil": 8, "class": 8, "similar": [8, 42, 44], "my_kafka_top": 8, "snake": 8, "last_nam": [8, 11, 12, 13, 14, 15, 18, 20, 21], "basic": [9, 25], "author": 9, "api_secret": 9, "64": 9, "slightli": 9, "header": 9, "mai": [9, 29, 30, 34, 38], "instruct": [9, 13, 29, 35], "consol": 9, "upper": 9, "right": [9, 17, 30], "gear": 9, "icon": 9, "api_kei": [9, 16], "legaci": 9, "upload": [9, 25, 27], "therefor": 9, "instanc": [9, 11, 12, 13], "singl": [9, 13, 17, 42], "mixpanel_api_secret": 9, "2020": [9, 17], "endpoint": [9, 19, 35], "date_window_s": [9, 17], "30": [9, 38], "window": [9, 12, 13, 17], "loop": 9, "from_dat": 9, "to_dat": 9, "volum": [9, 17], "decreas": 9, "14": [9, 17], "7": [9, 11, 13], "even": [9, 34], "down": [9, 12], "attribution_window": 9, "minimum": [9, 17, 29], "look": [9, 17, 32, 37, 42], "accur": 9, "result": [9, 12, 29, 30, 31, 34, 42], "5": [9, 11, 13, 17, 30, 31, 42], "project_timezon": 9, "europ": 9, "london": 9, "zone": 9, "timezon": 9, "user_ag": [9, 19], "email": [9, 16, 17, 19], "log": [9, 10, 11, 12, 13, 16, 19, 28, 29, 31, 36, 39, 42], "purpos": [9, 19, 25, 29], "denest_properti": 9, "denest": 9, "respons": [9, 28], "export": [9, 11, 26, 30, 40], "engag": 9, "veri": 9, "export_ev": 9, "event_on": 9, "event_two": 9, "funnel": 9, "revenu": 9, "annot": 9, "cohort": 9, "cohort_memb": 9, "must": [10, 11, 12, 13, 17], "readwrit": 10, "readanydatabas": 10, "readwriteanydatabas": 10, "dbowner": 10, "backup": [10, 12], "root": 10, "These": [10, 12, 19, 37], "see": [10, 15, 27, 29, 30, 31, 36], "db": [10, 11, 13], "sync": [10, 11, 13, 16, 17, 19, 28, 29, 30, 31, 36, 38, 40, 41, 42], "privileg": [10, 11, 12, 13], "action": [10, 12, 43], "changestream": 10, "becaus": [10, 12, 42], "thei": [10, 13, 25, 30, 40, 41], "while": [10, 12], "server": [10, 11, 13, 24, 28, 41], "log_bas": [10, 11, 12, 13, 29, 44], "either": [10, 11, 13], "replica": [10, 11, 13], "shard": 10, "cluster": [10, 28], "major": [10, 15], "concern": 10, "introduc": 10, "info": [10, 11, 12, 15, 21, 30, 31, 34, 44], "head": [10, 29, 31], "document": [10, 11, 12, 13, 15, 18, 21, 32, 33, 45], "dedic": [10, 11, 12, 13], "createrol": [10, 13], "pipelinewiserol": 10, "resourc": [10, 15, 19, 28], "my_db": [10, 11], "my_collect": 10, "createus": 10, "pipelinewiseus": 10, "pwd": [10, 30], "my_very_strong_password": 10, "tap_mongo": 10, "bar": 10, "mongo": 10, "host": [10, 11, 12, 13, 14, 18, 24, 25, 26, 27, 29, 30, 31, 37, 42], "mongodb_host1": 10, "mongodb_host2": 10, "mongodb_host3": 10, "port": [10, 11, 12, 13, 24, 25, 29, 37], "27017": 10, "srv": 10, "auth_databas": 10, "admin": [10, 16, 23], "dbname": [10, 11, 13, 18, 24, 25, 27, 29, 37], "replica_set": 10, "my_replica_set": 10, "write_batch_row": 10, "int": [10, 11, 13, 14], "50000": [10, 11, 13], "update_buffer_s": 10, "hold": 10, "flush": 10, "reach": 10, "await_time_m": 10, "loge_bas": 10, "exit": 10, "1000": [10, 11, 13, 20], "fastsync_parallel": [10, 11, 13, 14], "multiprocess": [10, 11, 13, 14], "pool": [10, 11, 13, 14], "fastsync": [10, 11, 13, 14, 31, 38], "min": [10, 11, 13, 14], "cpu": [10, 11, 13, 14], "core": [10, 11, 13, 14, 28, 34], "my_target": 10, "split_large_fil": [10, 11, 13], "split": [10, 11, 13], "piec": [10, 11, 13], "multipart": [10, 11, 13], "zip": [10, 11, 13], "split_file_chunk_size_mb": [10, 11, 13], "split_file_max_chunk": [10, 11, 13], "20": [10, 11, 13, 39], "ppw_e2e_tap_mongodb": 10, "replication_method": [10, 11, 12, 13, 18, 21, 29, 44], "my_other_collect": 10, "xxxxxxxxx": 10, "xxxxx": [10, 25], "super": 11, "suppli": 11, "information_schema": 11, "etc": [11, 29, 31, 39, 41], "binlog": [11, 41], "verifi": [11, 12], "statement": [11, 43], "return": [11, 12, 13, 36], "log_bin": 11, "locat": [11, 13, 16, 21, 23, 30, 36, 42], "my": [11, 14, 16], "cnf": 11, "line": [11, 26, 28, 30, 37], "mysqld": 11, "binlog_format": 11, "binlog_row_imag": 11, "expire_logs_dai": 11, "binlog_expire_logs_second": 11, "604800": 11, "log_slave_upd": 11, "few": [11, 15, 23, 27], "thing": 11, "alreadi": [11, 23], "entri": [11, 35], "expire_log_dai": 11, "both": [11, 30, 42], "finish": [11, 29, 30, 31], "restart": [11, 13], "ensur": [11, 12, 13, 28], "effect": [11, 13], "slave": 11, "tinyint": 11, "convent": [11, 33], "boolean": 11, "keep": [11, 29, 37, 42, 43, 44], "upstream": 11, "error": 11, "decis": 11, "brows": 11, "codebas": 11, "here": [11, 15, 30, 41], "gtid": [11, 41], "mariadb": [11, 13], "mysql_sampl": [11, 29, 31], "3306": [11, 37], "db_name": [11, 13, 24, 25, 27], "use_gtid": 11, "flag": [11, 39], "engin": 11, "flavor": 11, "conjunct": 11, "filter_db": 11, "schema1": [11, 12, 13], "schema2": [11, 12, 13], "scan": [11, 12, 13], "improv": [11, 12, 13], "export_batch_row": 11, "session_sql": 11, "session": [11, 12], "variabl": [11, 14, 25, 26, 27, 28, 30, 38], "time_zon": 11, "00": [11, 15, 19, 20, 21, 29, 38], "made": [11, 13], "wait_timeout": 11, "28800": 11, "net_read_timeout": 11, "innodb_lock_wait_timeout": 11, "aka": [11, 18, 29], "repl_my_db": 11, "adjust": [11, 12, 13, 29], "table_on": [11, 12, 13, 18, 29, 31, 41], "replication_kei": [11, 12, 13, 18, 21, 29, 44], "last_upd": [11, 12, 13, 18], "alwai": [11, 12, 13, 14, 18, 30, 33, 34, 44], "mani": [11, 12, 13, 14, 18], "table_two": [11, 12, 13, 18, 29, 31, 41], "table_thre": [11, 13, 29, 31], "sync_start_from": [11, 13], "appli": [11, 13, 44], "first": [11, 13, 16, 29, 30, 31, 37, 44], "column_nam": [11, 13, 41], "pick": [11, 13], "partial": [11, 13, 28, 41], "static_valu": [11, 13], "start_valu": [11, 13, 41], "static": [11, 13, 26, 33], "drop_target_t": [11, 13], "drop": [11, 13, 43], "table_four": [11, 13], "dynamic_valu": [11, 13], "uncom": [11, 13, 14, 18], "another_schema_in_mysql": 11, "togeth": [11, 13], "them": [11, 13, 29, 30], "instant": 12, "docker": [12, 28, 31], "imag": [12, 30], "machin": [12, 42], "identifiedbi": 12, "TO": [12, 13, 27], "unlimit": 12, "tablespac": 12, "ON": [12, 13, 27], "schema_nam": [12, 13, 41], "v": [12, 15, 21], "v_": 12, "thread": [12, 17, 20], "retriev": 12, "logmin": 12, "mode": [12, 33, 36, 39], "log_mod": 12, "archivelog": 12, "rman": 12, "shut": 12, "associ": 12, "shutdown": 12, "immedi": 12, "startup": 12, "mount": [12, 42], "alter": [12, 13, 28, 43], "retent": 12, "polici": 12, "recoveri": 12, "OF": 12, "disk": 12, "db_recovery_file_dest_s": 12, "agre": 12, "quota": 12, "supplement": 12, "altern": [12, 31, 43], "level": [12, 16, 39, 44], "supplemental_log_data_min": 12, "ye": [12, 30], "implicit": 12, "execute_catalog_rol": 12, "dictionari": 12, "dbms_logmnr": 12, "dbms_logmnr_d": 12, "sy": 12, "archived_log": 12, "logmnr_cont": 12, "12": [12, 13, 39], "oracle_sampl": 12, "sid": [12, 19], "1521": 12, "filter_schema": [12, 13], "repl_oracl": 12, "uncommend": 12, "another_schema_in_oracl": 12, "superus": 13, "WITH": 13, "database_nam": 13, "IN": 13, "futur": 13, "9": 13, "x": 13, "critic": 13, "bug": [13, 32], "minor": [13, 28], "16": [13, 31, 39], "21": 13, "wal2json": 13, "plugin": 13, "object": [13, 14, 15, 21, 23, 27, 29], "logic": [13, 28, 44], "decod": 13, "vari": 13, "depend": [13, 30, 34], "after": [13, 40, 43], "ve": 13, "onto": 13, "edit": [13, 29, 33], "conf": 13, "wal_level": 13, "max_replication_slot": 13, "max_wal_send": 13, "suffici": 13, "unless": 13, "slot": 13, "repres": 13, "replai": 13, "sequenc": 13, "whole": 13, "postgres_sampl": 13, "5432": [13, 24], "postfresql": 13, "max_run_second": 13, "stop": [13, 36], "second": 13, "43200": 13, "logical_poll_total_second": 13, "receiv": [13, 32, 39], "wal": [13, 41], "10800": 13, "break_at_end_lsn": 13, "lsn": 13, "ssl": [13, 24], "sslmode": [13, 24], "accept": [13, 24, 27, 30], "certif": [13, 24], "recogn": [13, 24], "fail": [13, 24, 29, 35, 38], "public": [13, 17], "repl_pg_publ": 13, "inrement": 13, "pg": 13, "another_schema_in_postgr": 13, "straightforward": [14, 23, 24, 25, 26], "download": [14, 30], "pattern": [14, 33, 38], "track": [14, 29], "last": [14, 29, 30, 31, 42, 44], "interpret": 14, "profil": [14, 17, 25, 26, 27], "taken": [14, 26], "aws_profil": [14, 25, 26, 27], "environ": [14, 25, 26, 27, 28, 30], "aw": [14, 25, 26, 27, 44], "presenc": [14, 26], "fix": [14, 25, 26, 32], "aws_access_key_id": [14, 25, 26, 27, 29], "aws_secret_access_kei": [14, 25, 26, 27, 29], "aws_session_token": [14, 25, 26, 27], "iam": [14, 25, 26, 27], "nor": [14, 26], "resort": [14, 26], "attach": [14, 25, 26, 27], "csv_on_s3": 14, "access_kei": [14, 25, 26, 27], "non": [14, 25, 26, 27], "auth": [14, 19, 25, 26, 27], "secret_access_kei": [14, 25, 26, 27], "aws_endpoint_url": [14, 27], "full_endpoint_url": [14, 27], "nyc3": [14, 27], "digitaloceanspac": [14, 27], "2000": [14, 20], "exclud": 14, "s3_feed": 14, "primary_key_requir": 14, "de": 14, "duplic": 14, "try": 14, "search": [14, 15, 21, 28], "feed_file_on": 14, "s3_csv_map": 14, "search_pattern": 14, "feed_file_one_": 14, "search_prefix": 14, "key_properti": 14, "feed_file_two": 14, "feed_file_tow_": 14, "app": [15, 17, 21, 31, 35], "visit": [15, 21], "atla": [15, 21], "en": [15, 21], "u": [15, 21], "api_rest": [15, 21], "meta": [15, 21, 40], "intro_understanding_web_server_oauth_flow": [15, 21], "htm": [15, 21], "api_typ": [15, 21], "bulk": [15, 27, 29], "www": [15, 21], "stitchdata": [15, 21], "saa": [15, 21], "2019": [15, 16, 21, 31, 32, 39], "01t00": [15, 19, 20, 21], "00z": [15, 19, 20, 21], "bound": [15, 21], "soql": 15, "unsupport": [15, 21], "cover": 15, "popular": 15, "offer": 15, "sfdc": 15, "pdf": 15, "object_refer": 15, "opportun": 15, "deriv": 16, "myshopifi": 16, "shop": 16, "click": 16, "sidebar": 16, "left": 16, "On": 16, "bottom": 16, "button": 16, "enter": 16, "choos": 16, "e": [16, 26, 30, 39, 44], "g": [16, 26, 44], "address": [16, 44], "emerg": 16, "rather": [16, 29, 37], "No": [16, 28], "dropdown": 16, "product": [16, 28], "variant": 16, "read_product": 16, "write_product": 16, "fulfil": 16, "read_ord": 16, "write_ord": 16, "read_custom": 16, "write_custom": 16, "modal": 16, "been": [16, 17], "show": 16, "shppa_": 16, "determin": [16, 21], "much": 16, "histor": [16, 43], "onward": 16, "custom_collect": 16, "abandoned_checkout": 16, "metafield": 16, "order_refund": 16, "bot": [17, 35], "interact": 17, "obtain": 17, "assign": [17, 25, 27], "As": 17, "now": [17, 29, 31, 37], "histori": [17, 28], "join": [17, 28, 44], "link": [17, 28], "reaction": 17, "remote_fil": 17, "usergroup": 17, "well": [17, 30, 39], "slack_token": 17, "09": 17, "id1": 17, "id2": 17, "id3": 17, "invit": [17, 35], "exclude_archiv": 17, "control": [17, 28, 29, 37], "private_channel": 17, "privat": 17, "join_public_channel": 17, "elect": 17, "due": 17, "potenti": 17, "high": 17, "implement": [17, 29, 33], "lookback_window": 17, "child": 17, "convers": 17, "repli": 17, "channel_memb": 17, "user_group": 17, "snowflake_sampl": 18, "dbnane": 18, "schema_1": 18, "repl_schema_1": 18, "schema_2": 18, "repl_schema_2": 18, "account_sid": 19, "twilio_account_sid": 19, "auth_token": 19, "twilio_auth_token": 19, "2021": 19, "02": [19, 38], "datetim": 19, "someon": 19, "taskrout": 19, "workspac": 19, "activ": [19, 28, 30], "task": [19, 28, 42], "task_channel": 19, "task_queu": 19, "worker": 19, "workflow": [19, 42], "programm": 19, "chat": [19, 35], "chat_channel": 19, "cumulative_statist": 19, "huge": 19, "caution": 19, "chat_messag": 19, "samp": 20, "subdomain": 20, "zendesk_subdomain": 20, "rate_limit": 20, "ever": [20, 42], "rate": 20, "max_work": 20, "batch_siz": 20, "50": 20, "ticket": 20, "group_membership": 20, "macro": 20, "satisfaction_r": 20, "tag": 20, "ticket_audit": 20, "ticket_com": 20, "ticket_field": 20, "ticket_metr": 20, "aqua": 21, "partner_id": 21, "partner": 21, "sandbox": 21, "european": 21, "entiti": 21, "relationship": 21, "updatedd": 21, "billingrun": 21, "platform": 23, "bill": 23, "abil": 23, "project_id": 23, "project_nam": 23, "dataset_id": 23, "dataset_nam": 23, "dataset": 23, "region": 23, "location_nam": 23, "postgres_dwh": [24, 31], "amazon": [25, 42], "amazonaw": 25, "5439": 25, "intermedi": 25, "aws_redshift_copy_role_arn": 25, "role_arn": 25, "arn": 25, "deleg": 25, "extern": [25, 27, 29, 35, 44], "s3_key_prefix": [25, 26, 27, 29], "s3_acl": [25, 27], "s3_object_acl": [25, 27], "acl": [25, 27], "overrid": [25, 36], "fit": [25, 28, 44], "gzip": 25, "removequot": 25, "escap": [25, 27], "copy_opt": 25, "emptyasnul": 25, "blanksasnul": 25, "trimblank": 25, "truncatecolumn": 25, "timeformat": 25, "none": 26, "charact": [26, 27, 44], "separ": [26, 30, 36, 41], "quotechar": 26, "quot": 26, "special": 26, "encryption_typ": 26, "km": 26, "encryption_kei": 26, "encryption_key_id": 26, "1234abcd": 26, "1234": 26, "1234abcd1234": 26, "blank": 26, "stage": [27, 29, 33, 44], "merg": [27, 29, 40], "pars": 27, "correctli": [27, 29], "stage_nam": 27, "aws_key_id": 27, "aws_secret_kei": 27, "master_kei": 27, "client_side_encryption_master_kei": [27, 29], "side": 27, "file_format_nam": 27, "field_optionally_enclosed_bi": 27, "replac": [27, 44], "ppw_target_snowflak": 27, "actual": [27, 43], "point": [27, 29, 30], "default_rol": 27, "default_warehous": 27, "must_change_password": 27, "rtxxxxx": 27, "eu": [27, 29], "central": [27, 29], "virtual": [27, 30], "stbucket": 27, "file_format": [27, 29], "pre": [27, 28, 29, 30], "temp": [27, 29, 40], "stage_object_nam": 27, "file_format_object_nam": 27, "framework": [28, 30, 33], "ingest": [28, 39, 44], "elt": [28, 44], "mind": 28, "landscap": [28, 44], "tradit": [28, 44], "tool": [28, 30, 42], "aim": 28, "reproduc": 28, "close": 28, "complex": [28, 44], "done": [28, 42], "mean": [28, 30, 39, 43], "lightweight": [28, 42], "daemon": 28, "cdc": [28, 41], "snapshot": 28, "ideal": [28, 44], "obfusc": [28, 44], "mask": [28, 44], "filter": [28, 44], "sensit": [28, 29, 37, 44], "never": [28, 29, 44], "entir": [28, 34], "kept": 28, "extens": 28, "compat": [28, 30, 33, 34, 43, 44], "effort": 28, "top": [28, 30], "sever": [28, 29], "end": [28, 30, 32, 39, 44], "layer": 28, "come": 28, "maintain": 28, "hassl": 28, "cool": 28, "what": 28, "linux": [28, 30], "increas": 28, "interfac": 28, "argument": [28, 30, 31, 33, 41], "sub": 28, "multi": 28, "handler": 28, "victorop": 28, "contribut": 28, "committ": 28, "licens": [28, 30], "index": 28, "modul": 28, "express": 29, "intention": 29, "tri": 29, "program": 29, "languag": 29, "model": 29, "main": [29, 35], "underli": 29, "hood": 29, "properli": 29, "directli": [29, 30], "correct": [29, 31], "easiest": [29, 30], "complet": 29, "init": 29, "pipelinewise_sampl": [29, 37], "readm": 29, "md": 29, "yml": [29, 35, 37], "tap_jira": 29, "tap_kafka": 29, "tap_mysql_mariadb": 29, "tap_postgr": 29, "tap_s3_csv": 29, "tap_salesforc": 29, "tap_snowflak": 29, "tap_zendesk": 29, "target_postgr": 29, "target_redshift": 29, "target_s3_csv": 29, "target_snowflak": 29, "renam": [29, 43], "tap_": 29, "target_": 29, "remov": [29, 40], "postfix": 29, "favourit": 29, "text": [29, 37, 39, 43], "editor": 29, "real": 29, "life": 29, "jinja": 29, "templat": 29, "snowflake_test": 29, "rtxxxxxx": 29, "analytics_db_test": 29, "snowflake_us": 29, "env_var": 29, "my_password": 29, "three": [29, 39, 42], "mix": 29, "cd": [29, 30], "mv": 29, "tap_my_mysql_db_on": 29, "choic": [29, 36], "load_wh": 29, "access_key_id": 29, "encrypted_etl_stage_test": 29, "etl_stage_file_format": 29, "secret_asccess_kei": 29, "cse_master_kei": 29, "safe": [29, 37], "distribut": [29, 30, 37], "fx": [29, 38, 44], "monolith": 29, "localhost": 29, "10602": 29, "my_us": 29, "100000": 29, "fx_clear": 29, "updated_at": 29, "happi": [29, 32], "discoveri": [29, 33, 36], "total": 29, "835720": 29, "At": [29, 30], "analys": 29, "discov": 29, "intern": [29, 31, 41], "statu": [29, 30, 31, 38, 42], "readi": [29, 30, 31, 42], "unknown": [29, 31, 42], "congratul": 29, "git": [29, 30], "push": 29, "everyth": [29, 31], "code": 30, "containeris": 30, "isol": 30, "customis": [30, 33, 34], "bunch": 30, "conflict": 30, "python": [30, 37], "librari": [30, 37], "pypi": [30, 33], "packag": [30, 33, 42], "pip": 30, "care": 30, "comput": 30, "maco": 30, "clone": 30, "minut": [30, 31, 42], "network": [30, 42], "moment": 30, "dockerhub": 30, "alia": 30, "wrapper": 30, "everywher": 30, "bin": 30, "sure": [30, 33, 35, 44], "ubuntu": 30, "apt": 30, "python3": 30, "dev": 30, "venv": 30, "brew": 30, "cli": [30, 33, 35, 42], "all_connector": 30, "press": 30, "y": 30, "agreement": 30, "autom": 30, "acceptlicens": 30, "jack": 30, "virtualenv": 30, "pipelinewise_hom": 30, "pw_connector": 30, "overwrit": [30, 34], "apache2": 30, "doubl": [30, 33, 34], "NO": 30, "displai": 30, "sai": [30, 42], "success": [30, 36, 37, 38], "run_tap": [31, 35, 38, 42, 44], "08": [31, 39], "19": 31, "52": 31, "07": [31, 38], "mysql_fx": 31, "20190819_165207": 31, "mayb": 31, "home": [31, 42], "typic": [31, 39, 42], "midnight": [31, 42], "idea": 31, "learn": 31, "august": 32, "2018": 32, "peter": 32, "kosztolanyi": 32, "wise": [32, 33], "koszti": 32, "kasparg": 32, "kaspar": 32, "gere": 32, "loui": 32, "pie": 32, "pieters": 32, "samira": 32, "el": 32, "aabidi": 32, "contributor": 32, "discuss": 32, "simpl": [33, 42], "prepar": 33, "item": 33, "criteria": [33, 44], "catalog": 33, "meet": [33, 44], "extend": 33, "get_tap_properti": 33, "tap_properti": 33, "py": 33, "expand": 33, "upon": 33, "element": 33, "et": 33, "cetera": 33, "regist": 33, "behaviour": 33, "tap_stream_id_pattern": 33, "tap_stream_name_pattern": 33, "tap_catalog_argu": 33, "old": [33, 43], "style": 33, "default_replication_method": 33, "default_data_flattening_max_level": 33, "flatten": 33, "tap_config_extra": 33, "connectortyp": 33, "enum": 33, "txt": [33, 37], "fork": 33, "mention": 33, "pr": 33, "rst": 33, "print": [33, 36], "later": [33, 44], "across": 33, "standalon": 34, "apach": [34, 42], "bundl": 34, "final": 34, "agpl": 34, "fall": 34, "trigger": [35, 42], "sync_tabl": [35, 41], "descript": [35, 41], "bot_nam": 35, "alert_handl": 35, "besid": 35, "incid": 35, "notifi": 35, "rout": 35, "routing_kei": 35, "h": 36, "import_config": 36, "subcommand": 36, "initialis": 36, "extra_log": 36, "logger": 36, "summari": 36, "datasourc": 36, "reset": 36, "comma": [36, 41], "seper": 36, "ansibl": 37, "decrypt": 37, "cipher": 37, "ae": 37, "share": [37, 42], "echo": 37, "st3rp": 37, "ssw0rd": 37, "encrypt_str": 37, "ansible_vault": 37, "aes256": 37, "66633736626365386334633463383431353762623562663733623833626637383762343430626163": 37, "3330383435323737383766333639616138363235356135360a343735366137393763323636353739": 37, "63646266353131363436363965336561323336663032336334323236616237363430613432386335": 37, "6631613665336365640a643531363765663631306431363433623536363061316234643737323465": 37, "34626363656166373230303162623531643638656665633731333338333464633565": 37, "tap_mysql": 37, "mysql_source_databas": 37, "jack_replica": 37, "my_databas": 37, "target_id": [38, 41], "tap_id": [38, 41], "_": 38, "sync_engin": 38, "yyyymmdd": 38, "hh24mmss": 38, "l": 38, "lah": 38, "rw": 38, "r": 38, "13k": 38, "20190508_000038": 38, "31": 38, "20190508_003014": 38, "04": 38, "20190508_010031": 38, "33": 38, "20190508_013036": 38, "20190508_020037": 38, "32": 38, "20190508_023029": 38, "03": 38, "20190508_030032": 38, "20190508_033031": 38, "20190508_040033": 38, "20190508_040222": 38, "20190508_043015": 38, "05": 38, "20190508_050035": 38, "20190508_053030": 38, "06": 38, "20190508_060037": 38, "20190508_063032": 38, "8k": 38, "20190508_070036": 38, "_sdc_": 39, "_sdc_extracted_at": 39, "_sdc_batched_at": 39, "_sdc_deleted_at": 39, "column_on": [39, 43], "column_two": [39, 43], "column_thre": [39, 43], "17": 39, "15": 39, "25": 39, "turn": 39, "off": 39, "add_metadata_column": 39, "hard": [39, 40], "hard_delet": [39, 40], "col2": 40, "soft": 40, "won": 40, "stamp": 40, "migrat": 41, "fulli": 41, "partial_sync_t": 41, "end_valu": 41, "start_value_from_column": 41, "end_value_from_column": 41, "part": [42, 44], "achiev": 42, "microservic": 42, "microserv_1": 42, "microserv_2": 42, "microserv_3": 42, "microserv_4": 42, "microserv_5": 42, "independ": 42, "cron": 42, "crontab": 42, "saturdai": 42, "cicada": 42, "cronicl": 42, "good": 42, "airflow": 42, "robust": 42, "matur": 42, "monitor": 42, "ef": 42, "filestor": 42, "node": 42, "matter": 42, "nf": 42, "per": 43, "remain": 43, "analysi": 43, "varchar": 43, "column_three_20190812_1520": 43, "column_tre": 43, "111": 43, "222": 43, "333": 43, "444": 43, "abc": 43, "555": 43, "def": 43, "act": 43, "column_tree__st": 43, "suffix": 43, "indic": 43, "column_three__st": 43, "column_three_20190812": 43, "convert": 43, "represent": 43, "aggreg": 44, "primarili": 44, "secur": 44, "pii": 44, "azur": 44, "dwh": 44, "shift": 44, "hash": 44, "n": 44, "month": 44, "1st": 44, "jan": 44, "numer": 44, "zero": 44, "hidden": 44, "consist": 44, "being": 44, "ie": 44, "still": 44, "keyword": 44, "otherwis": 44, "audit_log": 44, "column_1": 44, "class_nam": 44, "property_nam": 44, "passwordhash": 44, "regex_match": 44, "salt": 44, "column_2": 44, "column_3": 44, "json_column": 44, "field_path": 44, "phone": 44}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"fast": [0, 2], "sync": [0, 2], "linux": 1, "pipe": 1, "pipelinewis": [1, 28, 30], "logic": 1, "increas": 1, "buffer": 1, "size": 1, "replic": [2, 6, 7, 8, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29], "method": [2, 6, 44], "log": [2, 38], "base": 2, "kei": 2, "increment": 2, "full": 2, "tabl": [2, 28, 41], "singer": [3, 30, 32], "io": 3, "core": 3, "concept": [3, 28], "tap": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 33], "target": [3, 22, 23, 24, 25, 26, 27, 28, 33], "data": [4, 23, 24, 25, 26, 27, 28], "sourc": [4, 28, 30], "configur": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 45], "github": 5, "your": [5, 16, 17], "account": 5, "what": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 30], "extract": [5, 9, 16, 17], "googl": 6, "analyt": 6, "author": 6, "jira": 7, "kafka": 8, "mixpanel": 9, "authent": 9, "mongodb": 10, "setup": [10, 11, 12, 13, 23, 24, 27], "requir": [10, 11, 12, 13, 23, 24, 27], "exampl": [10, 29, 44], "connect": [10, 15, 18, 21], "atla": 10, "mysql": [11, 29], "oracl": 12, "postgresql": 13, "s3": [14, 26], "csv": [14, 26], "salesforc": 15, "shopifi": 16, "access": 16, "store": 16, "subdomain": 16, "privat": 16, "app": 16, "api": 16, "password": [16, 37], "start": 16, "date": 16, "slack": [17, 35], "workspac": 17, "snowflak": [18, 27, 29], "twilio": 19, "zendesk": 20, "zuora": 21, "destin": [22, 28], "bigqueri": 23, "where": [23, 24, 25, 26, 27], "postgr": 24, "redshift": 25, "document": 28, "featur": 28, "beyond": 28, "horizon": 28, "connector": [28, 30, 34], "transform": [28, 44], "load": 28, "time": 28, "content": 28, "instal": [28, 30], "us": 28, "project": [28, 32], "indic": 28, "creat": 29, "pipelin": [29, 31], "gener": 29, "sampl": 29, "environ": [29, 36], "variabl": [29, 36], "yaml": [29, 45], "config": 29, "from": [29, 30], "activ": 29, "file": 29, "get": 30, "run": [30, 31], "docker": 30, "select": 30, "cool": 30, "": 30, "next": 30, "histori": 32, "committ": 32, "contribut": [32, 33], "commun": 32, "resourc": 32, "link": 32, "ad": 33, "new": 33, "licens": 34, "alert": 35, "handler": 35, "victorop": 35, "command": 36, "line": 36, "interfac": 36, "posit": 36, "argument": 36, "sub": 36, "init": 36, "run_tap": 36, "stop_tap": 36, "discover_tap": 36, "statu": 36, "test_tap_connect": 36, "sync_tabl": 36, "import": 36, "valid": [36, 44], "pipelinewise_hom": 36, "pipelinewise_config_directori": 36, "encrypt": 37, "metadata": 39, "column": [39, 43], "differ": 40, "case": 40, "partial": 40, "resync": [40, 41], "schedul": 42, "multi": 42, "server": 42, "cluster": 42, "schema": 43, "chang": 43, "version": 43, "condit": 44}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 57}, "alltitles": {"Fast Sync": [[0, "fast-sync"], [2, "fast-sync"]], "Linux Pipes in PipelineWise": [[1, "linux-pipes-in-pipelinewise"]], "Logic": [[1, "logic"]], "Increasing buffer size": [[1, "increasing-buffer-size"]], "Replication Methods": [[2, "replication-methods"]], "Log Based": [[2, "log-based"]], "Key Based Incremental": [[2, "key-based-incremental"]], "Full Table": [[2, "full-table"]], "Singer.io": [[3, "singer-io"]], "Core Concepts": [[3, "core-concepts"]], "Taps": [[3, "taps"]], "Targets": [[3, "targets"]], "Taps (Data Sources)": [[4, "taps-data-sources"]], "Configuring taps": [[4, "configuring-taps"]], "Tap Github": [[5, "tap-github"]], "Configure your GitHub account": [[5, "configure-your-github-account"]], "Configuring what to extract": [[5, "configuring-what-to-extract"], [9, "configuring-what-to-extract"], [16, "configuring-what-to-extract"], [17, "configuring-what-to-extract"]], "Tap Google Analytics": [[6, "tap-google-analytics"]], "Configuring what to replicate": [[6, "configuring-what-to-replicate"], [7, "configuring-what-to-replicate"], [8, "configuring-what-to-replicate"], [10, "configuring-what-to-replicate"], [11, "configuring-what-to-replicate"], [12, "configuring-what-to-replicate"], [13, "configuring-what-to-replicate"], [14, "configuring-what-to-replicate"], [15, "configuring-what-to-replicate"], [18, "configuring-what-to-replicate"], [19, "configuring-what-to-replicate"], [20, "configuring-what-to-replicate"], [21, "configuring-what-to-replicate"]], "Authorization Methods": [[6, "authorization-methods"]], "Tap Jira": [[7, "tap-jira"]], "Tap Kafka": [[8, "tap-kafka"]], "Tap Mixpanel": [[9, "tap-mixpanel"]], "Authentication": [[9, "authentication"]], "Tap MongoDB": [[10, "tap-mongodb"]], "MongoDB setup requirements": [[10, "mongodb-setup-requirements"]], "Example connection to MongoDB Atlas": [[10, "example-connection-to-mongodb-atlas"]], "Tap MySQL": [[11, "tap-mysql"]], "MySQL setup requirements": [[11, "mysql-setup-requirements"]], "Tap Oracle": [[12, "tap-oracle"]], "Oracle setup requirements": [[12, "oracle-setup-requirements"]], "Tap PostgreSQL": [[13, "tap-postgresql"]], "PostgreSQL setup requirements": [[13, "postgresql-setup-requirements"]], "Tap S3 CSV": [[14, "tap-s3-csv"]], "Tap Salesforce": [[15, "tap-salesforce"]], "Connecting to Salesforce": [[15, "connecting-to-salesforce"]], "Tap Shopify": [[16, "tap-shopify"]], "Configure access to your Shopify store": [[16, "configure-access-to-your-shopify-store"]], "Store Subdomain": [[16, "store-subdomain"]], "Private App API Password": [[16, "private-app-api-password"]], "Start Date": [[16, "start-date"]], "Tap Slack": [[17, "tap-slack"]], "Configure your Slack workspace": [[17, "configure-your-slack-workspace"]], "Tap Snowflake": [[18, "tap-snowflake"]], "Connecting to Snowflake": [[18, "connecting-to-snowflake"]], "Tap Twilio": [[19, "tap-twilio"]], "Tap Zendesk": [[20, "tap-zendesk"]], "Tap Zuora": [[21, "tap-zuora"]], "Connecting to Zuora": [[21, "connecting-to-zuora"]], "Targets (Destinations)": [[22, "targets-destinations"]], "Configuring the targets": [[22, "configuring-the-targets"]], "Target Bigquery": [[23, "target-bigquery"]], "Bigquery setup requirements": [[23, "bigquery-setup-requirements"]], "Configuring where to replicate data": [[23, "configuring-where-to-replicate-data"], [24, "configuring-where-to-replicate-data"], [25, "configuring-where-to-replicate-data"], [26, "configuring-where-to-replicate-data"], [27, "configuring-where-to-replicate-data"]], "Target Postgres": [[24, "target-postgres"]], "Postgres setup requirements": [[24, "postgres-setup-requirements"]], "Target Redshift": [[25, "target-redshift"]], "Target S3 CSV": [[26, "target-s3-csv"]], "Target Snowflake": [[27, "target-snowflake"]], "Snowflake setup requirements": [[27, "snowflake-setup-requirements"]], "Documentation": [[28, "documentation"]], "Features": [[28, "features"]], "Beyond the Horizon": [[28, "beyond-the-horizon"]], "Taps (Data Source Connectors)": [[28, "taps-data-source-connectors"]], "Target (Destination Connectors)": [[28, "target-destination-connectors"]], "Transformation at load time": [[28, "transformation-at-load-time"]], "Content": [[28, "content"]], "Installation": [[28, null], [30, "installation"]], "Concept": [[28, null]], "Using PipelineWise": [[28, null]], "Connectors": [[28, null]], "Project": [[28, null], [32, "project"]], "Indices and tables": [[28, "indices-and-tables"]], "Creating Pipelines": [[29, "creating-pipelines"]], "Generating Sample Pipelines": [[29, "generating-sample-pipelines"]], "Environment variables in YAML config": [[29, "environment-variables-in-yaml-config"]], "Example replication from MySQL to Snowflake": [[29, "example-replication-from-mysql-to-snowflake"]], "Activating the Pipelines from the YAML files": [[29, "activating-the-pipelines-from-the-yaml-files"]], "Getting PipelineWise": [[30, "getting-pipelinewise"]], "Running in Docker": [[30, "running-in-docker"]], "Installing from source": [[30, "installing-from-source"]], "Selecting singer connectors": [[30, "selecting-singer-connectors"]], "Cool, what\u2019s Next?": [[30, "cool-what-s-next"]], "Running Pipelines": [[31, "running-pipelines"]], "History": [[32, "history"]], "Committers": [[32, "committers"]], "Contribution": [[32, "contribution"], [33, "contribution"]], "Singer Community": [[32, "singer-community"]], "Resources & links": [[32, "resources-links"]], "Adding new tap": [[33, "adding-new-tap"]], "Adding new target": [[33, "adding-new-target"]], "Licenses": [[34, "licenses"]], "Connectors and Licenses": [[34, "connectors-and-licenses"]], "Alerts": [[35, "alerts"]], "Slack Alert Handler": [[35, "slack-alert-handler"]], "VictorOps Alert Handler": [[35, "victorops-alert-handler"]], "Command Line Interface": [[36, "command-line-interface"]], "Positional Arguments": [[36, "positional-arguments"], [36, "id2"]], "Sub-commands:": [[36, "sub-commands"]], "init": [[36, "init"]], "run_tap": [[36, "run-tap"]], "stop_tap": [[36, "stop-tap"]], "discover_tap": [[36, "discover-tap"]], "status": [[36, "status"]], "test_tap_connection": [[36, "test-tap-connection"]], "sync_tables": [[36, "sync-tables"]], "import": [[36, "import"]], "validate": [[36, "validate"]], "Environment variables": [[36, "environment-variables"]], "PIPELINEWISE_HOME": [[36, "pipelinewise-home"]], "PIPELINEWISE_CONFIG_DIRECTORY": [[36, "pipelinewise-config-directory"]], "Encrypting Passwords": [[37, "encrypting-passwords"]], "Logging": [[38, "logging"]], "Metadata Columns": [[39, "metadata-columns"]], "Different cases of partial resync": [[40, "different-cases-of-partial-resync"]], "Resync Tables": [[41, "resync-tables"]], "Scheduling": [[42, "scheduling"]], "Multi-Server Cluster": [[42, "multi-server-cluster"]], "Schema Changes": [[43, "schema-changes"]], "Versioning columns": [[43, "versioning-columns"]], "Transformations": [[44, "transformations"]], "Transformation Methods": [[44, "transformation-methods"]], "Transformation validation": [[44, "transformation-validation"]], "Conditional Transformations": [[44, "conditional-transformations"]], "Example": [[44, "example"]], "YAML configuration": [[45, "yaml-configuration"]]}, "indexentries": {}}) \ No newline at end of file +Search.setIndex({"docnames": ["concept/fastsync", "concept/linux_pipes", "concept/replication_methods", "concept/singer", "connectors/taps", "connectors/taps/github", "connectors/taps/google_analytics", "connectors/taps/jira", "connectors/taps/kafka", "connectors/taps/mixpanel", "connectors/taps/mongodb", "connectors/taps/mysql", "connectors/taps/oracle", "connectors/taps/postgres", "connectors/taps/s3_csv", "connectors/taps/salesforce", "connectors/taps/shopify", "connectors/taps/slack", "connectors/taps/snowflake", "connectors/taps/twilio", "connectors/taps/zendesk", "connectors/taps/zuora", "connectors/targets", "connectors/targets/bigquery", "connectors/targets/postgres", "connectors/targets/redshift", "connectors/targets/s3_csv", "connectors/targets/snowflake", "index", "installation_guide/creating_pipelines", "installation_guide/installation", "installation_guide/running_pipelines", "project/about", "project/contribution", "project/licenses", "user_guide/alerts", "user_guide/cli", "user_guide/encrypting_passwords", "user_guide/logging", "user_guide/metadata_columns", "user_guide/partial_sync", "user_guide/resync", "user_guide/scheduling", "user_guide/schema_changes", "user_guide/transformations", "user_guide/yaml_config"], "filenames": ["concept/fastsync.rst", "concept/linux_pipes.rst", "concept/replication_methods.rst", "concept/singer.rst", "connectors/taps.rst", "connectors/taps/github.rst", "connectors/taps/google_analytics.rst", "connectors/taps/jira.rst", "connectors/taps/kafka.rst", "connectors/taps/mixpanel.rst", "connectors/taps/mongodb.rst", "connectors/taps/mysql.rst", "connectors/taps/oracle.rst", "connectors/taps/postgres.rst", "connectors/taps/s3_csv.rst", "connectors/taps/salesforce.rst", "connectors/taps/shopify.rst", "connectors/taps/slack.rst", "connectors/taps/snowflake.rst", "connectors/taps/twilio.rst", "connectors/taps/zendesk.rst", "connectors/taps/zuora.rst", "connectors/targets.rst", "connectors/targets/bigquery.rst", "connectors/targets/postgres.rst", "connectors/targets/redshift.rst", "connectors/targets/s3_csv.rst", "connectors/targets/snowflake.rst", "index.rst", "installation_guide/creating_pipelines.rst", "installation_guide/installation.rst", "installation_guide/running_pipelines.rst", "project/about.rst", "project/contribution.rst", "project/licenses.rst", "user_guide/alerts.rst", "user_guide/cli.rst", "user_guide/encrypting_passwords.rst", "user_guide/logging.rst", "user_guide/metadata_columns.rst", "user_guide/partial_sync.rst", "user_guide/resync.rst", "user_guide/scheduling.rst", "user_guide/schema_changes.rst", "user_guide/transformations.rst", "user_guide/yaml_config.rst"], "titles": ["Fast Sync", "Linux Pipes in PipelineWise", "Replication Methods", "Singer.io", "Taps (Data Sources)", "Tap Github", "Tap Google Analytics", "Tap Jira", "Tap Kafka", "Tap Mixpanel", "Tap MongoDB", "Tap MySQL", "Tap Oracle", "Tap PostgreSQL", "Tap S3 CSV", "Tap Salesforce", "Tap Shopify", "Tap Slack", "Tap Snowflake", "Tap Twilio", "Tap Zendesk", "Tap Zuora", "Targets (Destinations)", "Target Bigquery", "Target Postgres", "Target Redshift", "Target S3 CSV", "Target Snowflake", "Documentation", "Creating Pipelines", "Installation", "Running Pipelines", "Project", "Contribution", "Licenses", "Alerts", "Command Line Interface", "Encrypting Passwords", "Logging", "Metadata Columns", "Different cases of partial resync", "Resync Tables", "Scheduling", "Schema Changes", "Transformations", "YAML configuration"], "terms": {"i": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45], "one": [0, 1, 2, 5, 8, 9, 10, 11, 13, 20, 26, 27, 29, 33, 34, 36, 37], "replic": [0, 3, 4, 5, 9, 16, 17, 22, 28, 30, 31, 33, 38, 39, 41, 42, 43, 44], "method": [0, 7, 9, 10, 11, 12, 13, 14, 17, 19, 26, 28, 29, 30, 33, 38, 39], "function": [0, 2, 28, 33], "ident": [0, 2, 23], "full": [0, 1, 6, 8, 11, 13, 28, 29, 31, 32, 41], "tabl": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 29, 31, 36, 39, 40, 43, 44], "bypass": [0, 2], "singer": [0, 1, 2, 5, 8, 11, 13, 16, 28, 29, 31, 33, 34, 38], "specif": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 33, 35, 36, 41], "optimis": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "perform": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 31, 36, 43, 44], "primari": [0, 2, 8, 11, 14], "us": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 24, 25, 26, 27, 29, 30, 31, 33, 34, 37, 41, 42, 43, 44, 45], "case": [0, 1, 2, 8, 13, 14, 21, 25, 28, 30, 39, 41, 43], "initi": [0, 2, 31, 36], "resync": [0, 2, 13, 28, 31, 36, 43], "larg": [0, 2, 9, 10, 11, 13], "hundr": [0, 2], "million": [0, 2], "row": [0, 2, 10, 11, 13, 15, 39, 40, 44], "where": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 28, 29, 35, 42], "compon": [0, 2, 28, 29, 30, 33, 34, 44], "would": [0, 2], "usual": [0, 2, 11, 13, 30, 33, 37], "run": [0, 2, 5, 6, 7, 10, 11, 12, 13, 14, 26, 27, 28, 29, 33, 35, 36, 37, 38, 41, 42, 44], "long": [0, 2, 13, 35], "hour": [0, 2, 31, 42], "sometim": [0, 1, 2, 41], "dai": [0, 2, 9, 12, 17, 44], "import": [0, 1, 2, 11, 12, 13, 18, 25, 27, 29, 37, 44], "select": [0, 2, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 28, 29, 31, 34], "yaml": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 33, 35, 36, 37, 38, 39, 44], "configur": [0, 2, 3, 28, 29, 33, 35, 36, 42, 44], "pipelinewis": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 31, 32, 33, 34, 35, 36, 37, 38, 41, 42, 43, 44], "detect": [0, 2, 8, 10, 13, 28, 31, 39, 43], "automat": [0, 2, 5, 7, 8, 9, 12, 13, 15, 16, 17, 19, 20, 28, 29, 31, 35, 39, 41, 42, 43], "when": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 26, 28, 29, 30, 31, 33, 35, 37, 38, 39, 41, 43, 44], "give": [0, 2, 6, 31], "better": [0, 2], "than": [0, 1, 2, 8, 9, 11, 16, 37], "whenev": [0, 2, 29], "": [0, 1, 2, 6, 8, 10, 11, 12, 13, 14, 26, 28, 29, 31, 32, 33, 36, 41, 42, 43, 44], "possibl": [0, 2, 3, 28, 29, 36, 43], "exist": [0, 2, 9, 19, 23, 40, 43], "onli": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 33, 39, 40, 41, 43, 44], "between": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 27, 30, 44], "follow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 35, 38, 42, 44, 45], "tap": [0, 1, 2, 22, 23, 24, 25, 26, 29, 30, 31, 32, 34, 35, 36, 38, 41, 42, 43, 44, 45], "target": [0, 1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 31, 32, 34, 36, 38, 39, 40, 41, 42, 43, 44, 45], "support": [0, 2, 3, 5, 6, 8, 11, 13, 15, 16, 17, 21, 22, 23, 24, 25, 26, 28, 29, 30, 33, 36], "combin": [0, 3, 6, 40], "mysql": [0, 2, 4, 13, 28, 30, 31, 34, 41, 42, 45], "snowflak": [0, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 28, 30, 31, 34, 38, 39, 40, 41, 45], "postgresql": [0, 2, 4, 24, 25, 28, 30, 34, 41, 45], "s3": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 25, 27, 28, 29, 30, 34, 40, 45], "csv": [0, 4, 10, 22, 25, 27, 28, 30, 34, 45], "mongodb": [0, 2, 4, 28, 30, 34, 45], "redshift": [0, 22, 28, 30, 34, 42, 45], "postgr": [0, 1, 3, 11, 13, 22, 28, 30, 34, 42, 45], "bigqueri": [0, 22, 28, 43], "A": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 42], "unidirect": 1, "interprocess": 1, "commun": [1, 3, 20, 28, 33], "channel": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 35], "The": [1, 2, 3, 5, 6, 8, 9, 10, 11, 12, 13, 15, 16, 17, 19, 21, 25, 26, 27, 29, 30, 31, 33, 35, 36, 37, 41, 43, 44], "term": [1, 30, 34], "wa": [1, 12, 13, 23, 30, 31, 32, 39, 41, 44], "coin": 1, "dougla": 1, "mcilroi": 1, "unix": [1, 13, 42], "shell": 1, "name": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 33, 36, 41, 43], "analogi": 1, "pipelin": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 30, 35, 36, 37, 38, 42, 44, 45], "ar": [1, 2, 3, 8, 9, 10, 11, 12, 13, 15, 17, 19, 21, 25, 26, 27, 28, 29, 30, 32, 33, 37, 39, 40, 41, 42, 43, 44], "most": [1, 2, 15, 25, 33], "often": 1, "script": [1, 3, 29, 30], "connect": [1, 5, 6, 7, 8, 9, 11, 12, 13, 14, 16, 17, 19, 20, 23, 24, 25, 27, 29, 30, 36], "multipl": [1, 5, 8, 10, 11, 12, 13, 18, 29, 30, 42], "command": [1, 25, 27, 28, 29, 30, 31, 35, 37, 38, 41, 42], "redirect": 1, "output": [1, 3, 8, 13, 30, 31, 33, 37, 42], "stdout": [1, 3, 33, 36], "input": [1, 3, 29], "stdin": 1, "symbol": 1, "io": [1, 2, 5, 28, 29, 30], "henc": 1, "also": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 30, 35, 39, 44], "data": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 29, 30, 31, 33, 36, 37, 38, 39, 40, 43, 44], "sourc": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 29, 32, 33, 36, 37, 38, 39, 40, 41, 43], "destin": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 33, 37, 38, 39, 43], "connector": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 26, 29, 33, 36, 39, 43], "For": [1, 9, 10, 11, 12, 13, 15, 21, 26, 29, 30, 32, 37, 39, 41, 42, 43, 44], "exampl": [1, 2, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 30, 31, 33, 37, 38, 39, 40, 41, 42, 43], "extract": [1, 2, 3, 6, 8, 11, 12, 13, 14, 15, 21, 28, 33, 39], "from": [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 31, 33, 36, 37, 38, 39, 40, 41, 42, 43], "databas": [1, 2, 3, 10, 11, 12, 13, 18, 24, 25, 27, 28, 29, 30, 31, 37, 39, 41, 42, 43], "sent": [1, 35], "load": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 29, 31, 39, 41, 44], "provid": [1, 7, 14, 25, 26, 27, 35, 37, 44], "asynchron": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "execut": [1, 12, 30], "o": [1, 30], "routin": 1, "thu": 1, "all": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 34, 40], "oper": [1, 10, 13, 25, 29, 36, 42], "parallel": 1, "each": [1, 2, 5, 9, 13, 15, 29], "its": 1, "own": [1, 6, 29], "process": [1, 9, 19, 29, 33], "sinc": [1, 31, 41, 42], "kernel": 1, "version": [1, 7, 10, 11, 12, 13, 28, 29, 30, 33, 34, 44], "2": [1, 7, 8, 9, 10, 11, 12, 13, 19, 27, 29, 30, 34, 37, 39, 40, 43, 44], "6": [1, 10, 11, 13, 42], "11": [1, 13], "65536": 1, "byte": 1, "64k": 1, "equal": [1, 2, 44], "page": [1, 5, 16, 28, 32, 35], "memori": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "older": 1, "attempt": [1, 13], "read": [1, 2, 10, 11, 13, 16, 17, 31, 32, 39, 42], "an": [1, 2, 3, 6, 8, 9, 11, 14, 19, 25, 26, 27, 28, 29, 30, 32, 34, 35, 36], "empti": 1, "block": [1, 8], "until": 1, "appear": [1, 16], "similarli": 1, "you": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 41, 42, 43, 44, 45], "write": [1, 10, 17, 31, 35, 42], "record": [1, 2, 3, 15, 21, 33, 39, 40], "necessari": [1, 10, 11], "amount": [1, 10, 19], "space": [1, 5, 12], "avail": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 30, 31, 32, 33, 35, 36, 41], "It": [1, 2, 9, 11, 13, 14, 23, 29, 30, 36, 44], "note": [1, 11, 12, 13, 14, 27, 30, 34, 39, 41, 43], "despit": 1, "fact": 1, "file": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 31, 33, 35, 36, 37, 38, 39, 41, 42, 45], "descriptor": 1, "stream": [1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 33, 44], "without": [1, 6, 14, 27, 28, 29, 35], "disc": 1, "inform": [1, 3, 6, 36, 39, 45], "given": [1, 14, 25, 26], "below": [1, 25, 27, 31, 33, 35, 43], "bash": 1, "4": [1, 12, 13, 37], "3": [1, 8, 10, 11, 12, 13, 27, 29, 34, 37, 39, 40, 42, 43, 44], "10": [1, 9, 13, 20, 30, 39], "further": [1, 3, 12, 14, 15, 21, 26, 29, 31, 32, 37, 38], "detail": [1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 31, 34, 37, 38], "origin": [1, 3, 8, 13, 28, 33, 44], "tip": [1, 37, 44], "trick": 1, "post": 1, "default": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 30, 36, 37, 39], "too": 1, "small": [1, 28], "abov": [1, 30, 31], "busi": 1, "find": [1, 3, 10, 16, 30, 35, 36, 39, 45], "thi": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 45], "happen": [1, 2], "cannot": [1, 9, 19, 30], "fast": [1, 11, 13, 28, 38], "enough": 1, "have": [1, 2, 6, 10, 11, 12, 13, 14, 17, 23, 24, 25, 26, 28, 29, 30, 33, 37, 40, 41, 42], "lot": 1, "concurr": [1, 20], "queri": [1, 2, 8, 11, 12, 13, 15, 20, 21], "can": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 37, 39, 41, 42, 43, 44, 45], "queue": [1, 3], "up": [1, 6, 12, 44], "new": [1, 2, 5, 8, 10, 12, 13, 14, 16, 17, 23, 24, 25, 26, 28, 29, 32, 35, 36, 43], "least": [1, 5, 10, 13, 29, 42], "more": [1, 2, 3, 9, 10, 11, 12, 15, 21, 28, 29, 30, 31, 34, 36, 41, 44], "scenario": 1, "caus": [1, 2, 14, 40], "unexpect": 1, "timeout": [1, 8], "other": [1, 3, 6, 29, 33, 37, 44], "To": [1, 10, 11, 12, 13, 14, 26, 29, 30, 31, 33, 35, 37, 39], "avoid": [1, 9, 13, 20, 30], "consid": [1, 7], "doesn": [1, 2, 7, 11, 42], "t": [1, 2, 3, 5, 7, 11, 12, 17, 30, 37, 40, 42], "modifi": [1, 14, 43], "need": [1, 3, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 18, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 35, 37, 41, 42, 43, 44], "defualt": 1, "mechan": 1, "mbuffer": 1, "creat": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 23, 24, 25, 27, 28, 30, 33, 35, 36, 37, 39, 40, 42, 43, 45], "custom": [1, 8, 16, 25], "set": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 26, 29, 30, 33, 35, 40, 41, 44], "stream_buffer_s": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "valu": [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 27, 33, 40, 41, 43, 44], "If": [1, 2, 6, 8, 9, 10, 11, 12, 13, 14, 16, 17, 20, 24, 25, 26, 27, 30, 31, 32, 33, 40, 41, 42, 43, 44], "greater": [1, 2, 10, 11, 13], "0": [1, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 33, 34, 42, 44], "gener": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 33, 35, 36, 38], "larger": 1, "m": [1, 10, 37, 44], "10m": 1, "defin": [2, 8, 11, 13, 27, 28, 29, 30, 33, 36, 41, 44], "approach": 2, "take": [2, 3, 11, 13, 30, 32, 44], "precislei": 2, "dure": [2, 8, 15, 21], "job": [2, 28, 42], "addition": [2, 8, 11], "impact": 2, "how": [2, 3, 16, 29, 31, 38, 44], "your": [2, 6, 7, 10, 11, 12, 13, 15, 21, 23, 28, 29, 30, 31, 33, 34, 35, 37], "overal": 2, "usag": [2, 12, 13, 27, 36, 45], "strategi": [2, 5, 7, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20], "newli": [2, 13], "insert": [2, 11, 39], "updat": [2, 10, 14, 31, 40, 41], "delet": [2, 39, 40, 41], "save": [2, 5, 16], "progress": [2, 15, 18, 45], "via": [2, 13, 24], "bookmark": [2, 8, 9, 11, 19, 29, 31, 36, 41], "date": [2, 6, 7, 9, 17, 20, 38, 44], "back": [2, 9, 13, 17], "start_dat": [2, 6, 7, 9, 14, 15, 16, 17, 19, 20, 21], "config": [2, 6, 9, 17, 28, 30, 33, 35, 39], "everi": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 36, 38, 39, 41, 42], "same": [2, 6, 10, 27, 29, 30, 42, 43], "transfer": [2, 41], "incorrectli": 2, "discrep": 2, "latenc": [2, 9], "befor": [2, 8, 10, 11, 12, 13, 14, 17, 20, 23, 26, 27, 43], "through": [2, 9], "guid": [2, 15], "so": [2, 6, 30], "understand": [2, 11, 12, 13, 16, 18, 29], "which": [2, 5, 6, 7, 9, 11, 13, 21, 26, 29, 31, 34, 36, 37, 39, 40], "we": [2, 6, 13, 25, 27, 29, 30, 31, 32, 33, 37], "identifi": [2, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 38], "modif": 2, "includ": [2, 5, 6, 9, 12, 15, 17, 30, 34, 35], "binari": 2, "backend": 2, "structur": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 33], "chang": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 31, 41, 44], "column": [2, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 40, 41, 44], "call": [2, 3, 6, 21], "timestamp": [2, 8, 11, 13, 14, 39, 43], "time": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 31, 38, 40, 44], "integ": [2, 9, 43], "store": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 28], "maximum": [2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "next": [2, 5, 10, 11, 13, 16, 28, 31, 41], "compar": 2, "previou": [2, 35, 37, 41], "ani": [2, 3, 5, 6, 7, 9, 12, 13, 16, 17, 19, 27, 30, 35, 37, 42, 44], "repeat": [2, 12], "let": [2, 42], "sql": [2, 11, 12], "replication_key_column": 2, "column_you_selected_1": 2, "column_you_selected_2": 2, "schema": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28, 29, 31, 33, 41, 44], "last_saved_maximum_valu": 2, "isn": [2, 5, 11], "feasibl": 2, "best": [2, 5, 7, 9, 15, 16, 17, 19, 20], "option": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 33, 35, 36, 37, 39, 41, 42, 44], "transact": [2, 9, 12, 13, 16], "could": [2, 14], "lead": [2, 11, 15], "skip": [2, 12, 44], "certain": [2, 13, 17, 28, 35, 44], "condit": [2, 28, 30, 34], "suitabl": 2, "unavail": 2, "some": [2, 25, 28, 31, 33, 40, 45], "check": [2, 10, 11, 12, 13, 14, 18, 26, 29, 30, 33, 34, 37, 38], "section": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 37, 38, 44, 45], "variou": [3, 28], "open": [3, 12, 32, 35], "standard": [3, 33], "move": [3, 13, 33], "web": 3, "api": [3, 5, 7, 9, 15, 17, 19, 20, 21, 33], "just": [3, 40, 43], "about": [3, 11, 12, 15, 21, 29, 31, 32, 35, 37, 39, 41], "anyth": [3, 5, 6, 7, 8, 9, 11, 14, 15, 16, 17, 19, 20, 21, 33], "els": [3, 33], "think": 3, "spec": 3, "describ": 3, "should": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 31, 33, 44], "json": [3, 6, 8, 9, 13, 29, 33, 36], "base": [3, 6, 7, 9, 10, 11, 12, 13, 14, 17, 25, 26, 27, 28, 29, 37, 39, 41, 43], "format": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 33, 37, 38, 41, 44, 45], "over": [3, 5, 10], "By": [3, 17], "conform": 3, "articl": 3, "http": [3, 6, 7, 14, 15, 16, 21, 27, 30, 35], "github": [3, 4, 6, 11, 13, 16, 17, 28, 30, 32, 33, 34, 45], "com": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 27, 29, 30, 35, 44], "get": [3, 6, 11, 17, 28, 31, 35, 39], "start": [3, 8, 11, 13, 17, 23, 27, 29, 30, 31, 32, 38, 41], "design": [3, 44], "produc": [3, 6], "like": [3, 6, 11, 25, 28, 29, 33, 37, 42, 43, 44], "servic": [3, 6, 13, 19, 23, 44], "integr": [3, 6, 13, 15, 21, 35], "etl": [3, 28, 44], "applic": 3, "state": [3, 6, 8, 11, 29, 31, 33, 41, 42], "order": [3, 6, 11, 13, 16, 43], "messag": [3, 6, 8, 17, 29, 33], "encod": [3, 8, 9], "kind": 3, "persist": [3, 8], "invoc": [3, 8], "datatyp": [3, 43], "don": [3, 11, 12, 37], "know": 3, "howev": [3, 17, 28], "re": [3, 6, 10, 12, 13], "interest": 3, "offici": [3, 10, 30, 32], "number": [3, 8, 9, 10, 11, 13, 14, 17, 20, 36, 44], "develop": [3, 15, 16, 21], "member": [3, 19], "ad": [3, 6, 8, 17, 27, 28, 29, 30, 35, 39, 41, 43, 44], "rel": [3, 28, 33, 36, 42], "easili": 3, "list": [3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 31, 32, 36, 41], "current": [3, 6, 8, 12, 15, 26, 35, 41], "built": [3, 28, 30, 37], "consum": [3, 8, 12], "make": [3, 10, 29, 30, 33, 35, 44], "found": [3, 7, 9, 14, 26, 41], "oracl": [4, 28, 30, 34, 45], "kafka": [4, 28, 30, 34, 45], "salesforc": [4, 21, 28, 30, 34, 45], "zendesk": [4, 28, 30, 34, 45], "jira": [4, 16, 17, 28, 30, 34, 45], "twilio": [4, 28, 30, 34, 45], "zuora": [4, 28, 30, 34, 45], "googl": [4, 23, 28, 30, 34, 42, 45], "analyt": [4, 28, 30, 34, 45], "shopifi": [4, 28, 30, 34, 45], "slack": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 28, 30, 32, 34, 45], "mixpanel": [4, 28, 30, 34, 45], "access": [5, 6, 7, 9, 11, 12, 13, 14, 23, 26, 29, 42], "token": [5, 6, 7, 9, 15, 17, 19, 35], "login": 5, "go": [5, 29, 30], "person": 5, "repo": 5, "scope": [5, 6, 17, 35], "ll": [5, 10, 11, 12, 13, 27, 28, 42, 44], "step": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 31, 33, 37], "common": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 30, 33, 42], "sampl": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 35, 36, 37], "project": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 33, 36, 37, 42], "directori": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 31, 33, 36, 42], "properti": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 33, 38], "id": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 31, 33, 35, 36, 38, 41, 42, 44], "uniqu": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 38], "type": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 30, 31, 33, 36, 42, 43, 44], "NOT": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 43], "owner": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "somebodi": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "foo": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "contact": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "sync_period": 5, "90": 5, "period": [5, 12], "send_alert": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 35], "fals": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 27, 35, 39, 40], "disabl": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 35, 40], "alert": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 45], "slack_alert_channel": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 35], "send": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 33, 35], "copi": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 27, 35, 36, 37], "db_conn": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29, 37], "access_token": [5, 6, 7, 15, 20], "organ": [5, 6, 9, 20], "gnome": 5, "want": [5, 8, 9, 10, 11, 12, 13, 14, 17, 18, 27, 29, 32, 34, 37, 41, 42, 44], "requir": [5, 8, 14, 17, 21, 22, 25, 26, 28, 29, 30, 31, 33, 36, 42, 44], "repos_includ": 5, "repositori": [5, 13, 29, 30, 33], "present": 5, "OR": [5, 27], "repos_exclud": 5, "contain": [5, 11, 26, 30, 36], "wildcard": 5, "matcher": 5, "polari": 5, "allow": [5, 6, 10, 25, 33, 36, 37], "path": [5, 6, 8, 31, 36, 37], "delimit": [5, 14, 25, 26], "match": [5, 8, 14, 29, 38, 44], "valid": [5, 6, 8, 11, 13, 28], "anoth": [5, 6, 8, 11, 12, 13, 14, 26, 41], "org": 5, "octopu": 5, "prefix": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 39], "test": [5, 29, 36, 42], "doc": [5, 15, 21], "deni": 5, "except": [5, 15], "ones": [5, 25], "softwar": [5, 34], "deprec": 5, "ha": [5, 9, 11, 13, 16, 17, 27, 29, 30, 37, 39, 40, 42], "prioriti": 5, "include_archiv": 5, "true": [5, 8, 10, 11, 13, 21, 24, 29, 31, 40, 42], "archiv": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "include_dis": 5, "max_rate_limit_wait_second": 5, "600": 5, "max": [5, 10, 11, 13, 20], "wait": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "hit": [5, 20], "limit": [5, 6, 13, 17, 20], "relev": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "batch_size_row": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "20000": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "batch": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 39], "size": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29], "In": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 31, 37, 39, 40], "buffer": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28], "mb": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "pipe": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28], "default_target_schema": [5, 6, 7, 8, 9, 14, 15, 16, 17, 19, 20, 21], "default_target_schema_select_permiss": [5, 6, 7, 8, 9, 14, 15, 17, 19, 20, 21], "grant": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 27, 29], "grp_power": [5, 6, 7, 9, 14, 15, 17, 19, 20, 21, 29], "batch_wait_limit_second": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "3600": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "archive_load_fil": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "enabl": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 29, 30, 31, 33, 35, 39, 40, 42], "archive_load_files_s3_bucket": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "archive_load_files_s3_prefix": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21], "place": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 30, 37, 42, 44], "bucket": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 29], "under": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 34], "bucket_nam": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27], "s3_bucket": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 25, 26, 27, 29], "map": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 44], "source_schema": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "mandatori": [5, 6, 7, 8, 9, 14, 15, 16, 17, 19, 20, 21, 33], "target_schema": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29], "warehous": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28, 29, 44], "target_schema_select_permiss": [5, 6, 7, 9, 11, 12, 13, 16, 17, 19, 29], "grp_stat": [5, 6, 7, 8, 9, 11, 12, 13, 16, 17, 19], "increment": [5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 29, 31, 44], "table_nam": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 41, 44], "commit": [5, 8], "commit_com": 5, "pull_request": 5, "pull_request_review": 5, "event": [5, 9, 19, 39], "pr_commit": 5, "review": [5, 16], "review_com": 5, "comment": [5, 8], "issu": [5, 7, 11, 32], "issue_label": 5, "issue_mileston": 5, "releas": 5, "assigne": 5, "collabor": 5, "stargaz": 5, "addit": [5, 12, 16, 17], "project_card": 5, "project_column": 5, "team": [5, 17, 33], "team_membership": 5, "team_memb": 5, "transform": [5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 29, 30, 31, 34], "add": [5, 6, 7, 9, 11, 12, 13, 14, 16, 17, 18, 19, 28, 29, 33, 35, 39, 41, 43], "some_column_to_transform": [5, 6, 7, 9, 16, 17, 19], "null": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 40, 43, 44], "two": [6, 8, 10], "differ": [6, 8, 9, 11, 12, 13, 18, 28, 30, 34, 41, 43], "wai": [6, 29], "account": [6, 9, 15, 18, 19, 21, 23, 27, 29], "administr": 6, "manual": [6, 12, 43], "appropri": [6, 11], "permiss": [6, 12, 13, 16, 23, 24, 25, 27, 29], "view": [6, 12], "wish": [6, 17, 20], "fetch": 6, "oauth": [6, 7, 15, 21, 35], "refresh_token": [6, 7, 15, 21], "flow": [6, 15, 21, 29], "conduct": 6, "system": [6, 12, 13, 29, 30, 35, 42], "plan": 6, "hand": 6, "simplest": [6, 42], "credenti": [6, 10, 11, 12, 13, 14, 25, 26, 27, 29, 37], "client_secret": [6, 15, 21], "pass": 6, "do": [6, 9, 17, 28, 38, 39, 43, 44], "onc": [6, 10, 16, 23, 29, 30, 31, 44], "recommend": [6, 13, 21, 25, 30, 31], "build": [6, 30, 34], "someth": 6, "wide": [6, 9], "varieti": 6, "user": [6, 7, 10, 11, 12, 13, 15, 17, 18, 19, 20, 23, 24, 25, 27, 29, 30, 35, 37, 44], "abl": [6, 13, 29], "those": [6, 15], "request": [6, 9, 33], "normal": [6, 9, 29, 40, 41], "outsid": 6, "stitch": 6, "might": [6, 11, 12, 13], "themselv": 6, "setup": [6, 22, 28], "expect": [6, 8, 36], "client_id": [6, 15, 21], "authent": [6, 7, 10, 14, 25, 26, 27], "who": 6, "doe": [6, 13, 24, 31, 35, 44], "mitig": 6, "chunk": [6, 10, 11, 13], "end_dat": 6, "definit": 6, "difficulti": 6, "front": 6, "dynam": [6, 8, 11, 13, 33], "decid": 6, "attribut": [6, 9], "captur": [6, 29, 39, 41], "hoc": [6, 41], "report": 6, "ga": 6, "dimens": 6, "google_analytics_sampl": 6, "view_id": 6, "2010": [6, 7], "01": [6, 7, 9, 14, 15, 16, 17, 20, 21, 29, 38, 39], "specifi": [6, 7, 8, 17, 30, 31, 33, 41, 44], "begin": [6, 7], "pull": [6, 7, 19, 33], "oauth_credenti": 6, "client": [6, 7, 9, 11, 12, 13, 15, 24, 27], "plain": [6, 7, 10, 11, 12, 13, 14, 18, 20, 24, 25, 26, 27, 29, 37], "string": [6, 7, 8, 10, 11, 12, 13, 14, 18, 19, 20, 24, 25, 26, 27, 29, 37, 44], "vault": [6, 7, 10, 11, 12, 13, 14, 18, 20, 24, 25, 26, 27, 29, 37], "encrypt": [6, 7, 10, 11, 12, 13, 14, 18, 20, 24, 25, 26, 27, 28, 29, 31], "refresh": [6, 7, 15], "key_file_loc": 6, "transferwis": [6, 19, 29, 30, 44], "blob": 6, "master": [6, 11, 13, 27, 29], "tap_google_analyt": 6, "default_report_definit": 6, "website_overview": 6, "traffic_sourc": 6, "monthly_active_us": 6, "1": [7, 8, 9, 10, 11, 12, 13, 14, 27, 29, 31, 37, 38, 39, 43], "base_url": [7, 35], "your_domain": 7, "atlassian": 7, "net": [7, 10], "url": [7, 16, 27, 35], "instal": [7, 12, 13, 29, 36, 42], "usernam": [7, 9, 21], "password": [7, 9, 10, 11, 12, 13, 14, 18, 21, 24, 25, 26, 27, 28, 29, 31, 44], "oauth_client_secret": 7, "secret": [7, 9, 15, 21, 37], "oauth_client_id": 7, "cloud_id": 7, "cloud": [7, 23], "changelog": 7, "issue_com": 7, "issue_transit": 7, "worklog": 7, "full_tabl": [7, 9, 10, 11, 12, 13, 18, 19, 21, 29], "rest": [7, 15, 21, 35], "reason": [7, 14, 42], "kei": [7, 8, 9, 11, 12, 13, 14, 15, 16, 18, 21, 25, 26, 27, 28, 29, 35, 37], "longer": 7, "pleas": [7, 11, 12, 13, 14, 18, 19, 26, 29, 30, 33, 34, 37, 38, 39, 43], "schedul": [7, 28, 31], "project_categori": 7, "project_typ": 7, "resolut": 7, "role": [7, 10, 14, 19, 25, 26, 27], "topic": 8, "field": [8, 15, 16, 26, 30, 44], "message_timestamp": 8, "metadata": [8, 11, 28, 44], "message_offset": 8, "offset": 8, "message_partit": 8, "partit": 8, "message_kei": 8, "jsonpath": 8, "selector": 8, "protobuf": 8, "experiment": 8, "group_id": 8, "mygroupid": 8, "bootstrap_serv": 8, "kafka1": 8, "9092": 8, "kafka2": 8, "kafka3": 8, "mykafkatop": 8, "extra": [8, 28, 39], "slash": 8, "ala": 8, "xpath": 8, "primary_kei": 8, "transfer_id": 8, "transfermetadata": 8, "transferid": 8, "whether": [8, 17], "were": [8, 10, 13], "earlier": 8, "ignor": [8, 10, 20, 26], "pk": 8, "instead": [8, 25, 37, 44], "utf": 8, "8": [8, 38], "use_message_kei": 8, "initial_start_tim": 8, "latest": [8, 30], "refer": [8, 12, 15, 26, 31, 33], "consumpt": 8, "posit": [8, 11, 28, 41], "One": [8, 10, 11, 12, 13, 18, 38], "earliest": 8, "iso": [8, 19], "8601": [8, 19], "paramet": [8, 12, 13, 14, 17, 25, 26, 35], "max_runtime_m": 8, "300000": 8, "collect": [8, 10, 16, 28, 30, 36], "consumer_timeout_m": 8, "10000": 8, "kafkaconsum": 8, "millisecond": [8, 10], "iter": 8, "rais": 8, "stopiter": 8, "session_timeout_m": 8, "30000": 8, "failur": [8, 35], "group": [8, 16, 17, 20], "manag": [8, 16, 23, 28, 30, 42], "facil": 8, "heartbeat_interval_m": 8, "heartbeat": 8, "coordin": 8, "max_poll_interval_m": 8, "delai": [8, 9], "poll": 8, "commit_interval_m": 8, "5000": 8, "auto": [8, 17, 25, 33], "featur": [8, 29, 32, 37], "successfulli": [8, 12, 29, 30, 31], "local": 8, "message_format": 8, "proto_schema": 8, "proto": 8, "syntax": [8, 29], "proto3": 8, "protomessag": 8, "int32": 8, "page_numb": 8, "result_per_pag": 8, "proto_classess_dir": 8, "work": [8, 13, 15, 16, 18, 29, 45], "dir": [8, 29, 36, 37], "runtim": [8, 29, 30, 33, 36, 42, 44], "compil": 8, "class": 8, "similar": [8, 42, 44], "my_kafka_top": 8, "snake": 8, "last_nam": [8, 11, 12, 13, 14, 15, 18, 20, 21], "basic": [9, 25], "author": 9, "api_secret": 9, "64": 9, "slightli": 9, "header": 9, "mai": [9, 29, 30, 34, 38], "instruct": [9, 13, 29, 35], "consol": 9, "upper": 9, "right": [9, 17, 30], "gear": 9, "icon": 9, "api_kei": [9, 16], "legaci": 9, "upload": [9, 25, 27], "therefor": 9, "instanc": [9, 11, 12, 13], "singl": [9, 13, 17, 42], "mixpanel_api_secret": 9, "2020": [9, 17], "endpoint": [9, 19, 35], "date_window_s": [9, 17], "30": [9, 38], "window": [9, 12, 13, 17], "loop": 9, "from_dat": 9, "to_dat": 9, "volum": [9, 17], "decreas": 9, "14": [9, 17], "7": [9, 11, 13], "even": [9, 34], "down": [9, 12], "attribution_window": 9, "minimum": [9, 17, 29], "look": [9, 17, 32, 37, 42], "accur": 9, "result": [9, 12, 29, 30, 31, 34, 42], "5": [9, 11, 13, 17, 30, 31, 42], "project_timezon": 9, "europ": 9, "london": 9, "zone": 9, "timezon": 9, "user_ag": [9, 19], "email": [9, 16, 17, 19], "log": [9, 10, 11, 12, 13, 16, 19, 28, 29, 31, 36, 39, 42], "purpos": [9, 19, 25, 29], "denest_properti": 9, "denest": 9, "respons": [9, 28], "export": [9, 11, 26, 30, 40], "engag": 9, "veri": 9, "export_ev": 9, "event_on": 9, "event_two": 9, "funnel": 9, "revenu": 9, "annot": 9, "cohort": 9, "cohort_memb": 9, "must": [10, 11, 12, 13, 17], "readwrit": 10, "readanydatabas": 10, "readwriteanydatabas": 10, "dbowner": 10, "backup": [10, 12], "root": 10, "These": [10, 12, 19, 37], "see": [10, 15, 27, 29, 30, 31, 36], "db": [10, 11, 13], "sync": [10, 11, 13, 16, 17, 19, 28, 29, 30, 31, 36, 38, 40, 41, 42], "privileg": [10, 11, 12, 13], "action": [10, 12, 43], "changestream": 10, "becaus": [10, 12, 42], "thei": [10, 13, 25, 30, 40, 41], "while": [10, 12], "server": [10, 11, 13, 24, 28, 41], "log_bas": [10, 11, 12, 13, 29, 44], "either": [10, 11, 13], "replica": [10, 11, 13], "shard": 10, "cluster": [10, 28], "major": [10, 15], "concern": 10, "introduc": 10, "info": [10, 11, 12, 15, 21, 30, 31, 34, 44], "head": [10, 29, 31], "document": [10, 11, 12, 13, 15, 18, 21, 32, 33, 45], "dedic": [10, 11, 12, 13], "createrol": [10, 13], "pipelinewiserol": 10, "resourc": [10, 15, 19, 28], "my_db": [10, 11], "my_collect": 10, "createus": 10, "pipelinewiseus": 10, "pwd": [10, 30], "my_very_strong_password": 10, "tap_mongo": 10, "bar": 10, "mongo": 10, "host": [10, 11, 12, 13, 14, 18, 24, 25, 26, 27, 29, 30, 31, 37, 42], "mongodb_host1": 10, "mongodb_host2": 10, "mongodb_host3": 10, "port": [10, 11, 12, 13, 24, 25, 29, 37], "27017": 10, "srv": 10, "auth_databas": 10, "admin": [10, 16, 23], "dbname": [10, 11, 13, 18, 24, 25, 27, 29, 37], "replica_set": 10, "my_replica_set": 10, "write_batch_row": 10, "int": [10, 11, 13, 14], "50000": [10, 11, 13], "update_buffer_s": 10, "hold": 10, "flush": 10, "reach": 10, "await_time_m": 10, "loge_bas": 10, "exit": 10, "1000": [10, 11, 13, 20], "fastsync_parallel": [10, 11, 13, 14], "multiprocess": [10, 11, 13, 14], "pool": [10, 11, 13, 14], "fastsync": [10, 11, 13, 14, 31, 38], "min": [10, 11, 13, 14], "cpu": [10, 11, 13, 14], "core": [10, 11, 13, 14, 28, 34], "my_target": 10, "split_large_fil": [10, 11, 13], "split": [10, 11, 13], "piec": [10, 11, 13], "multipart": [10, 11, 13], "zip": [10, 11, 13], "split_file_chunk_size_mb": [10, 11, 13], "split_file_max_chunk": [10, 11, 13], "20": [10, 11, 13, 39], "ppw_e2e_tap_mongodb": 10, "replication_method": [10, 11, 12, 13, 18, 21, 29, 44], "my_other_collect": 10, "xxxxxxxxx": 10, "xxxxx": [10, 25], "super": 11, "suppli": 11, "information_schema": 11, "etc": [11, 29, 31, 39, 41], "binlog": [11, 41], "verifi": [11, 12], "statement": [11, 43], "return": [11, 12, 13, 36], "log_bin": 11, "locat": [11, 13, 16, 21, 23, 30, 36, 42], "my": [11, 14, 16], "cnf": 11, "line": [11, 26, 28, 30, 37], "mysqld": 11, "binlog_format": 11, "binlog_row_imag": 11, "expire_logs_dai": 11, "binlog_expire_logs_second": 11, "604800": 11, "log_slave_upd": 11, "few": [11, 15, 23, 27], "thing": 11, "alreadi": [11, 23], "entri": [11, 35], "expire_log_dai": 11, "both": [11, 30, 42], "finish": [11, 29, 30, 31], "restart": [11, 13], "ensur": [11, 12, 13, 28], "effect": [11, 13], "slave": 11, "tinyint": 11, "convent": [11, 33], "boolean": 11, "keep": [11, 29, 37, 42, 43, 44], "upstream": 11, "error": 11, "decis": 11, "brows": 11, "codebas": 11, "here": [11, 15, 30, 41], "gtid": [11, 41], "mariadb": [11, 13], "mysql_sampl": [11, 29, 31], "3306": [11, 37], "db_name": [11, 13, 24, 25, 27], "use_gtid": 11, "flag": [11, 39], "engin": 11, "flavor": 11, "conjunct": 11, "filter_db": 11, "schema1": [11, 12, 13], "schema2": [11, 12, 13], "scan": [11, 12, 13], "improv": [11, 12, 13], "export_batch_row": 11, "session_sql": 11, "session": [11, 12], "variabl": [11, 14, 25, 26, 27, 28, 30, 38], "time_zon": 11, "00": [11, 15, 19, 20, 21, 29, 38], "made": [11, 13], "wait_timeout": 11, "28800": 11, "net_read_timeout": 11, "innodb_lock_wait_timeout": 11, "aka": [11, 18, 29], "repl_my_db": 11, "adjust": [11, 12, 13, 29], "table_on": [11, 12, 13, 18, 29, 31, 41], "replication_kei": [11, 12, 13, 18, 21, 29, 44], "last_upd": [11, 12, 13, 18], "alwai": [11, 12, 13, 14, 18, 30, 33, 34, 44], "mani": [11, 12, 13, 14, 18], "table_two": [11, 12, 13, 18, 29, 31, 41], "table_thre": [11, 13, 29, 31], "sync_start_from": [11, 13], "appli": [11, 13, 44], "first": [11, 13, 16, 29, 30, 31, 37, 44], "column_nam": [11, 13, 41], "pick": [11, 13], "partial": [11, 13, 28, 41], "static_valu": [11, 13], "start_valu": [11, 13, 41], "static": [11, 13, 26, 33], "drop_target_t": [11, 13], "drop": [11, 13, 43], "table_four": [11, 13], "dynamic_valu": [11, 13], "uncom": [11, 13, 14, 18], "another_schema_in_mysql": 11, "togeth": [11, 13], "them": [11, 13, 29, 30], "instant": 12, "docker": [12, 28, 31], "imag": [12, 30], "machin": [12, 42], "identifiedbi": 12, "TO": [12, 13, 27], "unlimit": 12, "tablespac": 12, "ON": [12, 13, 27], "schema_nam": [12, 13, 41], "v": [12, 15, 21], "v_": 12, "thread": [12, 17, 20], "retriev": 12, "logmin": 12, "mode": [12, 33, 36, 39], "log_mod": 12, "archivelog": 12, "rman": 12, "shut": 12, "associ": 12, "shutdown": 12, "immedi": 12, "startup": 12, "mount": [12, 42], "alter": [12, 13, 28, 43], "retent": 12, "polici": 12, "recoveri": 12, "OF": 12, "disk": 12, "db_recovery_file_dest_s": 12, "agre": 12, "quota": 12, "supplement": 12, "altern": [12, 31, 43], "level": [12, 16, 39, 44], "supplemental_log_data_min": 12, "ye": [12, 30], "implicit": 12, "execute_catalog_rol": 12, "dictionari": 12, "dbms_logmnr": 12, "dbms_logmnr_d": 12, "sy": 12, "archived_log": 12, "logmnr_cont": 12, "12": [12, 13, 39], "oracle_sampl": 12, "sid": [12, 19], "1521": 12, "filter_schema": [12, 13], "repl_oracl": 12, "uncommend": 12, "another_schema_in_oracl": 12, "superus": 13, "WITH": 13, "database_nam": 13, "IN": 13, "futur": 13, "9": 13, "x": 13, "critic": 13, "bug": [13, 32], "minor": [13, 28], "16": [13, 31, 39], "21": 13, "wal2json": 13, "plugin": 13, "object": [13, 14, 15, 21, 23, 27, 29], "logic": [13, 28, 44], "decod": 13, "vari": 13, "depend": [13, 30, 34], "after": [13, 40, 43], "ve": 13, "onto": 13, "edit": [13, 29, 33], "conf": 13, "wal_level": 13, "max_replication_slot": 13, "max_wal_send": 13, "suffici": 13, "unless": 13, "slot": 13, "repres": 13, "replai": 13, "sequenc": 13, "whole": 13, "postgres_sampl": 13, "5432": [13, 24], "postfresql": 13, "max_run_second": 13, "stop": [13, 36], "second": 13, "43200": 13, "logical_poll_total_second": 13, "receiv": [13, 32, 39], "wal": [13, 41], "10800": 13, "break_at_end_lsn": 13, "lsn": 13, "ssl": [13, 24], "sslmode": [13, 24], "accept": [13, 24, 27, 30], "certif": [13, 24], "recogn": [13, 24], "fail": [13, 24, 29, 35, 38], "public": [13, 17], "repl_pg_publ": 13, "inrement": 13, "pg": 13, "another_schema_in_postgr": 13, "straightforward": [14, 23, 24, 25, 26], "download": [14, 30], "pattern": [14, 33, 38], "track": [14, 29], "last": [14, 29, 30, 31, 42, 44], "interpret": 14, "profil": [14, 17, 25, 26, 27], "taken": [14, 26], "aws_profil": [14, 25, 26, 27], "environ": [14, 25, 26, 27, 28, 30], "aw": [14, 25, 26, 27, 44], "presenc": [14, 26], "fix": [14, 25, 26, 32], "aws_access_key_id": [14, 25, 26, 27, 29], "aws_secret_access_kei": [14, 25, 26, 27, 29], "aws_session_token": [14, 25, 26, 27], "iam": [14, 25, 26, 27], "nor": [14, 26], "resort": [14, 26], "attach": [14, 25, 26, 27], "csv_on_s3": 14, "access_kei": [14, 25, 26, 27], "non": [14, 25, 26, 27], "auth": [14, 19, 25, 26, 27], "secret_access_kei": [14, 25, 26, 27], "aws_endpoint_url": [14, 27], "full_endpoint_url": [14, 27], "nyc3": [14, 27], "digitaloceanspac": [14, 27], "2000": [14, 20], "exclud": 14, "s3_feed": 14, "primary_key_requir": 14, "de": 14, "duplic": 14, "try": 14, "search": [14, 15, 21, 28], "feed_file_on": 14, "s3_csv_map": 14, "search_pattern": 14, "feed_file_one_": 14, "search_prefix": 14, "key_properti": 14, "feed_file_two": 14, "feed_file_tow_": 14, "app": [15, 17, 21, 31, 35], "visit": [15, 21], "atla": [15, 21], "en": [15, 21], "u": [15, 21], "api_rest": [15, 21], "meta": [15, 21, 40], "intro_understanding_web_server_oauth_flow": [15, 21], "htm": [15, 21], "api_typ": [15, 21], "bulk": [15, 27, 29], "www": [15, 21], "stitchdata": [15, 21], "saa": [15, 21], "2019": [15, 16, 21, 31, 32, 39], "01t00": [15, 19, 20, 21], "00z": [15, 19, 20, 21], "bound": [15, 21], "soql": 15, "unsupport": [15, 21], "cover": 15, "popular": 15, "offer": 15, "sfdc": 15, "pdf": 15, "object_refer": 15, "opportun": 15, "deriv": 16, "myshopifi": 16, "shop": 16, "click": 16, "sidebar": 16, "left": 16, "On": 16, "bottom": 16, "button": 16, "enter": 16, "choos": 16, "e": [16, 26, 30, 39, 44], "g": [16, 26, 44], "address": [16, 44], "emerg": 16, "rather": [16, 29, 37], "No": [16, 28], "dropdown": 16, "product": [16, 28], "variant": 16, "read_product": 16, "write_product": 16, "fulfil": 16, "read_ord": 16, "write_ord": 16, "read_custom": 16, "write_custom": 16, "modal": 16, "been": [16, 17], "show": 16, "shppa_": 16, "determin": [16, 21], "much": 16, "histor": [16, 43], "onward": 16, "custom_collect": 16, "abandoned_checkout": 16, "metafield": 16, "order_refund": 16, "bot": [17, 35], "interact": 17, "obtain": 17, "assign": [17, 25, 27], "As": 17, "now": [17, 29, 31, 37], "histori": [17, 28], "join": [17, 28, 44], "link": [17, 28], "reaction": 17, "remote_fil": 17, "usergroup": 17, "well": [17, 30, 39], "slack_token": 17, "09": 17, "id1": 17, "id2": 17, "id3": 17, "invit": [17, 35], "exclude_archiv": 17, "control": [17, 28, 29, 37], "private_channel": 17, "privat": 17, "join_public_channel": 17, "elect": 17, "due": 17, "potenti": 17, "high": 17, "implement": [17, 29, 33], "lookback_window": 17, "child": 17, "convers": 17, "repli": 17, "channel_memb": 17, "user_group": 17, "snowflake_sampl": 18, "dbnane": 18, "schema_1": 18, "repl_schema_1": 18, "schema_2": 18, "repl_schema_2": 18, "account_sid": 19, "twilio_account_sid": 19, "auth_token": 19, "twilio_auth_token": 19, "2021": 19, "02": [19, 38], "datetim": 19, "someon": 19, "taskrout": 19, "workspac": 19, "activ": [19, 28, 30], "task": [19, 28, 42], "task_channel": 19, "task_queu": 19, "worker": 19, "workflow": [19, 42], "programm": 19, "chat": [19, 35], "chat_channel": 19, "cumulative_statist": 19, "huge": 19, "caution": 19, "chat_messag": 19, "samp": 20, "subdomain": 20, "zendesk_subdomain": 20, "rate_limit": 20, "ever": [20, 42], "rate": 20, "max_work": 20, "batch_siz": 20, "50": 20, "ticket": 20, "group_membership": 20, "macro": 20, "satisfaction_r": 20, "tag": 20, "ticket_audit": 20, "ticket_com": 20, "ticket_field": 20, "ticket_metr": 20, "aqua": 21, "partner_id": 21, "partner": 21, "sandbox": 21, "european": 21, "entiti": 21, "relationship": 21, "updatedd": 21, "billingrun": 21, "platform": 23, "bill": 23, "abil": 23, "project_id": 23, "project_nam": 23, "dataset_id": 23, "dataset_nam": 23, "dataset": 23, "region": 23, "location_nam": 23, "postgres_dwh": [24, 31], "amazon": [25, 42], "amazonaw": 25, "5439": 25, "intermedi": 25, "aws_redshift_copy_role_arn": 25, "role_arn": 25, "arn": 25, "deleg": 25, "extern": [25, 27, 29, 35, 44], "s3_key_prefix": [25, 26, 27, 29], "s3_acl": [25, 27], "s3_object_acl": [25, 27], "acl": [25, 27], "overrid": [25, 36], "fit": [25, 28, 44], "gzip": 25, "removequot": 25, "escap": [25, 27], "copy_opt": 25, "emptyasnul": 25, "blanksasnul": 25, "trimblank": 25, "truncatecolumn": 25, "timeformat": 25, "none": 26, "charact": [26, 27, 44], "separ": [26, 30, 36, 41], "quotechar": 26, "quot": 26, "special": 26, "encryption_typ": 26, "km": 26, "encryption_kei": 26, "encryption_key_id": 26, "1234abcd": 26, "1234": 26, "1234abcd1234": 26, "blank": 26, "stage": [27, 29, 33, 44], "merg": [27, 29, 40], "pars": 27, "correctli": [27, 29], "stage_nam": 27, "aws_key_id": 27, "aws_secret_kei": 27, "master_kei": 27, "client_side_encryption_master_kei": [27, 29], "side": 27, "file_format_nam": 27, "field_optionally_enclosed_bi": 27, "replac": [27, 44], "ppw_target_snowflak": 27, "actual": [27, 43], "point": [27, 29, 30], "default_rol": 27, "default_warehous": 27, "must_change_password": 27, "rtxxxxx": 27, "eu": [27, 29], "central": [27, 29], "virtual": [27, 30], "stbucket": 27, "file_format": [27, 29], "pre": [27, 28, 29, 30], "temp": [27, 29, 40], "stage_object_nam": 27, "file_format_object_nam": 27, "framework": [28, 30, 33], "ingest": [28, 39, 44], "elt": [28, 44], "mind": 28, "landscap": [28, 44], "tradit": [28, 44], "tool": [28, 30, 42], "aim": 28, "reproduc": 28, "close": 28, "complex": [28, 44], "done": [28, 42], "mean": [28, 30, 39, 43], "lightweight": [28, 42], "daemon": 28, "cdc": [28, 41], "snapshot": 28, "ideal": [28, 44], "obfusc": [28, 44], "mask": [28, 44], "filter": [28, 44], "sensit": [28, 29, 37, 44], "never": [28, 29, 44], "entir": [28, 34], "kept": 28, "extens": 28, "compat": [28, 30, 33, 34, 43, 44], "effort": 28, "top": [28, 30], "sever": [28, 29], "end": [28, 30, 32, 39, 44], "layer": 28, "come": 28, "maintain": 28, "hassl": 28, "cool": 28, "what": 28, "linux": [28, 30], "increas": 28, "interfac": 28, "argument": [28, 30, 31, 33, 41], "sub": 28, "multi": 28, "handler": 28, "victorop": 28, "contribut": 28, "committ": 28, "licens": [28, 30], "index": 28, "modul": 28, "express": 29, "intention": 29, "tri": 29, "program": 29, "languag": 29, "model": 29, "main": [29, 35], "underli": 29, "hood": 29, "properli": 29, "directli": [29, 30], "correct": [29, 31], "easiest": [29, 30], "complet": 29, "init": 29, "pipelinewise_sampl": [29, 37], "readm": 29, "md": 29, "yml": [29, 35, 37], "tap_jira": 29, "tap_kafka": 29, "tap_mysql_mariadb": 29, "tap_postgr": 29, "tap_s3_csv": 29, "tap_salesforc": 29, "tap_snowflak": 29, "tap_zendesk": 29, "target_postgr": 29, "target_redshift": 29, "target_s3_csv": 29, "target_snowflak": 29, "renam": [29, 43], "tap_": 29, "target_": 29, "remov": [29, 40], "postfix": 29, "favourit": 29, "text": [29, 37, 39, 43], "editor": 29, "real": 29, "life": 29, "jinja": 29, "templat": 29, "snowflake_test": 29, "rtxxxxxx": 29, "analytics_db_test": 29, "snowflake_us": 29, "env_var": 29, "my_password": 29, "three": [29, 39, 42], "mix": 29, "cd": [29, 30], "mv": 29, "tap_my_mysql_db_on": 29, "choic": [29, 36], "load_wh": 29, "access_key_id": 29, "encrypted_etl_stage_test": 29, "etl_stage_file_format": 29, "secret_asccess_kei": 29, "cse_master_kei": 29, "safe": [29, 37], "distribut": [29, 30, 37], "fx": [29, 38, 44], "monolith": 29, "localhost": 29, "10602": 29, "my_us": 29, "100000": 29, "fx_clear": 29, "updated_at": 29, "happi": [29, 32], "discoveri": [29, 33, 36], "total": 29, "835720": 29, "At": [29, 30], "analys": 29, "discov": 29, "intern": [29, 31, 41], "statu": [29, 30, 31, 38, 42], "readi": [29, 30, 31, 42], "unknown": [29, 31, 42], "congratul": 29, "git": [29, 30], "push": 29, "everyth": [29, 31], "code": 30, "containeris": 30, "isol": 30, "customis": [30, 33, 34], "bunch": 30, "conflict": 30, "python": [30, 37], "librari": [30, 37], "pypi": [30, 33], "packag": [30, 33, 42], "pip": 30, "care": 30, "comput": 30, "maco": 30, "clone": 30, "minut": [30, 31, 42], "network": [30, 42], "moment": 30, "dockerhub": 30, "alia": 30, "wrapper": 30, "everywher": 30, "bin": 30, "sure": [30, 33, 35, 44], "ubuntu": 30, "apt": 30, "python3": 30, "dev": 30, "venv": 30, "brew": 30, "cli": [30, 33, 35, 42], "all_connector": 30, "press": 30, "y": 30, "agreement": 30, "autom": 30, "acceptlicens": 30, "jack": 30, "virtualenv": 30, "pipelinewise_hom": 30, "pw_connector": 30, "overwrit": [30, 34], "apache2": 30, "doubl": [30, 33, 34], "NO": 30, "displai": 30, "sai": [30, 42], "success": [30, 36, 37, 38], "run_tap": [31, 35, 38, 42, 44], "08": [31, 39], "19": 31, "52": 31, "07": [31, 38], "mysql_fx": 31, "20190819_165207": 31, "mayb": 31, "home": [31, 42], "typic": [31, 39, 42], "midnight": [31, 42], "idea": 31, "learn": 31, "august": 32, "2018": 32, "peter": 32, "kosztolanyi": 32, "wise": [32, 33], "koszti": 32, "kasparg": 32, "kaspar": 32, "gere": 32, "loui": 32, "pie": 32, "pieters": 32, "samira": 32, "el": 32, "aabidi": 32, "contributor": 32, "discuss": 32, "simpl": [33, 42], "prepar": 33, "item": 33, "criteria": [33, 44], "catalog": 33, "meet": [33, 44], "extend": 33, "get_tap_properti": 33, "tap_properti": 33, "py": 33, "expand": 33, "upon": 33, "element": 33, "et": 33, "cetera": 33, "regist": 33, "behaviour": 33, "tap_stream_id_pattern": 33, "tap_stream_name_pattern": 33, "tap_catalog_argu": 33, "old": [33, 43], "style": 33, "default_replication_method": 33, "default_data_flattening_max_level": 33, "flatten": 33, "tap_config_extra": 33, "connectortyp": 33, "enum": 33, "txt": [33, 37], "fork": 33, "mention": 33, "pr": 33, "rst": 33, "print": [33, 36], "later": [33, 44], "across": 33, "standalon": 34, "apach": [34, 42], "bundl": 34, "final": 34, "agpl": 34, "fall": 34, "trigger": [35, 42], "sync_tabl": [35, 41], "descript": [35, 41], "bot_nam": 35, "alert_handl": 35, "besid": 35, "incid": 35, "notifi": 35, "rout": 35, "routing_kei": 35, "h": 36, "import_config": 36, "subcommand": 36, "initialis": 36, "extra_log": 36, "logger": 36, "summari": 36, "datasourc": 36, "reset": 36, "comma": [36, 41], "seper": 36, "ansibl": 37, "decrypt": 37, "cipher": 37, "ae": 37, "share": [37, 42], "echo": 37, "st3rp": 37, "ssw0rd": 37, "encrypt_str": 37, "ansible_vault": 37, "aes256": 37, "66633736626365386334633463383431353762623562663733623833626637383762343430626163": 37, "3330383435323737383766333639616138363235356135360a343735366137393763323636353739": 37, "63646266353131363436363965336561323336663032336334323236616237363430613432386335": 37, "6631613665336365640a643531363765663631306431363433623536363061316234643737323465": 37, "34626363656166373230303162623531643638656665633731333338333464633565": 37, "tap_mysql": 37, "mysql_source_databas": 37, "jack_replica": 37, "my_databas": 37, "target_id": [38, 41], "tap_id": [38, 41], "_": 38, "sync_engin": 38, "yyyymmdd": 38, "hh24mmss": 38, "l": 38, "lah": 38, "rw": 38, "r": 38, "13k": 38, "20190508_000038": 38, "31": 38, "20190508_003014": 38, "04": 38, "20190508_010031": 38, "33": 38, "20190508_013036": 38, "20190508_020037": 38, "32": 38, "20190508_023029": 38, "03": 38, "20190508_030032": 38, "20190508_033031": 38, "20190508_040033": 38, "20190508_040222": 38, "20190508_043015": 38, "05": 38, "20190508_050035": 38, "20190508_053030": 38, "06": 38, "20190508_060037": 38, "20190508_063032": 38, "8k": 38, "20190508_070036": 38, "_sdc_": 39, "_sdc_extracted_at": 39, "_sdc_batched_at": 39, "_sdc_deleted_at": 39, "column_on": [39, 43], "column_two": [39, 43], "column_thre": [39, 43], "17": 39, "15": 39, "25": 39, "turn": 39, "off": 39, "add_metadata_column": 39, "hard": [39, 40], "hard_delet": [39, 40], "col2": 40, "soft": 40, "won": 40, "stamp": 40, "migrat": 41, "fulli": 41, "partial_sync_t": 41, "end_valu": 41, "start_value_from_column": 41, "end_value_from_column": 41, "part": [42, 44], "achiev": 42, "microservic": 42, "microserv_1": 42, "microserv_2": 42, "microserv_3": 42, "microserv_4": 42, "microserv_5": 42, "independ": 42, "cron": 42, "crontab": 42, "saturdai": 42, "cicada": 42, "cronicl": 42, "good": 42, "airflow": 42, "robust": 42, "matur": 42, "monitor": 42, "ef": 42, "filestor": 42, "node": 42, "matter": 42, "nf": 42, "per": 43, "remain": 43, "analysi": 43, "varchar": 43, "column_three_20190812_1520": 43, "column_tre": 43, "111": 43, "222": 43, "333": 43, "444": 43, "abc": 43, "555": 43, "def": 43, "act": 43, "column_tree__st": 43, "suffix": 43, "indic": 43, "column_three__st": 43, "column_three_20190812": 43, "convert": 43, "represent": 43, "aggreg": 44, "primarili": 44, "secur": 44, "pii": 44, "azur": 44, "dwh": 44, "shift": 44, "hash": 44, "n": 44, "month": 44, "1st": 44, "jan": 44, "numer": 44, "zero": 44, "hidden": 44, "consist": 44, "being": 44, "ie": 44, "still": 44, "keyword": 44, "otherwis": 44, "audit_log": 44, "column_1": 44, "class_nam": 44, "property_nam": 44, "passwordhash": 44, "regex_match": 44, "salt": 44, "column_2": 44, "column_3": 44, "json_column": 44, "field_path": 44, "phone": 44}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"fast": [0, 2], "sync": [0, 2], "linux": 1, "pipe": 1, "pipelinewis": [1, 28, 30], "logic": 1, "increas": 1, "buffer": 1, "size": 1, "replic": [2, 6, 7, 8, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 23, 24, 25, 26, 27, 29], "method": [2, 6, 44], "log": [2, 38], "base": 2, "kei": 2, "increment": 2, "full": 2, "tabl": [2, 28, 41], "singer": [3, 30, 32], "io": 3, "core": 3, "concept": [3, 28], "tap": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 28, 33], "target": [3, 22, 23, 24, 25, 26, 27, 28, 33], "data": [4, 23, 24, 25, 26, 27, 28], "sourc": [4, 28, 30], "configur": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 45], "github": 5, "your": [5, 16, 17], "account": 5, "what": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 30], "extract": [5, 9, 16, 17], "googl": 6, "analyt": 6, "author": 6, "jira": 7, "kafka": 8, "mixpanel": 9, "authent": 9, "mongodb": 10, "setup": [10, 11, 12, 13, 23, 24, 27], "requir": [10, 11, 12, 13, 23, 24, 27], "exampl": [10, 29, 44], "connect": [10, 15, 18, 21], "atla": 10, "mysql": [11, 29], "oracl": 12, "postgresql": 13, "s3": [14, 26], "csv": [14, 26], "salesforc": 15, "shopifi": 16, "access": 16, "store": 16, "subdomain": 16, "privat": 16, "app": 16, "api": 16, "password": [16, 37], "start": 16, "date": 16, "slack": [17, 35], "workspac": 17, "snowflak": [18, 27, 29], "twilio": 19, "zendesk": 20, "zuora": 21, "destin": [22, 28], "bigqueri": 23, "where": [23, 24, 25, 26, 27], "postgr": 24, "redshift": 25, "document": 28, "featur": 28, "beyond": 28, "horizon": 28, "connector": [28, 30, 34], "transform": [28, 44], "load": 28, "time": 28, "content": 28, "instal": [28, 30], "us": 28, "project": [28, 32], "indic": 28, "creat": 29, "pipelin": [29, 31], "gener": 29, "sampl": 29, "environ": [29, 36], "variabl": [29, 36], "yaml": [29, 45], "config": 29, "from": [29, 30], "activ": 29, "file": 29, "get": 30, "run": [30, 31], "docker": 30, "select": 30, "cool": 30, "": 30, "next": 30, "histori": 32, "committ": 32, "contribut": [32, 33], "commun": 32, "resourc": 32, "link": 32, "ad": 33, "new": 33, "licens": 34, "alert": 35, "handler": 35, "victorop": 35, "command": 36, "line": 36, "interfac": 36, "posit": 36, "argument": 36, "sub": 36, "init": 36, "run_tap": 36, "stop_tap": 36, "discover_tap": 36, "statu": 36, "test_tap_connect": 36, "sync_tabl": 36, "import": 36, "valid": [36, 44], "pipelinewise_hom": 36, "pipelinewise_config_directori": 36, "encrypt": 37, "metadata": 39, "column": [39, 43], "differ": 40, "case": 40, "partial": 40, "resync": [40, 41], "schedul": 42, "multi": 42, "server": 42, "cluster": 42, "schema": 43, "chang": 43, "version": 43, "condit": 44}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"Fast Sync": [[0, "fast-sync"], [2, "fast-sync"]], "Linux Pipes in PipelineWise": [[1, "linux-pipes-in-pipelinewise"]], "Logic": [[1, "logic"]], "Increasing buffer size": [[1, "increasing-buffer-size"]], "Replication Methods": [[2, "replication-methods"]], "Log Based": [[2, "log-based"]], "Key Based Incremental": [[2, "key-based-incremental"]], "Full Table": [[2, "full-table"]], "Singer.io": [[3, "singer-io"]], "Core Concepts": [[3, "core-concepts"]], "Taps": [[3, "taps"]], "Targets": [[3, "targets"]], "Taps (Data Sources)": [[4, "taps-data-sources"]], "Configuring taps": [[4, "configuring-taps"]], "Tap Github": [[5, "tap-github"]], "Configure your GitHub account": [[5, "configure-your-github-account"]], "Configuring what to extract": [[5, "configuring-what-to-extract"], [9, "configuring-what-to-extract"], [16, "configuring-what-to-extract"], [17, "configuring-what-to-extract"]], "Tap Google Analytics": [[6, "tap-google-analytics"]], "Configuring what to replicate": [[6, "configuring-what-to-replicate"], [7, "configuring-what-to-replicate"], [8, "configuring-what-to-replicate"], [10, "configuring-what-to-replicate"], [11, "configuring-what-to-replicate"], [12, "configuring-what-to-replicate"], [13, "configuring-what-to-replicate"], [14, "configuring-what-to-replicate"], [15, "configuring-what-to-replicate"], [18, "configuring-what-to-replicate"], [19, "configuring-what-to-replicate"], [20, "configuring-what-to-replicate"], [21, "configuring-what-to-replicate"]], "Authorization Methods": [[6, "authorization-methods"]], "Tap Jira": [[7, "tap-jira"]], "Tap Kafka": [[8, "tap-kafka"]], "Tap Mixpanel": [[9, "tap-mixpanel"]], "Authentication": [[9, "authentication"]], "Tap MongoDB": [[10, "tap-mongodb"]], "MongoDB setup requirements": [[10, "mongodb-setup-requirements"]], "Example connection to MongoDB Atlas": [[10, "example-connection-to-mongodb-atlas"]], "Tap MySQL": [[11, "tap-mysql"]], "MySQL setup requirements": [[11, "mysql-setup-requirements"]], "Tap Oracle": [[12, "tap-oracle"]], "Oracle setup requirements": [[12, "oracle-setup-requirements"]], "Tap PostgreSQL": [[13, "tap-postgresql"]], "PostgreSQL setup requirements": [[13, "postgresql-setup-requirements"]], "Tap S3 CSV": [[14, "tap-s3-csv"]], "Tap Salesforce": [[15, "tap-salesforce"]], "Connecting to Salesforce": [[15, "connecting-to-salesforce"]], "Tap Shopify": [[16, "tap-shopify"]], "Configure access to your Shopify store": [[16, "configure-access-to-your-shopify-store"]], "Store Subdomain": [[16, "store-subdomain"]], "Private App API Password": [[16, "private-app-api-password"]], "Start Date": [[16, "start-date"]], "Tap Slack": [[17, "tap-slack"]], "Configure your Slack workspace": [[17, "configure-your-slack-workspace"]], "Tap Snowflake": [[18, "tap-snowflake"]], "Connecting to Snowflake": [[18, "connecting-to-snowflake"]], "Tap Twilio": [[19, "tap-twilio"]], "Tap Zendesk": [[20, "tap-zendesk"]], "Tap Zuora": [[21, "tap-zuora"]], "Connecting to Zuora": [[21, "connecting-to-zuora"]], "Targets (Destinations)": [[22, "targets-destinations"]], "Configuring the targets": [[22, "configuring-the-targets"]], "Target Bigquery": [[23, "target-bigquery"]], "Bigquery setup requirements": [[23, "bigquery-setup-requirements"]], "Configuring where to replicate data": [[23, "configuring-where-to-replicate-data"], [24, "configuring-where-to-replicate-data"], [25, "configuring-where-to-replicate-data"], [26, "configuring-where-to-replicate-data"], [27, "configuring-where-to-replicate-data"]], "Target Postgres": [[24, "target-postgres"]], "Postgres setup requirements": [[24, "postgres-setup-requirements"]], "Target Redshift": [[25, "target-redshift"]], "Target S3 CSV": [[26, "target-s3-csv"]], "Target Snowflake": [[27, "target-snowflake"]], "Snowflake setup requirements": [[27, "snowflake-setup-requirements"]], "Documentation": [[28, "documentation"]], "Features": [[28, "features"]], "Beyond the Horizon": [[28, "beyond-the-horizon"]], "Taps (Data Source Connectors)": [[28, "taps-data-source-connectors"]], "Target (Destination Connectors)": [[28, "target-destination-connectors"]], "Transformation at load time": [[28, "transformation-at-load-time"]], "Content": [[28, "content"]], "Installation": [[28, null], [30, "installation"]], "Concept": [[28, null]], "Using PipelineWise": [[28, null]], "Connectors": [[28, null]], "Project": [[28, null], [32, "project"]], "Indices and tables": [[28, "indices-and-tables"]], "Creating Pipelines": [[29, "creating-pipelines"]], "Generating Sample Pipelines": [[29, "generating-sample-pipelines"]], "Environment variables in YAML config": [[29, "environment-variables-in-yaml-config"]], "Example replication from MySQL to Snowflake": [[29, "example-replication-from-mysql-to-snowflake"]], "Activating the Pipelines from the YAML files": [[29, "activating-the-pipelines-from-the-yaml-files"]], "Getting PipelineWise": [[30, "getting-pipelinewise"]], "Running in Docker": [[30, "running-in-docker"]], "Installing from source": [[30, "installing-from-source"]], "Selecting singer connectors": [[30, "selecting-singer-connectors"]], "Cool, what\u2019s Next?": [[30, "cool-what-s-next"]], "Running Pipelines": [[31, "running-pipelines"]], "History": [[32, "history"]], "Committers": [[32, "committers"]], "Contribution": [[32, "contribution"], [33, "contribution"]], "Singer Community": [[32, "singer-community"]], "Resources & links": [[32, "resources-links"]], "Adding new tap": [[33, "adding-new-tap"]], "Adding new target": [[33, "adding-new-target"]], "Licenses": [[34, "licenses"]], "Connectors and Licenses": [[34, "connectors-and-licenses"]], "Alerts": [[35, "alerts"]], "Slack Alert Handler": [[35, "slack-alert-handler"]], "VictorOps Alert Handler": [[35, "victorops-alert-handler"]], "Command Line Interface": [[36, "command-line-interface"]], "Positional Arguments": [[36, "positional-arguments"], [36, "id2"]], "Sub-commands:": [[36, "sub-commands"]], "init": [[36, "init"]], "run_tap": [[36, "run-tap"]], "stop_tap": [[36, "stop-tap"]], "discover_tap": [[36, "discover-tap"]], "status": [[36, "status"]], "test_tap_connection": [[36, "test-tap-connection"]], "sync_tables": [[36, "sync-tables"]], "import": [[36, "import"]], "validate": [[36, "validate"]], "Environment variables": [[36, "environment-variables"]], "PIPELINEWISE_HOME": [[36, "pipelinewise-home"]], "PIPELINEWISE_CONFIG_DIRECTORY": [[36, "pipelinewise-config-directory"]], "Encrypting Passwords": [[37, "encrypting-passwords"]], "Logging": [[38, "logging"]], "Metadata Columns": [[39, "metadata-columns"]], "Different cases of partial resync": [[40, "different-cases-of-partial-resync"]], "Resync Tables": [[41, "resync-tables"]], "Scheduling": [[42, "scheduling"]], "Multi-Server Cluster": [[42, "multi-server-cluster"]], "Schema Changes": [[43, "schema-changes"]], "Versioning columns": [[43, "versioning-columns"]], "Transformations": [[44, "transformations"]], "Transformation Methods": [[44, "transformation-methods"]], "Transformation validation": [[44, "transformation-validation"]], "Conditional Transformations": [[44, "conditional-transformations"]], "Example": [[44, "example"]], "YAML configuration": [[45, "yaml-configuration"]]}, "indexentries": {}}) \ No newline at end of file diff --git a/user_guide/alerts.html b/user_guide/alerts.html index dc34abf38..a4c702c61 100644 --- a/user_guide/alerts.html +++ b/user_guide/alerts.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/cli.html b/user_guide/cli.html index feba9773e..6537d718e 100644 --- a/user_guide/cli.html +++ b/user_guide/cli.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/encrypting_passwords.html b/user_guide/encrypting_passwords.html index 5eba8ad8b..905866ae3 100644 --- a/user_guide/encrypting_passwords.html +++ b/user_guide/encrypting_passwords.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/logging.html b/user_guide/logging.html index f1a5dca4c..ccce32193 100644 --- a/user_guide/logging.html +++ b/user_guide/logging.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/metadata_columns.html b/user_guide/metadata_columns.html index 5ac9d9af8..96f2016f5 100644 --- a/user_guide/metadata_columns.html +++ b/user_guide/metadata_columns.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/partial_sync.html b/user_guide/partial_sync.html index ed6d7f968..a6e9bdfa7 100644 --- a/user_guide/partial_sync.html +++ b/user_guide/partial_sync.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/resync.html b/user_guide/resync.html index 1207aff72..c1dcadd03 100644 --- a/user_guide/resync.html +++ b/user_guide/resync.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/scheduling.html b/user_guide/scheduling.html index bea114930..0ad055e66 100644 --- a/user_guide/scheduling.html +++ b/user_guide/scheduling.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/schema_changes.html b/user_guide/schema_changes.html index dc4f3ed43..7f18ce1b3 100644 --- a/user_guide/schema_changes.html +++ b/user_guide/schema_changes.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/transformations.html b/user_guide/transformations.html index f9ab49491..0517b37c6 100644 --- a/user_guide/transformations.html +++ b/user_guide/transformations.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0
diff --git a/user_guide/yaml_config.html b/user_guide/yaml_config.html index 3b1753723..ebc029d8c 100644 --- a/user_guide/yaml_config.html +++ b/user_guide/yaml_config.html @@ -14,11 +14,11 @@ - - - - - + + + + + @@ -38,7 +38,7 @@ PipelineWise
- 0.56.0 + 0.57.0