Add support for secrets

.github/workflows/MainDistributionPipeline.yml

@@ -0,0 +1,33 @@
+#
+# This workflow calls the main distribution pipeline from DuckDB to build, test and (optionally) release the extension
+#
+name: Main Extension Distribution Pipeline
+on:
+  push:
+  pull_request:
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || '' }}-${{ github.base_ref || '' }}-${{ github.ref != 'refs/heads/main' || github.sha }}
+  cancel-in-progress: true
+
+jobs:
+  duckdb-stable-build:
+    name: Build extension binaries
+    uses: duckdb/duckdb/.github/workflows/_extension_distribution.yml@a491470b039c54fe2f0adfe1d161b14c7fe64642
+    with:
+      extension_name: aws
+      duckdb_version: a491470b03
+      exclude_archs: 'wasm_mvp;wasm_eh;wasm_threads' # Doesn't work anyway: env local file or env access possible
+
+  duckdb-stable-deploy:
+    name: Deploy extension binaries
+    needs: duckdb-stable-build
+    uses: ./.github/workflows/_extension_deploy.yml
+    secrets: inherit
+    with:
+      extension_name: aws
+      duckdb_version: a491470b03
+      exclude_archs: 'wasm_mvp;wasm_eh;wasm_threads' # Doesn't work anyway: env local file or env access possible
+      deploy_latest: ${{ startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main' }}
+      deploy_versioned: ${{ startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main' }}

.github/workflows/MinioTests.yml

@@ -21,6 +21,7 @@ jobs:
       GEN: ninja
       VCPKG_TARGET_TRIPLET: x64-linux
       VCPKG_TOOLCHAIN_PATH: ${{ github.workspace }}/vcpkg/scripts/buildsystems/vcpkg.cmake
+      DONT_STATIC_LINK_DUCKDB: 1 # fixes oom while linking
 
     steps:
       - uses: actions/checkout@v3
@@ -49,13 +50,13 @@ jobs:
           save: ${{ github.ref == 'refs/heads/main' || github.repository != 'duckdb/duckdb' }}
 
       - name: Setup vcpkg
-        uses: lukka/run-vcpkg@v11
+        uses: lukka/run-vcpkg@v11.1
         with:
-          vcpkgGitCommitId: 501db0f17ef6df184fcdbfbe0f87cde2313b6ab1
+          vcpkgGitCommitId: a42af01b72c28a8e1d7b48107b33e4f286a55ef6
 
       - name: Build
         shell: bash
-        run: make debug
+        run: make
 
       - name: Start S3/HTTP test server
         shell: bash
@@ -73,4 +74,14 @@ jobs:
       - name: Test
         shell: bash
         run: |
-          make test_debug
+          make test
+
+      - name: Run Env tests
+        shell: bash
+        env:
+          DUCKDB_AWS_TESTING_ENV_AVAILABLE: 1
+          AWS_ACCESS_KEY_ID: duckdb_env_testing_id
+          AWS_SECRET_ACCESS_KEY: duckdb_env_testing_key
+          AWS_DEFAULT_REGION: duckdb_env_testing_region
+        run: |
+          ./build/release/test/unittest "*/test/sql/env/*"