From 9333e37897947fbc8499de10f57bccb289b2634a Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Thu, 1 Jun 2023 18:44:27 +0200 Subject: [PATCH 1/5] Add pyarrow to template python 3.8 conda flavors --- .../flavor_base/language_deps/packages/conda_packages | 1 + .../flavor_base/language_deps/packages/conda_packages | 1 + 2 files changed, 2 insertions(+) diff --git a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/language_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/language_deps/packages/conda_packages index 465ae1c0a..a273cea85 100644 --- a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/language_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/language_deps/packages/conda_packages @@ -1,6 +1,7 @@ python|3.8.13 numpy|1.24.3 pandas|2.0.2 +pyarrow|12.0.0 libblas|3.9.0=15_linux64_mkl mamba|1.3.1 ld_impl_linux-64|2.36.1 diff --git a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/language_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/language_deps/packages/conda_packages index 465ae1c0a..a273cea85 100644 --- a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/language_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/language_deps/packages/conda_packages @@ -1,6 +1,7 @@ python|3.8.13 numpy|1.24.3 pandas|2.0.2 +pyarrow|12.0.0 libblas|3.9.0=15_linux64_mkl mamba|1.3.1 ld_impl_linux-64|2.36.1 From 299b7a4775a49215cf81ace170ce938c802a7136 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Thu, 1 Jun 2023 19:15:35 +0200 Subject: [PATCH 2/5] Update packages in udfclient_deps and install pyarrow-cuda for cuda enabled flavor --- .../flavor_base/udfclient_deps/packages/conda_packages | 4 ++-- .../flavor_base/language_deps/packages/conda_packages | 2 +- .../flavor_base/udfclient_deps/packages/conda_packages | 4 ++-- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/udfclient_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/udfclient_deps/packages/conda_packages index 0816aa095..63c856f49 100644 --- a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/udfclient_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/udfclient_deps/packages/conda_packages @@ -1,6 +1,6 @@ -libprotobuf|3.20.1 +libprotobuf|3.21.12 zeromq|4.3.4 -openssl|3.0.8 +openssl|3.1.1 nss|3.77 cppzmq|4.8.1 _openmp_mutex|4.5=2_kmp_llvm # We need this, such that we can later install libblas with mkl, which is for example needed by pytorch diff --git a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/language_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/language_deps/packages/conda_packages index a273cea85..82d124f95 100644 --- a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/language_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/language_deps/packages/conda_packages @@ -1,7 +1,7 @@ python|3.8.13 numpy|1.24.3 pandas|2.0.2 -pyarrow|12.0.0 +pyarrow|12.0.0=py38h4559c88_4_cuda libblas|3.9.0=15_linux64_mkl mamba|1.3.1 ld_impl_linux-64|2.36.1 diff --git a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/udfclient_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/udfclient_deps/packages/conda_packages index 0816aa095..63c856f49 100644 --- a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/udfclient_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/udfclient_deps/packages/conda_packages @@ -1,6 +1,6 @@ -libprotobuf|3.20.1 +libprotobuf|3.21.12 zeromq|4.3.4 -openssl|3.0.8 +openssl|3.1.1 nss|3.77 cppzmq|4.8.1 _openmp_mutex|4.5=2_kmp_llvm # We need this, such that we can later install libblas with mkl, which is for example needed by pytorch From c8cb3bdb4c88f3d691be3aae1a21191439a465a6 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Thu, 1 Jun 2023 21:23:47 +0200 Subject: [PATCH 3/5] Update protobuf to 3.21.12 --- .../flavor_base/build_deps/packages/conda_packages | 2 +- .../flavor_base/build_deps/packages/conda_packages | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages index 89d1bc2ff..028980668 100644 --- a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages @@ -1,4 +1,4 @@ -protobuf|3.20.1 +protobuf|3.21.12 pcre|8.45 chrpath|0.16 openjdk|11.0.15 diff --git a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages index 89d1bc2ff..028980668 100644 --- a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages @@ -1,4 +1,4 @@ -protobuf|3.20.1 +protobuf|3.21.12 pcre|8.45 chrpath|0.16 openjdk|11.0.15 From 61346a8b7e76159b0b42120b32267561a321983e Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Thu, 1 Jun 2023 21:32:17 +0200 Subject: [PATCH 4/5] Fix protobuf version to 3.21.1 --- .../flavor_base/build_deps/packages/conda_packages | 2 +- .../flavor_base/build_deps/packages/conda_packages | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages index 028980668..e36885f26 100644 --- a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages @@ -1,4 +1,4 @@ -protobuf|3.21.12 +protobuf|3.21.1 pcre|8.45 chrpath|0.16 openjdk|11.0.15 diff --git a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages index 028980668..e36885f26 100644 --- a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages @@ -1,4 +1,4 @@ -protobuf|3.21.12 +protobuf|3.21.1 pcre|8.45 chrpath|0.16 openjdk|11.0.15 From bb525d6912fc81be5cef7425e87d80b04fc9c144 Mon Sep 17 00:00:00 2001 From: Torsten Kilias Date: Thu, 1 Jun 2023 23:05:41 +0200 Subject: [PATCH 5/5] Update protobuf to 4.21.12 to be compatible with libprotobuf 3.21.12 --- .../flavor_base/build_deps/packages/conda_packages | 2 +- .../flavor_base/build_deps/packages/conda_packages | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages index e36885f26..be5c471b2 100644 --- a/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-conda/flavor_base/build_deps/packages/conda_packages @@ -1,4 +1,4 @@ -protobuf|3.21.1 +protobuf|4.21.12 pcre|8.45 chrpath|0.16 openjdk|11.0.15 diff --git a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages index e36885f26..be5c471b2 100644 --- a/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages +++ b/flavors/template-Exasol-all-python-3.8-cuda-conda/flavor_base/build_deps/packages/conda_packages @@ -1,4 +1,4 @@ -protobuf|3.21.1 +protobuf|4.21.12 pcre|8.45 chrpath|0.16 openjdk|11.0.15