Fixing Spark session API (#2159)

* Fixing Spark session API * Fixed duckdb version to 1.0.0
sodadata · Sep 11, 2024 · 0937aa0 · 0937aa0
1 parent 8c42941
commit 0937aa0
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/soda/contracts/soda/contracts/contract_verification.py b/soda/contracts/soda/contracts/contract_verification.py
@@ -81,7 +81,7 @@ def with_data_source_spark_session(
         assert isinstance(spark_session, object)
         assert isinstance(data_source_yaml_dict, dict)
         data_source_yaml_file = YamlFile(logs=self.logs, yaml_dict=data_source_yaml_dict)
-        self.data_source_yaml_files.append(data_source_yaml_file)
+        self.data_source_yaml_file = data_source_yaml_file
         self.spark_session = spark_session
         return self
 

diff --git a/soda/duckdb/setup.py b/soda/duckdb/setup.py
@@ -6,7 +6,7 @@
 package_version = "3.3.20"
 description = "Soda Core Duckdb Package"
 
-requires = [f"soda-core=={package_version}", "duckdb"]
+requires = [f"soda-core=={package_version}", "duckdb==1.0.0"]
 
 setup(
     name=package_name,