Skip to content

Commit

Permalink
Merge branch 'main' into main-v23.10-release
Browse files Browse the repository at this point in the history
  • Loading branch information
SurajAralihalli authored Nov 1, 2023
2 parents bd34c59 + dba5adf commit a24d705
Show file tree
Hide file tree
Showing 12 changed files with 15 additions and 18 deletions.
5 changes: 2 additions & 3 deletions examples/ML+DL-Examples/Spark-cuML/pca/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,7 @@

<groupId>com.nvidia</groupId>
<artifactId>PCAExample</artifactId>
<packaging>jar</packaging>
<version>23.10.0-SNAPSHOT</version>
<version>23.10.0</version>

<properties>
<maven.compiler.source>8</maven.compiler.source>
Expand Down Expand Up @@ -51,8 +50,8 @@
<dependency>
<groupId>com.nvidia</groupId>
<artifactId>rapids-4-spark-ml_2.12</artifactId>
<version>23.04.0-SNAPSHOT</version>
<!--The last rapids-4-spark-ml release version is 22.02.0, snapshot version is 23.04.0-SNPASHOT! Please do not update the version-->
<version>23.02.0</version>
</dependency>
</dependencies>

Expand Down
4 changes: 2 additions & 2 deletions examples/UDF-Examples/RAPIDS-accelerated-UDFs/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
user defined functions for use with the RAPIDS Accelerator
for Apache Spark
</description>
<version>23.10.0-SNAPSHOT</version>
<version>23.10.0</version>

<properties>
<maven.compiler.source>1.8</maven.compiler.source>
Expand All @@ -37,7 +37,7 @@
<cuda.version>cuda11</cuda.version>
<scala.binary.version>2.12</scala.binary.version>
<!-- Depends on release version, Snapshot version is not published to the Maven Central -->
<rapids4spark.version>23.10.0-SNAPSHOT</rapids4spark.version>
<rapids4spark.version>23.10.0</rapids4spark.version>
<spark.version>3.1.1</spark.version>
<scala.version>2.12.15</scala.version>
<udf.native.build.path>${project.build.directory}/cpp-build</udf.native.build.path>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ else
# more lineant configuration, else it will set them to 1 as spurious task failures are not expected
# for Spark 3.1.1+
VERSION_STRING=`$SPARK_HOME/bin/pyspark --version 2>&1|grep -v Scala|awk '/version\ [0-9.]+/{print $NF}'`
VERSION_STRING="${VERSION_STRING/-SNAPSHOT/}"
VERSION_STRING="${VERSION_STRING//}"
[[ -z $VERSION_STRING ]] && { echo "Unable to detect the Spark version at $SPARK_HOME"; exit 1; }
[[ -z $SPARK_SHIM_VER ]] && { SPARK_SHIM_VER="spark${VERSION_STRING//./}"; }

Expand Down
3 changes: 1 addition & 2 deletions examples/UDF-Examples/Spark-cuSpatial/gpu-run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -31,8 +31,7 @@ rm -rf $DATA_OUT_PATH
# the path to keep the jars of spark-rapids & spark-cuspatial
JARS=$ROOT_PATH/jars

JARS_PATH=${JARS_PATH:-$JARS/rapids-4-spark_2.12-23.02.0-SNAPSHOT.jar,$JARS/spark-cuspatial-23.02.0-SNAPSHOT.jar}

JARS_PATH=${JARS_PATH:-$JARS/rapids-4-spark_2.12-23.02.0.jar,$JARS/spark-cuspatial-23.02.0.jar}
$SPARK_HOME/bin/spark-submit --master spark://$HOSTNAME:7077 \
--name "Gpu Spatial Join UDF" \
--executor-memory 20G \
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
"source": [
"from pyspark.sql import SparkSession\n",
"import os\n",
"jarsPath = os.getenv(\"JARS_PATH\", \"/data/cuspatial_data/jars/rapids-4-spark_2.12-23.02.0-SNAPSHOT.jar,/data/cuspatial_data/jars/spark-cuspatial-23.02.0-SNAPSHOT.jar\")\n",
"jarsPath = os.getenv(\"JARS_PATH\", \"/data/cuspatial_data/jars/rapids-4-spark_2.12-23.02.0-SNAPSHOT.jar,/data/cuspatial_data/jars/spark-cuspatial-23.02.0.jar\")\n",
"spark = SparkSession.builder \\\n",
" .config(\"spark.jars\", jarsPath) \\\n",
" .config(\"spark.sql.adaptive.enabled\", \"false\") \\\n",
Expand Down
5 changes: 2 additions & 3 deletions examples/UDF-Examples/Spark-cuSpatial/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -24,14 +24,13 @@
<name>UDF of the cuSpatial case for the RAPIDS Accelerator</name>
<description>The RAPIDS accelerated user defined function of the cuSpatial case
for use with the RAPIDS Accelerator for Apache Spark</description>
<version>23.10.0-SNAPSHOT</version>
<version>23.02.0</version>

<properties>
<maven.compiler.source>1.8</maven.compiler.source>
<maven.compiler.target>1.8</maven.compiler.target>
<java.major.version>8</java.major.version>
<!--The last compatible plugin version is v23.02-->
<rapids.version>23.02.0-SNAPSHOT</rapids.version>
<rapids.version>23.02.0</rapids.version>
<scala.binary.version>2.12</scala.binary.version>
<spark.version>3.2.0</spark.version>
<udf.native.build.path>${project.build.directory}/cpp-build</udf.native.build.path>
Expand Down
2 changes: 1 addition & 1 deletion examples/XGBoost-Examples/agaricus/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
<parent>
<artifactId>sample_xgboost_examples</artifactId>
<groupId>com.nvidia</groupId>
<version>0.2.3-SNAPSHOT</version>
<version>0.2.3</version>
</parent>
<modelVersion>4.0.0</modelVersion>

Expand Down
2 changes: 1 addition & 1 deletion examples/XGBoost-Examples/aggregator/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
<parent>
<artifactId>sample_xgboost_examples</artifactId>
<groupId>com.nvidia</groupId>
<version>0.2.3-SNAPSHOT</version>
<version>0.2.3</version>
</parent>
<modelVersion>4.0.0</modelVersion>

Expand Down
2 changes: 1 addition & 1 deletion examples/XGBoost-Examples/mortgage/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
<parent>
<artifactId>sample_xgboost_examples</artifactId>
<groupId>com.nvidia</groupId>
<version>0.2.3-SNAPSHOT</version>
<version>0.2.3</version>
</parent>
<modelVersion>4.0.0</modelVersion>

Expand Down
2 changes: 1 addition & 1 deletion examples/XGBoost-Examples/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@
<module>aggregator</module>
</modules>

<version>0.2.3-SNAPSHOT</version>
<version>0.2.3</version>
<name>sample_xgboost_apps</name>

<properties>
Expand Down
2 changes: 1 addition & 1 deletion examples/XGBoost-Examples/taxi/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
<parent>
<artifactId>sample_xgboost_examples</artifactId>
<groupId>com.nvidia</groupId>
<version>0.2.3-SNAPSHOT</version>
<version>0.2.3</version>
</parent>
<modelVersion>4.0.0</modelVersion>

Expand Down
2 changes: 1 addition & 1 deletion examples/XGBoost-Examples/utility/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
<parent>
<artifactId>sample_xgboost_examples</artifactId>
<groupId>com.nvidia</groupId>
<version>0.2.3-SNAPSHOT</version>
<version>0.2.3</version>
</parent>
<modelVersion>4.0.0</modelVersion>

Expand Down

0 comments on commit a24d705

Please sign in to comment.