Skip to content

Commit

Permalink
Multitable serializer (#7)
Browse files Browse the repository at this point in the history
  • Loading branch information
@liurenjie1024
liurenjie1024 authored Sep 4, 2024
1 parent 457d65f commit 1e27926
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion thirdparty/cudf
Submodule cudf updated 57 files
+49 −2 cpp/benchmarks/string/find.cpp
+30 −0 cpp/include/cudf/strings/find.hpp
+328 −5 cpp/src/strings/search/find.cu
+35 −3 cpp/tests/strings/find_tests.cpp
+10 −3 java/pom.xml
+2 −2 java/src/main/java/ai/rapids/cudf/BitVectorHelper.java
+8 −0 java/src/main/java/ai/rapids/cudf/ColumnVector.java
+84 −40 java/src/main/java/ai/rapids/cudf/ColumnView.java
+26 −0 java/src/main/java/ai/rapids/cudf/HostColumnVector.java
+17 −1 java/src/main/java/ai/rapids/cudf/HostColumnVectorCore.java
+1 −1 java/src/main/java/ai/rapids/cudf/HostMemoryBuffer.java
+1 −1 java/src/main/java/ai/rapids/cudf/NativeDepsLoader.java
+11 −0 java/src/main/java/ai/rapids/cudf/Table.java
+24 −0 java/src/main/java/ai/rapids/cudf/schema/SchemaVisitor.java
+17 −0 java/src/main/java/ai/rapids/cudf/schema/SchemaWithColumnsVisitor.java
+77 −0 java/src/main/java/ai/rapids/cudf/schema/Visitors.java
+74 −0 java/src/main/java/ai/rapids/cudf/serde/TableSerializer.java
+206 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/ColumnVectorDeserializer.java
+65 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/DataOutputStreamWriter.java
+36 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/DataWriter.java
+169 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/KudoSerializer.java
+306 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/MultiTableDeserializer.java
+49 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/SerializedTable.java
+155 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/SerializedTableHeader.java
+141 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/SerializedTableHeaderCalc.java
+34 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/SliceInfo.java
+161 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/SlicedBufferSerializer.java
+54 −0 java/src/main/java/ai/rapids/cudf/serde/kudo/SlicedValidityBufferInfo.java
+162 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/BufferCompressedDeserializer.java
+156 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/BufferCompressedSerializer.java
+142 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/ColumnBatchCompressedSerializer.java
+152 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/ColumnBatchedCompressedDeserializer.java
+33 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/CompressionMode.java
+65 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/DataOutputStreamWriter.java
+36 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/DataWriter.java
+248 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/Kudo2Serializer.java
+61 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/SerializedTable.java
+168 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/SerializedTableHeader.java
+108 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/SerializedTableHeaderCalc.java
+34 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/SliceInfo.java
+54 −0 java/src/main/java/ai/rapids/cudf/serde/kudo2/SlicedValidityBufferInfo.java
+41 −0 java/src/main/java/ai/rapids/cudf/utils/Arms.java
+135 −0 java/src/main/java/ai/rapids/cudf/utils/ByteBufferInputStream.java
+360 −0 java/src/main/java/ai/rapids/cudf/utils/MultiBufferInputStream.java
+17 −0 java/src/main/java/ai/rapids/cudf/utils/PreConditions.java
+159 −0 java/src/main/java/ai/rapids/cudf/utils/SingleBufferInputStream.java
+1 −1 java/src/main/native/CMakeLists.txt
+29 −0 java/src/main/native/src/ColumnVectorJni.cpp
+20 −15 java/src/main/native/src/ColumnViewJni.cpp
+0 −31 java/src/main/native/src/ColumnViewJni.cu
+0 −16 java/src/main/native/src/ColumnViewJni.hpp
+25 −41 java/src/test/java/ai/rapids/cudf/ColumnVectorTest.java
+2 −0 java/src/test/java/ai/rapids/cudf/LargeTableTest.java
+73 −150 java/src/test/java/ai/rapids/cudf/TableTest.java
+96 −0 java/src/test/java/ai/rapids/cudf/TableTestUtils.java
+165 −0 java/src/test/java/ai/rapids/cudf/serde/Kudo2SerializerTest.java
+180 −0 java/src/test/java/ai/rapids/cudf/serde/KudoSerializerTest.java

0 comments on commit 1e27926

Please sign in to comment.