-
Notifications
You must be signed in to change notification settings - Fork 912
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add strings.combine APIs to pylibcudf
- Loading branch information
Showing
9 changed files
with
185 additions
and
32 deletions.
There are no files selected for viewing
6 changes: 6 additions & 0 deletions
6
docs/cudf/source/user_guide/api_docs/pylibcudf/strings/combine.rst
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,6 @@ | ||
======= | ||
combine | ||
======= | ||
|
||
.. automodule:: pylibcudf.strings.combine | ||
:members: |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -7,6 +7,7 @@ strings | |
capitalize | ||
char_types | ||
contains | ||
combine | ||
find | ||
regex_flags | ||
regex_program | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -4,6 +4,7 @@ from . cimport ( | |
capitalize, | ||
case, | ||
char_types, | ||
combine, | ||
contains, | ||
find, | ||
regex_flags, | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -4,6 +4,7 @@ | |
capitalize, | ||
case, | ||
char_types, | ||
combine, | ||
contains, | ||
find, | ||
regex_flags, | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,25 @@ | ||
# Copyright (c) 2024, NVIDIA CORPORATION. | ||
|
||
from pylibcudf.column cimport Column | ||
from pylibcudf.libcudf.strings.combine cimport ( | ||
output_if_empty_list, | ||
separator_on_nulls, | ||
) | ||
from pylibcudf.scalar cimport Scalar | ||
from pylibcudf.table cimport Table | ||
|
||
ctypedef fused ColumnOrScalar: | ||
Column | ||
Scalar | ||
|
||
cpdef Column concatenate( | ||
Table strings_columns, | ||
ColumnOrScalar separator, | ||
Scalar narep, | ||
Scalar col_narep, | ||
separator_on_nulls separate_nulls, | ||
) | ||
|
||
cpdef Column join_strings(Column input, Scalar separator, Scalar narep) | ||
|
||
cpdef Column join_list_elements(Column source_strings) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,124 @@ | ||
# Copyright (c) 2024, NVIDIA CORPORATION. | ||
from libcpp.memory cimport unique_ptr | ||
from libcpp.utility cimport move | ||
from pylibcudf.column cimport Column | ||
from pylibcudf.libcudf.column.column cimport column | ||
from pylibcudf.libcudf.scalar.scalar cimport string_scalar | ||
from pylibcudf.libcudf.strings cimport combine as cpp_combine | ||
from pylibcudf.scalar cimport Scalar | ||
from pylibcudf.table cimport Table | ||
|
||
from pylibcudf.libcudf.strings.combine import \ | ||
output_if_empty_list as OutputIfEmptyList # no-cython-lint | ||
from pylibcudf.libcudf.strings.combine import \ | ||
separator_on_nulls as SeparatorOnNulls # no-cython-lint | ||
|
||
|
||
cpdef Column concatenate( | ||
Table strings_columns, | ||
ColumnOrScalar separator, | ||
Scalar narep, | ||
Scalar col_narep, | ||
separator_on_nulls separate_nulls, | ||
): | ||
""" | ||
Concatenates all strings in the column into one new string delimited | ||
by an optional separator string. | ||
Parameters | ||
---------- | ||
strings_columns : Table | ||
Strings for this operation | ||
separator : Column or Scalar | ||
Separator(s) for a given row | ||
narep : Scalar | ||
String to replace a null separator for a given row. | ||
col_narep : Scalar | ||
String that should be used in place of any null strings found in any column. | ||
Ignored when separator is a Scalar. | ||
separate_nulls : SeparatorOnNulls | ||
If YES, then the separator is included for null rows. | ||
Returns | ||
------- | ||
Column | ||
New column with concatenated results | ||
""" | ||
cdef unique_ptr[column] c_result | ||
cdef const string_scalar* c_narep = <const string_scalar*>( | ||
narep.c_obj.get() | ||
) | ||
cdef const string_scalar* c_col_narep = <const string_scalar*>( | ||
narep.c_obj.get() | ||
) | ||
if ColumnOrScalar is Column: | ||
with nogil: | ||
c_result = move( | ||
cpp_combine.concatenate( | ||
strings_columns.view(), | ||
separator.view(), | ||
dereference(c_narep), | ||
dereference(c_col_narep), | ||
separate_nulls | ||
) | ||
) | ||
elif ColumnOrScalar is Scalar: | ||
cdef const string_scalar* c_separator = <const string_scalar*>( | ||
separator.c_obj.get() | ||
) | ||
with nogil: | ||
c_result = move( | ||
cpp_combine.concatenate( | ||
strings_columns.view(), | ||
dereference(c_separator), | ||
dereference(c_narep), | ||
separate_nulls | ||
) | ||
) | ||
else: | ||
raise ValueError("separator must be a Column or a Scalar") | ||
return Column.from_libcudf(move(c_result)) | ||
|
||
|
||
cpdef Column join_strings(Column input, Scalar separator, Scalar narep): | ||
""" | ||
Concatenates all strings in the column into one new string delimited | ||
by an optional separator string. | ||
Parameters | ||
---------- | ||
input : Column | ||
List of strings columns to concatenate | ||
separator : Scalar | ||
Strings column that provides the separator for a given row | ||
narep : Scalar | ||
String to replace any null strings found. | ||
Returns | ||
------- | ||
Column | ||
New column containing one string | ||
""" | ||
cdef unique_ptr[column] c_result | ||
cdef const string_scalar* c_separator = <const string_scalar*>( | ||
separator.c_obj.get() | ||
) | ||
cdef const string_scalar* c_narep = <const string_scalar*>( | ||
narep.c_obj.get() | ||
) | ||
with nogil: | ||
c_result = move( | ||
cpp_combine.join_strings( | ||
input.view(), | ||
c_separator, | ||
c_narep, | ||
) | ||
) | ||
|
||
return Column.from_libcudf(move(c_result)) |