create unique token and delete ddf after compute call

rapidsai · Sep 27, 2023 · dde98b3 · dde98b3
1 parent 9b5635d
commit dde98b3
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/python/cugraph/cugraph/structure/graph_implementation/simpleDistributedGraph.py b/python/cugraph/cugraph/structure/graph_implementation/simpleDistributedGraph.py
@@ -14,6 +14,7 @@
 import gc
 from typing import Union
 import warnings
+import random
 
 import cudf
 import cupy as cp
@@ -181,7 +182,9 @@ def __from_edgelist(
         workers = _client.scheduler_info()["workers"]
         # Repartition to 2 partitions per GPU for memory efficient process
         input_ddf = input_ddf.repartition(npartitions=len(workers) * 2)
-        input_ddf = input_ddf.map_partitions(lambda df: df.copy())
+        input_ddf = input_ddf.map_partitions(
+            lambda df: df.copy(), token="custom-" + str(random.random())
+        )
         # The dataframe will be symmetrized iff the graph is undirected
         # otherwise, the inital dataframe will be returned
         if edge_attr is not None: