From 1742772a8c08e7c4c30aba21f1018e6f3d300604 Mon Sep 17 00:00:00 2001
From: Benno Zeeman <bzeeman@live.nl>
Date: Fri, 6 Dec 2024 16:59:14 +0100
Subject: [PATCH] feat(autonomi): parallel chunk copy for encrypt

Testing on my local machine saved about 18s from 70s of total encrypt
time with a 10GiB file in-memory.
---
 Cargo.lock                      | 1 +
 autonomi/Cargo.toml             | 1 +
 autonomi/src/self_encryption.rs | 5 +++--
 3 files changed, 5 insertions(+), 2 deletions(-)

diff --git a/Cargo.lock b/Cargo.lock
index aff7d76738..0b7f1d6897 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -1521,6 +1521,7 @@ dependencies = [
  "libp2p",
  "pyo3",
  "rand 0.8.5",
+ "rayon",
  "rmp-serde",
  "self_encryption",
  "serde",
diff --git a/autonomi/Cargo.toml b/autonomi/Cargo.toml
index 0e15996c27..68697a160c 100644
--- a/autonomi/Cargo.toml
+++ b/autonomi/Cargo.toml
@@ -46,6 +46,7 @@ hex = "~0.4.3"
 libp2p = { git = "https://github.com/maqi/rust-libp2p.git", branch = "kad_0.46.2" }
 pyo3 = { version = "0.20", optional = true, features = ["extension-module", "abi3-py38"] }
 rand = "0.8.5"
+rayon = "1.8.0"
 rmp-serde = "1.1.1"
 self_encryption = "~0.30.0"
 serde = { version = "1.0.133", features = ["derive", "rc"] }
diff --git a/autonomi/src/self_encryption.rs b/autonomi/src/self_encryption.rs
index 30f7454457..25bc456d45 100644
--- a/autonomi/src/self_encryption.rs
+++ b/autonomi/src/self_encryption.rs
@@ -8,6 +8,7 @@
 
 use ant_protocol::storage::Chunk;
 use bytes::{BufMut, Bytes, BytesMut};
+use rayon::prelude::*;
 use self_encryption::{DataMap, MAX_CHUNK_SIZE};
 use serde::{Deserialize, Serialize};
 use tracing::debug;
@@ -36,8 +37,8 @@ pub(crate) fn encrypt(data: Bytes) -> Result<(Chunk, Vec<Chunk>), Error> {
 
     // Transform `EncryptedChunk` into `Chunk`
     let chunks: Vec<Chunk> = chunks
-        .into_iter()
-        .map(|c| Chunk::new(c.content))
+        .into_par_iter()
+        .map(|c| Chunk::new(c.content.clone()))
         .chain(additional_chunks)
         .collect();