From 349793eb444b3a5523897a839e94fc85d7c89a9b Mon Sep 17 00:00:00 2001
From: ali <aliomerkeser@gmail.com>
Date: Wed, 10 Jan 2024 19:19:42 +0300
Subject: [PATCH 1/2] optimize flush part

---
 drivers/r2/driver.go | 36 ++++++++++++++++++++++++++++++------
 1 file changed, 30 insertions(+), 6 deletions(-)

diff --git a/drivers/r2/driver.go b/drivers/r2/driver.go
index 6eb18f5..f4d6a92 100644
--- a/drivers/r2/driver.go
+++ b/drivers/r2/driver.go
@@ -1236,14 +1236,28 @@ func (w *writer) flushPart() error {
 		// nothing to write
 		return nil
 	}
-	if len(w.pendingPart) < int(w.driver.ChunkSize) {
-		// closing with a small pending part
-		// combine ready and pending to avoid writing a small part
-		w.readyPart = append(w.readyPart, w.pendingPart...)
-		w.pendingPart = nil
+
+	// Check if the ready part is less than the chunk size
+	if len(w.readyPart) < int(w.driver.ChunkSize) {
+		// If there's enough in the pending part to fill the ready part up to the chunk size
+		if len(w.pendingPart) >= int(w.driver.ChunkSize)-len(w.readyPart) {
+			fillSize := int(w.driver.ChunkSize) - len(w.readyPart)
+			w.readyPart = append(w.readyPart, w.pendingPart[:fillSize]...)
+			w.pendingPart = w.pendingPart[fillSize:]
+		}
 	}
+
 	ctx := context.Background()
+	// Check if the ready part is the right size to upload
+	// ready part must be equal to chunk size,
+	// except for the last part where it can be equal or smaller than the chunk size
+	isReadyToUpload := len(w.readyPart) == int(w.driver.ChunkSize) || (len(w.readyPart) < int(w.driver.ChunkSize) && len(w.pendingPart) == 0)
+	if !isReadyToUpload {
+		// If the ready part is not yet full and it's not the last part, wait for more data
+		return nil
+	}
 
+	// Upload the part
 	partNumber := aws.Int32(int32(len(w.parts) + 1))
 	resp, err := w.driver.R2.UploadPart(ctx, &s3.UploadPartInput{
 		Bucket:     aws.String(w.driver.Bucket),
@@ -1255,12 +1269,22 @@ func (w *writer) flushPart() error {
 	if err != nil {
 		return err
 	}
+
+	// Append the uploaded part's info to the parts slice
 	w.parts = append(w.parts, types.Part{
 		ETag:       resp.ETag,
 		PartNumber: partNumber,
 		Size:       aws.Int64(int64(len(w.readyPart))),
 	})
+
+	// Prepare for the next part
 	w.readyPart = w.pendingPart
 	w.pendingPart = nil
-	return w.flushPart()
+
+	// If there's more to upload, continue
+	if len(w.readyPart) > 0 {
+		return w.flushPart()
+	}
+
+	return nil
 }

From 6bd514f5353fd97f40908dd5a6fd78b8b551a941 Mon Sep 17 00:00:00 2001
From: Ali Keser <aliomerkeser@gmail.com>
Date: Wed, 10 Jan 2024 17:18:22 +0000
Subject: [PATCH 2/2] Update drivers/r2/driver.go
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Co-authored-by: Caner Çıdam <canercidam01@gmail.com>
---
 drivers/r2/driver.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/drivers/r2/driver.go b/drivers/r2/driver.go
index f4d6a92..0cd3404 100644
--- a/drivers/r2/driver.go
+++ b/drivers/r2/driver.go
@@ -1240,7 +1240,7 @@ func (w *writer) flushPart() error {
 	// Check if the ready part is less than the chunk size
 	if len(w.readyPart) < int(w.driver.ChunkSize) {
 		// If there's enough in the pending part to fill the ready part up to the chunk size
-		if len(w.pendingPart) >= int(w.driver.ChunkSize)-len(w.readyPart) {
+		if len(w.pendingPart) + len(w.readyPart) >= int(w.driver.ChunkSize) {
 			fillSize := int(w.driver.ChunkSize) - len(w.readyPart)
 			w.readyPart = append(w.readyPart, w.pendingPart[:fillSize]...)
 			w.pendingPart = w.pendingPart[fillSize:]