fixed: 115分段离线

zhifengle · Oct 14, 2022 · 398972e · 398972e
1 parent 5d882a8
commit 398972e
Show file tree

Hide file tree

Showing 2 changed files with 32 additions and 30 deletions.
diff --git a/src/app.rs b/src/app.rs
@@ -4,7 +4,7 @@ use clap::{arg, Command};
 
 pub fn build_app() -> Command<'static> {
     let app = Command::new("rss2pan")
-        .version("0.0.1")
+        .version("0.1.0")
         .about("rss to pan")
         // .arg(arg!(-r --rss [rss] "rss json").default_value("rss.json"))
         .arg(arg!(-u --url [url] "rss url"))

diff --git a/src/main.rs b/src/main.rs
@@ -108,35 +108,37 @@ async fn execute_rss_task(
         if item_list.len() == 0 {
             return Ok(());
         }
-        let tasks: Vec<&str> = item_list.iter().map(|item| &*item.magnet).collect();
-        // @TODO 并行？
-        // https://stackoverflow.com/questions/51044467/how-can-i-perform-parallel-asynchronous-http-get-requests-with-reqwest
-        let res = yiyiwu.add_batch_task(&tasks, config.cid.clone()).await?;
-        match res.errcode {
-            0 => {
-                log::info!(
-                    "[115] [{}] [{}] add {} tasks",
-                    config.name,
-                    config.url,
-                    item_list.len()
-                );
-                service.save_items(&item_list, true)?;
-            }
-            911 => {
-                log::error!("[115] response {:?}", res);
-                return Err(anyhow::format_err!("115 abnoraml operation"));
-            }
-            10004 => {
-                log::warn!("[115] wrong links");
-            }
-            10008 => {
-                log::warn!("[115] task exist");
-                service.save_items(&item_list, true)?;
-            }
-            _ => {
-                log::error!("[115] response {:?}", res);
-            }
-        };
+        for chunk in item_list.chunks(200) {
+            let tasks: Vec<&str> = chunk.iter().map(|item| &*item.magnet).collect();
+            // @TODO 并行？
+            // https://stackoverflow.com/questions/51044467/how-can-i-perform-parallel-asynchronous-http-get-requests-with-reqwest
+            let res = yiyiwu.add_batch_task(&tasks, config.cid.clone()).await?;
+            match res.errcode {
+                0 => {
+                    log::info!(
+                        "[115] [{}] [{}] add {} tasks",
+                        config.name,
+                        config.url,
+                        chunk.len()
+                    );
+                    service.save_items(chunk, true)?;
+                }
+                911 => {
+                    log::error!("[115] response {:?}", res);
+                    return Err(anyhow::format_err!("115 abnoraml operation"));
+                }
+                10004 => {
+                    log::warn!("[115] wrong links");
+                }
+                10008 => {
+                    log::warn!("[115] task exist");
+                    service.save_items(chunk, true)?;
+                }
+                _ => {
+                    log::error!("[115] response {:?}", res);
+                }
+            };
+        }
     }
 
     Ok(())