feat(webhooks,format): add webhooks and multi return format

spider-rs · Oct 9, 2024 · dba2213 · dba2213
1 parent 1a79f13
commit dba2213
Show file tree

Hide file tree

Showing 23 changed files with 550 additions and 912 deletions.
diff --git a/book/src/javascript/crawl.md b/book/src/javascript/crawl.md
@@ -52,7 +52,7 @@ import type { SpiderParams } from "@spider-cloud/spider-client/dist/config";
 const app = new Spider();
 const url = "https://spider.cloud";
 const params: SpiderParams = {
-  return_format: "raw",
+  return_format: ["raw", "markdown"],
   anti_bot: true,
 };
 const scrapedData = await app.crawlUrl(url, params);

diff --git a/book/src/python/crawl.md b/book/src/python/crawl.md
@@ -51,6 +51,7 @@ params: spider_types.RequestParamsDict = {
     "limit": 10,
     "request_timeout": 10,
     "stealth": True,
+    "return_format": [ "raw", "markdown" ],
     # Easier to read and intellisense will help you with the available options
 }