chore(format): add xml return format

spider-rs · Oct 11, 2024 · 990324f · 990324f
1 parent dba2213
commit 990324f
Show file tree

Hide file tree

Showing 12 changed files with 34 additions and 31 deletions.
diff --git a/cli/Cargo.lock b/cli/Cargo.lock
diff --git a/cli/Cargo.toml b/cli/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider-cloud-cli"
-version = "0.1.4"
+version = "0.1.5"
 edition = "2021"
 authors = [ "j-mendez <[email protected]>"]
 description = "The Spider Cloud CLI for web crawling and scraping"

diff --git a/javascript/package-lock.json b/javascript/package-lock.json
diff --git a/javascript/package.json b/javascript/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@spider-cloud/spider-client",
-  "version": "0.0.71",
+  "version": "0.0.72",
   "description": "Isomorphic Javascript SDK for Spider Cloud services",
   "scripts": {
     "test": "node --import tsx  --test __tests__/*test.ts",

diff --git a/javascript/src/config.ts b/javascript/src/config.ts
@@ -176,6 +176,7 @@ export type ReturnFormat =
   | "text"
   | "html2text"
   | "bytes"
+  | "xml"
   | "empty";
 
 // Map automation scripts for paths or urls.

diff --git a/python/setup.py b/python/setup.py
@@ -8,10 +8,10 @@ def read_file(fname):
 
 setup(
     name="spider-client",
-    version="0.0.71",
+    version="0.0.72",
     url="https://github.com/spider-rs/spider-clients/tree/main/python",
     author="Spider",
-    author_email="jeff@a11ywatch.com",
+    author_email="jeff@spider.cloud",
     description="Python SDK for Spider Cloud API",
     packages=find_packages(),
     install_requires=["requests"],

diff --git a/python/spider/async_spider.py b/python/spider/async_spider.py
@@ -430,7 +430,7 @@ def _prepare_headers(
         return {
             "Content-Type": content_type,
             "Authorization": f"Bearer {self.api_key}",
-            "User-Agent": "AsyncSpider-Client/0.0.71",
+            "User-Agent": "AsyncSpider-Client/0.0.72",
         }
 
     async def _handle_error(self, response: ClientResponse, action: str) -> None:

diff --git a/python/spider/spider.py b/python/spider/spider.py
@@ -413,7 +413,7 @@ def _prepare_headers(self, content_type: str = "application/json"):
         return {
             "Content-Type": content_type,
             "Authorization": f"Bearer {self.api_key}",
-            "User-Agent": f"Spider-Client/0.0.71",
+            "User-Agent": f"Spider-Client/0.0.72",
         }
 
     def _post_request(self, url: str, data, headers, stream=False):

diff --git a/python/spider/spider_types.py b/python/spider/spider_types.py
@@ -140,7 +140,7 @@ class CSSSelector(TypedDict):
 # - Values are lists of CSSSelector items
 CSSExtractionMap = Dict[str, List[CSSSelector]]
 
-ReturnFormat = Literal["raw", "markdown", "commonmark", "html2text", "text", "bytes"];
+ReturnFormat = Literal["raw", "markdown", "commonmark", "html2text", "text", "xml", "bytes"];
 
 class RequestParamsDict(TypedDict, total=False):
     # The URL to be crawled.

diff --git a/rust/Cargo.lock b/rust/Cargo.lock
diff --git a/rust/Cargo.toml b/rust/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider-client"
-version = "0.1.20"
+version = "0.1.21"
 edition = "2021"
 authors = [ "j-mendez <[email protected]>"]
 description = "Spider Cloud client"

diff --git a/rust/src/lib.rs b/rust/src/lib.rs
@@ -459,6 +459,8 @@ pub enum ReturnFormat {
     Html2text,
     /// Return the response as Text.
     Text,
+    /// Return the response as XML.
+    Xml,
     /// Return the response as Bytes.
     Bytes,
 }