chore: Split jsonpath

Cargo.toml

@@ -13,7 +13,7 @@ members = [
   "dozer-log",
   "dozer-log-js",
   "dozer-log-python",
-  "dozer-utils"
+  "dozer-utils",
 ]
 resolver = "2"
 

dozer-sql/Cargo.toml

@@ -7,10 +7,11 @@ authors = ["getdozer/dozer-dev"]
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
 [dependencies]
-dozer-types = {path = "../dozer-types"}
-dozer-storage = {path = "../dozer-storage"}
-dozer-core = {path = "../dozer-core"}
-dozer-tracing = {path = "../dozer-tracing"}
+dozer-types = { path = "../dozer-types" }
+dozer-storage = { path = "../dozer-storage" }
+dozer-core = { path = "../dozer-core" }
+dozer-tracing = { path = "../dozer-tracing" }
+jsonpath = { path = "jsonpath" }
 
 ahash = "0.8.3"
 enum_dispatch = "0.3.11"
@@ -23,8 +24,8 @@ num-traits = "0.2.15"
 pest = "2.6.0"
 pest_derive = "2.5.6"
 regex = "1.8.1"
-sqlparser = {git = "https://github.com/getdozer/sqlparser-rs.git" }
-uuid = {version = "1.3.0", features = ["v1", "v4", "fast-rng"]}
+sqlparser = { git = "https://github.com/getdozer/sqlparser-rs.git" }
+uuid = { version = "1.3.0", features = ["v1", "v4", "fast-rng"] }
 bigdecimal = { version = "0.3", features = ["serde"], optional = true }
 ort = { version = "1.15.2", optional = true }
 ndarray = { version = "0.15", optional = true }

dozer-sql/jsonpath/Cargo.toml

@@ -0,0 +1,21 @@
+[package]
+name = "jsonpath"
+description = "The library provides the basic functionality to find the set of the data according to the filtering query."
+version = "0.2.6"
+authors = ["BorisZhguchev <[email protected]>"]
+edition = "2018"
+license-file = "LICENSE"
+homepage = "https://github.com/besok/jsonpath-rust"
+repository = "https://github.com/besok/jsonpath-rust"
+readme = "README.md"
+keywords = ["json", "json-path", "jsonpath", "jsonpath-rust", "xpath"]
+categories = ["development-tools", "parsing", "text-processing"]
+
+[dependencies]
+dozer-types = { path = "../../dozer-types" }
+regex = "1"
+pest = "2.0"
+pest_derive = "2.0"
+
+[dev-dependencies]
+lazy_static = "1.0"

dozer-sql/src/jsonpath/mod.rs → dozer-sql/jsonpath/src/lib.rs

@@ -1,8 +1,6 @@
-#![allow(clippy::vec_init_then_push)]
-
-use crate::jsonpath::parser::model::JsonPath;
-use crate::jsonpath::path::{json_path_instance, PathInstance};
-use crate::jsonpath::JsonPathValue::{NewValue, NoValue, Slice};
+use crate::parser::model::JsonPath;
+use crate::path::{json_path_instance, PathInstance};
+use crate::JsonPathValue::{NewValue, NoValue, Slice};
 use dozer_types::json_types::JsonValue;
 use std::convert::TryInto;
 use std::fmt::Debug;

dozer-sql/src/jsonpath/parser/model.rs → dozer-sql/jsonpath/src/parser/model.rs

@@ -1,4 +1,4 @@
-use crate::jsonpath::parser::parser::parse_json_path;
+use crate::parser::parser::parse_json_path;
 use dozer_types::json_types::JsonValue;
 use std::convert::TryFrom;
 

dozer-sql/src/jsonpath/parser/parser.rs → dozer-sql/jsonpath/src/parser/parser.rs

@@ -1,14 +1,15 @@
-use crate::jsonpath::parser::model::FilterExpression::{And, Or};
-use crate::jsonpath::parser::model::{
+use crate::parser::model::FilterExpression::{And, Or};
+use crate::parser::model::{
     FilterExpression, FilterSign, Function, JsonPath, JsonPathIndex, Operand,
 };
 use dozer_types::json_types::JsonValue;
 use pest::error::Error;
 use pest::iterators::{Pair, Pairs};
 use pest::Parser;
+use pest_derive::Parser;
 
 #[derive(Parser)]
-#[grammar = "jsonpath/parser/grammar/json_path.pest"]
+#[grammar = "parser/grammar/json_path.pest"]
 pub struct JsonPathParser;
 
 /// the parsing function.

dozer-sql/src/jsonpath/path/index.rs → dozer-sql/jsonpath/src/path/index.rs

@@ -1,9 +1,9 @@
-use crate::jsonpath::parser::model::{FilterExpression, FilterSign, JsonPath};
-use crate::jsonpath::path::json::{any_of, eq, inside, less, regex, size, sub_set_of};
-use crate::jsonpath::path::top::ObjectField;
-use crate::jsonpath::path::{json_path_instance, process_operand, Path, PathInstance};
-use crate::jsonpath::JsonPathValue;
-use crate::jsonpath::JsonPathValue::{NoValue, Slice};
+use crate::parser::model::{FilterExpression, FilterSign, JsonPath};
+use crate::path::json::{any_of, eq, inside, less, regex, size, sub_set_of};
+use crate::path::top::ObjectField;
+use crate::path::{json_path_instance, process_operand, Path, PathInstance};
+use crate::JsonPathValue;
+use crate::JsonPathValue::{NoValue, Slice};
 use dozer_types::json_types::JsonValue;
 use dozer_types::json_types::JsonValue::Array;
 

dozer-sql/src/jsonpath/path/mod.rs → dozer-sql/jsonpath/src/path/mod.rs

@@ -1,9 +1,9 @@
-use crate::jsonpath::parser::model::{Function, JsonPath, JsonPathIndex, Operand};
-use crate::jsonpath::path::index::{ArrayIndex, ArraySlice, Current, FilterPath, UnionIndex};
-use crate::jsonpath::path::top::{
+use crate::parser::model::{Function, JsonPath, JsonPathIndex, Operand};
+use crate::path::index::{ArrayIndex, ArraySlice, Current, FilterPath, UnionIndex};
+use crate::path::top::{
     Chain, DescentObject, DescentWildcard, FnPath, IdentityPath, ObjectField, RootPointer, Wildcard,
 };
-use crate::jsonpath::JsonPathValue;
+use crate::JsonPathValue;
 use dozer_types::json_types::JsonValue;
 
 /// The module is in charge of processing [[JsonPathIndex]] elements

dozer-sql/src/jsonpath/path/top.rs → dozer-sql/jsonpath/src/path/top.rs

@@ -1,6 +1,6 @@
-use crate::jsonpath::parser::model::*;
-use crate::jsonpath::path::JsonPathValue::{NewValue, NoValue, Slice};
-use crate::jsonpath::path::{json_path_instance, JsonPathValue, Path, PathInstance};
+use crate::parser::model::*;
+use crate::path::JsonPathValue::{NewValue, NoValue, Slice};
+use crate::path::{json_path_instance, JsonPathValue, Path, PathInstance};
 use dozer_types::json_types::JsonValue::{Array, Object};
 use dozer_types::json_types::{serde_json_to_json_value, JsonValue};
 use dozer_types::serde_json::json;

dozer-sql/src/lib.rs

@@ -1,11 +1,4 @@
-extern crate core;
-
 // Re-export sqlparser
 pub use sqlparser;
 
-pub mod jsonpath;
 pub mod pipeline;
-
-#[macro_use]
-extern crate pest_derive;
-extern crate pest;

dozer-sql/src/pipeline/expression/json_functions.rs

@@ -4,10 +4,10 @@ use crate::pipeline::errors::PipelineError::{
 };
 use crate::pipeline::expression::execution::Expression;
 
-use crate::jsonpath::{JsonPathFinder, JsonPathInst};
 use dozer_types::json_types::JsonValue;
 use dozer_types::types::Record;
 use dozer_types::types::{Field, Schema};
+use jsonpath::{JsonPathFinder, JsonPathInst};
 use std::fmt::{Display, Formatter};
 use std::str::FromStr;