feat(tql): add initial support for start,stop,step as sql functions (#…

…3507)

* feat(tql): add initial support for start,stop,step as sql functions

* fix(tql): remove unwraps, adjust fmt

* fix(tql): address taplo issue

* feat(tql): update parse_tql_query logic

* fix(tql): change query parsing logic to use parser instead of delimiter

* fix(tql): add timestamp function support, add sqlness tests

* fix(tql): add lookback optional param for tql eval

* fix(tql): adjust tests for now() function

* fix(tql): introduce the tqlerror to differentiate failures on parsing, evaluation and simplification stages

* fix(tql): add tests for explain/analyze

* feat(tql): add lookback support for explain/analyze, update tests

* feat(tql): add more sqlness tests

* chore(tql): extract common logic for eval, analyze and explain into a single function

* feat(tql): address CR points

* feat(tql): use snafu for tql errors, add more docs

* feat(tql): address CR points

src/sql/Cargo.toml

@@ -9,13 +9,18 @@ workspace = true
 
 [dependencies]
 api.workspace = true
+chrono.workspace = true
 common-base.workspace = true
 common-catalog.workspace = true
 common-decimal.workspace = true
 common-error.workspace = true
 common-macro.workspace = true
 common-query.workspace = true
 common-time.workspace = true
+datafusion.workspace = true
+datafusion-common.workspace = true
+datafusion-expr.workspace = true
+datafusion-physical-expr.workspace = true
 datafusion-sql.workspace = true
 datatypes.workspace = true
 hex = "0.4"

src/sql/src/error.rs

@@ -24,11 +24,12 @@ use snafu::{Location, Snafu};
 use sqlparser::parser::ParserError;
 
 use crate::ast::{Expr, Value as SqlValue};
+use crate::parsers::error::TQLError;
 
 pub type Result<T> = std::result::Result<T, Error>;
 
 /// SQL parser errors.
-// Now the error in parser does not contains backtrace to avoid generating backtrace
+// Now the error in parser does not contain backtrace to avoid generating backtrace
 // every time the parser parses an invalid SQL.
 #[derive(Snafu)]
 #[snafu(visibility(pub))]
@@ -66,6 +67,14 @@ pub enum Error {
         location: Location,
     },
 
+    // Syntax error from tql parser.
+    #[snafu(display(""))]
+    TQLSyntax {
+        #[snafu(source)]
+        error: TQLError,
+        location: Location,
+    },
+
     #[snafu(display("Missing time index constraint"))]
     MissingTimeIndex {},
 
@@ -170,6 +179,7 @@ impl ErrorExt for Error {
             UnsupportedDefaultValue { .. } | Unsupported { .. } => StatusCode::Unsupported,
             Unexpected { .. }
             | Syntax { .. }
+            | TQLSyntax { .. }
             | MissingTimeIndex { .. }
             | InvalidTimeIndex { .. }
             | InvalidSql { .. }

src/sql/src/parsers.rs

@@ -18,6 +18,7 @@ pub(crate) mod create_parser;
 pub(crate) mod delete_parser;
 pub(crate) mod describe_parser;
 pub(crate) mod drop_parser;
+pub(crate) mod error;
 pub(crate) mod explain_parser;
 pub(crate) mod insert_parser;
 pub(crate) mod query_parser;

src/sql/src/parsers/error.rs

@@ -0,0 +1,48 @@
+// Copyright 2023 Greptime Team
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+use common_macro::stack_trace_debug;
+use datafusion_common::DataFusionError;
+use snafu::{Location, Snafu};
+use sqlparser::parser::ParserError;
+
+/// TQL parser & evaluation errors.
+#[derive(Snafu)]
+#[snafu(visibility(pub))]
+#[stack_trace_debug]
+pub enum TQLError {
+    #[snafu(display("Failed to parse TQL expression"))]
+    Parser {
+        #[snafu(source)]
+        error: ParserError,
+        location: Location,
+    },
+
+    #[snafu(display("Failed to convert to logical TQL expression"))]
+    ConvertToLogicalExpression {
+        #[snafu(source)]
+        error: DataFusionError,
+        location: Location,
+    },
+
+    #[snafu(display("Failed to simplify TQL expression"))]
+    Simplification {
+        #[snafu(source)]
+        error: DataFusionError,
+        location: Location,
+    },
+
+    #[snafu(display("Failed to evaluate TQL expression: {}", msg))]
+    Evaluation { msg: String },
+}