-
Notifications
You must be signed in to change notification settings - Fork 328
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat(mito): preparation to implementing write (#2085)
* refactor: move request mod * feat: add mutation * feat: add handle_write mod * feat: one mutation at a time * feat: handle write requests * feat: validate schema * refactor: move schema check to write request * feat: add convert value * feat: fill default values * chore: remove comments * feat: remove code * feat: remove code * feat: buf requests * style: fix clippy * refactor: rename check functions * chore: fix compile error * chore: Revert "feat: remove code" This reverts commit 6516597. * chore: Revert "feat: remove code" This reverts commit 5f2b790. * chore: upgrade greptime-proto * chore: Update comment Co-authored-by: dennis zhuang <[email protected]> --------- Co-authored-by: dennis zhuang <[email protected]>
- Loading branch information
1 parent
ac81d3c
commit e5663a0
Showing
12 changed files
with
620 additions
and
54 deletions.
There are no files selected for viewing
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,188 @@ | ||
| // Copyright 2023 Greptime Team | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| //! Utilities to process protobuf messages. | ||
| use common_time::timestamp::TimeUnit; | ||
| use datatypes::prelude::ConcreteDataType; | ||
| use datatypes::types::{TimeType, TimestampType}; | ||
| use datatypes::value::Value; | ||
| use greptime_proto::v1::{self, ColumnDataType}; | ||
| use store_api::storage::OpType; | ||
|
|
||
| use crate::metadata::SemanticType; | ||
|
|
||
| /// Returns true if the pb semantic type is valid. | ||
| pub(crate) fn is_semantic_type_eq(type_value: i32, semantic_type: SemanticType) -> bool { | ||
| type_value == semantic_type as i32 | ||
| } | ||
|
|
||
| /// Returns true if the pb type value is valid. | ||
| pub(crate) fn is_column_type_value_eq(type_value: i32, expect_type: &ConcreteDataType) -> bool { | ||
| let Some(column_type) = ColumnDataType::from_i32(type_value) else { | ||
| return false; | ||
| }; | ||
|
|
||
| is_column_type_eq(column_type, expect_type) | ||
| } | ||
|
|
||
| /// Convert value into proto's value. | ||
| pub(crate) fn to_proto_value(value: Value) -> Option<v1::Value> { | ||
| let proto_value = match value { | ||
| Value::Null => v1::Value { value: None }, | ||
| Value::Boolean(v) => v1::Value { | ||
| value: Some(v1::value::Value::BoolValue(v)), | ||
| }, | ||
| Value::UInt8(v) => v1::Value { | ||
| value: Some(v1::value::Value::U8Value(v.into())), | ||
| }, | ||
| Value::UInt16(v) => v1::Value { | ||
| value: Some(v1::value::Value::U16Value(v.into())), | ||
| }, | ||
| Value::UInt32(v) => v1::Value { | ||
| value: Some(v1::value::Value::U32Value(v)), | ||
| }, | ||
| Value::UInt64(v) => v1::Value { | ||
| value: Some(v1::value::Value::U64Value(v)), | ||
| }, | ||
| Value::Int8(v) => v1::Value { | ||
| value: Some(v1::value::Value::I8Value(v.into())), | ||
| }, | ||
| Value::Int16(v) => v1::Value { | ||
| value: Some(v1::value::Value::I16Value(v.into())), | ||
| }, | ||
| Value::Int32(v) => v1::Value { | ||
| value: Some(v1::value::Value::I32Value(v)), | ||
| }, | ||
| Value::Int64(v) => v1::Value { | ||
| value: Some(v1::value::Value::I64Value(v)), | ||
| }, | ||
| Value::Float32(v) => v1::Value { | ||
| value: Some(v1::value::Value::F32Value(*v)), | ||
| }, | ||
| Value::Float64(v) => v1::Value { | ||
| value: Some(v1::value::Value::F64Value(*v)), | ||
| }, | ||
| Value::String(v) => v1::Value { | ||
| value: Some(v1::value::Value::StringValue(v.as_utf8().to_string())), | ||
| }, | ||
| Value::Binary(v) => v1::Value { | ||
| value: Some(v1::value::Value::BinaryValue(v.to_vec())), | ||
| }, | ||
| Value::Date(v) => v1::Value { | ||
| value: Some(v1::value::Value::DateValue(v.val())), | ||
| }, | ||
| Value::DateTime(v) => v1::Value { | ||
| value: Some(v1::value::Value::DatetimeValue(v.val())), | ||
| }, | ||
| Value::Timestamp(v) => match v.unit() { | ||
| TimeUnit::Second => v1::Value { | ||
| value: Some(v1::value::Value::TsSecondValue(v.value())), | ||
| }, | ||
| TimeUnit::Millisecond => v1::Value { | ||
| value: Some(v1::value::Value::TsMillisecondValue(v.value())), | ||
| }, | ||
| TimeUnit::Microsecond => v1::Value { | ||
| value: Some(v1::value::Value::TsMicrosecondValue(v.value())), | ||
| }, | ||
| TimeUnit::Nanosecond => v1::Value { | ||
| value: Some(v1::value::Value::TsNanosecondValue(v.value())), | ||
| }, | ||
| }, | ||
| Value::Time(v) => match v.unit() { | ||
| TimeUnit::Second => v1::Value { | ||
| value: Some(v1::value::Value::TimeSecondValue(v.value())), | ||
| }, | ||
| TimeUnit::Millisecond => v1::Value { | ||
| value: Some(v1::value::Value::TimeMillisecondValue(v.value())), | ||
| }, | ||
| TimeUnit::Microsecond => v1::Value { | ||
| value: Some(v1::value::Value::TimeMicrosecondValue(v.value())), | ||
| }, | ||
| TimeUnit::Nanosecond => v1::Value { | ||
| value: Some(v1::value::Value::TimeNanosecondValue(v.value())), | ||
| }, | ||
| }, | ||
| Value::Interval(_) | Value::List(_) => return None, | ||
| }; | ||
|
|
||
| Some(proto_value) | ||
| } | ||
|
|
||
| /// Convert [ConcreteDataType] to [ColumnDataType]. | ||
| pub(crate) fn to_column_data_type(data_type: &ConcreteDataType) -> Option<ColumnDataType> { | ||
| let column_data_type = match data_type { | ||
| ConcreteDataType::Boolean(_) => ColumnDataType::Boolean, | ||
| ConcreteDataType::Int8(_) => ColumnDataType::Int8, | ||
| ConcreteDataType::Int16(_) => ColumnDataType::Int16, | ||
| ConcreteDataType::Int32(_) => ColumnDataType::Int32, | ||
| ConcreteDataType::Int64(_) => ColumnDataType::Int64, | ||
| ConcreteDataType::UInt8(_) => ColumnDataType::Uint8, | ||
| ConcreteDataType::UInt16(_) => ColumnDataType::Uint16, | ||
| ConcreteDataType::UInt32(_) => ColumnDataType::Uint32, | ||
| ConcreteDataType::UInt64(_) => ColumnDataType::Uint64, | ||
| ConcreteDataType::Float32(_) => ColumnDataType::Float32, | ||
| ConcreteDataType::Float64(_) => ColumnDataType::Float64, | ||
| ConcreteDataType::Binary(_) => ColumnDataType::Binary, | ||
| ConcreteDataType::String(_) => ColumnDataType::String, | ||
| ConcreteDataType::Date(_) => ColumnDataType::Date, | ||
| ConcreteDataType::DateTime(_) => ColumnDataType::Datetime, | ||
| ConcreteDataType::Timestamp(TimestampType::Second(_)) => ColumnDataType::TimestampSecond, | ||
| ConcreteDataType::Timestamp(TimestampType::Millisecond(_)) => { | ||
| ColumnDataType::TimestampMillisecond | ||
| } | ||
| ConcreteDataType::Timestamp(TimestampType::Microsecond(_)) => { | ||
| ColumnDataType::TimestampMicrosecond | ||
| } | ||
| ConcreteDataType::Timestamp(TimestampType::Nanosecond(_)) => { | ||
| ColumnDataType::TimestampNanosecond | ||
| } | ||
| ConcreteDataType::Time(TimeType::Second(_)) => ColumnDataType::TimeSecond, | ||
| ConcreteDataType::Time(TimeType::Millisecond(_)) => ColumnDataType::TimeMillisecond, | ||
| ConcreteDataType::Time(TimeType::Microsecond(_)) => ColumnDataType::TimeMicrosecond, | ||
| ConcreteDataType::Time(TimeType::Nanosecond(_)) => ColumnDataType::TimeNanosecond, | ||
| ConcreteDataType::Null(_) | ||
| | ConcreteDataType::Interval(_) | ||
| | ConcreteDataType::List(_) | ||
| | ConcreteDataType::Dictionary(_) => return None, | ||
| }; | ||
|
|
||
| Some(column_data_type) | ||
| } | ||
|
|
||
| /// Convert semantic type to proto's semantic type | ||
| pub(crate) fn to_proto_semantic_type(semantic_type: SemanticType) -> v1::SemanticType { | ||
| match semantic_type { | ||
| SemanticType::Tag => v1::SemanticType::Tag, | ||
| SemanticType::Field => v1::SemanticType::Field, | ||
| SemanticType::Timestamp => v1::SemanticType::Timestamp, | ||
| } | ||
| } | ||
|
|
||
| /// Convert op type to proto's op type. | ||
| pub(crate) fn to_proto_op_type(op_type: OpType) -> v1::mito::OpType { | ||
| match op_type { | ||
| OpType::Delete => v1::mito::OpType::Delete, | ||
| OpType::Put => v1::mito::OpType::Put, | ||
| } | ||
| } | ||
|
|
||
| /// Returns true if the column type is equal to expected type. | ||
| fn is_column_type_eq(column_type: ColumnDataType, expect_type: &ConcreteDataType) -> bool { | ||
| if let Some(expect) = to_column_data_type(expect_type) { | ||
| column_type == expect | ||
| } else { | ||
| false | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.