-
Notifications
You must be signed in to change notification settings - Fork 328
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat(fuzz): add insert logical table target (#3842)
* refactor: let upper caller control whether to omit column list * feat(fuzz): add insert logical table target * ci: add fuzz_insert_logical_table ci cfg
- Loading branch information
1 parent
e6eca8c
commit 573d369
Showing
6 changed files
with
226 additions
and
13 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,202 @@ | ||
| // Copyright 2023 Greptime Team | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| #![no_main] | ||
|
|
||
| use std::sync::Arc; | ||
|
|
||
| use common_telemetry::info; | ||
| use libfuzzer_sys::arbitrary::{Arbitrary, Unstructured}; | ||
| use libfuzzer_sys::fuzz_target; | ||
| use rand::{Rng, SeedableRng}; | ||
| use rand_chacha::ChaChaRng; | ||
| use snafu::{ensure, ResultExt}; | ||
| use sqlx::{Executor, MySql, Pool}; | ||
| use tests_fuzz::context::{TableContext, TableContextRef}; | ||
| use tests_fuzz::error::{self, Result}; | ||
| use tests_fuzz::fake::{ | ||
| merge_two_word_map_fn, random_capitalize_map, uppercase_and_keyword_backtick_map, | ||
| MappedGenerator, WordGenerator, | ||
| }; | ||
| use tests_fuzz::generator::create_expr::{ | ||
| CreateLogicalTableExprGeneratorBuilder, CreatePhysicalTableExprGeneratorBuilder, | ||
| }; | ||
| use tests_fuzz::generator::insert_expr::InsertExprGeneratorBuilder; | ||
| use tests_fuzz::generator::Generator; | ||
| use tests_fuzz::ir::{CreateTableExpr, InsertIntoExpr}; | ||
| use tests_fuzz::translator::mysql::create_expr::CreateTableExprTranslator; | ||
| use tests_fuzz::translator::mysql::insert_expr::InsertIntoExprTranslator; | ||
| use tests_fuzz::translator::DslTranslator; | ||
| use tests_fuzz::utils::{init_greptime_connections, Connections}; | ||
|
|
||
| struct FuzzContext { | ||
| greptime: Pool<MySql>, | ||
| } | ||
|
|
||
| impl FuzzContext { | ||
| async fn close(self) { | ||
| self.greptime.close().await; | ||
| } | ||
| } | ||
|
|
||
| #[derive(Copy, Clone, Debug)] | ||
| struct FuzzInput { | ||
| seed: u64, | ||
| rows: usize, | ||
| } | ||
|
|
||
| impl Arbitrary<'_> for FuzzInput { | ||
| fn arbitrary(u: &mut Unstructured<'_>) -> arbitrary::Result<Self> { | ||
| let seed = u.int_in_range(u64::MIN..=u64::MAX)?; | ||
| let mut rng = ChaChaRng::seed_from_u64(seed); | ||
| let rows = rng.gen_range(1..4096); | ||
| Ok(FuzzInput { rows, seed }) | ||
| } | ||
| } | ||
|
|
||
| fn generate_create_physical_table_expr<R: Rng + 'static>(rng: &mut R) -> Result<CreateTableExpr> { | ||
| let physical_table_if_not_exists = rng.gen_bool(0.5); | ||
| let create_physical_table_expr = CreatePhysicalTableExprGeneratorBuilder::default() | ||
| .name_generator(Box::new(MappedGenerator::new( | ||
| WordGenerator, | ||
| merge_two_word_map_fn(random_capitalize_map, uppercase_and_keyword_backtick_map), | ||
| ))) | ||
| .if_not_exists(physical_table_if_not_exists) | ||
| .build() | ||
| .unwrap(); | ||
| create_physical_table_expr.generate(rng) | ||
| } | ||
|
|
||
| fn generate_create_logical_table_expr<R: Rng + 'static>( | ||
| physical_table_ctx: TableContextRef, | ||
| rng: &mut R, | ||
| ) -> Result<CreateTableExpr> { | ||
| let labels = rng.gen_range(1..=5); | ||
| let logical_table_if_not_exists = rng.gen_bool(0.5); | ||
|
|
||
| let create_logical_table_expr = CreateLogicalTableExprGeneratorBuilder::default() | ||
| .name_generator(Box::new(MappedGenerator::new( | ||
| WordGenerator, | ||
| merge_two_word_map_fn(random_capitalize_map, uppercase_and_keyword_backtick_map), | ||
| ))) | ||
| .physical_table_ctx(physical_table_ctx) | ||
| .labels(labels) | ||
| .if_not_exists(logical_table_if_not_exists) | ||
| .build() | ||
| .unwrap(); | ||
| create_logical_table_expr.generate(rng) | ||
| } | ||
|
|
||
| fn generate_insert_expr<R: Rng + 'static>( | ||
| input: FuzzInput, | ||
| rng: &mut R, | ||
| table_ctx: TableContextRef, | ||
| ) -> Result<InsertIntoExpr> { | ||
| let insert_generator = InsertExprGeneratorBuilder::default() | ||
| .omit_column_list(false) | ||
| .table_ctx(table_ctx) | ||
| .rows(input.rows) | ||
| .build() | ||
| .unwrap(); | ||
| insert_generator.generate(rng) | ||
| } | ||
|
|
||
| async fn execute_insert(ctx: FuzzContext, input: FuzzInput) -> Result<()> { | ||
| info!("input: {input:?}"); | ||
| let mut rng = ChaChaRng::seed_from_u64(input.seed); | ||
|
|
||
| // Create a physical table and a logical table on top of it | ||
| let create_physical_table_expr = generate_create_physical_table_expr(&mut rng).unwrap(); | ||
| let translator = CreateTableExprTranslator; | ||
| let sql = translator.translate(&create_physical_table_expr)?; | ||
| let result = sqlx::query(&sql) | ||
| .execute(&ctx.greptime) | ||
| .await | ||
| .context(error::ExecuteQuerySnafu { sql: &sql })?; | ||
| info!("Create physical table: {sql}, result: {result:?}"); | ||
|
|
||
| let physical_table_ctx = Arc::new(TableContext::from(&create_physical_table_expr)); | ||
|
|
||
| let create_logical_table_expr = | ||
| generate_create_logical_table_expr(physical_table_ctx, &mut rng).unwrap(); | ||
| let sql = translator.translate(&create_logical_table_expr)?; | ||
| let result = sqlx::query(&sql) | ||
| .execute(&ctx.greptime) | ||
| .await | ||
| .context(error::ExecuteQuerySnafu { sql: &sql })?; | ||
| info!("Create logical table: {sql}, result: {result:?}"); | ||
|
|
||
| let logical_table_ctx = Arc::new(TableContext::from(&create_logical_table_expr)); | ||
|
|
||
| let insert_expr = generate_insert_expr(input, &mut rng, logical_table_ctx)?; | ||
| let translator = InsertIntoExprTranslator; | ||
| let sql = translator.translate(&insert_expr)?; | ||
| let result = ctx | ||
| .greptime | ||
| // unprepared query, see <https://github.com/GreptimeTeam/greptimedb/issues/3500> | ||
| .execute(sql.as_str()) | ||
| .await | ||
| .context(error::ExecuteQuerySnafu { sql: &sql })?; | ||
|
|
||
| ensure!( | ||
| result.rows_affected() == input.rows as u64, | ||
| error::AssertSnafu { | ||
| reason: format!( | ||
| "expected rows affected: {}, actual: {}", | ||
| input.rows, | ||
| result.rows_affected(), | ||
| ) | ||
| } | ||
| ); | ||
|
|
||
| // TODO: Validate inserted rows | ||
|
|
||
| // Clean up logical table | ||
| let sql = format!("DROP TABLE {}", create_logical_table_expr.table_name); | ||
| let result = sqlx::query(&sql) | ||
| .execute(&ctx.greptime) | ||
| .await | ||
| .context(error::ExecuteQuerySnafu { sql: &sql })?; | ||
| info!( | ||
| "Drop table: {}, result: {result:?}", | ||
| create_logical_table_expr.table_name | ||
| ); | ||
|
|
||
| // Clean up physical table | ||
| let sql = format!("DROP TABLE {}", create_physical_table_expr.table_name); | ||
| let result = sqlx::query(&sql) | ||
| .execute(&ctx.greptime) | ||
| .await | ||
| .context(error::ExecuteQuerySnafu { sql })?; | ||
| info!( | ||
| "Drop table: {}, result: {result:?}", | ||
| create_physical_table_expr.table_name | ||
| ); | ||
| ctx.close().await; | ||
|
|
||
| Ok(()) | ||
| } | ||
|
|
||
| fuzz_target!(|input: FuzzInput| { | ||
| common_telemetry::init_default_ut_logging(); | ||
| common_runtime::block_on_write(async { | ||
| let Connections { mysql } = init_greptime_connections().await; | ||
| let ctx = FuzzContext { | ||
| greptime: mysql.expect("mysql connection init must be succeed"), | ||
| }; | ||
| execute_insert(ctx, input) | ||
| .await | ||
| .unwrap_or_else(|err| panic!("fuzz test must be succeed: {err:?}")); | ||
| }) | ||
| }); |