From 2b83ad17556965759ff3be3843817178ada36c6b Mon Sep 17 00:00:00 2001 From: Ivan Boldyrev Date: Mon, 27 Nov 2023 21:01:14 +0400 Subject: [PATCH] chore(benchmarks): call-requests and call-results benchmarks (#759) --- Cargo.lock | 4 + .../instructions/call/resolved_call.rs | 7 +- benches/PERFORMANCE.json | 1314 ++++++++++++----- benches/PERFORMANCE.txt | 752 ++++++---- junk/gen-bench-data/Cargo.toml | 1 + junk/gen-bench-data/gen_benchmark_data.sh | 5 +- junk/gen-bench-data/src/calls.rs | 136 ++ junk/gen-bench-data/src/main.rs | 46 +- tools/cli/air/src/trace/run.rs | 2 + .../performance_metering/bench.py | 7 + 10 files changed, 1589 insertions(+), 685 deletions(-) create mode 100644 junk/gen-bench-data/src/calls.rs diff --git a/Cargo.lock b/Cargo.lock index d7c4cba3c6..a04d378963 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -98,10 +98,12 @@ version = "0.6.0" dependencies = [ "blake3", "cid", + "digest 0.10.7", "multihash 0.18.1", "serde", "serde_json", "sha2 0.10.7", + "thiserror", ] [[package]] @@ -778,6 +780,7 @@ dependencies = [ "cc", "cfg-if 1.0.0", "constant_time_eq 0.3.0", + "digest 0.10.7", ] [[package]] @@ -1773,6 +1776,7 @@ checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292" dependencies = [ "block-buffer 0.10.4", "crypto-common", + "subtle", ] [[package]] diff --git a/air/src/execution_step/instructions/call/resolved_call.rs b/air/src/execution_step/instructions/call/resolved_call.rs index 4fa2bc0531..bebf55faaf 100644 --- a/air/src/execution_step/instructions/call/resolved_call.rs +++ b/air/src/execution_step/instructions/call/resolved_call.rs @@ -35,7 +35,6 @@ use air_interpreter_interface::CallRequestParams; use air_parser::ast; use air_trace_handler::merger::MergerCallResult; use air_trace_handler::TraceHandler; -use air_utils::measure; use std::rc::Rc; @@ -162,11 +161,7 @@ impl<'i> ResolvedCall<'i> { tetraplets, } = self.resolve_args(exec_ctx)?; - let serialized_tetraplets = measure!( - serde_json::to_string(&tetraplets).expect("default serializer shouldn't fail"), - tracing::Level::INFO, - "serde_json::to_string(tetraplets)", - ); + let serialized_tetraplets = serde_json::to_string(&tetraplets).expect("default serializer shouldn't fail"); let request_params = CallRequestParams::new( tetraplet.service_id.to_string(), diff --git a/benches/PERFORMANCE.json b/benches/PERFORMANCE.json index 7f9ccda283..c560fb3354 100644 --- a/benches/PERFORMANCE.json +++ b/benches/PERFORMANCE.json @@ -2370,58 +2370,164 @@ }, "d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f": { "benches": { - "big_values_data": { + "big-values-data": { "comment": "Loading a trace with huge values", "memory_sizes": [ - "58.938 MiB", - "58.938 MiB" + "59.000 MiB", + "59.000 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "8.59ms", + "duration": "13.01ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "4.79ms", + "duration": "5.24ms", "nested": { - "from_slice": "4.74ms" + "from_slice": "5.18ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "170.00µs", + "duration": "173.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "14.00µs", - "air_parser::parser::air_parser::parse": "33.00µs" + "air::preparation_step::preparation::make_exec_ctx": "22.00µs", + "air_parser::parser::air_parser::parse": "30.00µs" } }, "runner::execute": "13.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.25ms", + "duration": "3.27ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.23ms", + "duration": "3.25ms", "nested": { - "populate_outcome_from_contexts": "3.19ms" + "populate_outcome_from_contexts": "3.22ms" } } } }, - "signing_step::sign_produced_cids": "100.00µs", + "signing_step::sign_produced_cids": "99.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "4.03ms", + "nested": { + "verify": "3.67ms" + } + } + } + } + }, + "total_time": "13.01ms" + }, + "call-requests500": { + "comment": "multiple call requests", + "memory_sizes": [ + "58.562 MiB", + "58.562 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "25.80ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "146.00µs", + "nested": { + "from_slice": "106.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "253.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "47.00µs", + "air_parser::parser::air_parser::parse": "78.00µs" + } + }, + "runner::execute": "19.89ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "5.15ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "5.13ms", + "nested": { + "populate_outcome_from_contexts": "5.02ms" + } + } + } + }, + "signing_step::sign_produced_cids": "105.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "80.00µs", + "nested": { + "verify": "12.00µs" + } + } + } + } + }, + "total_time": "25.80ms" + }, + "call-results500": { + "comment": "multiple call results", + "memory_sizes": [ + "54.438 MiB", + "54.438 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "15.60ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "621.00µs", + "nested": { + "from_slice": "579.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "1.00ms", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "803.00µs", + "air_parser::parser::air_parser::parse": "73.00µs" + } + }, + "runner::execute": "11.60ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "1.80ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "1.78ms", + "nested": { + "populate_outcome_from_contexts": "1.33ms" + } + } + } + }, + "signing_step::sign_produced_cids": "290.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "85.00µs", + "duration": "95.00µs", "nested": { - "verify": "13.00µs" + "verify": "12.00µs" } } } } }, - "total_time": "8.59ms" + "total_time": "15.60ms" }, "canon-map-key-by-lens": { "comment": "benchmarking a map insert operation", @@ -2432,49 +2538,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "11.57ms", + "duration": "10.82ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "3.11ms", + "duration": "3.15ms", "nested": { - "from_slice": "3.06ms" + "from_slice": "3.10ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "382.00µs", + "duration": "385.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "185.00µs", - "air_parser::parser::air_parser::parse": "74.00µs" + "air::preparation_step::preparation::make_exec_ctx": "187.00µs", + "air_parser::parser::air_parser::parse": "77.00µs" } }, - "runner::execute": "1.92ms", + "runner::execute": "1.96ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.83ms", + "duration": "1.87ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.81ms", + "duration": "1.84ms", "nested": { - "populate_outcome_from_contexts": "1.46ms" + "populate_outcome_from_contexts": "1.49ms" } } } }, - "signing_step::sign_produced_cids": "95.00µs", + "signing_step::sign_produced_cids": "100.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "4.07ms", + "duration": "3.18ms", "nested": { - "verify": "3.72ms" + "verify": "2.82ms" } } } } }, - "total_time": "11.57ms" + "total_time": "10.82ms" }, "canon-map-key-element-by-lens": { "comment": "benchmarking a map insert operation", @@ -2485,49 +2591,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "11.55ms", + "duration": "10.75ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "3.10ms", + "duration": "3.13ms", "nested": { - "from_slice": "3.06ms" + "from_slice": "3.08ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "379.00µs", + "duration": "382.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "184.00µs", - "air_parser::parser::air_parser::parse": "74.00µs" + "air::preparation_step::preparation::make_exec_ctx": "187.00µs", + "air_parser::parser::air_parser::parse": "77.00µs" } }, - "runner::execute": "1.90ms", + "runner::execute": "1.92ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.81ms", + "duration": "1.85ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.79ms", + "duration": "1.83ms", "nested": { - "populate_outcome_from_contexts": "1.46ms" + "populate_outcome_from_contexts": "1.49ms" } } } }, - "signing_step::sign_produced_cids": "95.00µs", + "signing_step::sign_produced_cids": "100.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "4.08ms", + "duration": "3.17ms", "nested": { - "verify": "3.73ms" + "verify": "2.81ms" } } } } }, - "total_time": "11.55ms" + "total_time": "10.75ms" }, "canon-map-multiple-keys": { "comment": "benchmarking a map insert operation", @@ -2538,49 +2644,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "9.83ms", + "duration": "8.96ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "397.00µs", + "duration": "417.00µs", "nested": { - "from_slice": "352.00µs" + "from_slice": "370.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "196.00µs", + "duration": "201.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "15.00µs", - "air_parser::parser::air_parser::parse": "58.00µs" + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "66.00µs" } }, - "runner::execute": "6.93ms", + "runner::execute": "6.02ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.62ms", + "duration": "1.63ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.60ms", + "duration": "1.61ms", "nested": { - "populate_outcome_from_contexts": "1.31ms" + "populate_outcome_from_contexts": "1.32ms" } } } }, - "signing_step::sign_produced_cids": "96.00µs", + "signing_step::sign_produced_cids": "100.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "405.00µs", + "duration": "403.00µs", "nested": { - "verify": "50.00µs" + "verify": "40.00µs" } } } } }, - "total_time": "9.83ms" + "total_time": "8.96ms" }, "canon-map-scalar-multiple-keys": { "comment": "benchmarking a map insert operation", @@ -2591,49 +2697,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "4.05ms", + "duration": "4.08ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "400.00µs", + "duration": "418.00µs", "nested": { - "from_slice": "354.00µs" + "from_slice": "370.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "200.00µs", + "duration": "197.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "15.00µs", - "air_parser::parser::air_parser::parse": "60.00µs" + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "62.00µs" } }, - "runner::execute": "2.42ms", + "runner::execute": "2.43ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "350.00µs", + "duration": "345.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "331.00µs", + "duration": "325.00µs", "nested": { - "populate_outcome_from_contexts": "294.00µs" + "populate_outcome_from_contexts": "289.00µs" } } } }, - "signing_step::sign_produced_cids": "95.00µs", + "signing_step::sign_produced_cids": "98.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "404.00µs", + "duration": "405.00µs", "nested": { - "verify": "50.00µs" + "verify": "40.00µs" } } } } }, - "total_time": "4.05ms" + "total_time": "4.08ms" }, "canon-map-scalar-single-key": { "comment": "benchmarking a map insert operation", @@ -2644,49 +2750,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "3.27ms", + "duration": "3.29ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "412.00µs", + "duration": "427.00µs", "nested": { - "from_slice": "364.00µs" + "from_slice": "380.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "193.00µs", + "duration": "200.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "15.00µs", - "air_parser::parser::air_parser::parse": "55.00µs" + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "62.00µs" } }, "runner::execute": "1.58ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "356.00µs", + "duration": "354.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "336.00µs", + "duration": "334.00µs", "nested": { - "populate_outcome_from_contexts": "283.00µs" + "populate_outcome_from_contexts": "282.00µs" } } } }, - "signing_step::sign_produced_cids": "95.00µs", + "signing_step::sign_produced_cids": "101.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "447.00µs", + "duration": "437.00µs", "nested": { - "verify": "92.00µs" + "verify": "75.00µs" } } } } }, - "total_time": "3.27ms" + "total_time": "3.29ms" }, "canon-map-single-key": { "comment": "benchmarking a map insert operation", @@ -2697,49 +2803,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "8.25ms", + "duration": "7.51ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "414.00µs", + "duration": "426.00µs", "nested": { - "from_slice": "366.00µs" + "from_slice": "378.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "193.00µs", + "duration": "196.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "15.00µs", - "air_parser::parser::air_parser::parse": "56.00µs" + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "60.00µs" } }, - "runner::execute": "5.19ms", + "runner::execute": "4.45ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.71ms", + "duration": "1.73ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.69ms", + "duration": "1.71ms", "nested": { - "populate_outcome_from_contexts": "1.45ms" + "populate_outcome_from_contexts": "1.46ms" } } } }, - "signing_step::sign_produced_cids": "96.00µs", + "signing_step::sign_produced_cids": "99.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "449.00µs", + "duration": "434.00µs", "nested": { - "verify": "95.00µs" + "verify": "74.00µs" } } } } }, - "total_time": "8.25ms" + "total_time": "7.51ms" }, "dashboard": { "comment": "big dashboard test", @@ -2750,108 +2856,102 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "6.74ms", + "duration": "5.70ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.00ms", + "duration": "1.02ms", "nested": { - "from_slice": "947.00µs" + "from_slice": "960.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "318.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "32.00µs", - "air_parser::parser::air_parser::parse": "163.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "1.70ms", + "duration": "320.00µs", "nested": { - "to_string(tetraplets)": "362.00µs" + "air::preparation_step::preparation::make_exec_ctx": "34.00µs", + "air_parser::parser::air_parser::parse": "167.00µs" } }, + "runner::execute": "750.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "462.00µs", + "duration": "463.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "442.00µs", + "duration": "443.00µs", "nested": { - "populate_outcome_from_contexts": "399.00µs" + "populate_outcome_from_contexts": "402.00µs" } } } }, - "signing_step::sign_produced_cids": "100.00µs", + "signing_step::sign_produced_cids": "102.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "2.97ms", + "duration": "2.87ms", "nested": { - "verify": "215.00µs" + "verify": "158.00µs" } } } } }, - "total_time": "6.74ms" + "total_time": "5.70ms" }, - "long_data": { + "long-data": { "comment": "Long data trace", "memory_sizes": [ - "53.750 MiB", - "53.750 MiB" + "53.812 MiB", + "53.812 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "3.64ms", + "duration": "4.96ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.77ms", + "duration": "1.89ms", "nested": { - "from_slice": "1.72ms" + "from_slice": "1.84ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "172.00µs", + "duration": "183.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "14.00µs", - "air_parser::parser::air_parser::parse": "30.00µs" + "air::preparation_step::preparation::make_exec_ctx": "35.00µs", + "air_parser::parser::air_parser::parse": "28.00µs" } }, "runner::execute": "12.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "926.00µs", + "duration": "888.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "906.00µs", + "duration": "868.00µs", "nested": { - "populate_outcome_from_contexts": "867.00µs" + "populate_outcome_from_contexts": "836.00µs" } } } }, - "signing_step::sign_produced_cids": "102.00µs", + "signing_step::sign_produced_cids": "99.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "529.00µs", + "duration": "1.71ms", "nested": { - "verify": "10.00µs" + "verify": "664.00µs" } } } } }, - "total_time": "3.64ms" + "total_time": "4.96ms" }, "multiple-cids10": { "comment": "verifying multiple CIDs for single peer", @@ -2862,39 +2962,33 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "2.63ms", + "duration": "2.54ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "417.00µs", + "duration": "434.00µs", "nested": { - "from_slice": "363.00µs" + "from_slice": "381.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "205.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "26.00µs", - "air_parser::parser::air_parser::parse": "58.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "446.00µs", + "duration": "206.00µs", "nested": { - "to_string(tetraplets)": "10.00µs" + "air::preparation_step::preparation::make_exec_ctx": "27.00µs", + "air_parser::parser::air_parser::parse": "61.00µs" } }, + "runner::execute": "408.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "321.00µs", + "duration": "318.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "300.00µs", + "duration": "298.00µs", "nested": { - "populate_outcome_from_contexts": "252.00µs" + "populate_outcome_from_contexts": "251.00µs" } } } @@ -2902,15 +2996,15 @@ "signing_step::sign_produced_cids": "100.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "952.00µs", + "duration": "896.00µs", "nested": { - "verify": "240.00µs" + "verify": "182.00µs" } } } } }, - "total_time": "2.63ms" + "total_time": "2.54ms" }, "multiple-cids50": { "comment": "verifying multiple CIDs for single peer", @@ -3183,55 +3277,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "9.96ms", + "duration": "9.38ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.36ms", + "duration": "1.37ms", "nested": { "from_slice": "1.31ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "254.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "70.00µs", - "air_parser::parser::air_parser::parse": "63.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "2.87ms", + "duration": "257.00µs", "nested": { - "to_string(tetraplets)": "10.00µs" + "air::preparation_step::preparation::make_exec_ctx": "72.00µs", + "air_parser::parser::air_parser::parse": "68.00µs" } }, + "runner::execute": "2.64ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "901.00µs", + "duration": "900.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "881.00µs", + "duration": "880.00µs", "nested": { "populate_outcome_from_contexts": "783.00µs" } } } }, - "signing_step::sign_produced_cids": "99.00µs", + "signing_step::sign_produced_cids": "100.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "3.97ms", + "duration": "3.94ms", "nested": { - "verify": "1.02ms" + "verify": "743.00µs" } } } } }, - "total_time": "9.96ms" + "total_time": "9.38ms" }, "multiple-sigs10": { "comment": "signing multiple CIDs", @@ -3369,49 +3457,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "18.99ms", + "duration": "17.44ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "3.94ms", + "duration": "3.91ms", "nested": { - "from_slice": "3.88ms" + "from_slice": "3.85ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "332.00µs", + "duration": "334.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "147.00µs", - "air_parser::parser::air_parser::parse": "62.00µs" + "air::preparation_step::preparation::make_exec_ctx": "150.00µs", + "air_parser::parser::air_parser::parse": "66.00µs" } }, - "runner::execute": "8.10ms", + "runner::execute": "7.01ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "2.55ms", + "duration": "2.56ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", "duration": "2.54ms", "nested": { - "populate_outcome_from_contexts": "2.36ms" + "populate_outcome_from_contexts": "2.37ms" } } } }, - "signing_step::sign_produced_cids": "442.00µs", + "signing_step::sign_produced_cids": "447.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "2.99ms", + "duration": "2.98ms", "nested": { - "verify": "1.30ms" + "verify": "1.27ms" } } } } }, - "total_time": "18.99ms" + "total_time": "17.44ms" }, "multiple-sigs50": { "comment": "signing multiple CIDs", @@ -3475,55 +3563,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "3.13ms", + "duration": "3.08ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "482.00µs", + "duration": "498.00µs", "nested": { - "from_slice": "427.00µs" + "from_slice": "442.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", "duration": "220.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "19.00µs", - "air_parser::parser::air_parser::parse": "75.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "167.00µs", - "nested": { - "to_string(tetraplets)": "13.00µs" + "air::preparation_step::preparation::make_exec_ctx": "21.00µs", + "air_parser::parser::air_parser::parse": "81.00µs" } }, + "runner::execute": "139.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "252.00µs", + "duration": "253.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "232.00µs", + "duration": "233.00µs", "nested": { - "populate_outcome_from_contexts": "195.00µs" + "populate_outcome_from_contexts": "197.00µs" } } } }, - "signing_step::sign_produced_cids": "100.00µs", + "signing_step::sign_produced_cids": "104.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "1.72ms", + "duration": "1.69ms", "nested": { - "verify": "80.00µs" + "verify": "64.00µs" } } } } }, - "total_time": "3.13ms" + "total_time": "3.08ms" }, "network_explore": { "comment": "5 peers of network are discovered", @@ -3713,49 +3795,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "3.42ms", + "duration": "3.44ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "151.00µs", + "duration": "167.00µs", "nested": { - "from_slice": "107.00µs" + "from_slice": "120.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "197.00µs", + "duration": "201.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "15.00µs", - "air_parser::parser::air_parser::parse": "60.00µs" + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "65.00µs" } }, - "runner::execute": "2.12ms", + "runner::execute": "2.10ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "289.00µs", + "duration": "291.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "269.00µs", + "duration": "271.00µs", "nested": { - "populate_outcome_from_contexts": "233.00µs" + "populate_outcome_from_contexts": "235.00µs" } } } }, - "signing_step::sign_produced_cids": "96.00µs", + "signing_step::sign_produced_cids": "98.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "392.00µs", + "duration": "394.00µs", "nested": { - "verify": "48.00µs" + "verify": "41.00µs" } } } } }, - "total_time": "3.42ms" + "total_time": "3.44ms" }, "populate-map-single-key": { "comment": "benchmarking a map insert operation", @@ -3766,24 +3848,24 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "2.71ms", + "duration": "2.74ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "207.00µs", + "duration": "223.00µs", "nested": { - "from_slice": "163.00µs" + "from_slice": "176.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "194.00µs", + "duration": "198.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "15.00µs", - "air_parser::parser::air_parser::parse": "58.00µs" + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "63.00µs" } }, - "runner::execute": "1.29ms", + "runner::execute": "1.30ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", "duration": "311.00µs", @@ -3792,239 +3874,333 @@ "common_prefix": "air::farewell_step::outcome", "duration": "290.00µs", "nested": { - "populate_outcome_from_contexts": "236.00µs" + "populate_outcome_from_contexts": "235.00µs" } } } }, - "signing_step::sign_produced_cids": "95.00µs", + "signing_step::sign_produced_cids": "99.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "435.00µs", + "duration": "426.00µs", "nested": { - "verify": "93.00µs" + "verify": "75.00µs" } } } } }, - "total_time": "2.71ms" + "total_time": "2.74ms" } }, - "datetime": "2023-11-06 18:49:22.923773+00:00", + "datetime": "2023-11-27 15:04:01.881477+00:00", "features": "check_signatures,gen_signatures", - "platform": "macOS-14.0-arm64-arm-64bit", - "version": "0.53.0" + "platform": "macOS-14.1.1-arm64-arm-64bit", + "version": "0.54.0" }, "e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441": { "benches": { - "big_values_data": { + "big-values-data": { "comment": "Loading a trace with huge values", "memory_sizes": [ - "58.938 MiB", - "58.938 MiB" + "59.000 MiB", + "59.000 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "12.11ms", + "duration": "17.72ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "6.80ms", + "duration": "7.12ms", "nested": { - "from_slice": "6.74ms" + "from_slice": "7.06ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "226.00µs", + "duration": "224.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "18.00µs", - "air_parser::parser::air_parser::parse": "19.00µs" + "air::preparation_step::preparation::make_exec_ctx": "22.00µs", + "air_parser::parser::air_parser::parse": "20.00µs" } }, "runner::execute": "10.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "4.70ms", + "duration": "4.72ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "4.68ms", + "duration": "4.70ms", "nested": { - "populate_outcome_from_contexts": "4.62ms" + "populate_outcome_from_contexts": "4.64ms" } } } }, - "signing_step::sign_produced_cids": "159.00µs", + "signing_step::sign_produced_cids": "162.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "86.00µs", + "duration": "5.34ms", "nested": { - "verify": "11.00µs" + "verify": "4.80ms" } } } } }, - "total_time": "12.11ms" + "total_time": "17.72ms" }, - "dashboard": { - "comment": "big dashboard test", + "call-requests500": { + "comment": "multiple call requests", "memory_sizes": [ - "52.625 MiB", - "52.625 MiB" + "58.562 MiB", + "58.562 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "9.52ms", + "duration": "35.01ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.26ms", + "duration": "116.00µs", "nested": { - "from_slice": "1.21ms" + "from_slice": "78.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "354.00µs", + "duration": "273.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "42.00µs", - "air_parser::parser::air_parser::parse": "135.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "2.27ms", - "nested": { - "to_string(tetraplets)": "449.00µs" + "air::preparation_step::preparation::make_exec_ctx": "39.00µs", + "air_parser::parser::air_parser::parse": "49.00µs" } }, + "runner::execute": "24.69ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "672.00µs", + "duration": "9.56ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "651.00µs", + "duration": "9.54ms", "nested": { - "populate_outcome_from_contexts": "601.00µs" + "populate_outcome_from_contexts": "9.38ms" } } } }, - "signing_step::sign_produced_cids": "161.00µs", + "signing_step::sign_produced_cids": "164.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "4.57ms", + "duration": "77.00µs", "nested": { - "verify": "267.00µs" + "verify": "10.00µs" } } } } }, - "total_time": "9.52ms" + "total_time": "35.01ms" }, - "long_data": { - "comment": "Long data trace", + "call-results500": { + "comment": "multiple call results", "memory_sizes": [ - "53.750 MiB", - "53.750 MiB" + "54.438 MiB", + "54.438 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "4.57ms", + "duration": "19.19ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "2.27ms", + "duration": "657.00µs", "nested": { - "from_slice": "2.23ms" + "from_slice": "618.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "216.00µs", + "duration": "925.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "16.00µs", - "air_parser::parser::air_parser::parse": "18.00µs" + "air::preparation_step::preparation::make_exec_ctx": "688.00µs", + "air_parser::parser::air_parser::parse": "50.00µs" } }, - "runner::execute": "9.00µs", + "runner::execute": "14.78ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.13ms", + "duration": "2.17ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.14ms", + "duration": "2.15ms", "nested": { - "populate_outcome_from_contexts": "1.10ms" + "populate_outcome_from_contexts": "1.77ms" } } } }, - "signing_step::sign_produced_cids": "157.00µs", + "signing_step::sign_produced_cids": "435.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "662.00µs", + "duration": "81.00µs", "nested": { - "verify": "11.00µs" + "verify": "10.00µs" } } } } }, - "total_time": "4.57ms" + "total_time": "19.19ms" }, - "multiple-cids10": { - "comment": "verifying multiple CIDs for single peer", + "canon-map-key-by-lens": { + "comment": "benchmarking a map insert operation", "memory_sizes": [ - "52.438 MiB", - "52.438 MiB" + "56.625 MiB", + "56.625 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "3.53ms", + "duration": "14.88ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "467.00µs", + "duration": "4.04ms", "nested": { - "from_slice": "413.00µs" + "from_slice": "3.99ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "263.00µs", + "duration": "530.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "34.00µs", - "air_parser::parser::air_parser::parse": "47.00µs" + "air::preparation_step::preparation::make_exec_ctx": "288.00µs", + "air_parser::parser::air_parser::parse": "57.00µs" } }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "593.00µs", + "runner::execute": "2.76ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.78ms", "nested": { - "to_string(tetraplets)": "14.00µs" + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.75ms", + "nested": { + "populate_outcome_from_contexts": "2.40ms" + } + } + } + }, + "signing_step::sign_produced_cids": "159.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "4.48ms", + "nested": { + "verify": "3.95ms" + } + } + } + } + }, + "total_time": "14.88ms" + }, + "canon-map-key-element-by-lens": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "56.625 MiB", + "56.625 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "14.80ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "4.03ms", + "nested": { + "from_slice": "3.99ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "535.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "293.00µs", + "air_parser::parser::air_parser::parse": "59.00µs" + } + }, + "runner::execute": "2.69ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.76ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.74ms", + "nested": { + "populate_outcome_from_contexts": "2.40ms" + } + } + } + }, + "signing_step::sign_produced_cids": "159.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "4.48ms", + "nested": { + "verify": "3.96ms" + } + } + } + } + }, + "total_time": "14.80ms" + }, + "canon-map-multiple-keys": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "54.500 MiB", + "54.500 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "12.47ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "357.00µs", + "nested": { + "from_slice": "317.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "248.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "19.00µs", + "air_parser::parser::air_parser::parse": "47.00µs" } }, + "runner::execute": "8.71ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "470.00µs", + "duration": "2.31ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "448.00µs", + "duration": "2.29ms", "nested": { - "populate_outcome_from_contexts": "392.00µs" + "populate_outcome_from_contexts": "2.00ms" } } } @@ -4032,15 +4208,333 @@ "signing_step::sign_produced_cids": "161.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "1.45ms", + "duration": "554.00µs", + "nested": { + "verify": "28.00µs" + } + } + } + } + }, + "total_time": "12.47ms" + }, + "canon-map-scalar-multiple-keys": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "53.125 MiB", + "53.125 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "5.18ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "359.00µs", + "nested": { + "from_slice": "319.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "243.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "46.00µs" + } + }, + "runner::execute": "3.28ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "462.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "440.00µs", + "nested": { + "populate_outcome_from_contexts": "397.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "159.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "554.00µs", + "nested": { + "verify": "28.00µs" + } + } + } + } + }, + "total_time": "5.18ms" + }, + "canon-map-scalar-single-key": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "53.000 MiB", + "53.000 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "4.27ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "382.00µs", + "nested": { + "from_slice": "342.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "241.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "43.00µs" + } + }, + "runner::execute": "2.31ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "454.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "432.00µs", + "nested": { + "populate_outcome_from_contexts": "379.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "160.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "588.00µs", + "nested": { + "verify": "61.00µs" + } + } + } + } + }, + "total_time": "4.27ms" + }, + "canon-map-single-key": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "55.312 MiB", + "55.312 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "10.90ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "381.00µs", + "nested": { + "from_slice": "340.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "244.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "44.00µs" + } + }, + "runner::execute": "6.73ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.64ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.62ms", + "nested": { + "populate_outcome_from_contexts": "2.36ms" + } + } + } + }, + "signing_step::sign_produced_cids": "168.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "596.00µs", "nested": { - "verify": "317.00µs" + "verify": "62.00µs" } } } } }, - "total_time": "3.53ms" + "total_time": "10.90ms" + }, + "dashboard": { + "comment": "big dashboard test", + "memory_sizes": [ + "52.625 MiB", + "52.625 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "8.22ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "1.28ms", + "nested": { + "from_slice": "1.23ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "350.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "41.00µs", + "air_parser::parser::air_parser::parse": "131.00µs" + } + }, + "runner::execute": "1.08ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "656.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "634.00µs", + "nested": { + "populate_outcome_from_contexts": "584.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "162.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "4.55ms", + "nested": { + "verify": "195.00µs" + } + } + } + } + }, + "total_time": "8.22ms" + }, + "long-data": { + "comment": "Long data trace", + "memory_sizes": [ + "53.812 MiB", + "53.812 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "6.32ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "2.39ms", + "nested": { + "from_slice": "2.35ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "238.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "41.00µs", + "air_parser::parser::air_parser::parse": "18.00µs" + } + }, + "runner::execute": "9.00µs", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "1.07ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "1.05ms", + "nested": { + "populate_outcome_from_contexts": "1.01ms" + } + } + } + }, + "signing_step::sign_produced_cids": "158.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "2.33ms", + "nested": { + "verify": "841.00µs" + } + } + } + } + }, + "total_time": "6.32ms" + }, + "multiple-cids10": { + "comment": "verifying multiple CIDs for single peer", + "memory_sizes": [ + "52.438 MiB", + "52.438 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "3.37ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "467.00µs", + "nested": { + "from_slice": "414.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "256.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "32.00µs", + "air_parser::parser::air_parser::parse": "44.00µs" + } + }, + "runner::execute": "568.00µs", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "456.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "434.00µs", + "nested": { + "populate_outcome_from_contexts": "375.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "159.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "1.34ms", + "nested": { + "verify": "230.00µs" + } + } + } + } + }, + "total_time": "3.37ms" }, "multiple-cids50": { "comment": "verifying multiple CIDs for single peer", @@ -4306,7 +4800,7 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "14.36ms", + "duration": "13.47ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", @@ -4317,44 +4811,38 @@ }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "333.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "102.00µs", - "air_parser::parser::air_parser::parse": "50.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "3.62ms", + "duration": "334.00µs", "nested": { - "to_string(tetraplets)": "16.00µs" + "air::preparation_step::preparation::make_exec_ctx": "103.00µs", + "air_parser::parser::air_parser::parse": "51.00µs" } }, + "runner::execute": "3.63ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", "duration": "1.30ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.31ms", + "duration": "1.28ms", "nested": { - "populate_outcome_from_contexts": "1.16ms" + "populate_outcome_from_contexts": "1.17ms" } } } }, - "signing_step::sign_produced_cids": "161.00µs", + "signing_step::sign_produced_cids": "159.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "6.74ms", + "duration": "6.18ms", "nested": { - "verify": "1.45ms" + "verify": "1.03ms" } } } } }, - "total_time": "14.36ms" + "total_time": "13.47ms" }, "multiple-sigs200": { "comment": "signing multiple CIDs", @@ -4439,49 +4927,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "26.89ms", + "duration": "24.67ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "5.04ms", + "duration": "4.93ms", "nested": { - "from_slice": "4.99ms" + "from_slice": "4.87ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "454.00µs", + "duration": "446.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "219.00µs", - "air_parser::parser::air_parser::parse": "50.00µs" + "air::preparation_step::preparation::make_exec_ctx": "215.00µs", + "air_parser::parser::air_parser::parse": "49.00µs" } }, - "runner::execute": "11.80ms", + "runner::execute": "10.49ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.74ms", + "duration": "3.70ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.71ms", + "duration": "3.68ms", "nested": { - "populate_outcome_from_contexts": "3.54ms" + "populate_outcome_from_contexts": "3.50ms" } } } }, - "signing_step::sign_produced_cids": "678.00µs", + "signing_step::sign_produced_cids": "668.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "5.03ms", + "duration": "4.30ms", "nested": { - "verify": "2.50ms" + "verify": "1.81ms" } } } } }, - "total_time": "26.89ms" + "total_time": "24.67ms" }, "multiple-sigs50": { "comment": "signing multiple CIDs", @@ -4566,55 +5054,49 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "4.43ms", + "duration": "4.35ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "572.00µs", + "duration": "582.00µs", "nested": { - "from_slice": "519.00µs" + "from_slice": "525.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "268.00µs", + "duration": "267.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "23.00µs", + "air::preparation_step::preparation::make_exec_ctx": "22.00µs", "air_parser::parser::air_parser::parse": "67.00µs" } }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "190.00µs", - "nested": { - "to_string(tetraplets)": "13.00µs" - } - }, + "runner::execute": "163.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "366.00µs", + "duration": "363.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "344.00µs", + "duration": "342.00µs", "nested": { - "populate_outcome_from_contexts": "301.00µs" + "populate_outcome_from_contexts": "298.00µs" } } } }, - "signing_step::sign_produced_cids": "162.00µs", + "signing_step::sign_produced_cids": "160.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "2.75ms", + "duration": "2.69ms", "nested": { - "verify": "79.00µs" + "verify": "64.00µs" } } } } }, - "total_time": "4.43ms" + "total_time": "4.35ms" }, "null": { "comment": "Empty data and null script", @@ -4709,11 +5191,117 @@ } }, "total_time": "30.20ms" + }, + "populate-map-multiple-keys": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "53.000 MiB", + "53.000 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "4.37ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "130.00µs", + "nested": { + "from_slice": "91.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "246.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "49.00µs" + } + }, + "runner::execute": "2.77ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "387.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "365.00µs", + "nested": { + "populate_outcome_from_contexts": "325.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "158.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "549.00µs", + "nested": { + "verify": "27.00µs" + } + } + } + } + }, + "total_time": "4.37ms" + }, + "populate-map-single-key": { + "comment": "benchmarking a map insert operation", + "memory_sizes": [ + "52.938 MiB", + "52.938 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "3.62ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "199.00µs", + "nested": { + "from_slice": "159.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "243.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "46.00µs" + } + }, + "runner::execute": "1.91ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "400.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "377.00µs", + "nested": { + "populate_outcome_from_contexts": "324.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "160.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "586.00µs", + "nested": { + "verify": "61.00µs" + } + } + } + } + }, + "total_time": "3.62ms" } }, - "datetime": "2023-10-20 12:46:01.094988+00:00", + "datetime": "2023-11-27 15:10:46.006416+00:00", "features": "check_signatures,gen_signatures", "platform": "Linux-5.15.0-76-generic-x86_64-with-glibc2.29", - "version": "0.53.0" + "version": "0.54.0" } } diff --git a/benches/PERFORMANCE.txt b/benches/PERFORMANCE.txt index 35b4158ff8..4c6979cb2b 100644 --- a/benches/PERFORMANCE.txt +++ b/benches/PERFORMANCE.txt @@ -642,153 +642,179 @@ Machine c1f3ea5950db0a10b44da931c25774d64ab25084f47d504f72f311e694550ff1: execute: 29.00µs new: 38.00µs Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: - Platform: macOS-14.0-arm64-arm-64bit - Timestamp: 2023-11-06 18:49:22.923773+00:00 - AquaVM version: 0.53.0 + Platform: macOS-14.1.1-arm64-arm-64bit + Timestamp: 2023-11-27 15:04:01.881477+00:00 + AquaVM version: 0.54.0 Benches: Features: check_signatures,gen_signatures - big_values_data (8.59ms; 58.938 MiB, 58.938 MiB): Loading a trace with huge values - air::runner::execute_air: 8.59ms - preparation_step::preparation::parse_data: 4.79ms - from_slice: 4.74ms - preparation_step::preparation::prepare: 170.00µs - air::preparation_step::preparation::make_exec_ctx: 14.00µs - air_parser::parser::air_parser::parse: 33.00µs + big-values-data (13.01ms; 59.000 MiB, 59.000 MiB): Loading a trace with huge values + air::runner::execute_air: 13.01ms + preparation_step::preparation::parse_data: 5.24ms + from_slice: 5.18ms + preparation_step::preparation::prepare: 173.00µs + air::preparation_step::preparation::make_exec_ctx: 22.00µs + air_parser::parser::air_parser::parse: 30.00µs runner::execute: 13.00µs - runner::farewell: 3.25ms - from_success_result: 3.23ms - populate_outcome_from_contexts: 3.19ms + runner::farewell: 3.27ms + from_success_result: 3.25ms + populate_outcome_from_contexts: 3.22ms + signing_step::sign_produced_cids: 99.00µs + verification_step::verify: 4.03ms + verify: 3.67ms + call-requests500 (25.80ms; 58.562 MiB, 58.562 MiB): multiple call requests + air::runner::execute_air: 25.80ms + preparation_step::preparation::parse_data: 146.00µs + from_slice: 106.00µs + preparation_step::preparation::prepare: 253.00µs + air::preparation_step::preparation::make_exec_ctx: 47.00µs + air_parser::parser::air_parser::parse: 78.00µs + runner::execute: 19.89ms + runner::farewell: 5.15ms + from_success_result: 5.13ms + populate_outcome_from_contexts: 5.02ms + signing_step::sign_produced_cids: 105.00µs + verification_step::verify: 80.00µs + verify: 12.00µs + call-results500 (15.60ms; 54.438 MiB, 54.438 MiB): multiple call results + air::runner::execute_air: 15.60ms + preparation_step::preparation::parse_data: 621.00µs + from_slice: 579.00µs + preparation_step::preparation::prepare: 1.00ms + air::preparation_step::preparation::make_exec_ctx: 803.00µs + air_parser::parser::air_parser::parse: 73.00µs + runner::execute: 11.60ms + runner::farewell: 1.80ms + from_success_result: 1.78ms + populate_outcome_from_contexts: 1.33ms + signing_step::sign_produced_cids: 290.00µs + verification_step::verify: 95.00µs + verify: 12.00µs + canon-map-key-by-lens (10.82ms; 56.625 MiB, 56.625 MiB): benchmarking a map insert operation + air::runner::execute_air: 10.82ms + preparation_step::preparation::parse_data: 3.15ms + from_slice: 3.10ms + preparation_step::preparation::prepare: 385.00µs + air::preparation_step::preparation::make_exec_ctx: 187.00µs + air_parser::parser::air_parser::parse: 77.00µs + runner::execute: 1.96ms + runner::farewell: 1.87ms + from_success_result: 1.84ms + populate_outcome_from_contexts: 1.49ms signing_step::sign_produced_cids: 100.00µs - verification_step::verify: 85.00µs - verify: 13.00µs - canon-map-key-by-lens (11.57ms; 56.625 MiB, 56.625 MiB): benchmarking a map insert operation - air::runner::execute_air: 11.57ms - preparation_step::preparation::parse_data: 3.11ms - from_slice: 3.06ms + verification_step::verify: 3.18ms + verify: 2.82ms + canon-map-key-element-by-lens (10.75ms; 56.625 MiB, 56.625 MiB): benchmarking a map insert operation + air::runner::execute_air: 10.75ms + preparation_step::preparation::parse_data: 3.13ms + from_slice: 3.08ms preparation_step::preparation::prepare: 382.00µs - air::preparation_step::preparation::make_exec_ctx: 185.00µs - air_parser::parser::air_parser::parse: 74.00µs + air::preparation_step::preparation::make_exec_ctx: 187.00µs + air_parser::parser::air_parser::parse: 77.00µs runner::execute: 1.92ms - runner::farewell: 1.83ms - from_success_result: 1.81ms - populate_outcome_from_contexts: 1.46ms - signing_step::sign_produced_cids: 95.00µs - verification_step::verify: 4.07ms - verify: 3.72ms - canon-map-key-element-by-lens (11.55ms; 56.625 MiB, 56.625 MiB): benchmarking a map insert operation - air::runner::execute_air: 11.55ms - preparation_step::preparation::parse_data: 3.10ms - from_slice: 3.06ms - preparation_step::preparation::prepare: 379.00µs - air::preparation_step::preparation::make_exec_ctx: 184.00µs - air_parser::parser::air_parser::parse: 74.00µs - runner::execute: 1.90ms - runner::farewell: 1.81ms - from_success_result: 1.79ms - populate_outcome_from_contexts: 1.46ms - signing_step::sign_produced_cids: 95.00µs - verification_step::verify: 4.08ms - verify: 3.73ms - canon-map-multiple-keys (9.83ms; 54.500 MiB, 54.500 MiB): benchmarking a map insert operation - air::runner::execute_air: 9.83ms - preparation_step::preparation::parse_data: 397.00µs - from_slice: 352.00µs - preparation_step::preparation::prepare: 196.00µs - air::preparation_step::preparation::make_exec_ctx: 15.00µs - air_parser::parser::air_parser::parse: 58.00µs - runner::execute: 6.93ms - runner::farewell: 1.62ms - from_success_result: 1.60ms - populate_outcome_from_contexts: 1.31ms - signing_step::sign_produced_cids: 96.00µs + runner::farewell: 1.85ms + from_success_result: 1.83ms + populate_outcome_from_contexts: 1.49ms + signing_step::sign_produced_cids: 100.00µs + verification_step::verify: 3.17ms + verify: 2.81ms + canon-map-multiple-keys (8.96ms; 54.500 MiB, 54.500 MiB): benchmarking a map insert operation + air::runner::execute_air: 8.96ms + preparation_step::preparation::parse_data: 417.00µs + from_slice: 370.00µs + preparation_step::preparation::prepare: 201.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 66.00µs + runner::execute: 6.02ms + runner::farewell: 1.63ms + from_success_result: 1.61ms + populate_outcome_from_contexts: 1.32ms + signing_step::sign_produced_cids: 100.00µs + verification_step::verify: 403.00µs + verify: 40.00µs + canon-map-scalar-multiple-keys (4.08ms; 53.125 MiB, 53.125 MiB): benchmarking a map insert operation + air::runner::execute_air: 4.08ms + preparation_step::preparation::parse_data: 418.00µs + from_slice: 370.00µs + preparation_step::preparation::prepare: 197.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 62.00µs + runner::execute: 2.43ms + runner::farewell: 345.00µs + from_success_result: 325.00µs + populate_outcome_from_contexts: 289.00µs + signing_step::sign_produced_cids: 98.00µs verification_step::verify: 405.00µs - verify: 50.00µs - canon-map-scalar-multiple-keys (4.05ms; 53.125 MiB, 53.125 MiB): benchmarking a map insert operation - air::runner::execute_air: 4.05ms - preparation_step::preparation::parse_data: 400.00µs - from_slice: 354.00µs + verify: 40.00µs + canon-map-scalar-single-key (3.29ms; 53.000 MiB, 53.000 MiB): benchmarking a map insert operation + air::runner::execute_air: 3.29ms + preparation_step::preparation::parse_data: 427.00µs + from_slice: 380.00µs preparation_step::preparation::prepare: 200.00µs - air::preparation_step::preparation::make_exec_ctx: 15.00µs - air_parser::parser::air_parser::parse: 60.00µs - runner::execute: 2.42ms - runner::farewell: 350.00µs - from_success_result: 331.00µs - populate_outcome_from_contexts: 294.00µs - signing_step::sign_produced_cids: 95.00µs - verification_step::verify: 404.00µs - verify: 50.00µs - canon-map-scalar-single-key (3.27ms; 53.000 MiB, 53.000 MiB): benchmarking a map insert operation - air::runner::execute_air: 3.27ms - preparation_step::preparation::parse_data: 412.00µs - from_slice: 364.00µs - preparation_step::preparation::prepare: 193.00µs - air::preparation_step::preparation::make_exec_ctx: 15.00µs - air_parser::parser::air_parser::parse: 55.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 62.00µs runner::execute: 1.58ms - runner::farewell: 356.00µs - from_success_result: 336.00µs - populate_outcome_from_contexts: 283.00µs - signing_step::sign_produced_cids: 95.00µs - verification_step::verify: 447.00µs - verify: 92.00µs - canon-map-single-key (8.25ms; 55.312 MiB, 55.312 MiB): benchmarking a map insert operation - air::runner::execute_air: 8.25ms - preparation_step::preparation::parse_data: 414.00µs - from_slice: 366.00µs - preparation_step::preparation::prepare: 193.00µs - air::preparation_step::preparation::make_exec_ctx: 15.00µs - air_parser::parser::air_parser::parse: 56.00µs - runner::execute: 5.19ms - runner::farewell: 1.71ms - from_success_result: 1.69ms - populate_outcome_from_contexts: 1.45ms - signing_step::sign_produced_cids: 96.00µs - verification_step::verify: 449.00µs - verify: 95.00µs - dashboard (6.74ms; 52.625 MiB, 52.625 MiB): big dashboard test - air::runner::execute_air: 6.74ms - preparation_step::preparation::parse_data: 1.00ms - from_slice: 947.00µs - preparation_step::preparation::prepare: 318.00µs - air::preparation_step::preparation::make_exec_ctx: 32.00µs - air_parser::parser::air_parser::parse: 163.00µs - runner::execute: 1.70ms - to_string(tetraplets): 362.00µs - runner::farewell: 462.00µs - from_success_result: 442.00µs - populate_outcome_from_contexts: 399.00µs - signing_step::sign_produced_cids: 100.00µs - verification_step::verify: 2.97ms - verify: 215.00µs - long_data (3.64ms; 53.750 MiB, 53.750 MiB): Long data trace - air::runner::execute_air: 3.64ms - preparation_step::preparation::parse_data: 1.77ms - from_slice: 1.72ms - preparation_step::preparation::prepare: 172.00µs - air::preparation_step::preparation::make_exec_ctx: 14.00µs - air_parser::parser::air_parser::parse: 30.00µs - runner::execute: 12.00µs - runner::farewell: 926.00µs - from_success_result: 906.00µs - populate_outcome_from_contexts: 867.00µs + runner::farewell: 354.00µs + from_success_result: 334.00µs + populate_outcome_from_contexts: 282.00µs + signing_step::sign_produced_cids: 101.00µs + verification_step::verify: 437.00µs + verify: 75.00µs + canon-map-single-key (7.51ms; 55.312 MiB, 55.312 MiB): benchmarking a map insert operation + air::runner::execute_air: 7.51ms + preparation_step::preparation::parse_data: 426.00µs + from_slice: 378.00µs + preparation_step::preparation::prepare: 196.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 60.00µs + runner::execute: 4.45ms + runner::farewell: 1.73ms + from_success_result: 1.71ms + populate_outcome_from_contexts: 1.46ms + signing_step::sign_produced_cids: 99.00µs + verification_step::verify: 434.00µs + verify: 74.00µs + dashboard (5.70ms; 52.625 MiB, 52.625 MiB): big dashboard test + air::runner::execute_air: 5.70ms + preparation_step::preparation::parse_data: 1.02ms + from_slice: 960.00µs + preparation_step::preparation::prepare: 320.00µs + air::preparation_step::preparation::make_exec_ctx: 34.00µs + air_parser::parser::air_parser::parse: 167.00µs + runner::execute: 750.00µs + runner::farewell: 463.00µs + from_success_result: 443.00µs + populate_outcome_from_contexts: 402.00µs signing_step::sign_produced_cids: 102.00µs - verification_step::verify: 529.00µs - verify: 10.00µs - multiple-cids10 (2.63ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer - air::runner::execute_air: 2.63ms - preparation_step::preparation::parse_data: 417.00µs - from_slice: 363.00µs - preparation_step::preparation::prepare: 205.00µs - air::preparation_step::preparation::make_exec_ctx: 26.00µs - air_parser::parser::air_parser::parse: 58.00µs - runner::execute: 446.00µs - to_string(tetraplets): 10.00µs - runner::farewell: 321.00µs - from_success_result: 300.00µs - populate_outcome_from_contexts: 252.00µs + verification_step::verify: 2.87ms + verify: 158.00µs + long-data (4.96ms; 53.812 MiB, 53.812 MiB): Long data trace + air::runner::execute_air: 4.96ms + preparation_step::preparation::parse_data: 1.89ms + from_slice: 1.84ms + preparation_step::preparation::prepare: 183.00µs + air::preparation_step::preparation::make_exec_ctx: 35.00µs + air_parser::parser::air_parser::parse: 28.00µs + runner::execute: 12.00µs + runner::farewell: 888.00µs + from_success_result: 868.00µs + populate_outcome_from_contexts: 836.00µs + signing_step::sign_produced_cids: 99.00µs + verification_step::verify: 1.71ms + verify: 664.00µs + multiple-cids10 (2.54ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer + air::runner::execute_air: 2.54ms + preparation_step::preparation::parse_data: 434.00µs + from_slice: 381.00µs + preparation_step::preparation::prepare: 206.00µs + air::preparation_step::preparation::make_exec_ctx: 27.00µs + air_parser::parser::air_parser::parse: 61.00µs + runner::execute: 408.00µs + runner::farewell: 318.00µs + from_success_result: 298.00µs + populate_outcome_from_contexts: 251.00µs signing_step::sign_produced_cids: 100.00µs - verification_step::verify: 952.00µs - verify: 240.00µs + verification_step::verify: 896.00µs + verify: 182.00µs multiple-cids50 (24.68ms; 59.375 MiB, 59.375 MiB): verifying multiple CIDs for single peer air::runner::execute_air: 24.68ms preparation_step::preparation::parse_data: 4.87ms @@ -855,21 +881,20 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 109.00µs verification_step::verify: 2.48ms verify: 289.00µs - multiple-peers8 (9.96ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers - air::runner::execute_air: 9.96ms - preparation_step::preparation::parse_data: 1.36ms + multiple-peers8 (9.38ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers + air::runner::execute_air: 9.38ms + preparation_step::preparation::parse_data: 1.37ms from_slice: 1.31ms - preparation_step::preparation::prepare: 254.00µs - air::preparation_step::preparation::make_exec_ctx: 70.00µs - air_parser::parser::air_parser::parse: 63.00µs - runner::execute: 2.87ms - to_string(tetraplets): 10.00µs - runner::farewell: 901.00µs - from_success_result: 881.00µs + preparation_step::preparation::prepare: 257.00µs + air::preparation_step::preparation::make_exec_ctx: 72.00µs + air_parser::parser::air_parser::parse: 68.00µs + runner::execute: 2.64ms + runner::farewell: 900.00µs + from_success_result: 880.00µs populate_outcome_from_contexts: 783.00µs - signing_step::sign_produced_cids: 99.00µs - verification_step::verify: 3.97ms - verify: 1.02ms + signing_step::sign_produced_cids: 100.00µs + verification_step::verify: 3.94ms + verify: 743.00µs multiple-sigs10 (13.63ms; 52.875 MiB, 52.875 MiB): signing multiple CIDs air::runner::execute_air: 13.63ms preparation_step::preparation::parse_data: 653.00µs @@ -904,20 +929,20 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 22.05ms verification_step::verify: 153.40ms verify: 84.07ms - multiple-sigs30 (18.99ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs - air::runner::execute_air: 18.99ms - preparation_step::preparation::parse_data: 3.94ms - from_slice: 3.88ms - preparation_step::preparation::prepare: 332.00µs - air::preparation_step::preparation::make_exec_ctx: 147.00µs - air_parser::parser::air_parser::parse: 62.00µs - runner::execute: 8.10ms - runner::farewell: 2.55ms + multiple-sigs30 (17.44ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs + air::runner::execute_air: 17.44ms + preparation_step::preparation::parse_data: 3.91ms + from_slice: 3.85ms + preparation_step::preparation::prepare: 334.00µs + air::preparation_step::preparation::make_exec_ctx: 150.00µs + air_parser::parser::air_parser::parse: 66.00µs + runner::execute: 7.01ms + runner::farewell: 2.56ms from_success_result: 2.54ms - populate_outcome_from_contexts: 2.36ms - signing_step::sign_produced_cids: 442.00µs - verification_step::verify: 2.99ms - verify: 1.30ms + populate_outcome_from_contexts: 2.37ms + signing_step::sign_produced_cids: 447.00µs + verification_step::verify: 2.98ms + verify: 1.27ms multiple-sigs50 (49.64ms; 62.625 MiB, 62.625 MiB): signing multiple CIDs air::runner::execute_air: 49.64ms preparation_step::preparation::parse_data: 10.52ms @@ -932,21 +957,20 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 1.23ms verification_step::verify: 8.51ms verify: 4.56ms - network-explore (3.13ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered - air::runner::execute_air: 3.13ms - preparation_step::preparation::parse_data: 482.00µs - from_slice: 427.00µs + network-explore (3.08ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered + air::runner::execute_air: 3.08ms + preparation_step::preparation::parse_data: 498.00µs + from_slice: 442.00µs preparation_step::preparation::prepare: 220.00µs - air::preparation_step::preparation::make_exec_ctx: 19.00µs - air_parser::parser::air_parser::parse: 75.00µs - runner::execute: 167.00µs - to_string(tetraplets): 13.00µs - runner::farewell: 252.00µs - from_success_result: 232.00µs - populate_outcome_from_contexts: 195.00µs - signing_step::sign_produced_cids: 100.00µs - verification_step::verify: 1.72ms - verify: 80.00µs + air::preparation_step::preparation::make_exec_ctx: 21.00µs + air_parser::parser::air_parser::parse: 81.00µs + runner::execute: 139.00µs + runner::farewell: 253.00µs + from_success_result: 233.00µs + populate_outcome_from_contexts: 197.00µs + signing_step::sign_produced_cids: 104.00µs + verification_step::verify: 1.69ms + verify: 64.00µs network_explore (5.23ms; 52.500 MiB, 52.500 MiB): 5 peers of network are discovered air::runner::execute_air: 5.23ms preparation_step::preparation::parse_data: 480.00µs @@ -994,98 +1018,208 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 104.00µs verification_step::verify: 44.00µs verify: 12.00µs - populate-map-multiple-keys (3.42ms; 53.000 MiB, 53.000 MiB): benchmarking a map insert operation - air::runner::execute_air: 3.42ms - preparation_step::preparation::parse_data: 151.00µs - from_slice: 107.00µs - preparation_step::preparation::prepare: 197.00µs - air::preparation_step::preparation::make_exec_ctx: 15.00µs - air_parser::parser::air_parser::parse: 60.00µs - runner::execute: 2.12ms - runner::farewell: 289.00µs - from_success_result: 269.00µs - populate_outcome_from_contexts: 233.00µs - signing_step::sign_produced_cids: 96.00µs - verification_step::verify: 392.00µs - verify: 48.00µs - populate-map-single-key (2.71ms; 52.938 MiB, 52.938 MiB): benchmarking a map insert operation - air::runner::execute_air: 2.71ms - preparation_step::preparation::parse_data: 207.00µs - from_slice: 163.00µs - preparation_step::preparation::prepare: 194.00µs - air::preparation_step::preparation::make_exec_ctx: 15.00µs - air_parser::parser::air_parser::parse: 58.00µs - runner::execute: 1.29ms + populate-map-multiple-keys (3.44ms; 53.000 MiB, 53.000 MiB): benchmarking a map insert operation + air::runner::execute_air: 3.44ms + preparation_step::preparation::parse_data: 167.00µs + from_slice: 120.00µs + preparation_step::preparation::prepare: 201.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 65.00µs + runner::execute: 2.10ms + runner::farewell: 291.00µs + from_success_result: 271.00µs + populate_outcome_from_contexts: 235.00µs + signing_step::sign_produced_cids: 98.00µs + verification_step::verify: 394.00µs + verify: 41.00µs + populate-map-single-key (2.74ms; 52.938 MiB, 52.938 MiB): benchmarking a map insert operation + air::runner::execute_air: 2.74ms + preparation_step::preparation::parse_data: 223.00µs + from_slice: 176.00µs + preparation_step::preparation::prepare: 198.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 63.00µs + runner::execute: 1.30ms runner::farewell: 311.00µs from_success_result: 290.00µs - populate_outcome_from_contexts: 236.00µs - signing_step::sign_produced_cids: 95.00µs - verification_step::verify: 435.00µs - verify: 93.00µs + populate_outcome_from_contexts: 235.00µs + signing_step::sign_produced_cids: 99.00µs + verification_step::verify: 426.00µs + verify: 75.00µs Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: Platform: Linux-5.15.0-76-generic-x86_64-with-glibc2.29 - Timestamp: 2023-10-20 12:46:01.094988+00:00 - AquaVM version: 0.53.0 + Timestamp: 2023-11-27 15:10:46.006416+00:00 + AquaVM version: 0.54.0 Benches: Features: check_signatures,gen_signatures - big_values_data (12.11ms; 58.938 MiB, 58.938 MiB): Loading a trace with huge values - air::runner::execute_air: 12.11ms - preparation_step::preparation::parse_data: 6.80ms - from_slice: 6.74ms - preparation_step::preparation::prepare: 226.00µs - air::preparation_step::preparation::make_exec_ctx: 18.00µs - air_parser::parser::air_parser::parse: 19.00µs + big-values-data (17.72ms; 59.000 MiB, 59.000 MiB): Loading a trace with huge values + air::runner::execute_air: 17.72ms + preparation_step::preparation::parse_data: 7.12ms + from_slice: 7.06ms + preparation_step::preparation::prepare: 224.00µs + air::preparation_step::preparation::make_exec_ctx: 22.00µs + air_parser::parser::air_parser::parse: 20.00µs runner::execute: 10.00µs - runner::farewell: 4.70ms - from_success_result: 4.68ms - populate_outcome_from_contexts: 4.62ms + runner::farewell: 4.72ms + from_success_result: 4.70ms + populate_outcome_from_contexts: 4.64ms + signing_step::sign_produced_cids: 162.00µs + verification_step::verify: 5.34ms + verify: 4.80ms + call-requests500 (35.01ms; 58.562 MiB, 58.562 MiB): multiple call requests + air::runner::execute_air: 35.01ms + preparation_step::preparation::parse_data: 116.00µs + from_slice: 78.00µs + preparation_step::preparation::prepare: 273.00µs + air::preparation_step::preparation::make_exec_ctx: 39.00µs + air_parser::parser::air_parser::parse: 49.00µs + runner::execute: 24.69ms + runner::farewell: 9.56ms + from_success_result: 9.54ms + populate_outcome_from_contexts: 9.38ms + signing_step::sign_produced_cids: 164.00µs + verification_step::verify: 77.00µs + verify: 10.00µs + call-results500 (19.19ms; 54.438 MiB, 54.438 MiB): multiple call results + air::runner::execute_air: 19.19ms + preparation_step::preparation::parse_data: 657.00µs + from_slice: 618.00µs + preparation_step::preparation::prepare: 925.00µs + air::preparation_step::preparation::make_exec_ctx: 688.00µs + air_parser::parser::air_parser::parse: 50.00µs + runner::execute: 14.78ms + runner::farewell: 2.17ms + from_success_result: 2.15ms + populate_outcome_from_contexts: 1.77ms + signing_step::sign_produced_cids: 435.00µs + verification_step::verify: 81.00µs + verify: 10.00µs + canon-map-key-by-lens (14.88ms; 56.625 MiB, 56.625 MiB): benchmarking a map insert operation + air::runner::execute_air: 14.88ms + preparation_step::preparation::parse_data: 4.04ms + from_slice: 3.99ms + preparation_step::preparation::prepare: 530.00µs + air::preparation_step::preparation::make_exec_ctx: 288.00µs + air_parser::parser::air_parser::parse: 57.00µs + runner::execute: 2.76ms + runner::farewell: 2.78ms + from_success_result: 2.75ms + populate_outcome_from_contexts: 2.40ms signing_step::sign_produced_cids: 159.00µs - verification_step::verify: 86.00µs - verify: 11.00µs - dashboard (9.52ms; 52.625 MiB, 52.625 MiB): big dashboard test - air::runner::execute_air: 9.52ms - preparation_step::preparation::parse_data: 1.26ms - from_slice: 1.21ms - preparation_step::preparation::prepare: 354.00µs - air::preparation_step::preparation::make_exec_ctx: 42.00µs - air_parser::parser::air_parser::parse: 135.00µs - runner::execute: 2.27ms - to_string(tetraplets): 449.00µs - runner::farewell: 672.00µs - from_success_result: 651.00µs - populate_outcome_from_contexts: 601.00µs + verification_step::verify: 4.48ms + verify: 3.95ms + canon-map-key-element-by-lens (14.80ms; 56.625 MiB, 56.625 MiB): benchmarking a map insert operation + air::runner::execute_air: 14.80ms + preparation_step::preparation::parse_data: 4.03ms + from_slice: 3.99ms + preparation_step::preparation::prepare: 535.00µs + air::preparation_step::preparation::make_exec_ctx: 293.00µs + air_parser::parser::air_parser::parse: 59.00µs + runner::execute: 2.69ms + runner::farewell: 2.76ms + from_success_result: 2.74ms + populate_outcome_from_contexts: 2.40ms + signing_step::sign_produced_cids: 159.00µs + verification_step::verify: 4.48ms + verify: 3.96ms + canon-map-multiple-keys (12.47ms; 54.500 MiB, 54.500 MiB): benchmarking a map insert operation + air::runner::execute_air: 12.47ms + preparation_step::preparation::parse_data: 357.00µs + from_slice: 317.00µs + preparation_step::preparation::prepare: 248.00µs + air::preparation_step::preparation::make_exec_ctx: 19.00µs + air_parser::parser::air_parser::parse: 47.00µs + runner::execute: 8.71ms + runner::farewell: 2.31ms + from_success_result: 2.29ms + populate_outcome_from_contexts: 2.00ms signing_step::sign_produced_cids: 161.00µs - verification_step::verify: 4.57ms - verify: 267.00µs - long_data (4.57ms; 53.750 MiB, 53.750 MiB): Long data trace - air::runner::execute_air: 4.57ms - preparation_step::preparation::parse_data: 2.27ms - from_slice: 2.23ms - preparation_step::preparation::prepare: 216.00µs - air::preparation_step::preparation::make_exec_ctx: 16.00µs + verification_step::verify: 554.00µs + verify: 28.00µs + canon-map-scalar-multiple-keys (5.18ms; 53.125 MiB, 53.125 MiB): benchmarking a map insert operation + air::runner::execute_air: 5.18ms + preparation_step::preparation::parse_data: 359.00µs + from_slice: 319.00µs + preparation_step::preparation::prepare: 243.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 46.00µs + runner::execute: 3.28ms + runner::farewell: 462.00µs + from_success_result: 440.00µs + populate_outcome_from_contexts: 397.00µs + signing_step::sign_produced_cids: 159.00µs + verification_step::verify: 554.00µs + verify: 28.00µs + canon-map-scalar-single-key (4.27ms; 53.000 MiB, 53.000 MiB): benchmarking a map insert operation + air::runner::execute_air: 4.27ms + preparation_step::preparation::parse_data: 382.00µs + from_slice: 342.00µs + preparation_step::preparation::prepare: 241.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 43.00µs + runner::execute: 2.31ms + runner::farewell: 454.00µs + from_success_result: 432.00µs + populate_outcome_from_contexts: 379.00µs + signing_step::sign_produced_cids: 160.00µs + verification_step::verify: 588.00µs + verify: 61.00µs + canon-map-single-key (10.90ms; 55.312 MiB, 55.312 MiB): benchmarking a map insert operation + air::runner::execute_air: 10.90ms + preparation_step::preparation::parse_data: 381.00µs + from_slice: 340.00µs + preparation_step::preparation::prepare: 244.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 44.00µs + runner::execute: 6.73ms + runner::farewell: 2.64ms + from_success_result: 2.62ms + populate_outcome_from_contexts: 2.36ms + signing_step::sign_produced_cids: 168.00µs + verification_step::verify: 596.00µs + verify: 62.00µs + dashboard (8.22ms; 52.625 MiB, 52.625 MiB): big dashboard test + air::runner::execute_air: 8.22ms + preparation_step::preparation::parse_data: 1.28ms + from_slice: 1.23ms + preparation_step::preparation::prepare: 350.00µs + air::preparation_step::preparation::make_exec_ctx: 41.00µs + air_parser::parser::air_parser::parse: 131.00µs + runner::execute: 1.08ms + runner::farewell: 656.00µs + from_success_result: 634.00µs + populate_outcome_from_contexts: 584.00µs + signing_step::sign_produced_cids: 162.00µs + verification_step::verify: 4.55ms + verify: 195.00µs + long-data (6.32ms; 53.812 MiB, 53.812 MiB): Long data trace + air::runner::execute_air: 6.32ms + preparation_step::preparation::parse_data: 2.39ms + from_slice: 2.35ms + preparation_step::preparation::prepare: 238.00µs + air::preparation_step::preparation::make_exec_ctx: 41.00µs air_parser::parser::air_parser::parse: 18.00µs runner::execute: 9.00µs - runner::farewell: 1.13ms - from_success_result: 1.14ms - populate_outcome_from_contexts: 1.10ms - signing_step::sign_produced_cids: 157.00µs - verification_step::verify: 662.00µs - verify: 11.00µs - multiple-cids10 (3.53ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer - air::runner::execute_air: 3.53ms + runner::farewell: 1.07ms + from_success_result: 1.05ms + populate_outcome_from_contexts: 1.01ms + signing_step::sign_produced_cids: 158.00µs + verification_step::verify: 2.33ms + verify: 841.00µs + multiple-cids10 (3.37ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer + air::runner::execute_air: 3.37ms preparation_step::preparation::parse_data: 467.00µs - from_slice: 413.00µs - preparation_step::preparation::prepare: 263.00µs - air::preparation_step::preparation::make_exec_ctx: 34.00µs - air_parser::parser::air_parser::parse: 47.00µs - runner::execute: 593.00µs - to_string(tetraplets): 14.00µs - runner::farewell: 470.00µs - from_success_result: 448.00µs - populate_outcome_from_contexts: 392.00µs - signing_step::sign_produced_cids: 161.00µs - verification_step::verify: 1.45ms - verify: 317.00µs + from_slice: 414.00µs + preparation_step::preparation::prepare: 256.00µs + air::preparation_step::preparation::make_exec_ctx: 32.00µs + air_parser::parser::air_parser::parse: 44.00µs + runner::execute: 568.00µs + runner::farewell: 456.00µs + from_success_result: 434.00µs + populate_outcome_from_contexts: 375.00µs + signing_step::sign_produced_cids: 159.00µs + verification_step::verify: 1.34ms + verify: 230.00µs multiple-cids50 (323.00ms; 59.375 MiB, 59.375 MiB): verifying multiple CIDs for single peer air::runner::execute_air: 323.00ms preparation_step::preparation::parse_data: 6.79ms @@ -1149,21 +1283,20 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 190.00µs verification_step::verify: 70.22ms verify: 44.09ms - multiple-peers8 (14.36ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers - air::runner::execute_air: 14.36ms + multiple-peers8 (13.47ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers + air::runner::execute_air: 13.47ms preparation_step::preparation::parse_data: 1.74ms from_slice: 1.68ms - preparation_step::preparation::prepare: 333.00µs - air::preparation_step::preparation::make_exec_ctx: 102.00µs - air_parser::parser::air_parser::parse: 50.00µs - runner::execute: 3.62ms - to_string(tetraplets): 16.00µs + preparation_step::preparation::prepare: 334.00µs + air::preparation_step::preparation::make_exec_ctx: 103.00µs + air_parser::parser::air_parser::parse: 51.00µs + runner::execute: 3.63ms runner::farewell: 1.30ms - from_success_result: 1.31ms - populate_outcome_from_contexts: 1.16ms - signing_step::sign_produced_cids: 161.00µs - verification_step::verify: 6.74ms - verify: 1.45ms + from_success_result: 1.28ms + populate_outcome_from_contexts: 1.17ms + signing_step::sign_produced_cids: 159.00µs + verification_step::verify: 6.18ms + verify: 1.03ms multiple-sigs200 (6.04s; 214.375 MiB, 214.375 MiB): signing multiple CIDs air::runner::execute_air: 6.04s preparation_step::preparation::parse_data: 219.80ms @@ -1184,20 +1317,20 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 30.84ms verification_step::verify: 214.00ms verify: 119.20ms - multiple-sigs30 (26.89ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs - air::runner::execute_air: 26.89ms - preparation_step::preparation::parse_data: 5.04ms - from_slice: 4.99ms - preparation_step::preparation::prepare: 454.00µs - air::preparation_step::preparation::make_exec_ctx: 219.00µs - air_parser::parser::air_parser::parse: 50.00µs - runner::execute: 11.80ms - runner::farewell: 3.74ms - from_success_result: 3.71ms - populate_outcome_from_contexts: 3.54ms - signing_step::sign_produced_cids: 678.00µs - verification_step::verify: 5.03ms - verify: 2.50ms + multiple-sigs30 (24.67ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs + air::runner::execute_air: 24.67ms + preparation_step::preparation::parse_data: 4.93ms + from_slice: 4.87ms + preparation_step::preparation::prepare: 446.00µs + air::preparation_step::preparation::make_exec_ctx: 215.00µs + air_parser::parser::air_parser::parse: 49.00µs + runner::execute: 10.49ms + runner::farewell: 3.70ms + from_success_result: 3.68ms + populate_outcome_from_contexts: 3.50ms + signing_step::sign_produced_cids: 668.00µs + verification_step::verify: 4.30ms + verify: 1.81ms multiple-sigs50 (369.10ms; 62.562 MiB, 62.562 MiB): signing multiple CIDs air::runner::execute_air: 369.10ms preparation_step::preparation::parse_data: 13.94ms @@ -1218,21 +1351,20 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 1.77ms verification_step::verify: 12.49ms verify: 6.96ms - network-explore (4.43ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered - air::runner::execute_air: 4.43ms - preparation_step::preparation::parse_data: 572.00µs - from_slice: 519.00µs - preparation_step::preparation::prepare: 268.00µs - air::preparation_step::preparation::make_exec_ctx: 23.00µs + network-explore (4.35ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered + air::runner::execute_air: 4.35ms + preparation_step::preparation::parse_data: 582.00µs + from_slice: 525.00µs + preparation_step::preparation::prepare: 267.00µs + air::preparation_step::preparation::make_exec_ctx: 22.00µs air_parser::parser::air_parser::parse: 67.00µs - runner::execute: 190.00µs - to_string(tetraplets): 13.00µs - runner::farewell: 366.00µs - from_success_result: 344.00µs - populate_outcome_from_contexts: 301.00µs - signing_step::sign_produced_cids: 162.00µs - verification_step::verify: 2.75ms - verify: 79.00µs + runner::execute: 163.00µs + runner::farewell: 363.00µs + from_success_result: 342.00µs + populate_outcome_from_contexts: 298.00µs + signing_step::sign_produced_cids: 160.00µs + verification_step::verify: 2.69ms + verify: 64.00µs null (848.00µs; 52.375 MiB, 52.375 MiB): Empty data and null script air::runner::execute_air: 848.00µs preparation_step::preparation::parse_data: 18.00µs @@ -1259,3 +1391,31 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 160.00µs verification_step::verify: 36.00µs verify: 11.00µs + populate-map-multiple-keys (4.37ms; 53.000 MiB, 53.000 MiB): benchmarking a map insert operation + air::runner::execute_air: 4.37ms + preparation_step::preparation::parse_data: 130.00µs + from_slice: 91.00µs + preparation_step::preparation::prepare: 246.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 49.00µs + runner::execute: 2.77ms + runner::farewell: 387.00µs + from_success_result: 365.00µs + populate_outcome_from_contexts: 325.00µs + signing_step::sign_produced_cids: 158.00µs + verification_step::verify: 549.00µs + verify: 27.00µs + populate-map-single-key (3.62ms; 52.938 MiB, 52.938 MiB): benchmarking a map insert operation + air::runner::execute_air: 3.62ms + preparation_step::preparation::parse_data: 199.00µs + from_slice: 159.00µs + preparation_step::preparation::prepare: 243.00µs + air::preparation_step::preparation::make_exec_ctx: 18.00µs + air_parser::parser::air_parser::parse: 46.00µs + runner::execute: 1.91ms + runner::farewell: 400.00µs + from_success_result: 377.00µs + populate_outcome_from_contexts: 324.00µs + signing_step::sign_produced_cids: 160.00µs + verification_step::verify: 586.00µs + verify: 61.00µs diff --git a/junk/gen-bench-data/Cargo.toml b/junk/gen-bench-data/Cargo.toml index 0ca5904354..40ad8c624f 100644 --- a/junk/gen-bench-data/Cargo.toml +++ b/junk/gen-bench-data/Cargo.toml @@ -9,6 +9,7 @@ edition = "2021" aquavm-air = { path = "../../air", features = ["gen_signatures", "check_signatures"] } air-interpreter-cid = { path = "../../crates/air-lib/interpreter-cid" } air-interpreter-data = { path = "../../crates/air-lib/interpreter-data" } +air-interpreter-interface = { path = "../../crates/air-lib/interpreter-interface" } air-interpreter-signatures = { path = "../../crates/air-lib/interpreter-signatures" } air-test-utils = { path = "../../crates/air-lib/test-utils" } air-testing-framework = { path = "../../crates/testing-framework" } diff --git a/junk/gen-bench-data/gen_benchmark_data.sh b/junk/gen-bench-data/gen_benchmark_data.sh index 28ba2b4db6..c450b3b854 100755 --- a/junk/gen-bench-data/gen_benchmark_data.sh +++ b/junk/gen-bench-data/gen_benchmark_data.sh @@ -21,7 +21,10 @@ for bench in multiple-cids10 \ network-explore \ long-data \ populate-map-multiple-keys \ - populate-map-single-key ; + populate-map-single-key \ + call-requests500 \ + call-results500 \ + ; do echo "Generating ${bench} ..." >&2 DESTDIR="../../benches/performance_metering/${bench}/" diff --git a/junk/gen-bench-data/src/calls.rs b/junk/gen-bench-data/src/calls.rs new file mode 100644 index 0000000000..8523bf0d71 --- /dev/null +++ b/junk/gen-bench-data/src/calls.rs @@ -0,0 +1,136 @@ +use crate::Data; + +use air_test_utils::key_utils::derive_dummy_keypair; +use air_test_utils::prelude::*; +use maplit::hashmap; + +static AIR_SCRIPT: &str = r#" +(seq + (call %init_peer_id% ("init" "init") [] data) + (fold data i + (par + (call %init_peer_id% ("handle" "handle") [i i i i i i i i i i i i i i i i i i i i i i i i] $stream) + (next i)))) +"#; + +pub(crate) fn call_requests(size: usize) -> Data { + let values: Vec<_> = (0..size).map(|n| format!("{n}")).collect(); + let data = json!(values); + let init_peer_name = "peer_id"; + let particle_id = "particle_id"; + let (init_peer_keypair, init_peer_id) = derive_dummy_keypair(init_peer_name); + + let mut avm = create_avm_with_key::( + init_peer_keypair.clone(), + // actually, is not used + set_variable_call_service(data.clone()), + ); + + let init_call_results: CallResults = <_>::default(); + + let res_init = avm + .call_single( + AIR_SCRIPT, + "", + "", + init_peer_id.clone(), + 0, + 0, + None, + init_call_results, + particle_id, + ) + .unwrap(); + + // initialization call requests + let call_results: CallResults = res_init + .call_requests + .keys() + .map(|id| (*id, CallServiceResult::ok(data.clone()))) + .collect(); + + Data { + air: AIR_SCRIPT.to_owned(), + prev_data: res_init.data, + cur_data: vec![], + params_json: hashmap! { + "comment".to_owned() => "multiple call requests".to_owned(), + "particle-id".to_owned() => particle_id.to_owned(), + "current-peer-id".to_owned() => init_peer_id.clone(), + "init-peer-id".to_owned() => init_peer_id, + }, + call_results: Some(call_results), + keypair: bs58::encode(init_peer_keypair.as_inner().to_vec()).into_string(), + } +} + +pub(crate) fn call_results(size: usize) -> Data { + let values: Vec<_> = (0..size).map(|n| format!("{n}")).collect(); + let data = json!(values); + let init_peer_name = "peer_id"; + let particle_id = "particle_id"; + let (init_peer_keypair, init_peer_id) = derive_dummy_keypair(init_peer_name); + + let mut avm = create_avm_with_key::( + init_peer_keypair.clone(), + // actually, is not used + set_variable_call_service(data.clone()), + ); + + let call_results: CallResults = <_>::default(); + + let res_init = avm + .call_single( + AIR_SCRIPT, + "", + "", + init_peer_id.clone(), + 0, + 0, + None, + call_results, + particle_id, + ) + .unwrap(); + + // initialization call requests + let init_call_results: CallResults = res_init + .call_requests + .keys() + .map(|id| (*id, CallServiceResult::ok(data.clone()))) + .collect(); + + let res = avm + .call_single( + AIR_SCRIPT, + res_init.data, + "", + init_peer_id.clone(), + 0, + 0, + None, + init_call_results, + particle_id, + ) + .unwrap(); + + let call_results: CallResults = res + .call_requests + .iter() + .map(|(id, req)| (*id, CallServiceResult::ok(req.arguments.clone().into()))) + .collect(); + + Data { + air: AIR_SCRIPT.to_owned(), + prev_data: res.data, + cur_data: vec![], + params_json: hashmap! { + "comment".to_owned() => "multiple call results".to_owned(), + "particle-id".to_owned() => particle_id.to_owned(), + "current-peer-id".to_owned() => init_peer_id.clone(), + "init-peer-id".to_owned() => init_peer_id, + }, + call_results: Some(call_results), + keypair: bs58::encode(init_peer_keypair.as_inner().to_vec()).into_string(), + } +} diff --git a/junk/gen-bench-data/src/main.rs b/junk/gen-bench-data/src/main.rs index 86bb73ba79..8adedb65f4 100644 --- a/junk/gen-bench-data/src/main.rs +++ b/junk/gen-bench-data/src/main.rs @@ -14,6 +14,7 @@ use std::path::PathBuf; const PARTICLE_ID: &str = "0123456789ABCDEF"; const MAX_STREAM_SIZE: usize = 1023; +mod calls; mod cid_benchmarking; mod dashboard; mod data; @@ -50,6 +51,8 @@ enum Bench { CanonMapScalarSingleKey, LongData, BigValuesData, + CallRequests500, + CallResults500, } fn main() { @@ -76,6 +79,8 @@ fn main() { Bench::CanonMapKeyElementByLens => canon_map_key_element_by_lens(770), Bench::LongData => long_data(), Bench::BigValuesData => big_values_data(), + Bench::CallRequests500 => calls::call_requests(500), + Bench::CallResults500 => calls::call_results(500), }; save_data(&args.dest_dir, data).unwrap(); @@ -86,31 +91,42 @@ fn save_data(dest_dir: &Path, data: Data) -> Result<(), Box Option> { +fn reformat_json_if_possible(data: &[u8]) -> Vec { if data.is_empty() { - return None; + return data.into(); } let obj: serde_json::Value = serde_json::from_slice(data).unwrap(); @@ -118,26 +134,18 @@ fn reformat_json_if_possible(data: &[u8]) -> Option> { let mut out = vec![]; let mut ser = serde_json::ser::Serializer::with_formatter(&mut out, fmt); obj.serialize(&mut ser).unwrap(); - Some(out) + out } fn save_file( dest_dir: &Path, filename: &str, - data: Option>, + data: impl AsRef<[u8]>, ) -> Result<(), Box> { - use std::fs::*; - use std::io::prelude::*; - let mut dest_dir = dest_dir.to_owned(); dest_dir.push(filename); - let mut f = File::create(&dest_dir)?; - if let Some(data) = data { - f.write_all(data.as_ref())?; - } - - Ok(()) + Ok(std::fs::write(dest_dir, data)?) } #[derive(Debug, Default)] @@ -147,7 +155,7 @@ pub(crate) struct Data { pub(crate) prev_data: Vec, pub(crate) cur_data: Vec, pub(crate) params_json: HashMap, - pub(crate) call_results: Option, + pub(crate) call_results: Option, pub(crate) keypair: String, } diff --git a/tools/cli/air/src/trace/run.rs b/tools/cli/air/src/trace/run.rs index ddc9262f42..2cedb84957 100644 --- a/tools/cli/air/src/trace/run.rs +++ b/tools/cli/air/src/trace/run.rs @@ -274,6 +274,8 @@ fn read_call_results(call_results_path: Option<&Path>) -> anyhow::Result { let call_results_json = load_data(call_results_path).context("failed to read call_results")?; + // call resuls are may be manually crafted, so JSON representation + // of avm_interface::CallResults is more user-friendly Ok(serde_json::from_str(&call_results_json) .context("failed to parse call_results data")?) } diff --git a/tools/cli/performance_metering/performance_metering/bench.py b/tools/cli/performance_metering/performance_metering/bench.py index 4b6afc7d81..4b63a016c3 100644 --- a/tools/cli/performance_metering/performance_metering/bench.py +++ b/tools/cli/performance_metering/performance_metering/bench.py @@ -62,6 +62,10 @@ def __init__(self, bench_path: str, native: bool = False): self.cur_data_path = discover_file(bench_path, "cur_data.json") self.air_script_path = discover_file(bench_path, "script.air") self.keypair = discover_file(bench_path, "keypair.ed25519") + try: + self.call_results = discover_file(bench_path, "call_results.json") + except IOError: + self.call_results = None self.native = native def run(self, repeat, tracing_params): @@ -85,6 +89,9 @@ def _execute(self, repeat, tracing_params) -> str: "--ed25519-key", self.keypair, ] + ( ["--native"] if self.native else [] + ) + ( + ["--call-results", self.call_results] if self.call_results + else [] ) + [ "--tracing-params", tracing_params, "--plain",