diff --git a/benches/PERFORMANCE.json b/benches/PERFORMANCE.json index 922454685d..72271c035d 100644 --- a/benches/PERFORMANCE.json +++ b/benches/PERFORMANCE.json @@ -3006,955 +3006,428 @@ }, "total_time": "2.54ms" }, - "multiple-cids50": { - "comment": "verifying multiple CIDs for single peer", + "multiple-peers8": { + "comment": "verifying many CIDs for many peers", "memory_sizes": [ - "59.375 MiB", - "59.375 MiB" + "53.375 MiB", + "53.375 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "24.68ms", + "duration": "9.38ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "4.87ms", + "duration": "1.37ms", "nested": { - "from_slice": "4.81ms" + "from_slice": "1.31ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "444.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "255.00µs", - "air_parser::parser::air_parser::parse": "67.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "8.86ms", + "duration": "257.00µs", "nested": { - "to_string(tetraplets)": "11.00µs" + "air::preparation_step::preparation::make_exec_ctx": "72.00µs", + "air_parser::parser::air_parser::parse": "68.00µs" } }, + "runner::execute": "2.64ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.40ms", + "duration": "900.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.38ms", + "duration": "880.00µs", "nested": { - "populate_outcome_from_contexts": "3.34ms" + "populate_outcome_from_contexts": "783.00µs" } } } }, - "signing_step::sign_produced_cids": "104.00µs", + "signing_step::sign_produced_cids": "100.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "6.86ms", + "duration": "3.94ms", "nested": { - "verify": "4.68ms" + "verify": "743.00µs" } } } } }, - "total_time": "24.68ms" + "total_time": "9.38ms" }, - "multiple-peers14": { - "comment": "verifying many CIDs for many peers", + "multiple-sigs30": { + "comment": "signing multiple CIDs", "memory_sizes": [ - "59.688 MiB", - "59.688 MiB" + "56.188 MiB", + "56.188 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "36.77ms", + "duration": "17.44ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "5.62ms", + "duration": "3.91ms", "nested": { - "from_slice": "5.56ms" + "from_slice": "3.85ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "462.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "273.00µs", - "air_parser::parser::air_parser::parse": "70.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "15.29ms", + "duration": "334.00µs", "nested": { - "to_string(tetraplets)": "11.00µs" + "air::preparation_step::preparation::make_exec_ctx": "150.00µs", + "air_parser::parser::air_parser::parse": "66.00µs" } }, + "runner::execute": "7.01ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.80ms", + "duration": "2.56ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.77ms", + "duration": "2.54ms", "nested": { - "populate_outcome_from_contexts": "3.74ms" + "populate_outcome_from_contexts": "2.37ms" } } } }, - "signing_step::sign_produced_cids": "105.00µs", + "signing_step::sign_produced_cids": "447.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "11.32ms", + "duration": "2.98ms", "nested": { - "verify": "5.12ms" + "verify": "1.27ms" } } } } }, - "total_time": "36.77ms" + "total_time": "17.44ms" }, - "multiple-peers25": { - "comment": "verifying many CIDs for many peers", + "network-explore": { + "comment": "5 peers of network are discovered", "memory_sizes": [ - "86.000 MiB", - "86.000 MiB" + "52.375 MiB", + "52.375 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "188.40ms", + "duration": "3.08ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "30.22ms", + "duration": "498.00µs", "nested": { - "from_slice": "30.15ms" + "from_slice": "442.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "2.17ms", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "1.97ms", - "air_parser::parser::air_parser::parse": "79.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "87.63ms", + "duration": "220.00µs", "nested": { - "to_string(tetraplets)": "22.00µs" + "air::preparation_step::preparation::make_exec_ctx": "21.00µs", + "air_parser::parser::air_parser::parse": "81.00µs" } }, + "runner::execute": "139.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "20.97ms", + "duration": "253.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "20.94ms", + "duration": "233.00µs", "nested": { - "populate_outcome_from_contexts": "20.88ms" + "populate_outcome_from_contexts": "197.00µs" } } } }, - "signing_step::sign_produced_cids": "115.00µs", + "signing_step::sign_produced_cids": "104.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "46.95ms", + "duration": "1.69ms", "nested": { - "verify": "29.99ms" + "verify": "64.00µs" } } } } }, - "total_time": "188.40ms" + "total_time": "3.08ms" }, - "multiple-peers5": { - "comment": "verifying many CIDs for many peers", + "null": { + "comment": "Empty data and null script", "memory_sizes": [ - "52.625 MiB", - "52.625 MiB" + "52.375 MiB", + "52.375 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "17.65ms", + "duration": "757.00µs", "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "590.00µs", - "nested": { - "from_slice": "540.00µs" - } - }, + "preparation_step::preparation::parse_data": "31.00µs", "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "229.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "35.00µs", - "air_parser::parser::air_parser::parse": "67.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call", - "duration": "13.61ms", + "duration": "193.00µs", "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "10.57ms", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "2.47ms", - "nested": { - "prepare_request_params": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "44.00µs", - "nested": { - "to_string(tetraplets)": "13.00µs" - } - } - } - }, - "new": "1.83ms" - } - } + "air::preparation_step::preparation::make_exec_ctx": "21.00µs", + "air_parser::parser::air_parser::parse": "34.00µs" } }, + "runner::execute": "11.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "483.00µs", + "duration": "181.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "463.00µs", + "duration": "161.00µs", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "429.00µs", - "nested": { - "to_vec(call_results)": "12.00µs", - "to_vec(data)": "209.00µs" - } - } + "populate_outcome_from_contexts": "125.00µs" } } } }, - "signing_step::sign_produced_cids": "109.00µs", + "signing_step::sign_produced_cids": "108.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "2.48ms", + "duration": "44.00µs", "nested": { - "verify": "289.00µs" + "verify": "12.00µs" } } } } }, - "total_time": "17.65ms" + "total_time": "757.00µs" }, - "multiple-peers8": { - "comment": "verifying many CIDs for many peers", + "parser-10000-100": { + "comment": "long air script with lot of variable assignments", "memory_sizes": [ - "53.375 MiB", - "53.375 MiB" + "57.688 MiB", + "57.688 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "9.38ms", + "duration": "23.45ms", "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.37ms", - "nested": { - "from_slice": "1.31ms" - } - }, + "preparation_step::preparation::parse_data": "30.00µs", "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "257.00µs", + "duration": "21.84ms", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "72.00µs", - "air_parser::parser::air_parser::parse": "68.00µs" + "air::preparation_step::preparation::make_exec_ctx": "20.00µs", + "air_parser::parser::air_parser::parse": "21.66ms" } }, - "runner::execute": "2.64ms", + "runner::execute": "45.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "900.00µs", + "duration": "188.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "880.00µs", + "duration": "168.00µs", "nested": { - "populate_outcome_from_contexts": "783.00µs" + "populate_outcome_from_contexts": "128.00µs" } } } }, - "signing_step::sign_produced_cids": "100.00µs", + "signing_step::sign_produced_cids": "110.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "3.94ms", + "duration": "43.00µs", "nested": { - "verify": "743.00µs" + "verify": "12.00µs" } } } } }, - "total_time": "9.38ms" + "total_time": "23.45ms" }, - "multiple-sigs10": { - "comment": "signing multiple CIDs", + "populate-map-multiple-keys": { + "comment": "benchmarking a map insert operation", "memory_sizes": [ - "52.875 MiB", - "52.875 MiB" + "53.000 MiB", + "53.000 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "13.63ms", + "duration": "3.44ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "653.00µs", + "duration": "167.00µs", "nested": { - "from_slice": "602.00µs" + "from_slice": "120.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "224.00µs", + "duration": "201.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "37.00µs", + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", "air_parser::parser::air_parser::parse": "65.00µs" } }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions", - "duration": "10.85ms", - "nested": { - "call::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "7.94ms", - "nested": { - "execute": "1.77ms", - "new": "1.35ms" - } - }, - "canon::execute": "496.00µs" - } - }, + "runner::execute": "2.10ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "564.00µs", + "duration": "291.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "544.00µs", + "duration": "271.00µs", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "485.00µs", - "nested": { - "to_vec(call_results)": "12.00µs", - "to_vec(data)": "227.00µs" - } - } + "populate_outcome_from_contexts": "235.00µs" } } } }, - "signing_step::sign_produced_cids": "155.00µs", + "signing_step::sign_produced_cids": "98.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "1.02ms", + "duration": "394.00µs", "nested": { - "verify": "238.00µs" + "verify": "41.00µs" } } } } }, - "total_time": "13.63ms" + "total_time": "3.44ms" }, - "multiple-sigs200": { - "comment": "signing multiple CIDs", + "populate-map-single-key": { + "comment": "benchmarking a map insert operation", "memory_sizes": [ - "211.625 MiB", - "211.625 MiB" + "52.938 MiB", + "52.938 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "906.10ms", + "duration": "2.74ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "166.70ms", + "duration": "223.00µs", "nested": { - "from_slice": "166.67ms" + "from_slice": "176.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "16.93ms", + "duration": "198.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "16.71ms", - "air_parser::parser::air_parser::parse": "80.00µs" + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "63.00µs" } }, - "runner::execute": "381.00ms", + "runner::execute": "1.30ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "165.40ms", + "duration": "311.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "165.40ms", + "duration": "290.00µs", "nested": { - "populate_outcome_from_contexts": "153.70ms" + "populate_outcome_from_contexts": "235.00µs" } } } }, - "signing_step::sign_produced_cids": "22.05ms", + "signing_step::sign_produced_cids": "99.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "153.40ms", + "duration": "426.00µs", "nested": { - "verify": "84.07ms" + "verify": "75.00µs" } } } } }, - "total_time": "906.10ms" - }, - "multiple-sigs30": { - "comment": "signing multiple CIDs", + "total_time": "2.74ms" + } + }, + "datetime": "2023-11-30 15:45:29.190158+00:00", + "features": "check_signatures,gen_signatures", + "platform": "macOS-14.1.1-arm64-arm-64bit", + "version": "0.54.0" + }, + "e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441": { + "benches": { + "big-values-data": { + "comment": "Loading a trace with huge values", "memory_sizes": [ - "56.188 MiB", - "56.188 MiB" + "59.000 MiB", + "59.000 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "17.44ms", + "duration": "17.72ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "3.91ms", + "duration": "7.12ms", "nested": { - "from_slice": "3.85ms" + "from_slice": "7.06ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "334.00µs", + "duration": "224.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "150.00µs", - "air_parser::parser::air_parser::parse": "66.00µs" + "air::preparation_step::preparation::make_exec_ctx": "22.00µs", + "air_parser::parser::air_parser::parse": "20.00µs" } }, - "runner::execute": "7.01ms", + "runner::execute": "10.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "2.56ms", + "duration": "4.72ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "2.54ms", + "duration": "4.70ms", "nested": { - "populate_outcome_from_contexts": "2.37ms" + "populate_outcome_from_contexts": "4.64ms" } } } }, - "signing_step::sign_produced_cids": "447.00µs", + "signing_step::sign_produced_cids": "162.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "2.98ms", + "duration": "5.34ms", "nested": { - "verify": "1.27ms" + "verify": "4.80ms" } } } } }, - "total_time": "17.44ms" + "total_time": "17.72ms" }, - "multiple-sigs50": { - "comment": "signing multiple CIDs", - "memory_sizes": [ - "62.625 MiB", - "62.625 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "49.64ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "10.52ms", - "nested": { - "from_slice": "10.46ms" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "615.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "428.00µs", - "air_parser::parser::air_parser::parse": "68.00µs" - } - }, - "runner::execute": "21.67ms", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "6.97ms", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "6.95ms", - "nested": { - "populate_outcome_from_contexts": "6.57ms" - } - } - } - }, - "signing_step::sign_produced_cids": "1.23ms", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "8.51ms", - "nested": { - "verify": "4.56ms" - } - } - } - } - }, - "total_time": "49.64ms" - }, - "network-explore": { - "comment": "5 peers of network are discovered", - "memory_sizes": [ - "52.375 MiB", - "52.375 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "3.08ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "498.00µs", - "nested": { - "from_slice": "442.00µs" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "220.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "21.00µs", - "air_parser::parser::air_parser::parse": "81.00µs" - } - }, - "runner::execute": "139.00µs", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "253.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "233.00µs", - "nested": { - "populate_outcome_from_contexts": "197.00µs" - } - } - } - }, - "signing_step::sign_produced_cids": "104.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "1.69ms", - "nested": { - "verify": "64.00µs" - } - } - } - } - }, - "total_time": "3.08ms" - }, - "network_explore": { - "comment": "5 peers of network are discovered", - "memory_sizes": [ - "52.500 MiB", - "52.500 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "5.23ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "480.00µs", - "nested": { - "from_slice": "429.00µs" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "236.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "25.00µs", - "air_parser::parser::air_parser::parse": "84.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call", - "duration": "2.19ms", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "1.67ms", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "408.00µs", - "nested": { - "prepare_request_params": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "48.00µs", - "nested": { - "to_string(tetraplets)": "17.00µs" - } - } - } - }, - "new": "300.00µs" - } - } - } - }, - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "326.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "306.00µs", - "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "270.00µs", - "nested": { - "to_vec(call_results)": "12.00µs", - "to_vec(data)": "97.00µs" - } - } - } - } - } - }, - "signing_step::sign_produced_cids": "112.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "1.73ms", - "nested": { - "verify": "76.00µs" - } - } - } - } - }, - "total_time": "5.23ms" - }, - "null": { - "comment": "Empty data and null script", - "memory_sizes": [ - "52.375 MiB", - "52.375 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "749.00µs", - "nested": { - "preparation_step::preparation::parse_data": "29.00µs", - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "183.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "14.00µs", - "air_parser::parser::air_parser::parse": "31.00µs" - } - }, - "runner::execute": "11.00µs", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "180.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "160.00µs", - "nested": { - "populate_outcome_from_contexts": "123.00µs" - } - } - } - }, - "signing_step::sign_produced_cids": "109.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "39.00µs", - "nested": { - "verify": "12.00µs" - } - } - } - } - }, - "total_time": "749.00µs" - }, - "parser-10000-100": { - "comment": "long air script with lot of variable assignments", - "memory_sizes": [ - "57.688 MiB", - "57.688 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "23.45ms", - "nested": { - "preparation_step::preparation::parse_data": "30.00µs", - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "21.84ms", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "20.00µs", - "air_parser::parser::air_parser::parse": "21.66ms" - } - }, - "runner::execute": "45.00µs", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "188.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "168.00µs", - "nested": { - "populate_outcome_from_contexts": "128.00µs" - } - } - } - }, - "signing_step::sign_produced_cids": "110.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "43.00µs", - "nested": { - "verify": "12.00µs" - } - } - } - } - }, - "total_time": "23.45ms" - }, - "populate-map-multiple-keys": { - "comment": "benchmarking a map insert operation", - "memory_sizes": [ - "53.000 MiB", - "53.000 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "3.44ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "167.00µs", - "nested": { - "from_slice": "120.00µs" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "201.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "18.00µs", - "air_parser::parser::air_parser::parse": "65.00µs" - } - }, - "runner::execute": "2.10ms", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "291.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "271.00µs", - "nested": { - "populate_outcome_from_contexts": "235.00µs" - } - } - } - }, - "signing_step::sign_produced_cids": "98.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "394.00µs", - "nested": { - "verify": "41.00µs" - } - } - } - } - }, - "total_time": "3.44ms" - }, - "populate-map-single-key": { - "comment": "benchmarking a map insert operation", - "memory_sizes": [ - "52.938 MiB", - "52.938 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "2.74ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "223.00µs", - "nested": { - "from_slice": "176.00µs" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "198.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "18.00µs", - "air_parser::parser::air_parser::parse": "63.00µs" - } - }, - "runner::execute": "1.30ms", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "311.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "290.00µs", - "nested": { - "populate_outcome_from_contexts": "235.00µs" - } - } - } - }, - "signing_step::sign_produced_cids": "99.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "426.00µs", - "nested": { - "verify": "75.00µs" - } - } - } - } - }, - "total_time": "2.74ms" - } - }, - "datetime": "2023-11-29 16:50:22.959760+00:00", - "features": "check_signatures,gen_signatures", - "platform": "macOS-14.1.1-arm64-arm-64bit", - "version": "0.54.0" - }, - "e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441": { - "benches": { - "big-values-data": { - "comment": "Loading a trace with huge values", - "memory_sizes": [ - "59.000 MiB", - "59.000 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "17.72ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "7.12ms", - "nested": { - "from_slice": "7.06ms" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "224.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "22.00µs", - "air_parser::parser::air_parser::parse": "20.00µs" - } - }, - "runner::execute": "10.00µs", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "4.72ms", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "4.70ms", - "nested": { - "populate_outcome_from_contexts": "4.64ms" - } - } - } - }, - "signing_step::sign_produced_cids": "162.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "5.34ms", - "nested": { - "verify": "4.80ms" - } - } - } - } - }, - "total_time": "17.72ms" - }, - "call-requests500": { - "comment": "multiple call requests", + "call-requests500": { + "comment": "multiple call requests", "memory_sizes": [ "58.562 MiB", "58.562 MiB" @@ -4286,547 +3759,239 @@ "common_prefix": "air_interpreter_data::interpreter_data::serde_json", "duration": "382.00µs", "nested": { - "from_slice": "342.00µs" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "241.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "18.00µs", - "air_parser::parser::air_parser::parse": "43.00µs" - } - }, - "runner::execute": "2.31ms", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "454.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "432.00µs", - "nested": { - "populate_outcome_from_contexts": "379.00µs" - } - } - } - }, - "signing_step::sign_produced_cids": "160.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "588.00µs", - "nested": { - "verify": "61.00µs" - } - } - } - } - }, - "total_time": "4.27ms" - }, - "canon-map-single-key": { - "comment": "benchmarking a map insert operation", - "memory_sizes": [ - "55.312 MiB", - "55.312 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "10.90ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "381.00µs", - "nested": { - "from_slice": "340.00µs" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "244.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "18.00µs", - "air_parser::parser::air_parser::parse": "44.00µs" - } - }, - "runner::execute": "6.73ms", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "2.64ms", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "2.62ms", - "nested": { - "populate_outcome_from_contexts": "2.36ms" - } - } - } - }, - "signing_step::sign_produced_cids": "168.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "596.00µs", - "nested": { - "verify": "62.00µs" - } - } - } - } - }, - "total_time": "10.90ms" - }, - "dashboard": { - "comment": "big dashboard test", - "memory_sizes": [ - "52.625 MiB", - "52.625 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "8.22ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.28ms", - "nested": { - "from_slice": "1.23ms" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "350.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "41.00µs", - "air_parser::parser::air_parser::parse": "131.00µs" - } - }, - "runner::execute": "1.08ms", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "656.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "634.00µs", - "nested": { - "populate_outcome_from_contexts": "584.00µs" - } - } - } - }, - "signing_step::sign_produced_cids": "162.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "4.55ms", - "nested": { - "verify": "195.00µs" - } - } - } - } - }, - "total_time": "8.22ms" - }, - "long-data": { - "comment": "Long data trace", - "memory_sizes": [ - "53.812 MiB", - "53.812 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "6.32ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "2.39ms", - "nested": { - "from_slice": "2.35ms" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "238.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "41.00µs", - "air_parser::parser::air_parser::parse": "18.00µs" - } - }, - "runner::execute": "9.00µs", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "1.07ms", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "1.05ms", - "nested": { - "populate_outcome_from_contexts": "1.01ms" - } - } - } - }, - "signing_step::sign_produced_cids": "158.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "2.33ms", - "nested": { - "verify": "841.00µs" - } - } - } - } - }, - "total_time": "6.32ms" - }, - "multiple-cids10": { - "comment": "verifying multiple CIDs for single peer", - "memory_sizes": [ - "52.438 MiB", - "52.438 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "3.37ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "467.00µs", - "nested": { - "from_slice": "414.00µs" + "from_slice": "342.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "256.00µs", + "duration": "241.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "32.00µs", - "air_parser::parser::air_parser::parse": "44.00µs" + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "43.00µs" } }, - "runner::execute": "568.00µs", + "runner::execute": "2.31ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "456.00µs", + "duration": "454.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "434.00µs", + "duration": "432.00µs", "nested": { - "populate_outcome_from_contexts": "375.00µs" + "populate_outcome_from_contexts": "379.00µs" } } } }, - "signing_step::sign_produced_cids": "159.00µs", + "signing_step::sign_produced_cids": "160.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "1.34ms", + "duration": "588.00µs", "nested": { - "verify": "230.00µs" + "verify": "61.00µs" } } } } }, - "total_time": "3.37ms" + "total_time": "4.27ms" }, - "multiple-cids50": { - "comment": "verifying multiple CIDs for single peer", + "canon-map-single-key": { + "comment": "benchmarking a map insert operation", "memory_sizes": [ - "59.375 MiB", - "59.375 MiB" + "55.312 MiB", + "55.312 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "323.00ms", + "duration": "10.90ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "6.79ms", + "duration": "381.00µs", "nested": { - "from_slice": "6.72ms" + "from_slice": "340.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "595.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "362.00µs", - "air_parser::parser::air_parser::parse": "49.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call", - "duration": "299.20ms", + "duration": "244.00µs", "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "232.19ms", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "53.08ms", - "nested": { - "prepare_request_params": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "54.00µs", - "nested": { - "to_string(tetraplets)": "16.00µs" - } - } - } - }, - "new": "36.44ms" - } - } + "air::preparation_step::preparation::make_exec_ctx": "18.00µs", + "air_parser::parser::air_parser::parse": "44.00µs" } }, + "runner::execute": "6.73ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "6.07ms", + "duration": "2.64ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "6.05ms", + "duration": "2.62ms", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "6.01ms", - "nested": { - "to_vec(call_results)": "16.00µs", - "to_vec(data)": "4.77ms" - } - } + "populate_outcome_from_contexts": "2.36ms" } } } }, - "signing_step::sign_produced_cids": "180.00µs", + "signing_step::sign_produced_cids": "168.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "10.09ms", + "duration": "596.00µs", "nested": { - "verify": "6.97ms" + "verify": "62.00µs" } } } } }, - "total_time": "323.00ms" + "total_time": "10.90ms" }, - "multiple-peers14": { - "comment": "verifying many CIDs for many peers", + "dashboard": { + "comment": "big dashboard test", "memory_sizes": [ - "59.750 MiB", - "59.812 MiB" + "52.625 MiB", + "52.625 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "383.60ms", + "duration": "8.22ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "7.75ms", + "duration": "1.28ms", "nested": { - "from_slice": "7.68ms" + "from_slice": "1.23ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "607.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "374.00µs", - "air_parser::parser::air_parser::parse": "52.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call", - "duration": "351.40ms", + "duration": "350.00µs", "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "274.07ms", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "65.03ms", - "nested": { - "prepare_request_params": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "52.00µs", - "nested": { - "to_string(tetraplets)": "15.00µs" - } - } - } - }, - "new": "46.23ms" - } - } + "air::preparation_step::preparation::make_exec_ctx": "41.00µs", + "air_parser::parser::air_parser::parse": "131.00µs" } }, + "runner::execute": "1.08ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "6.55ms", + "duration": "656.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "6.53ms", + "duration": "634.00µs", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "6.49ms", - "nested": { - "to_vec(call_results)": "16.00µs", - "to_vec(data)": "5.13ms" - } - } + "populate_outcome_from_contexts": "584.00µs" } } } }, - "signing_step::sign_produced_cids": "170.00µs", + "signing_step::sign_produced_cids": "162.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "17.10ms", + "duration": "4.55ms", "nested": { - "verify": "7.55ms" + "verify": "195.00µs" } } } } }, - "total_time": "383.60ms" + "total_time": "8.22ms" }, - "multiple-peers25": { - "comment": "verifying many CIDs for many peers", + "long-data": { + "comment": "Long data trace", "memory_sizes": [ - "85.750 MiB", - "86.562 MiB" + "53.812 MiB", + "53.812 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "2.15s", + "duration": "6.32ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "40.88ms", + "duration": "2.39ms", "nested": { - "from_slice": "40.76ms" + "from_slice": "2.35ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "3.70ms", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "3.40ms", - "air_parser::parser::air_parser::parse": "58.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call", - "duration": "2.00s", + "duration": "238.00µs", "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "1.56s", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "378.34ms", - "nested": { - "prepare_request_params": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "73.00µs", - "nested": { - "to_string(tetraplets)": "16.00µs" - } - } - } - }, - "new": "259.16ms" - } - } + "air::preparation_step::preparation::make_exec_ctx": "41.00µs", + "air_parser::parser::air_parser::parse": "18.00µs" } }, + "runner::execute": "9.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "34.76ms", + "duration": "1.07ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "34.72ms", + "duration": "1.05ms", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "34.63ms", - "nested": { - "to_vec(call_results)": "18.00µs", - "to_vec(data)": "27.11ms" - } - } + "populate_outcome_from_contexts": "1.01ms" } } } }, - "signing_step::sign_produced_cids": "190.00µs", + "signing_step::sign_produced_cids": "158.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "70.22ms", + "duration": "2.33ms", "nested": { - "verify": "44.09ms" + "verify": "841.00µs" } } } } }, - "total_time": "2.15s" + "total_time": "6.32ms" }, - "multiple-peers8": { - "comment": "verifying many CIDs for many peers", + "multiple-cids10": { + "comment": "verifying multiple CIDs for single peer", "memory_sizes": [ - "53.375 MiB", - "53.375 MiB" + "52.438 MiB", + "52.438 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "13.47ms", + "duration": "3.37ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.74ms", + "duration": "467.00µs", "nested": { - "from_slice": "1.68ms" + "from_slice": "414.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "334.00µs", + "duration": "256.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "103.00µs", - "air_parser::parser::air_parser::parse": "51.00µs" + "air::preparation_step::preparation::make_exec_ctx": "32.00µs", + "air_parser::parser::air_parser::parse": "44.00µs" } }, - "runner::execute": "3.63ms", + "runner::execute": "568.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.30ms", + "duration": "456.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.28ms", + "duration": "434.00µs", "nested": { - "populate_outcome_from_contexts": "1.17ms" + "populate_outcome_from_contexts": "375.00µs" } } } @@ -4834,89 +3999,68 @@ "signing_step::sign_produced_cids": "159.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "6.18ms", + "duration": "1.34ms", "nested": { - "verify": "1.03ms" + "verify": "230.00µs" } } } } }, - "total_time": "13.47ms" + "total_time": "3.37ms" }, - "multiple-sigs200": { - "comment": "signing multiple CIDs", + "multiple-peers8": { + "comment": "verifying many CIDs for many peers", "memory_sizes": [ - "214.375 MiB", - "214.375 MiB" + "53.375 MiB", + "53.375 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "6.04s", + "duration": "13.47ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "219.80ms", + "duration": "1.74ms", "nested": { - "from_slice": "219.70ms" + "from_slice": "1.68ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "25.42ms", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "25.09ms", - "air_parser::parser::air_parser::parse": "58.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions", - "duration": "5.30s", + "duration": "334.00µs", "nested": { - "call::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "3.83s", - "nested": { - "execute": "941.01ms", - "new": "604.96ms" - } - }, - "canon::execute": "308.30ms" + "air::preparation_step::preparation::make_exec_ctx": "103.00µs", + "air_parser::parser::air_parser::parse": "51.00µs" } }, + "runner::execute": "3.63ms", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "253.30ms", + "duration": "1.30ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "253.30ms", + "duration": "1.28ms", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "233.40ms", - "nested": { - "to_vec(call_results)": "16.00µs", - "to_vec(data)": "145.70ms" - } - } + "populate_outcome_from_contexts": "1.17ms" } } } }, - "signing_step::sign_produced_cids": "30.84ms", + "signing_step::sign_produced_cids": "159.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "214.00ms", + "duration": "6.18ms", "nested": { - "verify": "119.20ms" + "verify": "1.03ms" } } } } }, - "total_time": "6.04s" + "total_time": "13.47ms" }, "multiple-sigs30": { "comment": "signing multiple CIDs", @@ -4971,80 +4115,6 @@ }, "total_time": "24.67ms" }, - "multiple-sigs50": { - "comment": "signing multiple CIDs", - "memory_sizes": [ - "62.562 MiB", - "62.562 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "369.10ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "13.94ms", - "nested": { - "from_slice": "13.87ms" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "914.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "678.00µs", - "air_parser::parser::air_parser::parse": "52.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions", - "duration": "328.70ms", - "nested": { - "call::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "238.69ms", - "nested": { - "execute": "56.21ms", - "new": "38.04ms" - } - }, - "canon::execute": "18.24ms" - } - }, - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "11.01ms", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "11.01ms", - "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "10.57ms", - "nested": { - "to_vec(call_results)": "14.00µs", - "to_vec(data)": "7.77ms" - } - } - } - } - } - }, - "signing_step::sign_produced_cids": "1.77ms", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "12.49ms", - "nested": { - "verify": "6.96ms" - } - } - } - } - }, - "total_time": "369.10ms" - }, "network-explore": { "comment": "5 peers of network are discovered", "memory_sizes": [ @@ -5299,7 +4369,7 @@ "total_time": "3.62ms" } }, - "datetime": "2023-11-29 16:59:25.046502+00:00", + "datetime": "2023-11-30 15:54:57.248575+00:00", "features": "check_signatures,gen_signatures", "platform": "Linux-5.15.0-76-generic-x86_64-with-glibc2.29", "version": "0.54.0" diff --git a/benches/PERFORMANCE.txt b/benches/PERFORMANCE.txt index 67dcad8a85..ba4420e00b 100644 --- a/benches/PERFORMANCE.txt +++ b/benches/PERFORMANCE.txt @@ -643,7 +643,7 @@ Machine c1f3ea5950db0a10b44da931c25774d64ab25084f47d504f72f311e694550ff1: new: 38.00µs Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: Platform: macOS-14.1.1-arm64-arm-64bit - Timestamp: 2023-11-29 16:50:22.959760+00:00 + Timestamp: 2023-11-30 15:45:29.190158+00:00 AquaVM version: 0.54.0 Benches: Features: check_signatures,gen_signatures @@ -815,72 +815,6 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 100.00µs verification_step::verify: 896.00µs verify: 182.00µs - multiple-cids50 (24.68ms; 59.375 MiB, 59.375 MiB): verifying multiple CIDs for single peer - air::runner::execute_air: 24.68ms - preparation_step::preparation::parse_data: 4.87ms - from_slice: 4.81ms - preparation_step::preparation::prepare: 444.00µs - air::preparation_step::preparation::make_exec_ctx: 255.00µs - air_parser::parser::air_parser::parse: 67.00µs - runner::execute: 8.86ms - to_string(tetraplets): 11.00µs - runner::farewell: 3.40ms - from_success_result: 3.38ms - populate_outcome_from_contexts: 3.34ms - signing_step::sign_produced_cids: 104.00µs - verification_step::verify: 6.86ms - verify: 4.68ms - multiple-peers14 (36.77ms; 59.688 MiB, 59.688 MiB): verifying many CIDs for many peers - air::runner::execute_air: 36.77ms - preparation_step::preparation::parse_data: 5.62ms - from_slice: 5.56ms - preparation_step::preparation::prepare: 462.00µs - air::preparation_step::preparation::make_exec_ctx: 273.00µs - air_parser::parser::air_parser::parse: 70.00µs - runner::execute: 15.29ms - to_string(tetraplets): 11.00µs - runner::farewell: 3.80ms - from_success_result: 3.77ms - populate_outcome_from_contexts: 3.74ms - signing_step::sign_produced_cids: 105.00µs - verification_step::verify: 11.32ms - verify: 5.12ms - multiple-peers25 (188.40ms; 86.000 MiB, 86.000 MiB): verifying many CIDs for many peers - air::runner::execute_air: 188.40ms - preparation_step::preparation::parse_data: 30.22ms - from_slice: 30.15ms - preparation_step::preparation::prepare: 2.17ms - air::preparation_step::preparation::make_exec_ctx: 1.97ms - air_parser::parser::air_parser::parse: 79.00µs - runner::execute: 87.63ms - to_string(tetraplets): 22.00µs - runner::farewell: 20.97ms - from_success_result: 20.94ms - populate_outcome_from_contexts: 20.88ms - signing_step::sign_produced_cids: 115.00µs - verification_step::verify: 46.95ms - verify: 29.99ms - multiple-peers5 (17.65ms; 52.625 MiB, 52.625 MiB): verifying many CIDs for many peers - air::runner::execute_air: 17.65ms - preparation_step::preparation::parse_data: 590.00µs - from_slice: 540.00µs - preparation_step::preparation::prepare: 229.00µs - air::preparation_step::preparation::make_exec_ctx: 35.00µs - air_parser::parser::air_parser::parse: 67.00µs - runner::execute: 13.61ms - execute: 10.57ms - execute: 2.47ms - prepare_request_params: 44.00µs - to_string(tetraplets): 13.00µs - new: 1.83ms - runner::farewell: 483.00µs - from_success_result: 463.00µs - populate_outcome_from_contexts: 429.00µs - to_vec(call_results): 12.00µs - to_vec(data): 209.00µs - signing_step::sign_produced_cids: 109.00µs - verification_step::verify: 2.48ms - verify: 289.00µs multiple-peers8 (9.38ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers air::runner::execute_air: 9.38ms preparation_step::preparation::parse_data: 1.37ms @@ -895,40 +829,6 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 100.00µs verification_step::verify: 3.94ms verify: 743.00µs - multiple-sigs10 (13.63ms; 52.875 MiB, 52.875 MiB): signing multiple CIDs - air::runner::execute_air: 13.63ms - preparation_step::preparation::parse_data: 653.00µs - from_slice: 602.00µs - preparation_step::preparation::prepare: 224.00µs - air::preparation_step::preparation::make_exec_ctx: 37.00µs - air_parser::parser::air_parser::parse: 65.00µs - runner::execute: 10.85ms - call::execute: 7.94ms - execute: 1.77ms - new: 1.35ms - canon::execute: 496.00µs - runner::farewell: 564.00µs - from_success_result: 544.00µs - populate_outcome_from_contexts: 485.00µs - to_vec(call_results): 12.00µs - to_vec(data): 227.00µs - signing_step::sign_produced_cids: 155.00µs - verification_step::verify: 1.02ms - verify: 238.00µs - multiple-sigs200 (906.10ms; 211.625 MiB, 211.625 MiB): signing multiple CIDs - air::runner::execute_air: 906.10ms - preparation_step::preparation::parse_data: 166.70ms - from_slice: 166.67ms - preparation_step::preparation::prepare: 16.93ms - air::preparation_step::preparation::make_exec_ctx: 16.71ms - air_parser::parser::air_parser::parse: 80.00µs - runner::execute: 381.00ms - runner::farewell: 165.40ms - from_success_result: 165.40ms - populate_outcome_from_contexts: 153.70ms - signing_step::sign_produced_cids: 22.05ms - verification_step::verify: 153.40ms - verify: 84.07ms multiple-sigs30 (17.44ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs air::runner::execute_air: 17.44ms preparation_step::preparation::parse_data: 3.91ms @@ -943,20 +843,6 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 447.00µs verification_step::verify: 2.98ms verify: 1.27ms - multiple-sigs50 (49.64ms; 62.625 MiB, 62.625 MiB): signing multiple CIDs - air::runner::execute_air: 49.64ms - preparation_step::preparation::parse_data: 10.52ms - from_slice: 10.46ms - preparation_step::preparation::prepare: 615.00µs - air::preparation_step::preparation::make_exec_ctx: 428.00µs - air_parser::parser::air_parser::parse: 68.00µs - runner::execute: 21.67ms - runner::farewell: 6.97ms - from_success_result: 6.95ms - populate_outcome_from_contexts: 6.57ms - signing_step::sign_produced_cids: 1.23ms - verification_step::verify: 8.51ms - verify: 4.56ms network-explore (3.08ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered air::runner::execute_air: 3.08ms preparation_step::preparation::parse_data: 498.00µs @@ -971,39 +857,18 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 104.00µs verification_step::verify: 1.69ms verify: 64.00µs - network_explore (5.23ms; 52.500 MiB, 52.500 MiB): 5 peers of network are discovered - air::runner::execute_air: 5.23ms - preparation_step::preparation::parse_data: 480.00µs - from_slice: 429.00µs - preparation_step::preparation::prepare: 236.00µs - air::preparation_step::preparation::make_exec_ctx: 25.00µs - air_parser::parser::air_parser::parse: 84.00µs - runner::execute: 2.19ms - execute: 1.67ms - execute: 408.00µs - prepare_request_params: 48.00µs - to_string(tetraplets): 17.00µs - new: 300.00µs - runner::farewell: 326.00µs - from_success_result: 306.00µs - populate_outcome_from_contexts: 270.00µs - to_vec(call_results): 12.00µs - to_vec(data): 97.00µs - signing_step::sign_produced_cids: 112.00µs - verification_step::verify: 1.73ms - verify: 76.00µs - null (749.00µs; 52.375 MiB, 52.375 MiB): Empty data and null script - air::runner::execute_air: 749.00µs - preparation_step::preparation::parse_data: 29.00µs - preparation_step::preparation::prepare: 183.00µs - air::preparation_step::preparation::make_exec_ctx: 14.00µs - air_parser::parser::air_parser::parse: 31.00µs + null (757.00µs; 52.375 MiB, 52.375 MiB): Empty data and null script + air::runner::execute_air: 757.00µs + preparation_step::preparation::parse_data: 31.00µs + preparation_step::preparation::prepare: 193.00µs + air::preparation_step::preparation::make_exec_ctx: 21.00µs + air_parser::parser::air_parser::parse: 34.00µs runner::execute: 11.00µs - runner::farewell: 180.00µs - from_success_result: 160.00µs - populate_outcome_from_contexts: 123.00µs - signing_step::sign_produced_cids: 109.00µs - verification_step::verify: 39.00µs + runner::farewell: 181.00µs + from_success_result: 161.00µs + populate_outcome_from_contexts: 125.00µs + signing_step::sign_produced_cids: 108.00µs + verification_step::verify: 44.00µs verify: 12.00µs parser-10000-100 (23.45ms; 57.688 MiB, 57.688 MiB): long air script with lot of variable assignments air::runner::execute_air: 23.45ms diff --git a/junk/gen-bench-data/gen_benchmark_data.sh b/junk/gen-bench-data/gen_benchmark_data.sh index d41a3a3c80..de7e175f3b 100755 --- a/junk/gen-bench-data/gen_benchmark_data.sh +++ b/junk/gen-bench-data/gen_benchmark_data.sh @@ -25,6 +25,7 @@ for bench in multiple-cids10 \ call-requests500 \ call-results500 \ parser-10000-100 \ + null \ ; do echo "Generating ${bench} ..." >&2 diff --git a/junk/gen-bench-data/src/main.rs b/junk/gen-bench-data/src/main.rs index 84e13c8c4a..8788b06267 100644 --- a/junk/gen-bench-data/src/main.rs +++ b/junk/gen-bench-data/src/main.rs @@ -55,6 +55,7 @@ enum Bench { CallResults500, #[command(name="parser-10000-100")] Parser10000_100, + Null, } fn main() { @@ -84,6 +85,7 @@ fn main() { Bench::CallRequests500 => calls::call_requests(500), Bench::CallResults500 => calls::call_results(500), Bench::Parser10000_100 => parser_10000_100(), + Bench::Null => null(), }; save_data(&args.dest_dir, data).unwrap(); @@ -709,3 +711,24 @@ fn parser_10000_100() -> Data { }, } } + +fn null() -> Data { + let air_script = "(null)"; + + let (keypair, peer_id) = derive_dummy_keypair("init_peer_id"); + let particle_id = "particle_id"; + + Data { + air: air_script.to_owned(), + prev_data: vec![], + cur_data: vec![], + call_results: None, + keypair: bs58::encode(keypair.as_inner().to_vec()).into_string(), + params_json: hashmap! { + "comment".to_owned() => "Empty data and null script".to_owned(), + "particle-id".to_owned() => particle_id.to_owned(), + "current-peer-id".to_owned() => peer_id.clone(), + "init-peer-id".to_owned() => peer_id, + }, + } +} diff --git a/tools/cli/performance_metering/performance_metering/db.py b/tools/cli/performance_metering/performance_metering/db.py index d5625b75f4..f45544c32b 100644 --- a/tools/cli/performance_metering/performance_metering/db.py +++ b/tools/cli/performance_metering/performance_metering/db.py @@ -41,7 +41,8 @@ def __init__( self, json_path: Optional[str], host_id=None, - features: Optional[str] = None + features: Optional[str] = None, + merge_results: bool = False, ): """Load data from file, if it exits.""" if json_path is None: @@ -60,6 +61,9 @@ def __init__( except IOError as ex: logging.warning("cannot open data at %r: %s", json_path, ex) self.data = {} + if not merge_results: + # clean previous results + self.data.pop(self.host_id, None) def record( self, bench, stats, total_time, memory_sizes: Optional[List[str]] diff --git a/tools/cli/performance_metering/performance_metering/main.py b/tools/cli/performance_metering/performance_metering/main.py index 46941fb807..7a1afe23ad 100644 --- a/tools/cli/performance_metering/performance_metering/main.py +++ b/tools/cli/performance_metering/performance_metering/main.py @@ -36,6 +36,7 @@ def main(): run_subparser.add_argument("--bench-dir", required=False, type=str) run_subparser.add_argument("--repeat", required=False, type=int, default=1) run_subparser.add_argument("--features", required=False) + run_subparser.add_argument("--unsafe-merge-results", action="store_true") run_subparser.add_argument( "--no-prepare-binaries", action='store_false', diff --git a/tools/cli/performance_metering/performance_metering/run.py b/tools/cli/performance_metering/performance_metering/run.py index 137aeb1126..5a66d490f3 100644 --- a/tools/cli/performance_metering/performance_metering/run.py +++ b/tools/cli/performance_metering/performance_metering/run.py @@ -70,7 +70,12 @@ def run(args): _prepare(args) suite = discover_tests(args.bench_dir) - with Db(args.path, features=args.features, host_id=args.host_id) as db: + with Db( + args.path, + features=args.features, + host_id=args.host_id, + merge_results=args.unsafe_merge_results, + ) as db: for bench in suite: raw_stats = bench.run(args.repeat, args.tracing_params) walker = TraceWalker() @@ -81,6 +86,6 @@ def run(args): memory_sizes = walker.get_memory_sizes(args.repeat) db.record(bench, combined_stats, total_time, memory_sizes) - with intermediate_temp_file(args.report_path or DEFAULT_REPORT_PATH) as out: - report = TextReporter(db.data) - report.save_text_report(out) + with intermediate_temp_file(args.report_path or DEFAULT_REPORT_PATH) as out: + report = TextReporter(db.data) + report.save_text_report(out)