From 45f5f1cc2c7eec2a1de0a5143e85e0794134f175 Mon Sep 17 00:00:00 2001 From: "Andrew J. Stone" Date: Tue, 12 Nov 2024 18:15:31 -0500 Subject: [PATCH] Add clickhouse-cluster-config to omdb blueprint output (#6968) Print clickhouse cluster config related tables for `blueprint show` and `blueprint diff` omdb commands. A bunch of the complexity and duplication here arises from the fact that we are diffing not only between blueprints that have identical structures, but between blueprints and collections that have drastically different contents. This is useful, but we probably should consider separating the two types of diffs and reworking all the blueprint diff logic to use some sort of semantic diff between types such as https://github.com/distil/diffus as recommended by @sunshowers. In order to make the `cluster_secret` UUID generation deterministic for tests I had use an rng seed in the `BlueprintBuilder`. This required moving creation of the initial `ClickhouseClusterConfig` and it's wrapping `ClickhouseAllocator` from `BlueprintBuilder::new_based_on` to `BlueprintBuilder::build`. Fixes #6941 --- .../execution/src/clickhouse.rs | 5 +- .../planning/src/blueprint_builder/builder.rs | 82 +-- nexus/reconfigurator/planning/src/planner.rs | 53 +- .../planning/src/planner/rng.rs | 8 + .../planner_deploy_all_keeper_nodes_1_2.txt | 321 ++++++++++ .../planner_deploy_all_keeper_nodes_3_4.txt | 321 ++++++++++ .../planner_deploy_all_keeper_nodes_4_5.txt | 330 ++++++++++ ...r_deploy_all_keeper_nodes_4_collection.txt | 322 ++++++++++ .../planner_deploy_all_keeper_nodes_5_6.txt | 328 ++++++++++ ...lanner_expunge_clickhouse_clusters_3_4.txt | 350 ++++++++++ ...lanner_expunge_clickhouse_clusters_5_6.txt | 263 ++++++++ ...ouse_zones_after_policy_is_changed_3_4.txt | 329 ++++++++++ nexus/types/src/deployment.rs | 132 ++-- nexus/types/src/deployment/blueprint_diff.rs | 602 +++++++++++++++--- .../types/src/deployment/blueprint_display.rs | 173 +++-- nexus/types/src/deployment/clickhouse.rs | 8 +- 16 files changed, 3399 insertions(+), 228 deletions(-) create mode 100644 nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_1_2.txt create mode 100644 nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_3_4.txt create mode 100644 nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_5.txt create mode 100644 nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_collection.txt create mode 100644 nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_5_6.txt create mode 100644 nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_3_4.txt create mode 100644 nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_5_6.txt create mode 100644 nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_zones_after_policy_is_changed_3_4.txt diff --git a/nexus/reconfigurator/execution/src/clickhouse.rs b/nexus/reconfigurator/execution/src/clickhouse.rs index 8e546ce35f..c7413c14f7 100644 --- a/nexus/reconfigurator/execution/src/clickhouse.rs +++ b/nexus/reconfigurator/execution/src/clickhouse.rs @@ -302,7 +302,10 @@ mod test { let num_servers = 2u64; let mut zones = BTreeMap::new(); - let mut config = ClickhouseClusterConfig::new("test".to_string()); + let mut config = ClickhouseClusterConfig::new( + "test".to_string(), + "test".to_string(), + ); for keeper_id in 1..=num_keepers { let sled_id = SledUuid::new_v4(); diff --git a/nexus/reconfigurator/planning/src/blueprint_builder/builder.rs b/nexus/reconfigurator/planning/src/blueprint_builder/builder.rs index c265f401f8..eedeb23818 100644 --- a/nexus/reconfigurator/planning/src/blueprint_builder/builder.rs +++ b/nexus/reconfigurator/planning/src/blueprint_builder/builder.rs @@ -276,7 +276,6 @@ pub struct BlueprintBuilder<'a> { sled_ip_allocators: BTreeMap, external_networking: OnceCell>, internal_dns_subnets: OnceCell, - clickhouse_allocator: Option, // These fields will become part of the final blueprint. See the // corresponding fields in `Blueprint`. @@ -397,43 +396,6 @@ impl<'a> BlueprintBuilder<'a> { || commissioned_sled_ids.contains(sled_id) }); - // If we have the clickhouse cluster setup enabled via policy and we - // don't yet have a `ClickhouseClusterConfiguration`, then we must create - // one and feed it to our `ClickhouseAllocator`. - let clickhouse_allocator = if input.clickhouse_cluster_enabled() { - let parent_config = parent_blueprint - .clickhouse_cluster_config - .clone() - .unwrap_or_else(|| { - info!( - log, - concat!( - "Clickhouse cluster enabled by policy: ", - "generating initial 'ClickhouseClusterConfig' ", - "and 'ClickhouseAllocator'" - ) - ); - ClickhouseClusterConfig::new(OXIMETER_CLUSTER.to_string()) - }); - Some(ClickhouseAllocator::new( - log.clone(), - parent_config, - inventory.latest_clickhouse_keeper_membership(), - )) - } else { - if parent_blueprint.clickhouse_cluster_config.is_some() { - info!( - log, - concat!( - "clickhouse cluster disabled via policy ", - "discarding existing 'ClickhouseAllocator' and ", - "the resulting generated 'ClickhouseClusterConfig" - ) - ); - } - None - }; - Ok(BlueprintBuilder { log, parent_blueprint, @@ -448,7 +410,6 @@ impl<'a> BlueprintBuilder<'a> { sled_state, cockroachdb_setting_preserve_downgrade: parent_blueprint .cockroachdb_setting_preserve_downgrade, - clickhouse_allocator, creator: creator.to_owned(), operations: Vec::new(), comments: Vec::new(), @@ -533,9 +494,50 @@ impl<'a> BlueprintBuilder<'a> { .datasets .into_datasets_map(self.input.all_sled_ids(SledFilter::InService)); + // If we have the clickhouse cluster setup enabled via policy and we + // don't yet have a `ClickhouseClusterConfiguration`, then we must create + // one and feed it to our `ClickhouseAllocator`. + let clickhouse_allocator = if self.input.clickhouse_cluster_enabled() { + let parent_config = self + .parent_blueprint + .clickhouse_cluster_config + .clone() + .unwrap_or_else(|| { + info!( + self.log, + concat!( + "Clickhouse cluster enabled by policy: ", + "generating initial 'ClickhouseClusterConfig' ", + "and 'ClickhouseAllocator'" + ) + ); + ClickhouseClusterConfig::new( + OXIMETER_CLUSTER.to_string(), + self.rng.next_clickhouse().to_string(), + ) + }); + Some(ClickhouseAllocator::new( + self.log.clone(), + parent_config, + self.collection.latest_clickhouse_keeper_membership(), + )) + } else { + if self.parent_blueprint.clickhouse_cluster_config.is_some() { + info!( + self.log, + concat!( + "clickhouse cluster disabled via policy ", + "discarding existing 'ClickhouseAllocator' and ", + "the resulting generated 'ClickhouseClusterConfig" + ) + ); + } + None + }; + // If we have an allocator, use it to generate a new config. If an error // is returned then log it and carry over the parent_config. - let clickhouse_cluster_config = self.clickhouse_allocator.map(|a| { + let clickhouse_cluster_config = clickhouse_allocator.map(|a| { match a.plan(&(&blueprint_zones).into()) { Ok(config) => config, Err(e) => { diff --git a/nexus/reconfigurator/planning/src/planner.rs b/nexus/reconfigurator/planning/src/planner.rs index a893163faa..6d4739a357 100644 --- a/nexus/reconfigurator/planning/src/planner.rs +++ b/nexus/reconfigurator/planning/src/planner.rs @@ -2833,6 +2833,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint2.diff_since_blueprint(&blueprint1); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_1_2.txt", + &diff.display().to_string(), + ); + // We should see zones for 3 clickhouse keepers, and 2 servers created let active_zones: Vec<_> = blueprint2 .all_omicron_zones(BlueprintZoneFilter::ShouldBeRunning) @@ -2942,6 +2948,19 @@ mod test { .plan() .expect("plan"); + let diff = blueprint4.diff_since_blueprint(&blueprint3); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_3_4.txt", + &diff.display().to_string(), + ); + + let coll_diff = blueprint4.diff_since_collection(&collection); + println!("coll_diff = {coll_diff:#?}"); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_4_collection.txt", + &coll_diff.display().to_string(), + ); + let bp3_config = blueprint3.clickhouse_cluster_config.as_ref().unwrap(); let bp4_config = blueprint4.clickhouse_cluster_config.as_ref().unwrap(); assert_eq!(bp4_config.generation, bp3_config.generation); @@ -2984,6 +3003,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint5.diff_since_blueprint(&blueprint4); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_4_5.txt", + &diff.display().to_string(), + ); + let active_zones: Vec<_> = blueprint5 .all_omicron_zones(BlueprintZoneFilter::ShouldBeRunning) .map(|(_, z)| z.clone()) @@ -3025,6 +3050,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint6.diff_since_blueprint(&blueprint5); + assert_contents( + "tests/output/planner_deploy_all_keeper_nodes_5_6.txt", + &diff.display().to_string(), + ); + let bp6_config = blueprint6.clickhouse_cluster_config.as_ref().unwrap(); assert_eq!(bp5_config, bp6_config); @@ -3248,6 +3279,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint4.diff_since_blueprint(&blueprint3); + assert_contents( + "tests/output/planner_expunge_clickhouse_clusters_3_4.txt", + &diff.display().to_string(), + ); + // The planner should expunge a zone based on the sled being expunged. Since this // is a clickhouse keeper zone, the clickhouse keeper configuration should change // to reflect this. @@ -3306,6 +3343,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint6.diff_since_blueprint(&blueprint5); + assert_contents( + "tests/output/planner_expunge_clickhouse_clusters_5_6.txt", + &diff.display().to_string(), + ); + let old_config = blueprint5.clickhouse_cluster_config.as_ref().unwrap(); let config = blueprint6.clickhouse_cluster_config.as_ref().unwrap(); @@ -3328,7 +3371,7 @@ mod test { #[test] fn test_expunge_clickhouse_zones_after_policy_is_changed() { static TEST_NAME: &str = - "planner_expunge_clickhouse__zones_after_policy_is_changed"; + "planner_expunge_clickhouse_zones_after_policy_is_changed"; let logctx = test_setup_log(TEST_NAME); let log = logctx.log.clone(); @@ -3435,6 +3478,12 @@ mod test { .plan() .expect("plan"); + let diff = blueprint4.diff_since_blueprint(&blueprint3); + assert_contents( + "tests/output/planner_expunge_clickhouse_zones_after_policy_is_changed_3_4.txt", + &diff.display().to_string(), + ); + // All our clickhouse keeper and server zones that we created when we // enabled our clickhouse policy should be expunged when we disable it. let expunged_zones: Vec<_> = blueprint4 @@ -3456,7 +3505,7 @@ mod test { assert_eq!(keeper_zone_ids, expunged_keeper_zone_ids); assert_eq!(server_zone_ids, expunged_server_zone_ids); - // We should have a new single-node clickhouze zone + // We should have a new single-node clickhouse zone assert_eq!( 1, blueprint4 diff --git a/nexus/reconfigurator/planning/src/planner/rng.rs b/nexus/reconfigurator/planning/src/planner/rng.rs index 98d8e2378e..87d30720d4 100644 --- a/nexus/reconfigurator/planning/src/planner/rng.rs +++ b/nexus/reconfigurator/planning/src/planner/rng.rs @@ -31,6 +31,7 @@ pub struct PlannerRng { dataset_rng: TypedUuidRng, network_interface_rng: UuidRng, external_ip_rng: TypedUuidRng, + clickhouse_rng: UuidRng, } impl PlannerRng { @@ -53,6 +54,8 @@ impl PlannerRng { UuidRng::from_parent_rng(&mut parent, "network_interface"); let external_ip_rng = TypedUuidRng::from_parent_rng(&mut parent, "external_ip"); + let clickhouse_rng = + UuidRng::from_parent_rng(&mut parent, "clickhouse"); Self { blueprint_rng, @@ -60,6 +63,7 @@ impl PlannerRng { dataset_rng, network_interface_rng, external_ip_rng, + clickhouse_rng, } } @@ -82,4 +86,8 @@ impl PlannerRng { pub fn next_external_ip(&mut self) -> ExternalIpUuid { self.external_ip_rng.next() } + + pub fn next_clickhouse(&mut self) -> Uuid { + self.clickhouse_rng.next() + } } diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_1_2.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_1_2.txt new file mode 100644 index 0000000000..6039cd0ab9 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_1_2.txt @@ -0,0 +1,321 @@ +from: blueprint a36d2cf6-88f7-4101-a592-02c216f4fe56 +to: blueprint 31ef2071-2ec9-49d9-8827-fd83b17a0e3d + + MODIFIED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets generation 1 -> 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off ++ oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off ++ oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 ++ clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets generation 1 -> 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 ++ clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e ++ clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets generation 1 -> 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 ++ clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e ++ clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: ++ generation::::::::::::::::::::::::::::::::::::: 2 ++ max used server id::::::::::::::::::::::::::::: 2 ++ max used keeper id::::::::::::::::::::::::::::: 3 ++ cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster ++ cluster secret::::::::::::::::::::::::::::::::: 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 ++ highest seen keeper leader committed log index: 0 + + clickhouse keepers at generation 2: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ ++ 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 ++ b36c16d5-de6e-411a-a32a-d35a26f2e151 2 ++ f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers at generation 2: + ------------------------------------------------ + zone id server id + ------------------------------------------------ ++ 122e30d3-d541-49b5-88de-1543b38123cc 1 ++ 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_3_4.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_3_4.txt new file mode 100644 index 0000000000..d27c85bd66 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_3_4.txt @@ -0,0 +1,321 @@ +from: blueprint 6b09c2dc-ce57-4a8f-b24e-a82a816c7e6f +to: blueprint 92fa943c-7dd4-48c3-9447-c9d0665744b6 + + UNCHANGED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 + + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e + clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e + clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: + generation::::::::::::::::::::::::::::::::::::: 2 (unchanged) + max used server id::::::::::::::::::::::::::::: 2 (unchanged) + max used keeper id::::::::::::::::::::::::::::: 3 (unchanged) + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 (unchanged) +* highest seen keeper leader committed log index: 0 -> 1 + + clickhouse keepers at generation 2: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 + b36c16d5-de6e-411a-a32a-d35a26f2e151 2 + f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers at generation 2: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 122e30d3-d541-49b5-88de-1543b38123cc 1 + 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_5.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_5.txt new file mode 100644 index 0000000000..43bef3da22 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_5.txt @@ -0,0 +1,330 @@ +from: blueprint 92fa943c-7dd4-48c3-9447-c9d0665744b6 +to: blueprint 2886dab5-61a2-46b4-87af-bc7aeb44cccb + + UNCHANGED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 + + + MODIFIED SLEDS: + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off ++ oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/clickhouse_keeper 3682c931-5332-45ef-9885-3d2dcfb325f6 none none off ++ oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_clickhouse_keeper_81a4f9fd-e502-42c2-bf9c-29dd6918fd46 6aaeeb8d-ee87-43a2-b1ef-22e5f5224842 none none off + + + omicron zones generation 3 -> 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e + clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 ++ clickhouse_keeper 81a4f9fd-e502-42c2-bf9c-29dd6918fd46 in service fd00:1122:3344:103::30 + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off ++ oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/clickhouse_keeper cad1d0c3-ca80-4db4-ab36-b2034cf2383b none none off ++ oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_clickhouse_keeper_ad07794e-affa-4145-81fb-f45ed92e3fcd d196c20e-0254-4716-8e04-c0c735d2ffaf none none off + + + omicron zones generation 3 -> 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e + clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 ++ clickhouse_keeper ad07794e-affa-4145-81fb-f45ed92e3fcd in service fd00:1122:3344:102::30 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: +* generation::::::::::::::::::::::::::::::::::::: 2 -> 3 + max used server id::::::::::::::::::::::::::::: 2 (unchanged) +* max used keeper id::::::::::::::::::::::::::::: 3 -> 4 + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 (unchanged) + highest seen keeper leader committed log index: 1 (unchanged) + + clickhouse keepers generation 2 -> 3: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 ++ 81a4f9fd-e502-42c2-bf9c-29dd6918fd46 4 + b36c16d5-de6e-411a-a32a-d35a26f2e151 2 + f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers generation 2 -> 3: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 122e30d3-d541-49b5-88de-1543b38123cc 1 + 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_collection.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_collection.txt new file mode 100644 index 0000000000..dfd2a1cd27 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_4_collection.txt @@ -0,0 +1,322 @@ +from: collection 4c28cb42-2c9a-4006-94a4-e714a025d8d3 +to: blueprint 92fa943c-7dd4-48c3-9447-c9d0665744b6 + MODIFIED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off ++ oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off ++ oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 ++ clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off ++ oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 ++ clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e ++ clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off ++ oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + + + omicron zones generation 2 -> 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 ++ clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e ++ clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + + + COCKROACHDB SETTINGS: ++ state fingerprint::::::::::::::::: (not present in collection) -> (none) ++ cluster.preserve_downgrade_option: (not present in collection) -> (do not modify) + + METADATA: ++ internal DNS version: (not present in collection) -> 1 ++ external DNS version: (not present in collection) -> 1 + + CLICKHOUSE CLUSTER CONFIG: ++ generation::::::::::::::::::::::::::::::::::::: (not present in collection) -> 2 ++ max used server id::::::::::::::::::::::::::::: (not present in collection) -> 2 ++ max used keeper id::::::::::::::::::::::::::::: (not present in collection) -> 3 ++ cluster name::::::::::::::::::::::::::::::::::: (not present in collection) -> oximeter_cluster ++ cluster secret::::::::::::::::::::::::::::::::: (not present in collection) -> 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 + highest seen keeper leader committed log index: 1 (unchanged) + + clickhouse keepers at generation 2: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 + b36c16d5-de6e-411a-a32a-d35a26f2e151 2 + f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers at generation 2: + -------------------------------------------------------------------------- + zone id server id + -------------------------------------------------------------------------- ++ (not present in collection) (not present in collection) + └─ 122e30d3-d541-49b5-88de-1543b38123cc 1 ++ (not present in collection) (not present in collection) + └─ 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_5_6.txt b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_5_6.txt new file mode 100644 index 0000000000..6c84177b48 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_deploy_all_keeper_nodes_5_6.txt @@ -0,0 +1,328 @@ +from: blueprint 2886dab5-61a2-46b4-87af-bc7aeb44cccb +to: blueprint cb39be9d-5476-44fa-9edf-9938376219ef + + UNCHANGED SLEDS: + + sled 164d275d-a936-4f06-ad53-a32cb3c8d3c8 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-60e6b021-79d6-4a6b-917c-6637e0769558 + fake-vendor fake-model serial-71a07ac0-d24e-446c-a202-1998e7f6ac8c + fake-vendor fake-model serial-736d4cab-c262-485e-89c2-07e6543f0855 + fake-vendor fake-model serial-8ae56ca0-709d-4b8f-9869-51b62b542eef + fake-vendor fake-model serial-8e0bcc4f-0799-450c-a0ad-80c1637f59e3 + fake-vendor fake-model serial-8eeebb8e-6db6-43e8-a429-d26dde99882c + fake-vendor fake-model serial-a3e8de5b-c47a-49c0-b698-4d6955e1327f + fake-vendor fake-model serial-b32fa3da-4dec-4237-9776-e1a57ba15a21 + fake-vendor fake-model serial-e9c238f6-87a3-4087-8ba4-aa594a82d012 + fake-vendor fake-model serial-fbf997ef-52d3-438a-b036-b9117322e569 + + + datasets at generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crucible fcd7e842-2648-407a-8d13-197e67de9e9d none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse 5cb56dc7-6c56-4bbf-ae73-6f08e0c97cdf none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/clickhouse_keeper c16a00f5-8830-400d-89e0-9a77cce8780e none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/debug 10610f76-51e8-4be4-a4ad-9af953f6bf4a 100 GiB none gzip-9 + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/internal_dns dd467397-efc5-4738-984e-77a0f3e3e678 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone 8c4f4acd-8f6b-4296-81be-12d2eeae0483 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_df79db1e-54ca-4048-b22a-da120ae4c8c4 b6cb0fe9-0b7a-4793-b6cd-1ee71fee464c none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_clickhouse_keeper_f3279a8b-32fa-4426-b946-08aff9ded482 26c79a0e-a2e4-4093-ba43-5e7979609651 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_1e485cda-b36e-4647-9125-c273fc7a9850 65c2e3cd-3d8e-43c6-9e2c-cb884511ec49 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_crucible_pantry_840a4f34-0e53-469c-8c79-12b75bb42edc 7de8087e-602a-4a81-98ff-d766213d0f94 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_internal_dns_c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 dd1cdc17-808e-4e6d-99ed-84b2d0e220f1 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_nexus_a6032c9e-a365-45d7-ad9f-07ac0fa7079a 198ff957-cce0-40cf-9048-f65cf9a6c671 none none off + oxp_60e6b021-79d6-4a6b-917c-6637e0769558/crypt/zone/oxz_ntp_66695827-17c4-4885-b6c0-2cb6b6d3ad1c ccfb112d-c72e-4482-9bb0-f9cbbb034f7d none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crucible c770de28-6c33-4cc7-97d9-62ddafd963aa none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/debug e0bcc415-f8f9-401f-a507-cee5587756b1 100 GiB none gzip-9 + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone f83b1c8d-d252-4b35-a9d2-400e2e2cddf7 none none off + oxp_71a07ac0-d24e-446c-a202-1998e7f6ac8c/crypt/zone/oxz_crucible_e9ab813f-0fff-4b41-a101-790f6d94b40a 7c459b4e-396b-497f-8094-f342939d1f9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crucible ac9f4d69-3281-4774-a098-250755079068 none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/debug 8bbc5419-7125-4cb1-b990-436af4bb8eb4 100 GiB none gzip-9 + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone a34f8204-9f17-4c8f-997b-e122c284ac9f none none off + oxp_736d4cab-c262-485e-89c2-07e6543f0855/crypt/zone/oxz_crucible_65d597c5-86b9-43f6-84cd-67bb108df9f0 6de460bc-890d-4e7a-920f-607862440cfd none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crucible 09781292-36f1-4310-82b4-ddfb4d287fa1 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/debug 280dd773-35e2-4dda-ae2a-65c88f1b2a01 100 GiB none gzip-9 + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone 61bf628d-a78d-40a7-bad2-84e97e41b810 none none off + oxp_8ae56ca0-709d-4b8f-9869-51b62b542eef/crypt/zone/oxz_crucible_f00c7a67-51a6-4d09-be39-f20b0e6da1c6 6ff911b9-a4a5-4986-ba04-c6b3f234d3b4 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crucible 81719897-4ae6-4d76-8282-fda91c347811 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/debug fecbd83d-7440-4900-b22b-6206e55b2920 100 GiB none gzip-9 + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone 3f63ada8-d1f4-440d-8713-da45b0684520 none none off + oxp_8e0bcc4f-0799-450c-a0ad-80c1637f59e3/crypt/zone/oxz_crucible_08330c18-54e9-445b-81f3-8f1d6ad15cdd ab255226-2c8c-4222-82c6-702af839a2d2 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crucible a2399f57-62eb-4d7d-ac69-09cd6e5c2134 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/debug e120c8f8-049f-40f0-8d70-4cfe409ef34d 100 GiB none gzip-9 + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone a3284e6f-ee42-4fdb-8150-634f7f40c073 none none off + oxp_8eeebb8e-6db6-43e8-a429-d26dde99882c/crypt/zone/oxz_crucible_5d296df4-4f2f-4896-8caa-42df00799bcb 25c5034b-83b2-4a90-a08a-7573ffb38119 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crucible cd6b3952-2024-4310-b82e-abfd245ec1d6 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/debug 37eb0429-d620-40fb-a57a-62486d001738 100 GiB none gzip-9 + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone 8b7928fb-e5a0-49b0-81d0-89f627020c92 none none off + oxp_a3e8de5b-c47a-49c0-b698-4d6955e1327f/crypt/zone/oxz_crucible_4d84fdb4-76fd-47a9-b033-7e1711d9125f 8dc07059-e8cd-4f89-abc7-0c5289b8ff0a none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crucible 4f99dd21-d6ed-409a-af19-9886d1083762 none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/debug d0f12057-da73-4c1d-bdec-32a0e7ab7107 100 GiB none gzip-9 + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone 0e976e79-fe8c-4189-8a8c-279f42e0290f none none off + oxp_b32fa3da-4dec-4237-9776-e1a57ba15a21/crypt/zone/oxz_crucible_a9f1d41e-c445-4783-af13-0095b2836f0f b5d6cec1-c83f-4c41-9e79-8b9bf917f483 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crucible e88d6ff8-6b98-44c1-97a7-83f371ae62fe none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/debug 2288ff91-8e52-4817-825f-2f8b8eb1681d 100 GiB none gzip-9 + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone f963f2a7-e9d1-4b80-b01a-ff4cecddf867 none none off + oxp_e9c238f6-87a3-4087-8ba4-aa594a82d012/crypt/zone/oxz_crucible_577b0a64-6fa9-4302-bfaa-853b6e9e71ac 851cd90d-97f5-49b6-ad41-2e1c1faa3cc9 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crucible d6a838c7-3ee9-4cca-9d8b-986b4de0ba1c none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/debug 17ffe1be-b38b-4f39-90af-57af25dbfe30 100 GiB none gzip-9 + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone a15e4260-d48c-4415-9315-c0f29234f359 none none off + oxp_fbf997ef-52d3-438a-b036-b9117322e569/crypt/zone/oxz_crucible_0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da ba1a3aae-15ab-4364-8250-54a766331ef8 none none off + + + omicron zones at generation 3: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse df79db1e-54ca-4048-b22a-da120ae4c8c4 in service fd00:1122:3344:101::23 + clickhouse_keeper f3279a8b-32fa-4426-b946-08aff9ded482 in service fd00:1122:3344:101::2f + crucible 08330c18-54e9-445b-81f3-8f1d6ad15cdd in service fd00:1122:3344:101::29 + crucible 0ba018f0-4ff7-4bcc-a0c7-42cfec6bc9da in service fd00:1122:3344:101::2e + crucible 1e485cda-b36e-4647-9125-c273fc7a9850 in service fd00:1122:3344:101::25 + crucible 4d84fdb4-76fd-47a9-b033-7e1711d9125f in service fd00:1122:3344:101::2b + crucible 577b0a64-6fa9-4302-bfaa-853b6e9e71ac in service fd00:1122:3344:101::2d + crucible 5d296df4-4f2f-4896-8caa-42df00799bcb in service fd00:1122:3344:101::2a + crucible 65d597c5-86b9-43f6-84cd-67bb108df9f0 in service fd00:1122:3344:101::27 + crucible a9f1d41e-c445-4783-af13-0095b2836f0f in service fd00:1122:3344:101::2c + crucible e9ab813f-0fff-4b41-a101-790f6d94b40a in service fd00:1122:3344:101::26 + crucible f00c7a67-51a6-4d09-be39-f20b0e6da1c6 in service fd00:1122:3344:101::28 + crucible_pantry 840a4f34-0e53-469c-8c79-12b75bb42edc in service fd00:1122:3344:101::24 + internal_dns c89ac05f-d9b2-47f4-9d48-2f38130e4ad9 in service fd00:1122:3344:1::1 + internal_ntp 66695827-17c4-4885-b6c0-2cb6b6d3ad1c in service fd00:1122:3344:101::21 + nexus a6032c9e-a365-45d7-ad9f-07ac0fa7079a in service fd00:1122:3344:101::22 + + + sled 6a4c45f6-e02f-490c-bbfa-b32fb89e8e86 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-0bf9d028-2b4a-4bff-82a1-6eb5fcefd985 + fake-vendor fake-model serial-19293a1d-fddc-40a7-88a4-ccafdb6f66d3 + fake-vendor fake-model serial-44484c44-477a-4676-8266-b98a00e80d79 + fake-vendor fake-model serial-79787cd4-92da-4de5-bfd8-30a635521e10 + fake-vendor fake-model serial-9ae94c94-baae-477e-912a-60f0c4f3bd13 + fake-vendor fake-model serial-af85eec8-36b3-4b88-966d-a717b9b58fe5 + fake-vendor fake-model serial-ddfaaba3-dafe-4103-b868-e9843d29d346 + fake-vendor fake-model serial-ec458c3e-91ca-40f1-a2a3-3f4292c1f279 + fake-vendor fake-model serial-f2fc7c4c-7966-449d-8ec3-5a70f460501d + fake-vendor fake-model serial-f635c28a-e5ca-4d22-ac94-d8f278a6ea0e + + + datasets at generation 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crucible f3b1d2f6-3cbc-4420-bc91-5eaaf00f85d0 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_keeper a3eed313-d886-4c1d-8023-8d2ec9e97ddd none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/clickhouse_server 886f2522-8122-465f-8996-2d8c2acd9d0d none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/debug fb722d83-ddc2-4880-95a4-1ab12f4b95be 100 GiB none gzip-9 + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/internal_dns b8af3673-c60a-45fb-adc1-c36d0d325417 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone 1ab5529e-c3db-41e1-a561-9c767f980ad4 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_keeper_b36c16d5-de6e-411a-a32a-d35a26f2e151 48720037-5b8e-4478-9bb5-c86ee8a6e250 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_clickhouse_server_122e30d3-d541-49b5-88de-1543b38123cc 095cf066-5a68-40b4-afc6-baf5bcbadd05 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_aa74c1b2-b4c1-4f36-8f01-9459ef23786b e1db255d-4793-46bd-a1f3-f207be6b2839 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_crucible_pantry_97a785b8-d909-4fd4-92c1-9ba14bae603b 7b248682-95a2-4411-98b3-79fe6cb1a857 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_internal_dns_c259e8b9-1086-453a-8636-050639edeffb 30161ca3-c2d8-474b-906e-bd38fc912f84 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_nexus_c3c7b0bd-dce3-467b-919d-668cc6b06711 05b6bbbe-4c07-493e-8b92-4c8d4aeb1d66 none none off + oxp_0bf9d028-2b4a-4bff-82a1-6eb5fcefd985/crypt/zone/oxz_ntp_bba31b23-d112-4cde-bd4a-635812c28c0e fadbc503-b72d-4862-a1fd-628c7ff599d1 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crucible 276f044e-dd34-4c1e-beef-174da4fcf53d none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/clickhouse_keeper 3682c931-5332-45ef-9885-3d2dcfb325f6 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/debug 891a1ff4-66b1-4dc9-871c-be4a757bbd0f 100 GiB none gzip-9 + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone 68490e52-279a-4609-ba0b-11d03f904c88 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_clickhouse_keeper_81a4f9fd-e502-42c2-bf9c-29dd6918fd46 6aaeeb8d-ee87-43a2-b1ef-22e5f5224842 none none off + oxp_19293a1d-fddc-40a7-88a4-ccafdb6f66d3/crypt/zone/oxz_crucible_eb58427d-599b-45dc-b316-8e4db7eec65e 26722393-82bf-442d-9725-030801a4d64c none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crucible e06b1670-5f34-42dc-a410-3129d69907ec none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/debug 3e3e18ad-d527-4b2e-b758-1eefdcfca44b 100 GiB none gzip-9 + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone 2a5e3a10-6ab5-4988-be84-46b527dc2d23 none none off + oxp_44484c44-477a-4676-8266-b98a00e80d79/crypt/zone/oxz_crucible_487bde8c-a692-416c-be70-efef7f169fce 008ba9b6-8d41-4f7a-8ff3-ec31a0c96cf9 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crucible 9d32dd45-e3ee-47b9-ba69-0dc711bbf632 none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/debug bd4efdbe-7128-4423-aacf-6cf35e5a914d 100 GiB none gzip-9 + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone fd0f9778-c31a-40f4-9ce9-f5154535e75b none none off + oxp_79787cd4-92da-4de5-bfd8-30a635521e10/crypt/zone/oxz_crucible_b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e 2d2f2665-d556-4e65-9c53-d7fe573848a2 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crucible 7e72090d-7f79-4ecc-92cc-5eb7d9dee022 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/debug 708d4e8b-3acf-44cf-87a2-275bb8fa0d96 100 GiB none gzip-9 + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone e4220797-15df-42c4-9df7-ad927711d565 none none off + oxp_9ae94c94-baae-477e-912a-60f0c4f3bd13/crypt/zone/oxz_crucible_41af4ef6-d21b-4271-bfcb-524f4146784a 1522207b-ea98-47cc-810c-44808796d743 none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crucible 43606b8e-384f-4412-a273-d4dde8f2e76d none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/debug 98d65e73-01df-4525-a45d-acb2fc8d4a74 100 GiB none gzip-9 + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone 39714005-313e-42be-90eb-000a0560669f none none off + oxp_af85eec8-36b3-4b88-966d-a717b9b58fe5/crypt/zone/oxz_crucible_26115267-8333-4711-924e-d05acf601827 3a39d5e8-ea73-4cf3-b9de-48045475151c none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crucible 2d7145e9-0029-4ae0-bb12-ee65a1738005 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/debug 8005f7c0-bab3-4b0a-9568-a5861c0a09bb 100 GiB none gzip-9 + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone a647238a-1689-46c9-b680-dfe1b7b68684 none none off + oxp_ddfaaba3-dafe-4103-b868-e9843d29d346/crypt/zone/oxz_crucible_1a92bb17-6477-46fc-9784-1d2a418d6e14 257c57cd-8f2c-440d-9fa0-e92a312295ec none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crucible dfadcc38-505a-4e9b-8674-27f8a2af13a2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/debug dae242d1-9535-4b08-b249-f030dde2c2fd 100 GiB none gzip-9 + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone 29038bb0-9af1-4b03-9c10-b8a6444a0bc2 none none off + oxp_ec458c3e-91ca-40f1-a2a3-3f4292c1f279/crypt/zone/oxz_crucible_9b9d58bd-44e6-4b70-80a4-e6a9262893ff 0a5bade3-3f2f-4385-b064-554b56f8bf8c none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crucible 72e2a1d6-09dd-43ba-9b8b-befa101f53ef none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/debug 6cea3508-8341-4093-abbb-c57d83cd87b4 100 GiB none gzip-9 + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone e49915c6-59ed-4bbe-abf9-375b9502772a none none off + oxp_f2fc7c4c-7966-449d-8ec3-5a70f460501d/crypt/zone/oxz_crucible_704a17e0-bc9d-43b9-a91e-b1ca37a23d0d 5739948f-d984-48a5-a27a-0223a0af2035 none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crucible c7dfbe25-5b52-4ee5-8556-719e99bb5e4d none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/debug 765b4728-8d6e-4fac-9a1b-ae2258d5c52b 100 GiB none gzip-9 + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone fc9765c5-0a89-4050-ba3e-e0625dbefb5f none none off + oxp_f635c28a-e5ca-4d22-ac94-d8f278a6ea0e/crypt/zone/oxz_crucible_93535f54-4919-4c4d-9a07-f7ab6245c01f 109f44de-d1ed-4ce3-9670-76aceb206ee4 none none off + + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 81a4f9fd-e502-42c2-bf9c-29dd6918fd46 in service fd00:1122:3344:103::30 + clickhouse_keeper b36c16d5-de6e-411a-a32a-d35a26f2e151 in service fd00:1122:3344:103::2e + clickhouse_server 122e30d3-d541-49b5-88de-1543b38123cc in service fd00:1122:3344:103::2f + crucible 1a92bb17-6477-46fc-9784-1d2a418d6e14 in service fd00:1122:3344:103::2a + crucible 26115267-8333-4711-924e-d05acf601827 in service fd00:1122:3344:103::29 + crucible 41af4ef6-d21b-4271-bfcb-524f4146784a in service fd00:1122:3344:103::28 + crucible 487bde8c-a692-416c-be70-efef7f169fce in service fd00:1122:3344:103::26 + crucible 704a17e0-bc9d-43b9-a91e-b1ca37a23d0d in service fd00:1122:3344:103::2c + crucible 93535f54-4919-4c4d-9a07-f7ab6245c01f in service fd00:1122:3344:103::2d + crucible 9b9d58bd-44e6-4b70-80a4-e6a9262893ff in service fd00:1122:3344:103::2b + crucible aa74c1b2-b4c1-4f36-8f01-9459ef23786b in service fd00:1122:3344:103::24 + crucible b6956e34-3c21-44d1-9ee2-cb7ee2e77c4e in service fd00:1122:3344:103::27 + crucible eb58427d-599b-45dc-b316-8e4db7eec65e in service fd00:1122:3344:103::25 + crucible_pantry 97a785b8-d909-4fd4-92c1-9ba14bae603b in service fd00:1122:3344:103::23 + internal_dns c259e8b9-1086-453a-8636-050639edeffb in service fd00:1122:3344:2::1 + internal_ntp bba31b23-d112-4cde-bd4a-635812c28c0e in service fd00:1122:3344:103::21 + nexus c3c7b0bd-dce3-467b-919d-668cc6b06711 in service fd00:1122:3344:103::22 + + + sled be531a62-9897-430d-acd2-ce14b4632627 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-2a76ab1a-fb16-412d-93f9-b8cd9aa94e85 + fake-vendor fake-model serial-2de2bf7e-c679-4b2b-b373-908e9d3ffbfc + fake-vendor fake-model serial-2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba + fake-vendor fake-model serial-32041dbf-e58d-4f32-840d-923d3d3b68af + fake-vendor fake-model serial-5f88adff-bb50-4dc1-bbfb-5a410c753ed5 + fake-vendor fake-model serial-74d64eb9-bf69-4782-af16-2d3a761ca171 + fake-vendor fake-model serial-b3c231c9-b2a5-4267-b4bf-9651881b91a5 + fake-vendor fake-model serial-bca80b95-8dca-4a3b-b24d-d44b6a9ff71b + fake-vendor fake-model serial-db16345e-427a-4c8e-9032-17270f729308 + fake-vendor fake-model serial-e3b45593-8f0c-47b2-a381-802a7dad1f54 + + + datasets at generation 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crucible 431cfe4a-5756-40f4-8a9c-b70ae1227f1e none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_keeper ce930007-8ed6-4675-a24a-57c227950d43 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/clickhouse_server 3d339942-c2d0-4615-a099-433a8b5a1543 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/debug c55ba154-4f4b-48a5-997b-2a1579671c74 100 GiB none gzip-9 + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/internal_dns 7be88e8f-06d3-49f7-a6d9-5c586f13716c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone 37405860-deb4-4f2f-b770-ab8b83175d8c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_keeper_39fd3357-4de8-433e-9c07-1ec65de7ca59 748c9607-71dd-4f81-be08-c1eee262f69c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_clickhouse_server_71be6bff-666a-4f2b-a7dc-d80a88a71af5 a9e2160a-688f-4bbd-9a77-b2e695df86f4 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_75cccfab-ea70-4596-a685-ab9bd5e540a1 e2ff081e-c5a4-42c3-8d95-969e2b9b7b31 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_crucible_pantry_1432df56-4a7b-4271-9b24-a8a3183a95a7 452dad91-0c11-4dfa-96fb-dfb0cfa1d17c none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_internal_dns_832c71a1-357d-482b-8661-3193d59ed776 08588a53-0f1d-4631-a1ef-8fa34098fbf6 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_nexus_da39dead-64e2-45b6-9d01-d99584504dfd 45dc03ec-d0e0-429a-a099-7fc6ea6dfb85 none none off + oxp_2a76ab1a-fb16-412d-93f9-b8cd9aa94e85/crypt/zone/oxz_ntp_816afef9-e5cd-40ba-8cc5-71e783943e43 6f5ba0fc-1b43-4a40-ba5a-3abf11eae62b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crucible 1123f86b-169c-40df-8ed1-95c3def65e30 none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/clickhouse_keeper cad1d0c3-ca80-4db4-ab36-b2034cf2383b none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/debug 071d678d-9376-4c3b-8e1f-825d27bcae3a 100 GiB none gzip-9 + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone bbb78481-c7e5-44a6-85ae-37e363827e9f none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_clickhouse_keeper_ad07794e-affa-4145-81fb-f45ed92e3fcd d196c20e-0254-4716-8e04-c0c735d2ffaf none none off + oxp_2de2bf7e-c679-4b2b-b373-908e9d3ffbfc/crypt/zone/oxz_crucible_37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 9b49fc13-4d2c-423e-9839-f6e1d0bffc6e none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crucible afa41d1a-3fc1-4723-835d-61d13db33cfe none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/debug daeded95-0145-4b97-b1fb-60d44856d1e4 100 GiB none gzip-9 + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone 38103edf-a98f-46ca-94ea-3404268ea935 none none off + oxp_2f02a5c6-fcf5-4b5a-bc7d-7f65369918ba/crypt/zone/oxz_crucible_2cb036bd-6056-4547-af65-aa6c0c1e4d6e c6c9e491-ce4d-4dc4-82be-e394fa1e82e2 none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crucible da067282-0ae9-4861-8b78-b639622508af none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/debug 80d0697d-4ebe-4856-b7bf-78ff811eb00b 100 GiB none gzip-9 + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone 3f1adfcf-9a2a-41db-9e1a-a2e13ff8a7dd none none off + oxp_32041dbf-e58d-4f32-840d-923d3d3b68af/crypt/zone/oxz_crucible_e52381c1-d7ab-402f-a9a8-bb52fbb614af a0251fdc-166b-4476-95d4-f7fd58fdaf76 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crucible fcb937be-3b91-4ae7-9e25-a69808eeb07f none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/debug dd239ff5-a617-4eb1-ac6d-16eb76c2c849 100 GiB none gzip-9 + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone 5c620f9c-454b-451b-99ca-47c3d94df493 none none off + oxp_5f88adff-bb50-4dc1-bbfb-5a410c753ed5/crypt/zone/oxz_crucible_6ae471b1-1dd8-460e-a2a5-3ea796f746d5 98b66132-d99e-42e2-8517-5860412c61b1 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crucible 2854cb42-e5b9-4773-bd6e-6ec85d33a174 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/debug b9e71882-7f71-4a5e-be9c-7df560c75000 100 GiB none gzip-9 + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone 13f8be82-85e9-43ac-985b-e7a51a910c41 none none off + oxp_74d64eb9-bf69-4782-af16-2d3a761ca171/crypt/zone/oxz_crucible_b6a9674e-8b42-4d67-954f-3e957db298dd e7c2d833-b6a1-469f-b52f-8bbb45e9a30e none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crucible aa8f925e-6c3a-40d2-ae2d-946324a7d612 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/debug bae0ee1b-b3a3-4c4c-96ee-53b8b4cd837b 100 GiB none gzip-9 + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone 9f1f99c7-e6c5-4bbc-9de5-15252b532914 none none off + oxp_b3c231c9-b2a5-4267-b4bf-9651881b91a5/crypt/zone/oxz_crucible_c79e017b-7e27-4ff5-be14-3673f8cb2279 3544adde-a808-45c0-ae19-08b4f65e3ad4 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crucible 755ad19c-d29b-4e3c-9c13-63b56a407765 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/debug f2df23eb-672a-41b5-89e4-26c9feb50c7c 100 GiB none gzip-9 + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone 2747bb48-2fb7-4999-a63c-5ba5e35e0a10 none none off + oxp_bca80b95-8dca-4a3b-b24d-d44b6a9ff71b/crypt/zone/oxz_crucible_0a160b89-6288-44f5-9908-33589094628e 53a623d2-9ffc-48fb-871d-23bd52e0f4dd none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crucible be3cf2f7-5388-4cd6-8119-ecf316c6052e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/debug e658be5b-df77-41fb-a000-5a924ac0b3da 100 GiB none gzip-9 + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone f7ddacf4-edc7-46ba-9b74-d588bd62505e none none off + oxp_db16345e-427a-4c8e-9032-17270f729308/crypt/zone/oxz_crucible_5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 1d73fc1f-81fc-4e06-9b52-686596ac0f6c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crucible a2391107-7408-4e0c-a694-3fd073fa09df none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/debug 96798a17-be94-44bb-9e12-2eb458e9a5ba 100 GiB none gzip-9 + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone 64e62d15-e813-461d-9a50-403d9bd1df7c none none off + oxp_e3b45593-8f0c-47b2-a381-802a7dad1f54/crypt/zone/oxz_crucible_8a36ef67-bf66-40b9-a2f4-34ac70e90e39 c44e20e1-7cce-46df-ba71-db7fb3e3a5ff none none off + + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 39fd3357-4de8-433e-9c07-1ec65de7ca59 in service fd00:1122:3344:102::2e + clickhouse_keeper ad07794e-affa-4145-81fb-f45ed92e3fcd in service fd00:1122:3344:102::30 + clickhouse_server 71be6bff-666a-4f2b-a7dc-d80a88a71af5 in service fd00:1122:3344:102::2f + crucible 0a160b89-6288-44f5-9908-33589094628e in service fd00:1122:3344:102::2b + crucible 2cb036bd-6056-4547-af65-aa6c0c1e4d6e in service fd00:1122:3344:102::26 + crucible 37c72edc-6acd-4c2d-ab76-d1c88e1f01f5 in service fd00:1122:3344:102::25 + crucible 5fb4b72f-bf1b-47c7-a2e4-dbdafcdb47f5 in service fd00:1122:3344:102::2c + crucible 6ae471b1-1dd8-460e-a2a5-3ea796f746d5 in service fd00:1122:3344:102::28 + crucible 75cccfab-ea70-4596-a685-ab9bd5e540a1 in service fd00:1122:3344:102::24 + crucible 8a36ef67-bf66-40b9-a2f4-34ac70e90e39 in service fd00:1122:3344:102::2d + crucible b6a9674e-8b42-4d67-954f-3e957db298dd in service fd00:1122:3344:102::29 + crucible c79e017b-7e27-4ff5-be14-3673f8cb2279 in service fd00:1122:3344:102::2a + crucible e52381c1-d7ab-402f-a9a8-bb52fbb614af in service fd00:1122:3344:102::27 + crucible_pantry 1432df56-4a7b-4271-9b24-a8a3183a95a7 in service fd00:1122:3344:102::23 + internal_dns 832c71a1-357d-482b-8661-3193d59ed776 in service fd00:1122:3344:3::1 + internal_ntp 816afef9-e5cd-40ba-8cc5-71e783943e43 in service fd00:1122:3344:102::21 + nexus da39dead-64e2-45b6-9d01-d99584504dfd in service fd00:1122:3344:102::22 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: + generation::::::::::::::::::::::::::::::::::::: 3 (unchanged) + max used server id::::::::::::::::::::::::::::: 2 (unchanged) + max used keeper id::::::::::::::::::::::::::::: 4 (unchanged) + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 75ba7558-f7cf-431f-bba5-71c8e82fd4c1 (unchanged) + highest seen keeper leader committed log index: 1 (unchanged) + + clickhouse keepers at generation 3: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 39fd3357-4de8-433e-9c07-1ec65de7ca59 1 + 81a4f9fd-e502-42c2-bf9c-29dd6918fd46 4 + b36c16d5-de6e-411a-a32a-d35a26f2e151 2 + f3279a8b-32fa-4426-b946-08aff9ded482 3 + + clickhouse servers at generation 3: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 122e30d3-d541-49b5-88de-1543b38123cc 1 + 71be6bff-666a-4f2b-a7dc-d80a88a71af5 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_3_4.txt b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_3_4.txt new file mode 100644 index 0000000000..7c5275d284 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_3_4.txt @@ -0,0 +1,350 @@ +from: blueprint 6347b98e-9dfe-48de-a038-ec5f95cf2301 +to: blueprint 74f2e7fd-687e-4c9e-b5d8-e474a5bb8e7c + + MODIFIED SLEDS: + + sled b340c044-bd87-4a3b-aee3-e6ccd9d3ff02 (active -> decommissioned): + + physical disks from generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- +- fake-vendor fake-model serial-03a84dd2-e0a4-435d-96de-67bfe2674f4e +- fake-vendor fake-model serial-188c3b95-16fa-45ea-b9f7-e987560b4d62 +- fake-vendor fake-model serial-1f3bbc7c-888f-40fa-b705-fab3f148b147 +- fake-vendor fake-model serial-45a81e70-03bb-4c53-bf49-d598c9fb8d34 +- fake-vendor fake-model serial-56c3f0ef-fac1-473d-9317-0e3668aa7e88 +- fake-vendor fake-model serial-96f1615c-3dda-427f-8132-408b2fad24e0 +- fake-vendor fake-model serial-a9ef71b2-ec22-421c-adc9-bddc4c0641c4 +- fake-vendor fake-model serial-b9f9c626-3293-48eb-a475-1debaaccdf6c +- fake-vendor fake-model serial-d563fd5f-9306-49b4-8511-78a2f64733ce +- fake-vendor fake-model serial-fcca32b6-9629-468f-a282-63d7da992447 + + + datasets from generation 2: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crucible 1e845ee8-701d-44bf-884a-d49d537633aa none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/clickhouse af4a8ac4-7941-4051-bdbb-979ae82dceaa none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/clickhouse_keeper 35a2dc24-0853-4a06-b5b9-90b8ba83e0b0 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/debug 1d0c553a-4229-4175-9c11-22ef68191eb1 100 GiB none gzip-9 +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/internal_dns 3262c08c-12a1-4f38-93f0-e3f53a1087aa none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone 44f9d5f4-fd7b-4684-b9c9-71cf888c79a8 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_clickhouse_f2c54229-d192-41bd-babc-9ca02c1206d6 783cd7d4-ce73-4fe1-8665-b0c813406f52 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_clickhouse_keeper_ceea23ec-1cb4-46be-bfa6-de9025ad5737 abb56278-58c2-4e0c-8cc8-417f57100de0 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_crucible_c3dee582-3b04-4981-90ac-e2f617c6a1ce 15772401-8406-4938-801e-6ddff28ffb32 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_crucible_pantry_1ee0a9f1-503c-4e38-bf76-e026afb9ac5b cad9cbd9-6988-4ca6-97c4-ac7daeb86f28 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_internal_dns_9975245b-9c63-41be-8043-31117f85f905 6d2f4bb2-0b19-4751-aacc-ca8baf298960 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_nexus_b8f4453e-6917-4f7f-8a29-220d333bb27d 8298db30-e5f8-4004-b077-3a74abb84bb3 none none off +- oxp_03a84dd2-e0a4-435d-96de-67bfe2674f4e/crypt/zone/oxz_ntp_765ffd29-670e-4d95-aa97-8d244b6412d7 8050d31c-aecd-44e8-9d51-31933c18ded9 none none off +- oxp_188c3b95-16fa-45ea-b9f7-e987560b4d62/crucible 2f72eaac-c969-492c-9f46-80f57d0bd429 none none off +- oxp_188c3b95-16fa-45ea-b9f7-e987560b4d62/crypt/debug 3f11692d-50b2-4d86-b03c-530068ac7d77 100 GiB none gzip-9 +- oxp_188c3b95-16fa-45ea-b9f7-e987560b4d62/crypt/zone b8d4c72d-f610-4236-8cc0-28c6c0ea5343 none none off +- oxp_188c3b95-16fa-45ea-b9f7-e987560b4d62/crypt/zone/oxz_crucible_b5f91973-5e8e-4e58-9ebf-1b0ad3e4758e b5109aa2-75d5-4381-96bc-15b76cf12591 none none off +- oxp_1f3bbc7c-888f-40fa-b705-fab3f148b147/crucible 1463de0a-26e5-43e0-9f2e-3de0689adb98 none none off +- oxp_1f3bbc7c-888f-40fa-b705-fab3f148b147/crypt/debug 28bac96b-a65e-46f1-8b8d-721245314298 100 GiB none gzip-9 +- oxp_1f3bbc7c-888f-40fa-b705-fab3f148b147/crypt/zone 95e1d916-93b9-424a-9784-1cece05597cf none none off +- oxp_1f3bbc7c-888f-40fa-b705-fab3f148b147/crypt/zone/oxz_crucible_c0098649-b9d4-4072-9dc0-0da3e5791f1f ac483768-9c41-409c-aec8-23bcb0917375 none none off +- oxp_45a81e70-03bb-4c53-bf49-d598c9fb8d34/crucible eb61fcb5-80fb-4902-9256-d4921e8b91a4 none none off +- oxp_45a81e70-03bb-4c53-bf49-d598c9fb8d34/crypt/debug c9ecd62c-2208-4ffb-9510-f050d299d209 100 GiB none gzip-9 +- oxp_45a81e70-03bb-4c53-bf49-d598c9fb8d34/crypt/zone 92fd48ca-0e93-425e-b2cf-8b822cae7e3f none none off +- oxp_45a81e70-03bb-4c53-bf49-d598c9fb8d34/crypt/zone/oxz_crucible_133e50ce-39e1-4647-8ea8-8f171a1b6471 961b3fd4-d40c-4503-90a6-8ee32a5f5315 none none off +- oxp_56c3f0ef-fac1-473d-9317-0e3668aa7e88/crucible b52fe96e-02dd-4ffb-a363-ec8e9f94cb49 none none off +- oxp_56c3f0ef-fac1-473d-9317-0e3668aa7e88/crypt/debug 72fb1d98-9f11-492f-8e5a-094b686a3ad2 100 GiB none gzip-9 +- oxp_56c3f0ef-fac1-473d-9317-0e3668aa7e88/crypt/zone 995c2f94-ddc4-4de9-894b-23d813c33711 none none off +- oxp_56c3f0ef-fac1-473d-9317-0e3668aa7e88/crypt/zone/oxz_crucible_975d60ed-46ff-4f4c-b02e-01e3cd331a6f 281d3fdc-9ed5-44f6-865b-6f03c9e7540f none none off +- oxp_96f1615c-3dda-427f-8132-408b2fad24e0/crucible 5a8efbe2-7191-40e5-b694-33f6ab5f20de none none off +- oxp_96f1615c-3dda-427f-8132-408b2fad24e0/crypt/debug b38bd0a3-106f-4771-a50a-8dae79e2db48 100 GiB none gzip-9 +- oxp_96f1615c-3dda-427f-8132-408b2fad24e0/crypt/zone d56d2757-818a-4302-82e8-be4aac08fd66 none none off +- oxp_96f1615c-3dda-427f-8132-408b2fad24e0/crypt/zone/oxz_crucible_5078d1c7-9bc5-46a1-94e1-47ceb6f81580 530c8ac3-9a19-47c2-9057-4ae12a4377a5 none none off +- oxp_a9ef71b2-ec22-421c-adc9-bddc4c0641c4/crucible 3f0e3222-de30-4741-99f2-bd8cf6ecab41 none none off +- oxp_a9ef71b2-ec22-421c-adc9-bddc4c0641c4/crypt/debug 1bac2a69-8575-4247-8f78-94b4ca69f7a2 100 GiB none gzip-9 +- oxp_a9ef71b2-ec22-421c-adc9-bddc4c0641c4/crypt/zone 4d802712-5773-4464-a8d9-748cca6d75c0 none none off +- oxp_a9ef71b2-ec22-421c-adc9-bddc4c0641c4/crypt/zone/oxz_crucible_6a703437-f546-4848-8a0a-94d4c3b20e7c e2d4e003-2c43-40dd-b283-0b5df91a3c32 none none off +- oxp_b9f9c626-3293-48eb-a475-1debaaccdf6c/crucible 10ed346b-d1f7-43c7-88fd-8e7ad66db8e2 none none off +- oxp_b9f9c626-3293-48eb-a475-1debaaccdf6c/crypt/debug 1d77d74d-1fa8-4e8c-a64f-f1a38f6c81ea 100 GiB none gzip-9 +- oxp_b9f9c626-3293-48eb-a475-1debaaccdf6c/crypt/zone b244161f-e944-46d8-962e-5bc5a56575b7 none none off +- oxp_b9f9c626-3293-48eb-a475-1debaaccdf6c/crypt/zone/oxz_crucible_58a60190-35da-4ce1-b0da-298b3d64458d 6ffd174d-1b54-4de3-9654-f50df5df6953 none none off +- oxp_d563fd5f-9306-49b4-8511-78a2f64733ce/crucible 3f81e4d8-fefc-4586-a626-15c728242b05 none none off +- oxp_d563fd5f-9306-49b4-8511-78a2f64733ce/crypt/debug 43b14456-1b4a-4afe-bf5d-cf31124e0d18 100 GiB none gzip-9 +- oxp_d563fd5f-9306-49b4-8511-78a2f64733ce/crypt/zone e9d64fda-0229-4f0b-b407-6e9f1a05e619 none none off +- oxp_d563fd5f-9306-49b4-8511-78a2f64733ce/crypt/zone/oxz_crucible_893d890c-4b9f-4944-a245-90ac5dab82b6 b65a7b48-f785-4481-898e-c0b49d96d706 none none off +- oxp_fcca32b6-9629-468f-a282-63d7da992447/crucible abbef5ad-6cae-4e18-822f-4a4d7980b1f3 none none off +- oxp_fcca32b6-9629-468f-a282-63d7da992447/crypt/debug b17bf396-1fc8-4cfc-ad16-445bbc105688 100 GiB none gzip-9 +- oxp_fcca32b6-9629-468f-a282-63d7da992447/crypt/zone 368f9afa-ceaa-4f34-a488-b64d945c1b77 none none off +- oxp_fcca32b6-9629-468f-a282-63d7da992447/crypt/zone/oxz_crucible_5a0af13f-c815-4df4-a7a3-c1ddfc1fc4f0 fea35514-09e5-4df1-91c1-5a186032b293 none none off + + + omicron zones generation 3 -> 4: + ------------------------------------------------------------------------------------------------ + zone type zone id disposition underlay IP + ------------------------------------------------------------------------------------------------ +* clickhouse f2c54229-d192-41bd-babc-9ca02c1206d6 - in service fd00:1122:3344:101::23 + └─ + expunged +* clickhouse_keeper ceea23ec-1cb4-46be-bfa6-de9025ad5737 - in service fd00:1122:3344:101::2f + └─ + expunged +* crucible 133e50ce-39e1-4647-8ea8-8f171a1b6471 - in service fd00:1122:3344:101::28 + └─ + expunged +* crucible 5078d1c7-9bc5-46a1-94e1-47ceb6f81580 - in service fd00:1122:3344:101::2a + └─ + expunged +* crucible 58a60190-35da-4ce1-b0da-298b3d64458d - in service fd00:1122:3344:101::2c + └─ + expunged +* crucible 5a0af13f-c815-4df4-a7a3-c1ddfc1fc4f0 - in service fd00:1122:3344:101::2e + └─ + expunged +* crucible 6a703437-f546-4848-8a0a-94d4c3b20e7c - in service fd00:1122:3344:101::2b + └─ + expunged +* crucible 893d890c-4b9f-4944-a245-90ac5dab82b6 - in service fd00:1122:3344:101::2d + └─ + expunged +* crucible 975d60ed-46ff-4f4c-b02e-01e3cd331a6f - in service fd00:1122:3344:101::29 + └─ + expunged +* crucible b5f91973-5e8e-4e58-9ebf-1b0ad3e4758e - in service fd00:1122:3344:101::26 + └─ + expunged +* crucible c0098649-b9d4-4072-9dc0-0da3e5791f1f - in service fd00:1122:3344:101::27 + └─ + expunged +* crucible c3dee582-3b04-4981-90ac-e2f617c6a1ce - in service fd00:1122:3344:101::25 + └─ + expunged +* crucible_pantry 1ee0a9f1-503c-4e38-bf76-e026afb9ac5b - in service fd00:1122:3344:101::24 + └─ + expunged +* internal_dns 9975245b-9c63-41be-8043-31117f85f905 - in service fd00:1122:3344:1::1 + └─ + expunged +* internal_ntp 765ffd29-670e-4d95-aa97-8d244b6412d7 - in service fd00:1122:3344:101::21 + └─ + expunged +* nexus b8f4453e-6917-4f7f-8a29-220d333bb27d - in service fd00:1122:3344:101::22 + └─ + expunged + + + sled cdba3bea-3407-4b6e-a029-19bf4a02fca7 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-08616473-ded4-4785-9b53-b6ccc1efb67a + fake-vendor fake-model serial-2d44b756-94df-45ec-a644-50021248682d + fake-vendor fake-model serial-2dce7cf0-3097-485d-aaf6-9fc51f99eae5 + fake-vendor fake-model serial-3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7 + fake-vendor fake-model serial-44342c41-75a7-4708-8004-eb2ca5c5a3c2 + fake-vendor fake-model serial-650b4eff-80a2-430a-97c8-f837248480a1 + fake-vendor fake-model serial-6e418b8c-cadd-4fb8-8370-f351a07e1eed + fake-vendor fake-model serial-6e5772a5-8234-46d1-ba5a-503a83d9d2fb + fake-vendor fake-model serial-c1da692e-7713-43a0-b6bb-5c182084c09d + fake-vendor fake-model serial-e35766ef-789a-4b2f-9a6c-e6626d5ab195 + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crucible 3d575592-90d1-4f09-8ebd-cfb0d7348492 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/clickhouse_keeper dda523f9-2078-42b1-a581-bad8349bb592 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/clickhouse_server 90935183-8ac3-4474-aaf4-d7f29979c873 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/debug c619b70f-4542-40ba-8cb6-1641df0b1a11 100 GiB none gzip-9 + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/internal_dns 1e34af87-308a-4192-be38-193f0c89390a none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone a27426fd-6f66-475d-bb6e-4422618ae009 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_clickhouse_keeper_fe395a2c-219b-4ad7-9f51-f536de60a9e4 1331d93d-4191-48ea-ae98-9554f9aabcd8 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_clickhouse_server_02ef9ddc-a012-4d15-8f45-8282f58c9a11 e94a67fe-79b0-45b2-8cb8-0f00dd2c0c52 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_crucible_e83d6088-9e82-40dd-b8e9-b5bafe23d358 d989e55b-60c1-44c6-a37b-e081d9d49313 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_crucible_pantry_67e03ab1-90ac-45b5-9487-d892752201e1 26980dc7-7079-4a88-b01b-d75881aee578 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_internal_dns_b5e0f928-60cd-4040-a6f2-5ad45ac50814 00e9e911-b36e-4371-b55a-b67a885c1650 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_nexus_3150ecb4-973e-4467-b194-632539bbdf07 2441284a-c8b4-4eb9-8988-5f7f64fcb7cc none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_ntp_663835e0-d8bc-41ea-b79f-bd85997777ce 6c266f89-6820-45ba-8d53-8e2952a89f70 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crucible 6875e6ae-d773-4c38-b075-74d54c7664c5 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/debug c4f52f42-f6d1-40a3-bb3e-0a684ce06338 100 GiB none gzip-9 + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone a38bec7e-50fc-4a0d-b0de-15023a542367 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_crucible_4a152e9b-240b-4213-92fc-d205bc67c138 3a96f6b5-bf00-4f0d-b9d9-f718ac8c8672 none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crucible 1afdddf6-2c5d-4b57-b732-d451fe9d339a none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/debug c857ccb3-eb0a-4220-aa80-e7c22d2f7be4 100 GiB none gzip-9 + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/zone 1cee8f96-b8e2-4983-8c65-ba8338eb781c none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/zone/oxz_crucible_42ec7ad4-4a8a-4e7f-8291-bcc3a141647b 8e2fc466-8b2a-4be6-ba66-2bd8ef658a5d none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crucible 99df049c-d495-4cdc-800e-a0deb8a12407 none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/debug f0808ff2-ce3a-4434-971b-055acb097d8d 100 GiB none gzip-9 + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/zone b265dd36-3a93-4ad9-bca1-8e76abea9f90 none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/zone/oxz_crucible_e432e610-e600-4d1c-9427-e965afe2d54a 9d7b361b-ed6e-4bdb-a8b7-1f6736026e11 none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crucible 97bcdcd3-c71f-4a6a-8dbe-fb79f0e0cd8c none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/debug e6c0e102-f69d-4e14-bc52-7e03ae82cd0a 100 GiB none gzip-9 + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/zone caa97a7b-1c7d-4a2b-a9e7-12588f942a8c none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/zone/oxz_crucible_377d8477-7608-4248-b925-6a2c5e04fee3 3000bfbb-7faa-4439-914c-84815c5d75ea none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crucible 5d445c3a-92ff-4951-964d-cbb35dce0ffb none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/debug 0b84fd36-2a53-4420-b580-8a7ab5e44adb 100 GiB none gzip-9 + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/zone 0921cbb1-02ad-4de5-9c60-c4a8aca25579 none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/zone/oxz_crucible_0c50f6a6-55f0-4d9e-920e-c16b4e2f3b4f 34c4fcb0-c6d4-4f47-8153-a8b16e8c9c09 none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crucible efce20c8-c6ad-4e1a-a489-1391a02ff73e none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/debug 52d22143-4c25-45cf-a443-62e63052e385 100 GiB none gzip-9 + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/zone 7197059c-e461-43b1-a050-95740f239dc7 none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/zone/oxz_crucible_cf0943f4-1f4c-4531-8412-ecab1d1df36f a9cc6710-a9c1-44f0-aebb-26c708718918 none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crucible 9292d1a7-786c-448b-86ea-4cdb7c29df73 none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/debug ef0c1012-a349-4868-9175-e0a5e117614b 100 GiB none gzip-9 + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/zone 0292217f-5be3-440f-976b-6bab7043992f none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/zone/oxz_crucible_9dce96c1-4f76-4e17-96de-aa867344581f 2d590e4c-8b2a-4021-baf1-3fc1a33a6130 none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crucible 5967609a-83a6-4feb-8d46-25c3ca7fce12 none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/debug 0bf0d153-d9fb-42ed-a98f-839ca7c272bc 100 GiB none gzip-9 + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/zone c7345d22-765f-4892-993f-de910ac5055b none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/zone/oxz_crucible_6d8c8a4f-82fc-47a9-b894-3c1dddd86343 a205bb5f-d9d9-43c1-aafb-fc872ca159b8 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crucible 97ff78ad-4939-4308-9dde-7bd94dc55741 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/debug 3588412a-4f56-419c-b10c-0eef2c6a2c31 100 GiB none gzip-9 + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/zone d37c8162-c363-447f-b4be-da14fb97b181 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/zone/oxz_crucible_5135c26c-5118-4dd0-a9a7-e2c46bd32b91 83321216-d04c-4dfc-99de-36dc1216c566 none none off ++ oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/clickhouse_keeper 410eca9c-8eee-4a98-aea2-a363697974f7 none none off ++ oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/internal_dns f2bbe72f-ae6c-4ee2-a2f3-eae54527048d none none off ++ oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_clickhouse_keeper_e4052979-f949-44bf-91de-17b371d3e518 08f15d4b-91dc-445d-88f4-cb9fa585444b none none off ++ oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_internal_dns_1cd50cc3-c098-4fe3-ae5b-af0344f0b6ec da028e64-33e1-4380-8544-19e6ce754b20 none none off + + + omicron zones generation 3 -> 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper fe395a2c-219b-4ad7-9f51-f536de60a9e4 in service fd00:1122:3344:102::2e + clickhouse_server 02ef9ddc-a012-4d15-8f45-8282f58c9a11 in service fd00:1122:3344:102::2f + crucible 0c50f6a6-55f0-4d9e-920e-c16b4e2f3b4f in service fd00:1122:3344:102::29 + crucible 377d8477-7608-4248-b925-6a2c5e04fee3 in service fd00:1122:3344:102::28 + crucible 42ec7ad4-4a8a-4e7f-8291-bcc3a141647b in service fd00:1122:3344:102::26 + crucible 4a152e9b-240b-4213-92fc-d205bc67c138 in service fd00:1122:3344:102::25 + crucible 5135c26c-5118-4dd0-a9a7-e2c46bd32b91 in service fd00:1122:3344:102::2d + crucible 6d8c8a4f-82fc-47a9-b894-3c1dddd86343 in service fd00:1122:3344:102::2c + crucible 9dce96c1-4f76-4e17-96de-aa867344581f in service fd00:1122:3344:102::2b + crucible cf0943f4-1f4c-4531-8412-ecab1d1df36f in service fd00:1122:3344:102::2a + crucible e432e610-e600-4d1c-9427-e965afe2d54a in service fd00:1122:3344:102::27 + crucible e83d6088-9e82-40dd-b8e9-b5bafe23d358 in service fd00:1122:3344:102::24 + crucible_pantry 67e03ab1-90ac-45b5-9487-d892752201e1 in service fd00:1122:3344:102::23 + internal_dns b5e0f928-60cd-4040-a6f2-5ad45ac50814 in service fd00:1122:3344:2::1 + internal_ntp 663835e0-d8bc-41ea-b79f-bd85997777ce in service fd00:1122:3344:102::21 + nexus 3150ecb4-973e-4467-b194-632539bbdf07 in service fd00:1122:3344:102::22 ++ clickhouse_keeper e4052979-f949-44bf-91de-17b371d3e518 in service fd00:1122:3344:102::30 ++ internal_dns 1cd50cc3-c098-4fe3-ae5b-af0344f0b6ec in service fd00:1122:3344:1::1 + + + sled fe7b9b01-e803-41ea-9e39-db240dcd9029 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-21d60319-5fe1-4a3b-a4c0-6aa7465e7bde + fake-vendor fake-model serial-2acfbb84-5ce0-424e-8d73-44c5071d4430 + fake-vendor fake-model serial-2db7f3b4-ed19-4229-b42c-44f49eeb8a91 + fake-vendor fake-model serial-2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a + fake-vendor fake-model serial-355e268c-c932-4f32-841c-f3ec88fe0495 + fake-vendor fake-model serial-427b2ccd-998f-4085-af21-e600604cf21e + fake-vendor fake-model serial-588058f2-f51b-4800-a211-1c5dbb32296b + fake-vendor fake-model serial-736f6f07-2aa2-4658-8b5c-3bf409ea747a + fake-vendor fake-model serial-bcfcdede-7084-4a31-97a8-ac4299c268f9 + fake-vendor fake-model serial-fe379ac6-1938-4cc2-93a9-43b1447229ae + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crucible 83697259-f910-49de-8c15-83605c086a5d none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse_keeper e1236796-4a4f-48fe-b274-9c6c251d60b7 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse_server 14389e8b-952f-4e20-aabd-3741493fb444 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/debug f015e445-2e52-45c9-9f0a-49cb5ceae245 100 GiB none gzip-9 + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/internal_dns 8d423173-09c9-4ca5-a21c-b7c3123aa1af none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone d5d2ddf7-2eb3-40f3-b149-aee5699b7bf1 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_keeper_94abd717-9240-4a27-ac14-5666c1f3f3ab 2315a796-5038-4003-b5e0-099a29f7ebb1 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_server_23ee16e1-7f1f-4a76-b4fc-32921eead60e fef210d9-1473-4294-afa4-90e1f1836b86 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_3801ce73-9986-491a-a623-8ae2cea1678b d0d28f34-55ba-400e-9dce-a8c3d25c09e9 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_pantry_6c7f6a84-78b3-4dd9-878e-51bedfda471f aa190e01-9a4e-4131-9fcf-240532108c7f none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_internal_dns_0c42ad01-b854-4e7d-bd6c-25fdc3eddef4 1de9cde7-6c1e-4865-bd3d-378e22f62fb8 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_nexus_7e763480-0f4f-43cb-ab9a-52b667d8fda5 5773e3b1-dde0-4b54-bc13-3c3bf816015e none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_ntp_f34f8d36-7137-48d3-9d13-6a46c4edcef4 c8c03dec-65d4-4c97-87c3-a43a8363c97c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crucible 46ea917a-f99f-4078-8f45-8e92512ba42c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/debug a86eda4a-2346-4990-8393-6692c81f9f37 100 GiB none gzip-9 + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/zone 988c82cc-aed4-4207-96a8-f844ede70a5c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/zone/oxz_crucible_93fe2a9b-3ce9-4bf0-852d-c36171988c71 6fafdcb1-b246-44ca-8e8e-2101ce3cbdf7 none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crucible d26ad281-5420-42c4-be19-013d7d44e2e9 none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/debug f3c93847-6a22-4f95-97cd-766358663b2a 100 GiB none gzip-9 + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/zone 0c6b2002-2cec-478f-9eb3-239069f42dbc none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/zone/oxz_crucible_02aecfb8-91a9-4db8-8cb2-4252bf15d6ac 7e11890f-b1ce-497a-9672-f95d3452eb7b none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crucible 9ba7194a-0e9e-485f-b4ba-e58c39bc90da none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/debug ec40dcf8-085f-4277-8d96-657a1e7fb0c8 100 GiB none gzip-9 + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/zone 8b6d2ff8-4f40-4776-b461-29e0a3d3dd97 none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/zone/oxz_crucible_d9106a19-f267-48db-a82b-004e643feb49 9b9fb14e-cd17-4a7a-a74a-bfd9c7682831 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crucible a1cb2b30-ca4f-4b9d-840d-4deef5993b79 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/debug 85d345b5-04d4-4bdf-9e6f-c10b3f21208d 100 GiB none gzip-9 + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/zone cf7a9405-cf77-49cd-b3d4-528d9ad5ce48 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/zone/oxz_crucible_0a3cfe7c-414d-40f0-8f63-a7c0b26b7627 e1396508-5d99-4802-8d3f-cc3db33f0341 none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crucible 0c6d24b8-e64b-4f97-a4ae-19bc998214fe none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/debug f7cccd71-efb1-4bee-bcdf-7e7133c3e5da 100 GiB none gzip-9 + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/zone a03487ed-4b03-4856-a670-9fa703b0b850 none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/zone/oxz_crucible_befe73dd-5970-49a4-9adf-7b4f453c45cf 95d72ef9-e070-49e4-a57b-2c392def6025 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crucible 97e6171d-523c-4c4a-9fa6-daead00d71a5 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/debug 2ab9c443-5ea3-4ab1-b2ed-d57abbfde4be 100 GiB none gzip-9 + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/zone 86009a86-7c47-477d-bb17-c38689f5b337 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/zone/oxz_crucible_a91714d7-33b4-40d6-93cf-1b278bc9f1c6 f4c0087b-c746-4440-82e7-82ff5e40c6ab none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crucible 035b55e9-a0fc-48e5-8cd0-a862e7a7fe47 none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/debug 0f785b1f-3f7a-4ae7-8a32-4412b781d245 100 GiB none gzip-9 + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/zone f3df6efd-e689-4aaa-b4ed-76de319a1fe4 none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/zone/oxz_crucible_79164b60-fbb4-46d4-9a42-eafbaeddd672 ebf1a36b-ab94-4a5d-a777-937991a60396 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crucible 01def6ad-ddd9-4b28-b337-137a16734021 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/debug 6fdd4ca2-022f-4ef3-9a83-1e18e620e9dc 100 GiB none gzip-9 + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/zone d8d8dc6c-cd76-4d17-b530-25f3f3f52d33 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/zone/oxz_crucible_109820d7-b6ef-4574-b5e4-9f193c9d2a9e 75f329ff-4f3b-4cc5-8027-dd61d05e7323 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crucible 5818a803-eb2c-44eb-8818-bd98bfa29da9 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/debug 3a49dd24-8ead-4196-b453-8aa3273b77d1 100 GiB none gzip-9 + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/zone 9327960e-a9a3-4b26-9bd4-65afb1737bd4 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/zone/oxz_crucible_43aa521b-eb86-4c3d-a58c-83c733f2fec3 c7a57806-05b3-4e38-9bc4-07fd6b30cccd none none off ++ oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse 46273d48-d966-4cee-8af9-d3e7f5f38ac3 none none off ++ oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_fa97835a-aabc-4fe9-9e85-3e50f207129c 4eb52e76-39fa-414d-ae9b-2dcb1c7737f9 none none off ++ oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_pantry_7741bb11-0d99-4856-95ae-725b6b9ff4fa 0dc5f030-0bde-4fff-a0b6-f7c8fcc3e532 none none off ++ oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_nexus_69789010-8689-43ab-9a68-a944afcba05a e67b797b-a059-4c7e-a98b-fea18964bad6 none none off + + + omicron zones generation 3 -> 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper 94abd717-9240-4a27-ac14-5666c1f3f3ab in service fd00:1122:3344:103::2e + clickhouse_server 23ee16e1-7f1f-4a76-b4fc-32921eead60e in service fd00:1122:3344:103::2f + crucible 02aecfb8-91a9-4db8-8cb2-4252bf15d6ac in service fd00:1122:3344:103::26 + crucible 0a3cfe7c-414d-40f0-8f63-a7c0b26b7627 in service fd00:1122:3344:103::28 + crucible 109820d7-b6ef-4574-b5e4-9f193c9d2a9e in service fd00:1122:3344:103::2c + crucible 3801ce73-9986-491a-a623-8ae2cea1678b in service fd00:1122:3344:103::24 + crucible 43aa521b-eb86-4c3d-a58c-83c733f2fec3 in service fd00:1122:3344:103::2d + crucible 79164b60-fbb4-46d4-9a42-eafbaeddd672 in service fd00:1122:3344:103::2b + crucible 93fe2a9b-3ce9-4bf0-852d-c36171988c71 in service fd00:1122:3344:103::25 + crucible a91714d7-33b4-40d6-93cf-1b278bc9f1c6 in service fd00:1122:3344:103::2a + crucible befe73dd-5970-49a4-9adf-7b4f453c45cf in service fd00:1122:3344:103::29 + crucible d9106a19-f267-48db-a82b-004e643feb49 in service fd00:1122:3344:103::27 + crucible_pantry 6c7f6a84-78b3-4dd9-878e-51bedfda471f in service fd00:1122:3344:103::23 + internal_dns 0c42ad01-b854-4e7d-bd6c-25fdc3eddef4 in service fd00:1122:3344:3::1 + internal_ntp f34f8d36-7137-48d3-9d13-6a46c4edcef4 in service fd00:1122:3344:103::21 + nexus 7e763480-0f4f-43cb-ab9a-52b667d8fda5 in service fd00:1122:3344:103::22 ++ clickhouse fa97835a-aabc-4fe9-9e85-3e50f207129c in service fd00:1122:3344:103::30 ++ crucible_pantry 7741bb11-0d99-4856-95ae-725b6b9ff4fa in service fd00:1122:3344:103::31 ++ nexus 69789010-8689-43ab-9a68-a944afcba05a in service fd00:1122:3344:103::32 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: +* generation::::::::::::::::::::::::::::::::::::: 2 -> 3 + max used server id::::::::::::::::::::::::::::: 2 (unchanged) + max used keeper id::::::::::::::::::::::::::::: 3 (unchanged) + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 9b56c0da-33d7-41a6-b411-6d00e71bea9b (unchanged) + highest seen keeper leader committed log index: 1 (unchanged) + + clickhouse keepers generation 2 -> 3: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 94abd717-9240-4a27-ac14-5666c1f3f3ab 0 + fe395a2c-219b-4ad7-9f51-f536de60a9e4 2 +- ceea23ec-1cb4-46be-bfa6-de9025ad5737 1 + + clickhouse servers generation 2 -> 3: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 02ef9ddc-a012-4d15-8f45-8282f58c9a11 1 + 23ee16e1-7f1f-4a76-b4fc-32921eead60e 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_5_6.txt b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_5_6.txt new file mode 100644 index 0000000000..19995f2fb3 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_clusters_5_6.txt @@ -0,0 +1,263 @@ +from: blueprint fd65648d-0065-4a2c-97d5-dcb2b308aed7 +to: blueprint df68d4d4-5af4-4b56-95bb-1654a6957d4f + + UNCHANGED SLEDS: + + sled b340c044-bd87-4a3b-aee3-e6ccd9d3ff02 (decommissioned): + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse f2c54229-d192-41bd-babc-9ca02c1206d6 expunged fd00:1122:3344:101::23 + clickhouse_keeper ceea23ec-1cb4-46be-bfa6-de9025ad5737 expunged fd00:1122:3344:101::2f + crucible 133e50ce-39e1-4647-8ea8-8f171a1b6471 expunged fd00:1122:3344:101::28 + crucible 5078d1c7-9bc5-46a1-94e1-47ceb6f81580 expunged fd00:1122:3344:101::2a + crucible 58a60190-35da-4ce1-b0da-298b3d64458d expunged fd00:1122:3344:101::2c + crucible 5a0af13f-c815-4df4-a7a3-c1ddfc1fc4f0 expunged fd00:1122:3344:101::2e + crucible 6a703437-f546-4848-8a0a-94d4c3b20e7c expunged fd00:1122:3344:101::2b + crucible 893d890c-4b9f-4944-a245-90ac5dab82b6 expunged fd00:1122:3344:101::2d + crucible 975d60ed-46ff-4f4c-b02e-01e3cd331a6f expunged fd00:1122:3344:101::29 + crucible b5f91973-5e8e-4e58-9ebf-1b0ad3e4758e expunged fd00:1122:3344:101::26 + crucible c0098649-b9d4-4072-9dc0-0da3e5791f1f expunged fd00:1122:3344:101::27 + crucible c3dee582-3b04-4981-90ac-e2f617c6a1ce expunged fd00:1122:3344:101::25 + crucible_pantry 1ee0a9f1-503c-4e38-bf76-e026afb9ac5b expunged fd00:1122:3344:101::24 + internal_dns 9975245b-9c63-41be-8043-31117f85f905 expunged fd00:1122:3344:1::1 + internal_ntp 765ffd29-670e-4d95-aa97-8d244b6412d7 expunged fd00:1122:3344:101::21 + nexus b8f4453e-6917-4f7f-8a29-220d333bb27d expunged fd00:1122:3344:101::22 + + + sled cdba3bea-3407-4b6e-a029-19bf4a02fca7 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-08616473-ded4-4785-9b53-b6ccc1efb67a + fake-vendor fake-model serial-2d44b756-94df-45ec-a644-50021248682d + fake-vendor fake-model serial-2dce7cf0-3097-485d-aaf6-9fc51f99eae5 + fake-vendor fake-model serial-3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7 + fake-vendor fake-model serial-44342c41-75a7-4708-8004-eb2ca5c5a3c2 + fake-vendor fake-model serial-650b4eff-80a2-430a-97c8-f837248480a1 + fake-vendor fake-model serial-6e418b8c-cadd-4fb8-8370-f351a07e1eed + fake-vendor fake-model serial-6e5772a5-8234-46d1-ba5a-503a83d9d2fb + fake-vendor fake-model serial-c1da692e-7713-43a0-b6bb-5c182084c09d + fake-vendor fake-model serial-e35766ef-789a-4b2f-9a6c-e6626d5ab195 + + + datasets at generation 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crucible 3d575592-90d1-4f09-8ebd-cfb0d7348492 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/clickhouse_keeper dda523f9-2078-42b1-a581-bad8349bb592 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/clickhouse_server 90935183-8ac3-4474-aaf4-d7f29979c873 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/debug c619b70f-4542-40ba-8cb6-1641df0b1a11 100 GiB none gzip-9 + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/internal_dns 1e34af87-308a-4192-be38-193f0c89390a none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone a27426fd-6f66-475d-bb6e-4422618ae009 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_clickhouse_keeper_fe395a2c-219b-4ad7-9f51-f536de60a9e4 1331d93d-4191-48ea-ae98-9554f9aabcd8 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_clickhouse_server_02ef9ddc-a012-4d15-8f45-8282f58c9a11 e94a67fe-79b0-45b2-8cb8-0f00dd2c0c52 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_crucible_e83d6088-9e82-40dd-b8e9-b5bafe23d358 d989e55b-60c1-44c6-a37b-e081d9d49313 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_crucible_pantry_67e03ab1-90ac-45b5-9487-d892752201e1 26980dc7-7079-4a88-b01b-d75881aee578 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_internal_dns_b5e0f928-60cd-4040-a6f2-5ad45ac50814 00e9e911-b36e-4371-b55a-b67a885c1650 none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_nexus_3150ecb4-973e-4467-b194-632539bbdf07 2441284a-c8b4-4eb9-8988-5f7f64fcb7cc none none off + oxp_08616473-ded4-4785-9b53-b6ccc1efb67a/crypt/zone/oxz_ntp_663835e0-d8bc-41ea-b79f-bd85997777ce 6c266f89-6820-45ba-8d53-8e2952a89f70 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crucible 6875e6ae-d773-4c38-b075-74d54c7664c5 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/clickhouse_keeper 410eca9c-8eee-4a98-aea2-a363697974f7 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/debug c4f52f42-f6d1-40a3-bb3e-0a684ce06338 100 GiB none gzip-9 + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/internal_dns f2bbe72f-ae6c-4ee2-a2f3-eae54527048d none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone a38bec7e-50fc-4a0d-b0de-15023a542367 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_clickhouse_keeper_e4052979-f949-44bf-91de-17b371d3e518 08f15d4b-91dc-445d-88f4-cb9fa585444b none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_crucible_4a152e9b-240b-4213-92fc-d205bc67c138 3a96f6b5-bf00-4f0d-b9d9-f718ac8c8672 none none off + oxp_2d44b756-94df-45ec-a644-50021248682d/crypt/zone/oxz_internal_dns_1cd50cc3-c098-4fe3-ae5b-af0344f0b6ec da028e64-33e1-4380-8544-19e6ce754b20 none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crucible 1afdddf6-2c5d-4b57-b732-d451fe9d339a none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/debug c857ccb3-eb0a-4220-aa80-e7c22d2f7be4 100 GiB none gzip-9 + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/zone 1cee8f96-b8e2-4983-8c65-ba8338eb781c none none off + oxp_2dce7cf0-3097-485d-aaf6-9fc51f99eae5/crypt/zone/oxz_crucible_42ec7ad4-4a8a-4e7f-8291-bcc3a141647b 8e2fc466-8b2a-4be6-ba66-2bd8ef658a5d none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crucible 99df049c-d495-4cdc-800e-a0deb8a12407 none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/debug f0808ff2-ce3a-4434-971b-055acb097d8d 100 GiB none gzip-9 + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/zone b265dd36-3a93-4ad9-bca1-8e76abea9f90 none none off + oxp_3b9d69e5-aa80-4fc8-9d2e-a2a24bd0f1d7/crypt/zone/oxz_crucible_e432e610-e600-4d1c-9427-e965afe2d54a 9d7b361b-ed6e-4bdb-a8b7-1f6736026e11 none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crucible 97bcdcd3-c71f-4a6a-8dbe-fb79f0e0cd8c none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/debug e6c0e102-f69d-4e14-bc52-7e03ae82cd0a 100 GiB none gzip-9 + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/zone caa97a7b-1c7d-4a2b-a9e7-12588f942a8c none none off + oxp_44342c41-75a7-4708-8004-eb2ca5c5a3c2/crypt/zone/oxz_crucible_377d8477-7608-4248-b925-6a2c5e04fee3 3000bfbb-7faa-4439-914c-84815c5d75ea none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crucible 5d445c3a-92ff-4951-964d-cbb35dce0ffb none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/debug 0b84fd36-2a53-4420-b580-8a7ab5e44adb 100 GiB none gzip-9 + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/zone 0921cbb1-02ad-4de5-9c60-c4a8aca25579 none none off + oxp_650b4eff-80a2-430a-97c8-f837248480a1/crypt/zone/oxz_crucible_0c50f6a6-55f0-4d9e-920e-c16b4e2f3b4f 34c4fcb0-c6d4-4f47-8153-a8b16e8c9c09 none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crucible efce20c8-c6ad-4e1a-a489-1391a02ff73e none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/debug 52d22143-4c25-45cf-a443-62e63052e385 100 GiB none gzip-9 + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/zone 7197059c-e461-43b1-a050-95740f239dc7 none none off + oxp_6e418b8c-cadd-4fb8-8370-f351a07e1eed/crypt/zone/oxz_crucible_cf0943f4-1f4c-4531-8412-ecab1d1df36f a9cc6710-a9c1-44f0-aebb-26c708718918 none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crucible 9292d1a7-786c-448b-86ea-4cdb7c29df73 none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/debug ef0c1012-a349-4868-9175-e0a5e117614b 100 GiB none gzip-9 + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/zone 0292217f-5be3-440f-976b-6bab7043992f none none off + oxp_6e5772a5-8234-46d1-ba5a-503a83d9d2fb/crypt/zone/oxz_crucible_9dce96c1-4f76-4e17-96de-aa867344581f 2d590e4c-8b2a-4021-baf1-3fc1a33a6130 none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crucible 5967609a-83a6-4feb-8d46-25c3ca7fce12 none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/debug 0bf0d153-d9fb-42ed-a98f-839ca7c272bc 100 GiB none gzip-9 + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/zone c7345d22-765f-4892-993f-de910ac5055b none none off + oxp_c1da692e-7713-43a0-b6bb-5c182084c09d/crypt/zone/oxz_crucible_6d8c8a4f-82fc-47a9-b894-3c1dddd86343 a205bb5f-d9d9-43c1-aafb-fc872ca159b8 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crucible 97ff78ad-4939-4308-9dde-7bd94dc55741 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/debug 3588412a-4f56-419c-b10c-0eef2c6a2c31 100 GiB none gzip-9 + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/zone d37c8162-c363-447f-b4be-da14fb97b181 none none off + oxp_e35766ef-789a-4b2f-9a6c-e6626d5ab195/crypt/zone/oxz_crucible_5135c26c-5118-4dd0-a9a7-e2c46bd32b91 83321216-d04c-4dfc-99de-36dc1216c566 none none off + + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse_keeper e4052979-f949-44bf-91de-17b371d3e518 in service fd00:1122:3344:102::30 + clickhouse_keeper fe395a2c-219b-4ad7-9f51-f536de60a9e4 in service fd00:1122:3344:102::2e + clickhouse_server 02ef9ddc-a012-4d15-8f45-8282f58c9a11 in service fd00:1122:3344:102::2f + crucible 0c50f6a6-55f0-4d9e-920e-c16b4e2f3b4f in service fd00:1122:3344:102::29 + crucible 377d8477-7608-4248-b925-6a2c5e04fee3 in service fd00:1122:3344:102::28 + crucible 42ec7ad4-4a8a-4e7f-8291-bcc3a141647b in service fd00:1122:3344:102::26 + crucible 4a152e9b-240b-4213-92fc-d205bc67c138 in service fd00:1122:3344:102::25 + crucible 5135c26c-5118-4dd0-a9a7-e2c46bd32b91 in service fd00:1122:3344:102::2d + crucible 6d8c8a4f-82fc-47a9-b894-3c1dddd86343 in service fd00:1122:3344:102::2c + crucible 9dce96c1-4f76-4e17-96de-aa867344581f in service fd00:1122:3344:102::2b + crucible cf0943f4-1f4c-4531-8412-ecab1d1df36f in service fd00:1122:3344:102::2a + crucible e432e610-e600-4d1c-9427-e965afe2d54a in service fd00:1122:3344:102::27 + crucible e83d6088-9e82-40dd-b8e9-b5bafe23d358 in service fd00:1122:3344:102::24 + crucible_pantry 67e03ab1-90ac-45b5-9487-d892752201e1 in service fd00:1122:3344:102::23 + internal_dns 1cd50cc3-c098-4fe3-ae5b-af0344f0b6ec in service fd00:1122:3344:1::1 + internal_dns b5e0f928-60cd-4040-a6f2-5ad45ac50814 in service fd00:1122:3344:2::1 + internal_ntp 663835e0-d8bc-41ea-b79f-bd85997777ce in service fd00:1122:3344:102::21 + nexus 3150ecb4-973e-4467-b194-632539bbdf07 in service fd00:1122:3344:102::22 + + + sled fe7b9b01-e803-41ea-9e39-db240dcd9029 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-21d60319-5fe1-4a3b-a4c0-6aa7465e7bde + fake-vendor fake-model serial-2acfbb84-5ce0-424e-8d73-44c5071d4430 + fake-vendor fake-model serial-2db7f3b4-ed19-4229-b42c-44f49eeb8a91 + fake-vendor fake-model serial-2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a + fake-vendor fake-model serial-355e268c-c932-4f32-841c-f3ec88fe0495 + fake-vendor fake-model serial-427b2ccd-998f-4085-af21-e600604cf21e + fake-vendor fake-model serial-588058f2-f51b-4800-a211-1c5dbb32296b + fake-vendor fake-model serial-736f6f07-2aa2-4658-8b5c-3bf409ea747a + fake-vendor fake-model serial-bcfcdede-7084-4a31-97a8-ac4299c268f9 + fake-vendor fake-model serial-fe379ac6-1938-4cc2-93a9-43b1447229ae + + + datasets at generation 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crucible 83697259-f910-49de-8c15-83605c086a5d none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse 46273d48-d966-4cee-8af9-d3e7f5f38ac3 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse_keeper e1236796-4a4f-48fe-b274-9c6c251d60b7 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/clickhouse_server 14389e8b-952f-4e20-aabd-3741493fb444 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/debug f015e445-2e52-45c9-9f0a-49cb5ceae245 100 GiB none gzip-9 + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/internal_dns 8d423173-09c9-4ca5-a21c-b7c3123aa1af none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone d5d2ddf7-2eb3-40f3-b149-aee5699b7bf1 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_fa97835a-aabc-4fe9-9e85-3e50f207129c 4eb52e76-39fa-414d-ae9b-2dcb1c7737f9 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_keeper_94abd717-9240-4a27-ac14-5666c1f3f3ab 2315a796-5038-4003-b5e0-099a29f7ebb1 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_clickhouse_server_23ee16e1-7f1f-4a76-b4fc-32921eead60e fef210d9-1473-4294-afa4-90e1f1836b86 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_3801ce73-9986-491a-a623-8ae2cea1678b d0d28f34-55ba-400e-9dce-a8c3d25c09e9 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_pantry_6c7f6a84-78b3-4dd9-878e-51bedfda471f aa190e01-9a4e-4131-9fcf-240532108c7f none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_crucible_pantry_7741bb11-0d99-4856-95ae-725b6b9ff4fa 0dc5f030-0bde-4fff-a0b6-f7c8fcc3e532 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_internal_dns_0c42ad01-b854-4e7d-bd6c-25fdc3eddef4 1de9cde7-6c1e-4865-bd3d-378e22f62fb8 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_nexus_69789010-8689-43ab-9a68-a944afcba05a e67b797b-a059-4c7e-a98b-fea18964bad6 none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_nexus_7e763480-0f4f-43cb-ab9a-52b667d8fda5 5773e3b1-dde0-4b54-bc13-3c3bf816015e none none off + oxp_21d60319-5fe1-4a3b-a4c0-6aa7465e7bde/crypt/zone/oxz_ntp_f34f8d36-7137-48d3-9d13-6a46c4edcef4 c8c03dec-65d4-4c97-87c3-a43a8363c97c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crucible 46ea917a-f99f-4078-8f45-8e92512ba42c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/debug a86eda4a-2346-4990-8393-6692c81f9f37 100 GiB none gzip-9 + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/zone 988c82cc-aed4-4207-96a8-f844ede70a5c none none off + oxp_2acfbb84-5ce0-424e-8d73-44c5071d4430/crypt/zone/oxz_crucible_93fe2a9b-3ce9-4bf0-852d-c36171988c71 6fafdcb1-b246-44ca-8e8e-2101ce3cbdf7 none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crucible d26ad281-5420-42c4-be19-013d7d44e2e9 none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/debug f3c93847-6a22-4f95-97cd-766358663b2a 100 GiB none gzip-9 + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/zone 0c6b2002-2cec-478f-9eb3-239069f42dbc none none off + oxp_2db7f3b4-ed19-4229-b42c-44f49eeb8a91/crypt/zone/oxz_crucible_02aecfb8-91a9-4db8-8cb2-4252bf15d6ac 7e11890f-b1ce-497a-9672-f95d3452eb7b none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crucible 9ba7194a-0e9e-485f-b4ba-e58c39bc90da none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/debug ec40dcf8-085f-4277-8d96-657a1e7fb0c8 100 GiB none gzip-9 + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/zone 8b6d2ff8-4f40-4776-b461-29e0a3d3dd97 none none off + oxp_2fa34d8e-13d9-42d3-b8ba-ca9d74ac496a/crypt/zone/oxz_crucible_d9106a19-f267-48db-a82b-004e643feb49 9b9fb14e-cd17-4a7a-a74a-bfd9c7682831 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crucible a1cb2b30-ca4f-4b9d-840d-4deef5993b79 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/debug 85d345b5-04d4-4bdf-9e6f-c10b3f21208d 100 GiB none gzip-9 + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/zone cf7a9405-cf77-49cd-b3d4-528d9ad5ce48 none none off + oxp_355e268c-c932-4f32-841c-f3ec88fe0495/crypt/zone/oxz_crucible_0a3cfe7c-414d-40f0-8f63-a7c0b26b7627 e1396508-5d99-4802-8d3f-cc3db33f0341 none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crucible 0c6d24b8-e64b-4f97-a4ae-19bc998214fe none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/debug f7cccd71-efb1-4bee-bcdf-7e7133c3e5da 100 GiB none gzip-9 + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/zone a03487ed-4b03-4856-a670-9fa703b0b850 none none off + oxp_427b2ccd-998f-4085-af21-e600604cf21e/crypt/zone/oxz_crucible_befe73dd-5970-49a4-9adf-7b4f453c45cf 95d72ef9-e070-49e4-a57b-2c392def6025 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crucible 97e6171d-523c-4c4a-9fa6-daead00d71a5 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/debug 2ab9c443-5ea3-4ab1-b2ed-d57abbfde4be 100 GiB none gzip-9 + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/zone 86009a86-7c47-477d-bb17-c38689f5b337 none none off + oxp_588058f2-f51b-4800-a211-1c5dbb32296b/crypt/zone/oxz_crucible_a91714d7-33b4-40d6-93cf-1b278bc9f1c6 f4c0087b-c746-4440-82e7-82ff5e40c6ab none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crucible 035b55e9-a0fc-48e5-8cd0-a862e7a7fe47 none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/debug 0f785b1f-3f7a-4ae7-8a32-4412b781d245 100 GiB none gzip-9 + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/zone f3df6efd-e689-4aaa-b4ed-76de319a1fe4 none none off + oxp_736f6f07-2aa2-4658-8b5c-3bf409ea747a/crypt/zone/oxz_crucible_79164b60-fbb4-46d4-9a42-eafbaeddd672 ebf1a36b-ab94-4a5d-a777-937991a60396 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crucible 01def6ad-ddd9-4b28-b337-137a16734021 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/debug 6fdd4ca2-022f-4ef3-9a83-1e18e620e9dc 100 GiB none gzip-9 + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/zone d8d8dc6c-cd76-4d17-b530-25f3f3f52d33 none none off + oxp_bcfcdede-7084-4a31-97a8-ac4299c268f9/crypt/zone/oxz_crucible_109820d7-b6ef-4574-b5e4-9f193c9d2a9e 75f329ff-4f3b-4cc5-8027-dd61d05e7323 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crucible 5818a803-eb2c-44eb-8818-bd98bfa29da9 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/debug 3a49dd24-8ead-4196-b453-8aa3273b77d1 100 GiB none gzip-9 + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/zone 9327960e-a9a3-4b26-9bd4-65afb1737bd4 none none off + oxp_fe379ac6-1938-4cc2-93a9-43b1447229ae/crypt/zone/oxz_crucible_43aa521b-eb86-4c3d-a58c-83c733f2fec3 c7a57806-05b3-4e38-9bc4-07fd6b30cccd none none off + + + omicron zones at generation 4: + ----------------------------------------------------------------------------------------------- + zone type zone id disposition underlay IP + ----------------------------------------------------------------------------------------------- + clickhouse fa97835a-aabc-4fe9-9e85-3e50f207129c in service fd00:1122:3344:103::30 + clickhouse_keeper 94abd717-9240-4a27-ac14-5666c1f3f3ab in service fd00:1122:3344:103::2e + clickhouse_server 23ee16e1-7f1f-4a76-b4fc-32921eead60e in service fd00:1122:3344:103::2f + crucible 02aecfb8-91a9-4db8-8cb2-4252bf15d6ac in service fd00:1122:3344:103::26 + crucible 0a3cfe7c-414d-40f0-8f63-a7c0b26b7627 in service fd00:1122:3344:103::28 + crucible 109820d7-b6ef-4574-b5e4-9f193c9d2a9e in service fd00:1122:3344:103::2c + crucible 3801ce73-9986-491a-a623-8ae2cea1678b in service fd00:1122:3344:103::24 + crucible 43aa521b-eb86-4c3d-a58c-83c733f2fec3 in service fd00:1122:3344:103::2d + crucible 79164b60-fbb4-46d4-9a42-eafbaeddd672 in service fd00:1122:3344:103::2b + crucible 93fe2a9b-3ce9-4bf0-852d-c36171988c71 in service fd00:1122:3344:103::25 + crucible a91714d7-33b4-40d6-93cf-1b278bc9f1c6 in service fd00:1122:3344:103::2a + crucible befe73dd-5970-49a4-9adf-7b4f453c45cf in service fd00:1122:3344:103::29 + crucible d9106a19-f267-48db-a82b-004e643feb49 in service fd00:1122:3344:103::27 + crucible_pantry 6c7f6a84-78b3-4dd9-878e-51bedfda471f in service fd00:1122:3344:103::23 + crucible_pantry 7741bb11-0d99-4856-95ae-725b6b9ff4fa in service fd00:1122:3344:103::31 + internal_dns 0c42ad01-b854-4e7d-bd6c-25fdc3eddef4 in service fd00:1122:3344:3::1 + internal_ntp f34f8d36-7137-48d3-9d13-6a46c4edcef4 in service fd00:1122:3344:103::21 + nexus 69789010-8689-43ab-9a68-a944afcba05a in service fd00:1122:3344:103::32 + nexus 7e763480-0f4f-43cb-ab9a-52b667d8fda5 in service fd00:1122:3344:103::22 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: +* generation::::::::::::::::::::::::::::::::::::: 3 -> 4 + max used server id::::::::::::::::::::::::::::: 2 (unchanged) +* max used keeper id::::::::::::::::::::::::::::: 3 -> 4 + cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster (unchanged) + cluster secret::::::::::::::::::::::::::::::::: 9b56c0da-33d7-41a6-b411-6d00e71bea9b (unchanged) +* highest seen keeper leader committed log index: 1 -> 3 + + clickhouse keepers generation 3 -> 4: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ + 94abd717-9240-4a27-ac14-5666c1f3f3ab 0 ++ e4052979-f949-44bf-91de-17b371d3e518 4 + fe395a2c-219b-4ad7-9f51-f536de60a9e4 2 + + clickhouse servers generation 3 -> 4: + ------------------------------------------------ + zone id server id + ------------------------------------------------ + 02ef9ddc-a012-4d15-8f45-8282f58c9a11 1 + 23ee16e1-7f1f-4a76-b4fc-32921eead60e 2 + diff --git a/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_zones_after_policy_is_changed_3_4.txt b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_zones_after_policy_is_changed_3_4.txt new file mode 100644 index 0000000000..37ce107263 --- /dev/null +++ b/nexus/reconfigurator/planning/tests/output/planner_expunge_clickhouse_zones_after_policy_is_changed_3_4.txt @@ -0,0 +1,329 @@ +from: blueprint ffc8884b-ff7f-46d8-902d-60ab2328c6da +to: blueprint d895ef50-9978-454c-bdfb-b8dbe2c9a918 + + MODIFIED SLEDS: + + sled 883d9767-021c-4836-81cf-fa02d73fead0 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-41eaf63b-4fa9-443e-8da1-78d1e79aac7d + fake-vendor fake-model serial-5b04e3d3-7a8b-466e-ab63-6ca89a93e100 + fake-vendor fake-model serial-6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5 + fake-vendor fake-model serial-8e2c9e92-e35e-494c-8e14-dcf5f5009656 + fake-vendor fake-model serial-a4c575b4-934b-49b9-9c47-9c1241a33607 + fake-vendor fake-model serial-a9a8a692-d2d7-4b3e-a297-d648faf8c7cf + fake-vendor fake-model serial-b65c8376-0084-4d6f-9891-9d6a413d4e56 + fake-vendor fake-model serial-bc61cdae-c96f-4886-b8bd-f9fd69d51e3a + fake-vendor fake-model serial-e9f68306-460a-4b11-b904-f752633bf1fc + fake-vendor fake-model serial-fbc5bdf2-9644-4d0a-b349-f490486da25d + + + datasets generation 3 -> 4: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crucible 5403ab59-fbc4-4747-a0a4-2e086d4611fd none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/clickhouse 595df8fe-7319-44ea-9170-83236f87b146 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/clickhouse_keeper c949b5ca-05fe-4c0a-95d0-11c8fd18675b none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/debug ed00cbfa-3426-4072-a763-0facc8cd9c2f 100 GiB none gzip-9 + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/internal_dns 0125252e-c9c2-4998-81e2-a82e534f7e3b none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone ddf90bf7-d58c-4f9c-9263-14cf354935a2 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_clickhouse_6394624c-3aba-4be5-a6a2-68d9b5e506e4 8ab9adbc-d236-4167-b503-581ae9dc0136 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_clickhouse_keeper_15f8164a-63e5-404e-81a5-c13e5855f7ca 6ca0e723-77fd-4859-90b8-b12601f21bde none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_crucible_d2646147-0310-450a-a43b-8a1a9c513188 028e8d90-8472-49ad-90c8-83bef4a6a2e7 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_crucible_pantry_6a5b8df1-d85f-4c96-ba7d-6efebd72f92a c6ccafeb-9666-465c-b8eb-49902ea6d741 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_internal_dns_83f907f2-a0d7-46d8-842e-8603a3ef393f 18ee8146-de2e-4f83-bb61-201311c82ec2 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_nexus_a9043563-4a85-47a1-9478-db57d31b53c0 1c96cf42-5a62-42c4-9830-349583d93260 none none off + oxp_41eaf63b-4fa9-443e-8da1-78d1e79aac7d/crypt/zone/oxz_ntp_4fd636ec-8c85-4d2f-b514-36f3190df8d8 1e1db58f-2dda-4f28-a23d-90431e2cc11f none none off + oxp_5b04e3d3-7a8b-466e-ab63-6ca89a93e100/crucible 5e25ca72-7721-46a9-ac11-a71042f17198 none none off + oxp_5b04e3d3-7a8b-466e-ab63-6ca89a93e100/crypt/debug 2b28e830-b329-469c-85ed-f15cd6cf5416 100 GiB none gzip-9 + oxp_5b04e3d3-7a8b-466e-ab63-6ca89a93e100/crypt/zone 406b3824-685f-44c6-9878-175afc0ce17d none none off + oxp_5b04e3d3-7a8b-466e-ab63-6ca89a93e100/crypt/zone/oxz_crucible_c57f188f-c51b-45d3-be4c-9e023d80e194 a9f4b44e-2e81-4047-8656-b9227fa3fdbb none none off + oxp_6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5/crucible 177ee9e2-0605-4656-839d-664f7481b06b none none off + oxp_6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5/crypt/debug 0791e4d8-9e17-425b-8400-888a46f4ce96 100 GiB none gzip-9 + oxp_6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5/crypt/zone 3b9b3439-8f1c-4c15-bac6-26cda5005369 none none off + oxp_6e8fdb9f-c47a-47b0-b7ee-9a2adc7e4af5/crypt/zone/oxz_crucible_340d690d-52d6-4bd7-96a7-57989c3dd973 9e54a544-74dd-4a35-8cf5-dd78b9b79cef none none off + oxp_8e2c9e92-e35e-494c-8e14-dcf5f5009656/crucible b6518271-24f3-4fd5-a371-5b840bd7b9db none none off + oxp_8e2c9e92-e35e-494c-8e14-dcf5f5009656/crypt/debug c75ba2f4-5491-4d31-bee6-6054c0c829e4 100 GiB none gzip-9 + oxp_8e2c9e92-e35e-494c-8e14-dcf5f5009656/crypt/zone 07f7066f-2644-4ca0-95f4-c1c8b88f3aef none none off + oxp_8e2c9e92-e35e-494c-8e14-dcf5f5009656/crypt/zone/oxz_crucible_6809081c-a6ca-4f44-91cc-bde241475188 2291e434-3194-4001-a59a-25f1db01cef4 none none off + oxp_a4c575b4-934b-49b9-9c47-9c1241a33607/crucible 632ea7a7-8a14-47ec-8cee-d7bd167d8d3d none none off + oxp_a4c575b4-934b-49b9-9c47-9c1241a33607/crypt/debug b79cfade-ef8d-494c-8e46-5ac6f7d5a180 100 GiB none gzip-9 + oxp_a4c575b4-934b-49b9-9c47-9c1241a33607/crypt/zone 29c4d7a0-a184-4cf0-8efb-8ce4e54460f8 none none off + oxp_a4c575b4-934b-49b9-9c47-9c1241a33607/crypt/zone/oxz_crucible_512f26d7-2e46-4189-9c5a-ffbfb5d0a4e9 b6ac1d96-7b2c-4c13-82ea-5e9d96c85d5f none none off + oxp_a9a8a692-d2d7-4b3e-a297-d648faf8c7cf/crucible 50adbc61-76de-483a-8be7-00039aaa23ff none none off + oxp_a9a8a692-d2d7-4b3e-a297-d648faf8c7cf/crypt/debug e3929bba-ff30-4750-9190-1c507c62aad1 100 GiB none gzip-9 + oxp_a9a8a692-d2d7-4b3e-a297-d648faf8c7cf/crypt/zone 35b11905-8c74-4104-901f-62ee66901985 none none off + oxp_a9a8a692-d2d7-4b3e-a297-d648faf8c7cf/crypt/zone/oxz_crucible_7d884e93-9f4e-4063-84c8-802bb7262fd6 7237b67d-84cf-4465-b914-3c9dbe1c8d86 none none off + oxp_b65c8376-0084-4d6f-9891-9d6a413d4e56/crucible 8a159a8e-c9b8-4497-a89a-c6244cefc180 none none off + oxp_b65c8376-0084-4d6f-9891-9d6a413d4e56/crypt/debug a23c8851-f5c7-4458-8311-95ab7f97f859 100 GiB none gzip-9 + oxp_b65c8376-0084-4d6f-9891-9d6a413d4e56/crypt/zone 867e4fc5-2312-4a0c-ad85-52b3790d49b1 none none off + oxp_b65c8376-0084-4d6f-9891-9d6a413d4e56/crypt/zone/oxz_crucible_9bf902be-b1ca-44b9-9a09-ca6e68d022e3 76e3a199-4483-40e9-bd70-717ec354ebe1 none none off + oxp_bc61cdae-c96f-4886-b8bd-f9fd69d51e3a/crucible 5b64d326-883e-4182-a78d-9b4db76b04e9 none none off + oxp_bc61cdae-c96f-4886-b8bd-f9fd69d51e3a/crypt/debug 48eac7a6-4484-4f24-9b48-b4b9c2d0869d 100 GiB none gzip-9 + oxp_bc61cdae-c96f-4886-b8bd-f9fd69d51e3a/crypt/zone bccfa224-0485-486c-a3fc-619cac293640 none none off + oxp_bc61cdae-c96f-4886-b8bd-f9fd69d51e3a/crypt/zone/oxz_crucible_d5f97416-8c36-4148-8e22-0684fee6e85a 6c15dd01-680f-42f5-b25a-7c591daa22ea none none off + oxp_e9f68306-460a-4b11-b904-f752633bf1fc/crucible 2b84da4f-094b-4b2d-a15c-cda870045b07 none none off + oxp_e9f68306-460a-4b11-b904-f752633bf1fc/crypt/debug e4e743bf-81d3-43fb-9255-c1ffc679b585 100 GiB none gzip-9 + oxp_e9f68306-460a-4b11-b904-f752633bf1fc/crypt/zone c9a4c16a-c7ac-47ab-9633-6bdd924b7c58 none none off + oxp_e9f68306-460a-4b11-b904-f752633bf1fc/crypt/zone/oxz_crucible_d34a3d41-8442-4981-8362-1e449c2c0154 113c2fd9-47b7-41e8-bd9d-0066fd3ac9ff none none off + oxp_fbc5bdf2-9644-4d0a-b349-f490486da25d/crucible 7f74ed80-0101-4b75-8515-aa80e82ee5fe none none off + oxp_fbc5bdf2-9644-4d0a-b349-f490486da25d/crypt/debug 060fd4d2-006b-4096-88e1-57ad8d8726da 100 GiB none gzip-9 + oxp_fbc5bdf2-9644-4d0a-b349-f490486da25d/crypt/zone a45173d1-377c-4466-b392-76660653d2ce none none off + oxp_fbc5bdf2-9644-4d0a-b349-f490486da25d/crypt/zone/oxz_crucible_289ece63-1c43-45d8-9731-411abaf62cfb 79cc327b-76da-40fb-b9f2-ca53af257d38 none none off + + + omicron zones generation 4 -> 5: + ------------------------------------------------------------------------------------------------ + zone type zone id disposition underlay IP + ------------------------------------------------------------------------------------------------ + clickhouse 6394624c-3aba-4be5-a6a2-68d9b5e506e4 expunged fd00:1122:3344:102::23 + crucible 289ece63-1c43-45d8-9731-411abaf62cfb in service fd00:1122:3344:102::2e + crucible 340d690d-52d6-4bd7-96a7-57989c3dd973 in service fd00:1122:3344:102::27 + crucible 512f26d7-2e46-4189-9c5a-ffbfb5d0a4e9 in service fd00:1122:3344:102::29 + crucible 6809081c-a6ca-4f44-91cc-bde241475188 in service fd00:1122:3344:102::28 + crucible 7d884e93-9f4e-4063-84c8-802bb7262fd6 in service fd00:1122:3344:102::2a + crucible 9bf902be-b1ca-44b9-9a09-ca6e68d022e3 in service fd00:1122:3344:102::2b + crucible c57f188f-c51b-45d3-be4c-9e023d80e194 in service fd00:1122:3344:102::26 + crucible d2646147-0310-450a-a43b-8a1a9c513188 in service fd00:1122:3344:102::25 + crucible d34a3d41-8442-4981-8362-1e449c2c0154 in service fd00:1122:3344:102::2d + crucible d5f97416-8c36-4148-8e22-0684fee6e85a in service fd00:1122:3344:102::2c + crucible_pantry 6a5b8df1-d85f-4c96-ba7d-6efebd72f92a in service fd00:1122:3344:102::24 + internal_dns 83f907f2-a0d7-46d8-842e-8603a3ef393f in service fd00:1122:3344:1::1 + internal_ntp 4fd636ec-8c85-4d2f-b514-36f3190df8d8 in service fd00:1122:3344:102::21 + nexus a9043563-4a85-47a1-9478-db57d31b53c0 in service fd00:1122:3344:102::22 +* clickhouse_keeper 15f8164a-63e5-404e-81a5-c13e5855f7ca - in service fd00:1122:3344:102::2f + └─ + expunged + + + sled aae6114d-956b-4980-9759-b00b1ed893ee (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-21b01477-48d0-4b65-9089-4a48277af033 + fake-vendor fake-model serial-2704e66b-3d5c-4b64-951c-a051fa15e4a8 + fake-vendor fake-model serial-27a22f7e-754a-43ea-8ec4-e9cbd9b62e08 + fake-vendor fake-model serial-51c788ff-de33-43f7-b9c5-f5f56bf80736 + fake-vendor fake-model serial-5fe54077-c016-49a9-becb-14993f133d43 + fake-vendor fake-model serial-7e2644a1-bec7-433c-8168-8898d7140aab + fake-vendor fake-model serial-9825ff38-f07d-44a1-9efc-55a25e72015b + fake-vendor fake-model serial-cc585a73-ec86-4f8e-a327-901b947a4c69 + fake-vendor fake-model serial-d2801671-bb69-408e-93f7-ac2b05d992f8 + fake-vendor fake-model serial-f52832ea-60d7-443b-9847-df5384bfc8e2 + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_21b01477-48d0-4b65-9089-4a48277af033/crucible 5cfe414e-d8a1-411c-a249-984e7eb70964 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/clickhouse_keeper 6236e227-f345-4ec5-af7f-47c3dbe3eb2c none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/clickhouse_server f8e1c7d5-00cf-4d71-93eb-bec0af2ffa3b none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/debug 2e4a20b0-00f0-4ac6-aef6-46bc64781f1b 100 GiB none gzip-9 + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/internal_dns 18abe482-6dda-45be-a9e6-ff215c6919f1 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone 37fc74a2-7d29-48bf-8ab2-ef0c1286df1e none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_clickhouse_keeper_2bae8ad4-3d1f-43aa-8c9b-5dcce65c0480 0a04d1c9-57c7-43c8-b46f-f428f0549575 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_clickhouse_server_c0951435-7d95-4356-bcd3-9d92756d911a 736579c3-0687-43d1-9dd5-cd44add5b932 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_crucible_45644bcc-ea79-4a03-b829-43a27acd5c90 94ec0204-f723-45a1-8521-78d2eb3c8538 none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_crucible_pantry_c1c9fd43-8a57-4e43-9b09-abe849743076 82276fd0-1da4-446a-918e-3c0f9a859d6c none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_internal_dns_68c89612-31f2-4509-b757-44f8e65f2168 fb72c758-0fad-461e-9b7a-43fe8d59075a none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_nexus_7cebfab2-4453-4614-b904-96939bc339d3 3593d78f-42f7-477a-bee7-3219a6bd919a none none off + oxp_21b01477-48d0-4b65-9089-4a48277af033/crypt/zone/oxz_ntp_036a57cf-b759-4c24-af45-d15c60883e9f 79417983-7d87-4258-9fc8-2b92a65c6f96 none none off + oxp_2704e66b-3d5c-4b64-951c-a051fa15e4a8/crucible 775d2e5e-915f-4dba-9c67-37bfbedaf91e none none off + oxp_2704e66b-3d5c-4b64-951c-a051fa15e4a8/crypt/debug c51575aa-f374-4aba-89d6-69cbf63969d3 100 GiB none gzip-9 + oxp_2704e66b-3d5c-4b64-951c-a051fa15e4a8/crypt/zone 92b1330a-f258-47a7-97a1-e1c79628ad1b none none off + oxp_2704e66b-3d5c-4b64-951c-a051fa15e4a8/crypt/zone/oxz_crucible_c6d063b8-9faa-42af-a216-bc4dff420804 9e223845-6f8a-425f-bb40-b6de25bc4695 none none off + oxp_27a22f7e-754a-43ea-8ec4-e9cbd9b62e08/crucible 847b284a-be4f-4405-a93f-5b5cff4ee31b none none off + oxp_27a22f7e-754a-43ea-8ec4-e9cbd9b62e08/crypt/debug d7176bdc-894c-4656-bdb8-3a65f1608bc6 100 GiB none gzip-9 + oxp_27a22f7e-754a-43ea-8ec4-e9cbd9b62e08/crypt/zone f94213ab-5c96-476d-85c9-bf0801cc4941 none none off + oxp_27a22f7e-754a-43ea-8ec4-e9cbd9b62e08/crypt/zone/oxz_crucible_13efd31e-52f3-4914-bc30-45f22828631a 45ba838b-e725-4e92-82e7-fb39dbd1d00d none none off + oxp_51c788ff-de33-43f7-b9c5-f5f56bf80736/crucible 0bbf7ff9-f6a6-49d8-8dc4-c75b2fdb5531 none none off + oxp_51c788ff-de33-43f7-b9c5-f5f56bf80736/crypt/debug 7aa3d413-7191-41f2-9f38-5feaff97bcfb 100 GiB none gzip-9 + oxp_51c788ff-de33-43f7-b9c5-f5f56bf80736/crypt/zone 0160fea9-34cb-4b54-92fc-f6780f4b64c5 none none off + oxp_51c788ff-de33-43f7-b9c5-f5f56bf80736/crypt/zone/oxz_crucible_fdb62b4e-d73b-4988-8780-9252f04f540f f2e5b170-cb96-4a1b-98fd-0deae86cf059 none none off + oxp_5fe54077-c016-49a9-becb-14993f133d43/crucible 2a41b700-5494-4aa1-900b-20618125c1d0 none none off + oxp_5fe54077-c016-49a9-becb-14993f133d43/crypt/debug 0705afaa-1e13-4cc6-8f6b-d3a7e93a5cca 100 GiB none gzip-9 + oxp_5fe54077-c016-49a9-becb-14993f133d43/crypt/zone 122bd71a-d4dd-4838-a64a-1a7f22413224 none none off + oxp_5fe54077-c016-49a9-becb-14993f133d43/crypt/zone/oxz_crucible_deb1efa8-c55a-438e-9e32-15a9f1dde9c5 f4f8f6c7-a7f9-4f03-bbf4-3583ccdeaae3 none none off + oxp_7e2644a1-bec7-433c-8168-8898d7140aab/crucible fb04e4c9-9fbc-490c-9096-f3adfd6e1223 none none off + oxp_7e2644a1-bec7-433c-8168-8898d7140aab/crypt/debug 9290f161-49cd-46ec-8387-d3896602fd68 100 GiB none gzip-9 + oxp_7e2644a1-bec7-433c-8168-8898d7140aab/crypt/zone c6ad1efa-745b-42d4-8554-9eb8567a1396 none none off + oxp_7e2644a1-bec7-433c-8168-8898d7140aab/crypt/zone/oxz_crucible_057daeb5-798b-439c-aab8-004b54343323 5929490a-4a7f-4b00-af68-550087145c2d none none off + oxp_9825ff38-f07d-44a1-9efc-55a25e72015b/crucible 34de0f9d-ab3a-4047-bbf3-d2bf4beb2995 none none off + oxp_9825ff38-f07d-44a1-9efc-55a25e72015b/crypt/debug 5683120b-7824-404c-9204-ad9592fbf562 100 GiB none gzip-9 + oxp_9825ff38-f07d-44a1-9efc-55a25e72015b/crypt/zone 1e27b440-2e30-477e-99fe-be13e2d17d64 none none off + oxp_9825ff38-f07d-44a1-9efc-55a25e72015b/crypt/zone/oxz_crucible_eb9571d1-cfd2-4115-8f30-373edd25573e e005f612-8e9e-4278-8441-7737b7c0c0ba none none off + oxp_cc585a73-ec86-4f8e-a327-901b947a4c69/crucible cac5b0cb-c944-4c26-b016-c7556a2fd9ea none none off + oxp_cc585a73-ec86-4f8e-a327-901b947a4c69/crypt/debug e8e97c2d-c628-4310-b1b9-fe5b7e4537ea 100 GiB none gzip-9 + oxp_cc585a73-ec86-4f8e-a327-901b947a4c69/crypt/zone 892e2f2a-0792-4634-b24d-fca1a0b8c434 none none off + oxp_cc585a73-ec86-4f8e-a327-901b947a4c69/crypt/zone/oxz_crucible_d85f10cc-ea8d-4d9a-a198-9fcc999bb577 c2ced1b7-2df1-496e-8701-74d4c05446ce none none off + oxp_d2801671-bb69-408e-93f7-ac2b05d992f8/crucible 0ab453de-947c-4d5a-a3ee-bf26ed85396f none none off + oxp_d2801671-bb69-408e-93f7-ac2b05d992f8/crypt/debug 5ab29fd5-a360-4699-9abd-c24c8a529009 100 GiB none gzip-9 + oxp_d2801671-bb69-408e-93f7-ac2b05d992f8/crypt/zone 3b4b2059-de0b-4912-a57b-36b3858947a9 none none off + oxp_d2801671-bb69-408e-93f7-ac2b05d992f8/crypt/zone/oxz_crucible_9da97e85-7aff-4815-8fac-a48bed2b8bd0 554557ea-949c-4e34-8031-93ab5369f587 none none off + oxp_f52832ea-60d7-443b-9847-df5384bfc8e2/crucible cc43cb24-2e55-415d-9a2a-49a6b924b284 none none off + oxp_f52832ea-60d7-443b-9847-df5384bfc8e2/crypt/debug 010b0156-d194-4b68-b415-be289435d37e 100 GiB none gzip-9 + oxp_f52832ea-60d7-443b-9847-df5384bfc8e2/crypt/zone 55895da4-4e66-403e-b723-a76b1c2f907e none none off + oxp_f52832ea-60d7-443b-9847-df5384bfc8e2/crypt/zone/oxz_crucible_0c59cc2b-00e8-4243-bf24-1cfc25a212a3 445423d9-3331-48ef-b98b-156c234b290c none none off + + + omicron zones generation 3 -> 4: + ------------------------------------------------------------------------------------------------ + zone type zone id disposition underlay IP + ------------------------------------------------------------------------------------------------ + crucible 057daeb5-798b-439c-aab8-004b54343323 in service fd00:1122:3344:103::29 + crucible 0c59cc2b-00e8-4243-bf24-1cfc25a212a3 in service fd00:1122:3344:103::2d + crucible 13efd31e-52f3-4914-bc30-45f22828631a in service fd00:1122:3344:103::26 + crucible 45644bcc-ea79-4a03-b829-43a27acd5c90 in service fd00:1122:3344:103::24 + crucible 9da97e85-7aff-4815-8fac-a48bed2b8bd0 in service fd00:1122:3344:103::2c + crucible c6d063b8-9faa-42af-a216-bc4dff420804 in service fd00:1122:3344:103::25 + crucible d85f10cc-ea8d-4d9a-a198-9fcc999bb577 in service fd00:1122:3344:103::2b + crucible deb1efa8-c55a-438e-9e32-15a9f1dde9c5 in service fd00:1122:3344:103::28 + crucible eb9571d1-cfd2-4115-8f30-373edd25573e in service fd00:1122:3344:103::2a + crucible fdb62b4e-d73b-4988-8780-9252f04f540f in service fd00:1122:3344:103::27 + crucible_pantry c1c9fd43-8a57-4e43-9b09-abe849743076 in service fd00:1122:3344:103::23 + internal_dns 68c89612-31f2-4509-b757-44f8e65f2168 in service fd00:1122:3344:2::1 + internal_ntp 036a57cf-b759-4c24-af45-d15c60883e9f in service fd00:1122:3344:103::21 + nexus 7cebfab2-4453-4614-b904-96939bc339d3 in service fd00:1122:3344:103::22 +* clickhouse_keeper 2bae8ad4-3d1f-43aa-8c9b-5dcce65c0480 - in service fd00:1122:3344:103::2e + └─ + expunged +* clickhouse_server c0951435-7d95-4356-bcd3-9d92756d911a - in service fd00:1122:3344:103::2f + └─ + expunged + + + sled be4a3b25-dde1-40a4-b909-9fa4379a8510 (active): + + physical disks at generation 1: + ---------------------------------------------------------------------- + vendor model serial + ---------------------------------------------------------------------- + fake-vendor fake-model serial-288d864c-3a9e-4f21-8c6e-720702c82a29 + fake-vendor fake-model serial-5f877424-eca4-4c5d-af7f-41627382cfd8 + fake-vendor fake-model serial-65ebc532-cbb7-43e1-923b-37c5cb7236d7 + fake-vendor fake-model serial-8277a18f-3187-4893-8ef1-5cbfe2284616 + fake-vendor fake-model serial-83592889-d746-4c5d-98e8-582d9c34a15f + fake-vendor fake-model serial-88e423b5-98c9-4e78-992a-5d01e1c33272 + fake-vendor fake-model serial-a5553017-9991-4ffb-ae37-f9c0e3428562 + fake-vendor fake-model serial-b2c5a75b-9f72-405a-8134-691c0f45a1fd + fake-vendor fake-model serial-d4d665fc-df4d-4a13-b9c2-ad13549c0845 + fake-vendor fake-model serial-facb28ca-94fd-47a0-bf63-ee394d32c43b + + + datasets generation 2 -> 3: + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + dataset name dataset uuid quota reservation compression + ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crucible d76f6218-ca13-40d6-bea4-fc7ceeb2926b none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/clickhouse_keeper e181ab51-2eb2-4552-a38c-9bafcaf7765b none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/clickhouse_server b0d669e6-1faf-4562-82fa-040422a06c9b none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/debug 2de28d6e-987e-42bd-9323-10e4bc772d33 100 GiB none gzip-9 + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/internal_dns a3ce0f4d-a253-4284-907b-f59e777564df none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone 10877dd7-7567-4226-9033-b2af0d88529e none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_clickhouse_keeper_b8f84002-e213-4311-9d0a-f5a100735ea5 849d2000-dab1-4f5f-b9b9-79294aefe298 none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_clickhouse_server_c3c0a7b9-2829-4b2d-a2d9-bd2bab02af0f 4aeb359a-4f04-4267-8316-291871cbf89b none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_crucible_f25ab7b4-e3e7-4cad-aae3-3cefd2040506 fcea9a6f-5b9c-45c7-953d-feceb00a2e9a none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_crucible_pantry_61386aeb-5feb-4cae-9da2-9a169dd79a09 8da2ea7c-1fdc-40d3-a9ac-aa7792969525 none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_internal_dns_f2ec46c3-3ab4-426f-823a-eb7b4b57fd53 b00cc455-04aa-4fee-81a3-fe7e16720381 none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_nexus_7ac3bbd8-bbdd-4acd-9957-efbb43354f70 52db4583-1028-4908-989c-9024fb5c9159 none none off + oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_ntp_df6e43a7-ad9b-41c8-bea4-421b1b52e059 75576295-3742-45c5-b5d5-7bc045b3e451 none none off + oxp_5f877424-eca4-4c5d-af7f-41627382cfd8/crucible ddcd2927-1cc7-4aa1-8d90-0ac8ec13f64a none none off + oxp_5f877424-eca4-4c5d-af7f-41627382cfd8/crypt/debug e6ec4e00-713e-4b9c-a156-df22f5019dab 100 GiB none gzip-9 + oxp_5f877424-eca4-4c5d-af7f-41627382cfd8/crypt/zone df1cff74-0dba-465b-a5ac-97638d129c97 none none off + oxp_5f877424-eca4-4c5d-af7f-41627382cfd8/crypt/zone/oxz_crucible_b37afa7c-2ff1-4f5f-9040-4099ed12906b c6a6fc32-0fe5-4b91-9a32-7acb0b74231e none none off + oxp_65ebc532-cbb7-43e1-923b-37c5cb7236d7/crucible e9203f73-5fdd-4902-9f75-cbb9f3b176b8 none none off + oxp_65ebc532-cbb7-43e1-923b-37c5cb7236d7/crypt/debug 2bf3bf5c-4136-40b9-833e-4f4e0a0028c0 100 GiB none gzip-9 + oxp_65ebc532-cbb7-43e1-923b-37c5cb7236d7/crypt/zone 6c044af3-8312-4239-b74b-d62bff4c2335 none none off + oxp_65ebc532-cbb7-43e1-923b-37c5cb7236d7/crypt/zone/oxz_crucible_d70acd67-a84c-418e-8867-799ed9b856ef 039974e3-aeb5-472f-bfa9-ddbdbc417a96 none none off + oxp_8277a18f-3187-4893-8ef1-5cbfe2284616/crucible b462ccdb-a0d9-44cc-953a-4fe1b4037c9a none none off + oxp_8277a18f-3187-4893-8ef1-5cbfe2284616/crypt/debug b58ebe62-ffb9-45eb-be29-9211a74f5369 100 GiB none gzip-9 + oxp_8277a18f-3187-4893-8ef1-5cbfe2284616/crypt/zone c7726fd7-bee1-473c-b392-5c32bc59bd9a none none off + oxp_8277a18f-3187-4893-8ef1-5cbfe2284616/crypt/zone/oxz_crucible_6a31350d-eb6c-4b61-97ff-0d673c07fee3 a94317df-b46f-431b-b5af-023dad4e8bd5 none none off + oxp_83592889-d746-4c5d-98e8-582d9c34a15f/crucible efd08a8a-2110-4cf8-ba3f-49a525b24adb none none off + oxp_83592889-d746-4c5d-98e8-582d9c34a15f/crypt/debug a17ba250-f11d-42f1-8cc5-ed35a662bfc2 100 GiB none gzip-9 + oxp_83592889-d746-4c5d-98e8-582d9c34a15f/crypt/zone f93193ae-e6b5-4d89-b85e-7eec27ff1e20 none none off + oxp_83592889-d746-4c5d-98e8-582d9c34a15f/crypt/zone/oxz_crucible_26d3f8d0-228a-4f89-aa4a-fa33aeba4fd0 6f2af271-d4e4-46e1-9220-22c3f9718852 none none off + oxp_88e423b5-98c9-4e78-992a-5d01e1c33272/crucible d4fa3bc4-799f-4c1d-a57f-58b7daf7abc0 none none off + oxp_88e423b5-98c9-4e78-992a-5d01e1c33272/crypt/debug ade46ccb-5a1b-4461-bbf8-ad99fc47580f 100 GiB none gzip-9 + oxp_88e423b5-98c9-4e78-992a-5d01e1c33272/crypt/zone 9fcbb996-0ec9-41ea-bd0b-94663faeabea none none off + oxp_88e423b5-98c9-4e78-992a-5d01e1c33272/crypt/zone/oxz_crucible_b1546506-c538-4c74-9f5d-8e9c8e68896e 7d782152-aac5-4604-86d8-303bb9e9b42c none none off + oxp_a5553017-9991-4ffb-ae37-f9c0e3428562/crucible 96b5bbc7-ea73-48ac-8533-96a6c1c2f59f none none off + oxp_a5553017-9991-4ffb-ae37-f9c0e3428562/crypt/debug e36f06e6-b3a8-45ea-9b01-0e3e9b43d54a 100 GiB none gzip-9 + oxp_a5553017-9991-4ffb-ae37-f9c0e3428562/crypt/zone a6ddc1e2-f6d0-4524-a745-b3d6416f8b5f none none off + oxp_a5553017-9991-4ffb-ae37-f9c0e3428562/crypt/zone/oxz_crucible_446a395a-2f8b-4849-a0d5-bbdca403b095 bee9e11b-1beb-4984-bfca-54fb82015ec9 none none off + oxp_b2c5a75b-9f72-405a-8134-691c0f45a1fd/crucible 5b37edae-1bf4-4b0e-aba8-0111c831eac5 none none off + oxp_b2c5a75b-9f72-405a-8134-691c0f45a1fd/crypt/debug 9cf0f2dc-c6f6-43ba-b508-85990f8cecf4 100 GiB none gzip-9 + oxp_b2c5a75b-9f72-405a-8134-691c0f45a1fd/crypt/zone c937194c-05d5-4f53-9078-d3a6f07cbe5e none none off + oxp_b2c5a75b-9f72-405a-8134-691c0f45a1fd/crypt/zone/oxz_crucible_6afd4461-ef10-48b3-83c9-7dcbddee6595 a2078b28-9e04-4076-868e-fee483108252 none none off + oxp_d4d665fc-df4d-4a13-b9c2-ad13549c0845/crucible 032746d6-e276-4b59-a17e-349c98ace522 none none off + oxp_d4d665fc-df4d-4a13-b9c2-ad13549c0845/crypt/debug 80ecfdaf-b5a9-4e3f-a187-15ac2cb1db16 100 GiB none gzip-9 + oxp_d4d665fc-df4d-4a13-b9c2-ad13549c0845/crypt/zone dc23d8ef-b503-4ac3-ae28-5bf78c4ebc70 none none off + oxp_d4d665fc-df4d-4a13-b9c2-ad13549c0845/crypt/zone/oxz_crucible_f84c9d55-5c9d-43a1-a6e5-f769eeaae158 2b866c41-827e-4e98-bd5b-f6d20d839f9d none none off + oxp_facb28ca-94fd-47a0-bf63-ee394d32c43b/crucible 2b1819c1-a30e-42c4-b5fa-67f71e496ba1 none none off + oxp_facb28ca-94fd-47a0-bf63-ee394d32c43b/crypt/debug b375cde4-ff30-4f27-9561-3e9f83d671da 100 GiB none gzip-9 + oxp_facb28ca-94fd-47a0-bf63-ee394d32c43b/crypt/zone 6ad4f8be-cd3b-4950-8a86-f854dc96580f none none off + oxp_facb28ca-94fd-47a0-bf63-ee394d32c43b/crypt/zone/oxz_crucible_7e6977aa-6e27-4a9f-9d82-e42f883ffb8d dfd64a35-1573-49c6-a542-a057c7a5ae20 none none off ++ oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/clickhouse b642a90a-32e9-48a8-b5e7-aede02141b67 none none off ++ oxp_288d864c-3a9e-4f21-8c6e-720702c82a29/crypt/zone/oxz_clickhouse_729bb1a1-20e6-42b1-9a42-d495c6697823 19df5137-af48-4224-91bb-b00c7460c42a none none off + + + omicron zones generation 3 -> 4: + ------------------------------------------------------------------------------------------------ + zone type zone id disposition underlay IP + ------------------------------------------------------------------------------------------------ + crucible 26d3f8d0-228a-4f89-aa4a-fa33aeba4fd0 in service fd00:1122:3344:101::28 + crucible 446a395a-2f8b-4849-a0d5-bbdca403b095 in service fd00:1122:3344:101::2a + crucible 6a31350d-eb6c-4b61-97ff-0d673c07fee3 in service fd00:1122:3344:101::27 + crucible 6afd4461-ef10-48b3-83c9-7dcbddee6595 in service fd00:1122:3344:101::2b + crucible 7e6977aa-6e27-4a9f-9d82-e42f883ffb8d in service fd00:1122:3344:101::2d + crucible b1546506-c538-4c74-9f5d-8e9c8e68896e in service fd00:1122:3344:101::29 + crucible b37afa7c-2ff1-4f5f-9040-4099ed12906b in service fd00:1122:3344:101::25 + crucible d70acd67-a84c-418e-8867-799ed9b856ef in service fd00:1122:3344:101::26 + crucible f25ab7b4-e3e7-4cad-aae3-3cefd2040506 in service fd00:1122:3344:101::24 + crucible f84c9d55-5c9d-43a1-a6e5-f769eeaae158 in service fd00:1122:3344:101::2c + crucible_pantry 61386aeb-5feb-4cae-9da2-9a169dd79a09 in service fd00:1122:3344:101::23 + internal_dns f2ec46c3-3ab4-426f-823a-eb7b4b57fd53 in service fd00:1122:3344:3::1 + internal_ntp df6e43a7-ad9b-41c8-bea4-421b1b52e059 in service fd00:1122:3344:101::21 + nexus 7ac3bbd8-bbdd-4acd-9957-efbb43354f70 in service fd00:1122:3344:101::22 +* clickhouse_keeper b8f84002-e213-4311-9d0a-f5a100735ea5 - in service fd00:1122:3344:101::2e + └─ + expunged +* clickhouse_server c3c0a7b9-2829-4b2d-a2d9-bd2bab02af0f - in service fd00:1122:3344:101::2f + └─ + expunged ++ clickhouse 729bb1a1-20e6-42b1-9a42-d495c6697823 in service fd00:1122:3344:101::30 + + + COCKROACHDB SETTINGS: + state fingerprint::::::::::::::::: (none) (unchanged) + cluster.preserve_downgrade_option: (do not modify) (unchanged) + + METADATA: + internal DNS version: 1 (unchanged) + external DNS version: 1 (unchanged) + + CLICKHOUSE CLUSTER CONFIG: +- generation::::::::::::::::::::::::::::::::::::: 2 +- max used server id::::::::::::::::::::::::::::: 2 +- max used keeper id::::::::::::::::::::::::::::: 3 +- cluster name::::::::::::::::::::::::::::::::::: oximeter_cluster +- cluster secret::::::::::::::::::::::::::::::::: 7470cfb0-bfbf-49d0-b37b-13747463c865 +- highest seen keeper leader committed log index: 0 + + clickhouse keepers at generation 2: + ------------------------------------------------ + zone id keeper id + ------------------------------------------------ +- 15f8164a-63e5-404e-81a5-c13e5855f7ca 1 +- 2bae8ad4-3d1f-43aa-8c9b-5dcce65c0480 2 +- b8f84002-e213-4311-9d0a-f5a100735ea5 3 + + clickhouse servers at generation 2: + ------------------------------------------------ + zone id server id + ------------------------------------------------ +- c0951435-7d95-4356-bcd3-9d92756d911a 1 +- c3c0a7b9-2829-4b2d-a2d9-bd2bab02af0f 2 + diff --git a/nexus/types/src/deployment.rs b/nexus/types/src/deployment.rs index 10711bffc0..b27212cb2a 100644 --- a/nexus/types/src/deployment.rs +++ b/nexus/types/src/deployment.rs @@ -17,6 +17,7 @@ use crate::internal_api::params::DnsConfigParams; use crate::inventory::Collection; pub use crate::inventory::SourceNatConfig; pub use crate::inventory::ZpoolName; +use blueprint_diff::ClickhouseClusterConfigDiffTablesForSingleBlueprint; use derive_more::From; use nexus_sled_agent_shared::inventory::OmicronZoneConfig; use nexus_sled_agent_shared::inventory::OmicronZoneType; @@ -90,9 +91,9 @@ pub use zone_type::BlueprintZoneType; pub use zone_type::DurableDataset; use blueprint_display::{ - constants::*, BpDiffState, BpGeneration, BpOmicronZonesSubtableSchema, - BpPhysicalDisksSubtableSchema, BpSledSubtable, BpSledSubtableData, - BpSledSubtableRow, KvListWithHeading, + constants::*, BpDiffState, BpGeneration, BpOmicronZonesTableSchema, + BpPhysicalDisksTableSchema, BpTable, BpTableData, BpTableRow, + KvListWithHeading, }; pub use blueprint_diff::BlueprintDiff; @@ -269,8 +270,7 @@ impl Blueprint { self.blueprint_zones.keys().copied() } - /// Summarize the difference between sleds and zones between two - /// blueprints. + /// Summarize the difference between two blueprints. /// /// The argument provided is the "before" side, and `self` is the "after" /// side. This matches the order of arguments to @@ -278,6 +278,7 @@ impl Blueprint { pub fn diff_since_blueprint(&self, before: &Blueprint) -> BlueprintDiff { BlueprintDiff::new( DiffBeforeMetadata::Blueprint(Box::new(before.metadata())), + DiffBeforeClickhouseClusterConfig::from(before), before.sled_state.clone(), before .blueprint_zones @@ -294,16 +295,11 @@ impl Blueprint { .iter() .map(|(sled_id, datasets)| (*sled_id, datasets.clone().into())) .collect(), - self.metadata(), - self.sled_state.clone(), - self.blueprint_zones.clone(), - self.blueprint_disks.clone(), - self.blueprint_datasets.clone(), + &self, ) } - /// Summarize the differences in sleds and zones between a collection and a - /// blueprint. + /// Summarize the differences between a collection and a blueprint. /// /// This gives an idea about what would change about a running system if /// one were to execute the blueprint. @@ -364,15 +360,12 @@ impl Blueprint { BlueprintDiff::new( DiffBeforeMetadata::Collection { id: before.id }, + DiffBeforeClickhouseClusterConfig::from(before), before_state, before_zones, before_disks, before_datasets, - self.metadata(), - self.sled_state.clone(), - self.blueprint_zones.clone(), - self.blueprint_disks.clone(), - self.blueprint_datasets.clone(), + &self, ) } @@ -383,38 +376,29 @@ impl Blueprint { } } -impl BpSledSubtableData for &OmicronPhysicalDisksConfig { +impl BpTableData for &OmicronPhysicalDisksConfig { fn bp_generation(&self) -> BpGeneration { BpGeneration::Value(self.generation) } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { let sorted_disk_ids: BTreeSet = self.disks.iter().map(|d| d.identity.clone()).collect(); sorted_disk_ids.into_iter().map(move |d| { - BpSledSubtableRow::from_strings( - state, - vec![d.vendor, d.model, d.serial], - ) + BpTableRow::from_strings(state, vec![d.vendor, d.model, d.serial]) }) } } -impl BpSledSubtableData for BlueprintOrCollectionZonesConfig { +impl BpTableData for BlueprintOrCollectionZonesConfig { fn bp_generation(&self) -> BpGeneration { BpGeneration::Value(self.generation()) } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.zones().map(move |zone| { - BpSledSubtableRow::from_strings( + BpTableRow::from_strings( state, vec![ zone.kind().report_str().to_string(), @@ -427,6 +411,27 @@ impl BpSledSubtableData for BlueprintOrCollectionZonesConfig { } } +// Useful implementation for printing two column tables stored in a `BTreeMap`, where +// each key and value impl `Display`. +impl BpTableData for (Generation, &BTreeMap) +where + S1: fmt::Display, + S2: fmt::Display, +{ + fn bp_generation(&self) -> BpGeneration { + BpGeneration::Value(self.0) + } + + fn rows(&self, state: BpDiffState) -> impl Iterator { + self.1.iter().map(move |(s1, s2)| { + BpTableRow::from_strings( + state, + vec![s1.to_string(), s2.to_string()], + ) + }) + } +} + /// Wrapper to allow a [`Blueprint`] to be displayed with information. /// /// Returned by [`Blueprint::display()`]. @@ -489,6 +494,21 @@ impl<'a> BlueprintDisplay<'a> { ], ) } + + // Return tables representing a [`ClickhouseClusterConfig`] in a given blueprint + fn make_clickhouse_cluster_config_tables( + &self, + ) -> Option<(KvListWithHeading, BpTable, BpTable)> { + let config = &self.blueprint.clickhouse_cluster_config.as_ref()?; + + let diff_table = + ClickhouseClusterConfigDiffTablesForSingleBlueprint::new( + BpDiffState::Unchanged, + config, + ); + + Some((diff_table.metadata, diff_table.keepers, diff_table.servers)) + } } impl<'a> fmt::Display for BlueprintDisplay<'a> { @@ -512,8 +532,8 @@ impl<'a> fmt::Display for BlueprintDisplay<'a> { // If there are corresponding zones, print those as well. for (sled_id, disks) in &self.blueprint.blueprint_disks { // Construct the disks subtable - let disks_table = BpSledSubtable::new( - BpPhysicalDisksSubtableSchema {}, + let disks_table = BpTable::new( + BpPhysicalDisksTableSchema {}, disks.bp_generation(), disks.rows(BpDiffState::Unchanged).collect(), ); @@ -533,8 +553,8 @@ impl<'a> fmt::Display for BlueprintDisplay<'a> { Some(zones) => { let zones = BlueprintOrCollectionZonesConfig::from(zones.clone()); - let zones_tab = BpSledSubtable::new( - BpOmicronZonesSubtableSchema {}, + let zones_tab = BpTable::new( + BpOmicronZonesTableSchema {}, zones.bp_generation(), zones.rows(BpDiffState::Unchanged).collect(), ); @@ -563,8 +583,8 @@ impl<'a> fmt::Display for BlueprintDisplay<'a> { f, "\n!{sled_id}\n{}\n{}\n\n", "WARNING: Zones exist without physical disks!", - BpSledSubtable::new( - BpOmicronZonesSubtableSchema {}, + BpTable::new( + BpOmicronZonesTableSchema {}, zones.bp_generation(), zones.rows(BpDiffState::Unchanged).collect() ) @@ -572,6 +592,11 @@ impl<'a> fmt::Display for BlueprintDisplay<'a> { } } + if let Some((t1, t2, t3)) = self.make_clickhouse_cluster_config_tables() + { + writeln!(f, "{t1}\n{t2}\n{t3}\n")?; + } + writeln!(f, "{}", self.make_cockroachdb_table())?; writeln!(f, "{}", self.make_metadata_table())?; @@ -1094,6 +1119,37 @@ impl DiffBeforeMetadata { } } +/// Data about the "before" version within a [`BlueprintDiff`] +/// +/// We only track keepers in inventory collections. +#[derive(Clone, Debug)] +pub enum DiffBeforeClickhouseClusterConfig { + Collection { + id: CollectionUuid, + latest_keeper_membership: + Option, + }, + Blueprint(Option), +} + +impl From<&Collection> for DiffBeforeClickhouseClusterConfig { + fn from(value: &Collection) -> Self { + DiffBeforeClickhouseClusterConfig::Collection { + id: value.id, + latest_keeper_membership: value + .latest_clickhouse_keeper_membership(), + } + } +} + +impl From<&Blueprint> for DiffBeforeClickhouseClusterConfig { + fn from(value: &Blueprint) -> Self { + DiffBeforeClickhouseClusterConfig::Blueprint( + value.clickhouse_cluster_config.clone(), + ) + } +} + /// Single sled's zones config for "before" version within a [`BlueprintDiff`]. #[derive(Clone, Debug)] pub enum BlueprintOrCollectionZonesConfig { diff --git a/nexus/types/src/deployment/blueprint_diff.rs b/nexus/types/src/deployment/blueprint_diff.rs index 99f69907c7..61c7265301 100644 --- a/nexus/types/src/deployment/blueprint_diff.rs +++ b/nexus/types/src/deployment/blueprint_diff.rs @@ -6,12 +6,14 @@ use super::blueprint_display::{ constants::*, linear_table_modified, linear_table_unchanged, - BpDatasetsSubtableSchema, BpDiffState, BpGeneration, - BpOmicronZonesSubtableSchema, BpPhysicalDisksSubtableSchema, - BpSledSubtable, BpSledSubtableColumn, BpSledSubtableData, - BpSledSubtableRow, KvListWithHeading, KvPair, + BpClickhouseServersTableSchema, BpDatasetsTableSchema, BpDiffState, + BpGeneration, BpOmicronZonesTableSchema, BpPhysicalDisksTableSchema, + BpTable, BpTableColumn, BpTableData, BpTableRow, KvListWithHeading, KvPair, +}; +use super::{ + zone_sort_key, Blueprint, ClickhouseClusterConfig, + CockroachDbPreserveDowngrade, DiffBeforeClickhouseClusterConfig, }; -use super::{zone_sort_key, CockroachDbPreserveDowngrade}; use nexus_sled_agent_shared::inventory::ZoneKind; use omicron_common::api::external::Generation; use omicron_common::disk::DiskIdentity; @@ -20,6 +22,7 @@ use omicron_uuid_kinds::SledUuid; use std::collections::{BTreeMap, BTreeSet}; use std::fmt; +use crate::deployment::blueprint_display::BpClickhouseKeepersTableSchema; use crate::deployment::{ BlueprintDatasetConfigForDiff, BlueprintDatasetsConfig, BlueprintMetadata, BlueprintOrCollectionDatasetsConfig, BlueprintOrCollectionDisksConfig, @@ -38,7 +41,7 @@ pub struct BpDiffZoneDetails { pub zones: Vec, } -impl BpSledSubtableData for BpDiffZoneDetails { +impl BpTableData for BpDiffZoneDetails { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: self.generation_before, @@ -46,12 +49,9 @@ impl BpSledSubtableData for BpDiffZoneDetails { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.zones.iter().map(move |zone| { - BpSledSubtableRow::from_strings( + BpTableRow::from_strings( state, vec![ zone.kind().report_str().to_string(), @@ -139,7 +139,7 @@ pub struct BpDiffZonesModified { pub zones: Vec, } -impl BpSledSubtableData for BpDiffZonesModified { +impl BpTableData for BpDiffZonesModified { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: Some(self.generation_before), @@ -147,25 +147,20 @@ impl BpSledSubtableData for BpDiffZonesModified { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.zones.iter().map(move |zone| { - BpSledSubtableRow::new( + BpTableRow::new( state, vec![ - BpSledSubtableColumn::value( + BpTableColumn::value( zone.zone.kind().report_str().to_string(), ), - BpSledSubtableColumn::value(zone.zone.id().to_string()), - BpSledSubtableColumn::diff( + BpTableColumn::value(zone.zone.id().to_string()), + BpTableColumn::diff( zone.prior_disposition.to_string(), zone.zone.disposition().to_string(), ), - BpSledSubtableColumn::value( - zone.zone.underlay_ip().to_string(), - ), + BpTableColumn::value(zone.zone.underlay_ip().to_string()), ], ) }) @@ -345,7 +340,7 @@ impl BpDiffZones { diffs } - /// Return a [`BpSledSubtable`] for the given `sled_id` + /// Return a [`BpTable`] for the given `sled_id` /// /// We collate all the data from each category to produce a single table. /// The order is: @@ -361,10 +356,7 @@ impl BpDiffZones { /// /// Errors are printed in a more freeform manner after the table is /// displayed. - pub fn to_bp_sled_subtable( - &self, - sled_id: &SledUuid, - ) -> Option { + pub fn to_bp_sled_subtable(&self, sled_id: &SledUuid) -> Option { let mut generation = BpGeneration::Diff { before: None, after: None }; let mut rows = vec![]; if let Some(diff) = self.unchanged.get(sled_id) { @@ -392,11 +384,7 @@ impl BpDiffZones { if rows.is_empty() { None } else { - Some(BpSledSubtable::new( - BpOmicronZonesSubtableSchema {}, - generation, - rows, - )) + Some(BpTable::new(BpOmicronZonesTableSchema {}, generation, rows)) } } } @@ -413,7 +401,7 @@ pub struct DiffPhysicalDisksDetails { pub disks: BTreeSet, } -impl BpSledSubtableData for DiffPhysicalDisksDetails { +impl BpTableData for DiffPhysicalDisksDetails { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: self.before_generation, @@ -421,12 +409,9 @@ impl BpSledSubtableData for DiffPhysicalDisksDetails { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.disks.iter().map(move |d| { - BpSledSubtableRow::from_strings( + BpTableRow::from_strings( state, vec![d.vendor.clone(), d.model.clone(), d.serial.clone()], ) @@ -520,11 +505,8 @@ impl BpDiffPhysicalDisks { diffs } - /// Return a [`BpSledSubtable`] for the given `sled_id` - pub fn to_bp_sled_subtable( - &self, - sled_id: &SledUuid, - ) -> Option { + /// Return a [`BpTable`] for the given `sled_id` + pub fn to_bp_sled_subtable(&self, sled_id: &SledUuid) -> Option { let mut generation = BpGeneration::Diff { before: None, after: None }; let mut rows = vec![]; if let Some(diff) = self.unchanged.get(sled_id) { @@ -546,11 +528,7 @@ impl BpDiffPhysicalDisks { if rows.is_empty() { None } else { - Some(BpSledSubtable::new( - BpPhysicalDisksSubtableSchema {}, - generation, - rows, - )) + Some(BpTable::new(BpPhysicalDisksTableSchema {}, generation, rows)) } } } @@ -568,7 +546,7 @@ pub struct DiffDatasetsDetails { BTreeMap, } -impl BpSledSubtableData for DiffDatasetsDetails { +impl BpTableData for DiffDatasetsDetails { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: self.before_generation, @@ -576,12 +554,9 @@ impl BpSledSubtableData for DiffDatasetsDetails { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.datasets.values().map(move |dataset| { - BpSledSubtableRow::from_strings(state, dataset.as_strings()) + BpTableRow::from_strings(state, dataset.as_strings()) }) } } @@ -599,7 +574,7 @@ pub struct BpDiffDatasetsModified { pub datasets: Vec, } -impl BpSledSubtableData for BpDiffDatasetsModified { +impl BpTableData for BpDiffDatasetsModified { fn bp_generation(&self) -> BpGeneration { BpGeneration::Diff { before: self.generation_before, @@ -607,10 +582,7 @@ impl BpSledSubtableData for BpDiffDatasetsModified { } } - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator { + fn rows(&self, state: BpDiffState) -> impl Iterator { self.datasets.iter().map(move |dataset| { let before_strings = dataset.before.as_strings(); let after_strings = dataset.after.as_strings(); @@ -619,14 +591,14 @@ impl BpSledSubtableData for BpDiffDatasetsModified { for (before, after) in std::iter::zip(before_strings, after_strings) { let column = if before != after { - BpSledSubtableColumn::diff(before, after) + BpTableColumn::diff(before, after) } else { - BpSledSubtableColumn::value(before) + BpTableColumn::value(before) }; columns.push(column); } - BpSledSubtableRow::new(state, columns) + BpTableRow::new(state, columns) }) } } @@ -773,11 +745,8 @@ impl BpDiffDatasets { diffs } - /// Return a [`BpSledSubtable`] for the given `sled_id` - pub fn to_bp_sled_subtable( - &self, - sled_id: &SledUuid, - ) -> Option { + /// Return a [`BpTable`] for the given `sled_id` + pub fn to_bp_sled_subtable(&self, sled_id: &SledUuid) -> Option { let mut generation = BpGeneration::Diff { before: None, after: None }; let mut rows = vec![]; if let Some(diff) = self.unchanged.get(sled_id) { @@ -803,11 +772,7 @@ impl BpDiffDatasets { if rows.is_empty() { None } else { - Some(BpSledSubtable::new( - BpDatasetsSubtableSchema {}, - generation, - rows, - )) + Some(BpTable::new(BpDatasetsTableSchema {}, generation, rows)) } } } @@ -826,14 +791,16 @@ pub struct BlueprintDiff { pub sleds_removed: BTreeSet, pub sleds_unchanged: BTreeSet, pub sleds_modified: BTreeSet, + pub before_clickhouse_cluster_config: DiffBeforeClickhouseClusterConfig, + pub after_clickhouse_cluster_config: Option, } impl BlueprintDiff { /// Build a diff with the provided contents, verifying that the provided /// data is valid. - #[allow(clippy::too_many_arguments)] pub fn new( before_meta: DiffBeforeMetadata, + before_clickhouse_cluster_config: DiffBeforeClickhouseClusterConfig, before_state: BTreeMap, before_zones: BTreeMap, before_disks: BTreeMap, @@ -841,12 +808,13 @@ impl BlueprintDiff { SledUuid, BlueprintOrCollectionDatasetsConfig, >, - after_meta: BlueprintMetadata, - mut after_state: BTreeMap, - after_zones: BTreeMap, - after_disks: BTreeMap, - after_datasets: BTreeMap, + after_blueprint: &Blueprint, ) -> Self { + let mut after_state = after_blueprint.sled_state.clone(); + let after_zones = after_blueprint.blueprint_zones.clone(); + let after_disks = after_blueprint.blueprint_disks.clone(); + let after_datasets = after_blueprint.blueprint_datasets.clone(); + // Work around a quirk of sled decommissioning. If a sled has a before // state of `decommissioned`, it may or may not be present in // `after_state` (presence will depend on whether or not the sled was @@ -940,7 +908,7 @@ impl BlueprintDiff { BlueprintDiff { before_meta, - after_meta, + after_meta: after_blueprint.metadata(), before_state, after_state, zones, @@ -950,6 +918,10 @@ impl BlueprintDiff { sleds_removed, sleds_unchanged: unchanged_sleds, sleds_modified, + before_clickhouse_cluster_config, + after_clickhouse_cluster_config: after_blueprint + .clickhouse_cluster_config + .clone(), } } @@ -959,6 +931,400 @@ impl BlueprintDiff { } } +/// A printable representation of `ClickhouseClusterConfig` diff tables where +/// there is only a single known blueprint with no before or after collection or +/// bluerpint to compare to. +pub struct ClickhouseClusterConfigDiffTablesForSingleBlueprint { + pub metadata: KvListWithHeading, + pub keepers: BpTable, + pub servers: BpTable, +} + +impl ClickhouseClusterConfigDiffTablesForSingleBlueprint { + pub fn new( + diff_state: BpDiffState, + config: &ClickhouseClusterConfig, + ) -> Self { + let rows: Vec<_> = [ + (GENERATION, config.generation.to_string()), + ( + CLICKHOUSE_MAX_USED_SERVER_ID, + config.max_used_server_id.to_string(), + ), + ( + CLICKHOUSE_MAX_USED_KEEPER_ID, + config.max_used_keeper_id.to_string(), + ), + (CLICKHOUSE_CLUSTER_NAME, config.cluster_name.clone()), + (CLICKHOUSE_CLUSTER_SECRET, config.cluster_secret.clone()), + ( + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX, + config + .highest_seen_keeper_leader_committed_log_index + .to_string(), + ), + ] + .into_iter() + .map(|(key, val)| KvPair::new(diff_state, key, val)) + .collect(); + + let metadata = + KvListWithHeading::new(CLICKHOUSE_CLUSTER_CONFIG_HEADING, rows); + + let keepers = BpTable::new( + BpClickhouseKeepersTableSchema {}, + BpGeneration::Value(config.generation), + (config.generation, &config.keepers).rows(diff_state).collect(), + ); + let servers = BpTable::new( + BpClickhouseServersTableSchema {}, + BpGeneration::Value(config.generation), + (config.generation, &config.servers).rows(diff_state).collect(), + ); + + ClickhouseClusterConfigDiffTablesForSingleBlueprint { + metadata, + keepers, + servers, + } + } +} + +impl From + for ClickhouseClusterConfigDiffTables +{ + fn from( + value: ClickhouseClusterConfigDiffTablesForSingleBlueprint, + ) -> Self { + ClickhouseClusterConfigDiffTables { + metadata: value.metadata, + keepers: value.keepers, + servers: Some(value.servers), + } + } +} + +/// A printable representation of the difference between two +/// `ClickhouseClusterConfig` tables or a `ClickhouseClusterConfig` table and +/// its inventory representation. +pub struct ClickhouseClusterConfigDiffTables { + pub metadata: KvListWithHeading, + pub keepers: BpTable, + pub servers: Option, +} + +impl ClickhouseClusterConfigDiffTables { + pub fn diff_collection_and_blueprint( + before: &clickhouse_admin_types::ClickhouseKeeperClusterMembership, + after: &ClickhouseClusterConfig, + ) -> Self { + let leader_committed_log_index = if before.leader_committed_log_index + == after.highest_seen_keeper_leader_committed_log_index + { + KvPair::new( + BpDiffState::Unchanged, + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX, + linear_table_unchanged( + &after.highest_seen_keeper_leader_committed_log_index, + ), + ) + } else { + KvPair::new( + BpDiffState::Modified, + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX, + linear_table_modified( + &before.leader_committed_log_index, + &after.highest_seen_keeper_leader_committed_log_index, + ), + ) + }; + let metadata = KvListWithHeading::new( + CLICKHOUSE_CLUSTER_CONFIG_HEADING, + vec![ + KvPair::new( + BpDiffState::Added, + GENERATION, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.generation, + ), + ), + KvPair::new( + BpDiffState::Added, + CLICKHOUSE_MAX_USED_SERVER_ID, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.max_used_server_id, + ), + ), + KvPair::new( + BpDiffState::Added, + CLICKHOUSE_MAX_USED_KEEPER_ID, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.max_used_keeper_id, + ), + ), + KvPair::new( + BpDiffState::Added, + CLICKHOUSE_CLUSTER_NAME, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.cluster_name, + ), + ), + KvPair::new( + BpDiffState::Added, + CLICKHOUSE_CLUSTER_SECRET, + linear_table_modified( + &NOT_PRESENT_IN_COLLECTION_PARENS, + &after.cluster_secret, + ), + ), + leader_committed_log_index, + ], + ); + + // Build up our keeper table + let mut keeper_rows = vec![]; + for (zone_id, keeper_id) in &after.keepers { + if before.raft_config.contains(keeper_id) { + // Unchanged keepers + keeper_rows.push(BpTableRow::new( + BpDiffState::Unchanged, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(keeper_id.to_string()), + ], + )); + } else { + // Added keepers + keeper_rows.push(BpTableRow::new( + BpDiffState::Added, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(keeper_id.to_string()), + ], + )); + } + } + + let after_ids: BTreeSet<_> = after.keepers.values().clone().collect(); + for keeper_id in &before.raft_config { + if !after_ids.contains(keeper_id) { + // Removed keepers + keeper_rows.push(BpTableRow::new( + BpDiffState::Removed, + vec![ + BpTableColumn::Value( + NOT_PRESENT_IN_COLLECTION_PARENS.to_string(), + ), + BpTableColumn::Value(keeper_id.to_string()), + ], + )); + } + } + + let keepers = BpTable::new( + BpClickhouseKeepersTableSchema {}, + BpGeneration::Diff { before: None, after: Some(after.generation) }, + keeper_rows, + ); + + // Build up our server table + let server_rows: Vec = after + .servers + .iter() + .map(|(zone_id, server_id)| { + BpTableRow::new( + BpDiffState::Added, + vec![ + BpTableColumn::CollectionNotPresentDiff { + after: zone_id.to_string(), + }, + BpTableColumn::CollectionNotPresentDiff { + after: server_id.to_string(), + }, + ], + ) + }) + .collect(); + + let servers = Some(BpTable::new( + BpClickhouseServersTableSchema {}, + BpGeneration::Diff { before: None, after: Some(after.generation) }, + server_rows, + )); + + ClickhouseClusterConfigDiffTables { metadata, keepers, servers } + } + + pub fn diff_blueprints( + before: &ClickhouseClusterConfig, + after: &ClickhouseClusterConfig, + ) -> Self { + macro_rules! diff_row { + ($member:ident, $label:expr) => { + if before.$member == after.$member { + KvPair::new( + BpDiffState::Unchanged, + $label, + linear_table_unchanged(&after.$member), + ) + } else { + KvPair::new( + BpDiffState::Modified, + $label, + linear_table_modified(&before.$member, &after.$member), + ) + } + }; + } + + let metadata = KvListWithHeading::new( + CLICKHOUSE_CLUSTER_CONFIG_HEADING, + vec![ + diff_row!(generation, GENERATION), + diff_row!(max_used_server_id, CLICKHOUSE_MAX_USED_SERVER_ID), + diff_row!(max_used_keeper_id, CLICKHOUSE_MAX_USED_KEEPER_ID), + diff_row!(cluster_name, CLICKHOUSE_CLUSTER_NAME), + diff_row!(cluster_secret, CLICKHOUSE_CLUSTER_SECRET), + diff_row!( + highest_seen_keeper_leader_committed_log_index, + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX + ), + ], + ); + + // Macro used to construct keeper and server tables + macro_rules! diff_table_rows { + ($rows:ident, $collection:ident) => { + for (zone_id, id) in &after.$collection { + if before.$collection.contains_key(zone_id) { + // Unchanged + $rows.push(BpTableRow::new( + BpDiffState::Unchanged, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(id.to_string()), + ], + )); + } else { + // Added + $rows.push(BpTableRow::new( + BpDiffState::Added, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(id.to_string()), + ], + )); + } + } + + for (zone_id, id) in &before.$collection { + if !after.$collection.contains_key(zone_id) { + // Removed + $rows.push(BpTableRow::new( + BpDiffState::Removed, + vec![ + BpTableColumn::Value(zone_id.to_string()), + BpTableColumn::Value(id.to_string()), + ], + )); + } + } + }; + } + + // Construct our keeper table + let mut keeper_rows = vec![]; + diff_table_rows!(keeper_rows, keepers); + let keepers = BpTable::new( + BpClickhouseKeepersTableSchema {}, + BpGeneration::Diff { + before: Some(before.generation), + after: Some(after.generation), + }, + keeper_rows, + ); + + // Construct our server table + let mut server_rows = vec![]; + diff_table_rows!(server_rows, servers); + + let servers = Some(BpTable::new( + BpClickhouseServersTableSchema {}, + BpGeneration::Diff { + before: Some(before.generation), + after: Some(after.generation), + }, + server_rows, + )); + + ClickhouseClusterConfigDiffTables { metadata, keepers, servers } + } + + /// We are diffing a `Collection` and `Blueprint` but the latest blueprint + /// does not have a ClickhouseClusterConfig. + pub fn removed_from_collection( + before: &clickhouse_admin_types::ClickhouseKeeperClusterMembership, + ) -> Self { + // There's only so much information in a collection. Show what we can. + let metadata = KvListWithHeading::new( + CLICKHOUSE_CLUSTER_CONFIG_HEADING, + vec![KvPair::new( + BpDiffState::Removed, + CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX, + before.leader_committed_log_index.to_string(), + )], + ); + + let keeper_rows: Vec = before + .raft_config + .iter() + .map(|keeper_id| { + BpTableRow::new( + BpDiffState::Removed, + vec![ + BpTableColumn::Value( + NOT_PRESENT_IN_COLLECTION_PARENS.to_string(), + ), + BpTableColumn::Value(keeper_id.to_string()), + ], + ) + }) + .collect(); + + let keepers = BpTable::new( + BpClickhouseKeepersTableSchema {}, + BpGeneration::unknown(), + keeper_rows, + ); + + ClickhouseClusterConfigDiffTables { metadata, keepers, servers: None } + } + + /// The "before" inventory collection or blueprint does not have a relevant + /// keeper configuration. + pub fn added_to_blueprint(after: &ClickhouseClusterConfig) -> Self { + ClickhouseClusterConfigDiffTablesForSingleBlueprint::new( + BpDiffState::Added, + after, + ) + .into() + } + + /// We are diffing two `Blueprint`s, but The latest bluerprint does not have + /// a `ClickhouseClusterConfig`. + pub fn removed_from_blueprint(before: &ClickhouseClusterConfig) -> Self { + ClickhouseClusterConfigDiffTablesForSingleBlueprint::new( + BpDiffState::Removed, + before, + ) + .into() + } +} + /// Wrapper to allow a [`BlueprintDiff`] to be displayed. /// /// Returned by [`BlueprintDiff::display()`]. @@ -1046,6 +1412,72 @@ impl<'diff> BlueprintDiffDisplay<'diff> { ] } + pub fn make_clickhouse_cluster_config_diff_tables( + &self, + ) -> Option { + match ( + &self.diff.before_clickhouse_cluster_config, + &self.diff.after_clickhouse_cluster_config, + ) { + // Before collection + after blueprint + ( + DiffBeforeClickhouseClusterConfig::Collection { + latest_keeper_membership: Some(before), + .. + }, + Some(after), + ) => Some(ClickhouseClusterConfigDiffTables::diff_collection_and_blueprint(before, after)), + + // Before collection only + ( + DiffBeforeClickhouseClusterConfig::Collection { + latest_keeper_membership: Some(before), + .. + }, + None, + ) => Some(ClickhouseClusterConfigDiffTables::removed_from_collection(before)), + + // After blueprint only + ( + DiffBeforeClickhouseClusterConfig::Collection { + latest_keeper_membership: None, + .. + }, + Some(after), + ) => Some(ClickhouseClusterConfigDiffTables::added_to_blueprint(after)), + + // No before or after + ( + DiffBeforeClickhouseClusterConfig::Collection { + latest_keeper_membership: None, + .. + }, + None, + ) => None, + + // Before blueprint + after blueprint + ( + DiffBeforeClickhouseClusterConfig::Blueprint(Some(before)), + Some(after), + ) => Some(ClickhouseClusterConfigDiffTables::diff_blueprints(before, after)), + + // Before blueprint only + ( + DiffBeforeClickhouseClusterConfig::Blueprint(Some(before)), + None, + ) => Some(ClickhouseClusterConfigDiffTables::removed_from_blueprint(before)), + + // After blueprint only + ( + DiffBeforeClickhouseClusterConfig::Blueprint(None), + Some(after), + ) => Some(ClickhouseClusterConfigDiffTables::added_to_blueprint(after)), + + // No before or after + (DiffBeforeClickhouseClusterConfig::Blueprint(None), None) => None, + } + } + /// Write out physical disk and zone tables for a given `sled_id` fn write_tables( &self, @@ -1253,6 +1685,16 @@ impl<'diff> fmt::Display for BlueprintDiffDisplay<'diff> { writeln!(f, "{}", table)?; } + // Write out clickhouse cluster diff tables + if let Some(tables) = self.make_clickhouse_cluster_config_diff_tables() + { + writeln!(f, "{}", tables.metadata)?; + writeln!(f, "{}", tables.keepers)?; + if let Some(servers) = &tables.servers { + writeln!(f, "{}", servers)?; + } + } + Ok(()) } } diff --git a/nexus/types/src/deployment/blueprint_display.rs b/nexus/types/src/deployment/blueprint_display.rs index 4b36d76826..b1c1e0fa80 100644 --- a/nexus/types/src/deployment/blueprint_display.rs +++ b/nexus/types/src/deployment/blueprint_display.rs @@ -23,6 +23,14 @@ pub mod constants { pub const COCKROACHDB_PRESERVE_DOWNGRADE: &str = "cluster.preserve_downgrade_option"; pub const METADATA_HEADING: &str = "METADATA"; + pub const CLICKHOUSE_CLUSTER_CONFIG_HEADING: &str = + "CLICKHOUSE CLUSTER CONFIG"; + pub const CLICKHOUSE_MAX_USED_SERVER_ID: &str = "max used server id"; + pub const CLICKHOUSE_MAX_USED_KEEPER_ID: &str = "max used keeper id"; + pub const CLICKHOUSE_CLUSTER_NAME: &str = "cluster name"; + pub const CLICKHOUSE_CLUSTER_SECRET: &str = "cluster secret"; + pub const CLICKHOUSE_HIGHEST_SEEN_KEEPER_LEADER_COMMITTED_LOG_INDEX: &str = + "highest seen keeper leader committed log index"; pub const CREATED_BY: &str = "created by"; pub const CREATED_AT: &str = "created at"; pub const INTERNAL_DNS_VERSION: &str = "internal DNS version"; @@ -34,6 +42,7 @@ pub mod constants { pub const NOT_PRESENT_IN_COLLECTION_PARENS: &str = "(not present in collection)"; pub const INVALID_VALUE_PARENS: &str = "(invalid value)"; + pub const GENERATION: &str = "generation"; } use constants::*; @@ -80,6 +89,13 @@ pub enum BpGeneration { Diff { before: Option, after: Option }, } +impl BpGeneration { + // Used when there isn't a corresponding generation + pub fn unknown() -> Self { + BpGeneration::Diff { before: None, after: None } + } +} + impl fmt::Display for BpGeneration { fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { match self { @@ -100,96 +116,98 @@ impl fmt::Display for BpGeneration { } } BpGeneration::Diff { before: None, after: None } => { - write!(f, "Error: unknown generation") + write!(f, "unknown generation") } } } } -pub enum BpSledSubtableColumn { +pub enum BpTableColumn { Value(String), Diff { before: String, after: String }, + // A special nomenclature for when we are diffing a collection with a + // blueprint but the before value doesn't exist in the collection, because + // collections don't have such a field. + CollectionNotPresentDiff { after: String }, } -impl BpSledSubtableColumn { - pub fn value(s: String) -> BpSledSubtableColumn { - BpSledSubtableColumn::Value(s) +impl BpTableColumn { + pub fn value(s: String) -> BpTableColumn { + BpTableColumn::Value(s) } - pub fn diff(before: String, after: String) -> BpSledSubtableColumn { - BpSledSubtableColumn::Diff { before, after } + pub fn diff(before: String, after: String) -> BpTableColumn { + BpTableColumn::Diff { before, after } } pub fn len(&self) -> usize { match self { - BpSledSubtableColumn::Value(s) => s.len(), - BpSledSubtableColumn::Diff { before, after } => { + BpTableColumn::Value(s) => s.len(), + BpTableColumn::Diff { before, after } => { // Add 1 for the added/removed prefix and 1 for a space // // This will need to change if we change how we render diffs in - // the `Display` impl for `BpSledSubtable`. However, putting it + // the `Display` impl for `BpTable`. However, putting it // here allows to minimize any extra horizontal spacing in case // other values for the same column are already longer than the // the before or after values + 2. usize::max(before.len(), after.len()) + 2 } + BpTableColumn::CollectionNotPresentDiff { after } => { + usize::max(NOT_PRESENT_IN_COLLECTION_PARENS.len(), after.len()) + + 4 + } } } } -/// A row in a [`BpSledSubtable`] -pub struct BpSledSubtableRow { +/// A row in a [`BpTable`] +pub struct BpTableRow { state: BpDiffState, - columns: Vec, + columns: Vec, } -impl BpSledSubtableRow { - pub fn new(state: BpDiffState, columns: Vec) -> Self { - BpSledSubtableRow { state, columns } +impl BpTableRow { + pub fn new(state: BpDiffState, columns: Vec) -> Self { + BpTableRow { state, columns } } pub fn from_strings(state: BpDiffState, columns: Vec) -> Self { - BpSledSubtableRow { + BpTableRow { state, - columns: columns - .into_iter() - .map(BpSledSubtableColumn::Value) - .collect(), + columns: columns.into_iter().map(BpTableColumn::Value).collect(), } } } -/// Metadata about all instances of specific type of [`BpSledSubtable`], +/// Metadata about all instances of specific type of [`BpTable`], /// such as omicron zones or physical disks. -pub trait BpSledSubtableSchema { +pub trait BpTableSchema { fn table_name(&self) -> &'static str; fn column_names(&self) -> &'static [&'static str]; } -// Provide data specific to an instance of a [`BpSledSubtable`] -pub trait BpSledSubtableData { +// Provide data specific to an instance of a [`BpTable`] +pub trait BpTableData { fn bp_generation(&self) -> BpGeneration; - fn rows( - &self, - state: BpDiffState, - ) -> impl Iterator; + fn rows(&self, state: BpDiffState) -> impl Iterator; } /// A table specific to a sled resource, such as a zone or disk. -pub struct BpSledSubtable { +pub struct BpTable { table_name: &'static str, column_names: &'static [&'static str], generation: BpGeneration, - rows: Vec, + rows: Vec, } -impl BpSledSubtable { +impl BpTable { pub fn new( - schema: impl BpSledSubtableSchema, + schema: impl BpTableSchema, generation: BpGeneration, - rows: Vec, - ) -> BpSledSubtable { - BpSledSubtable { + rows: Vec, + ) -> BpTable { + BpTable { table_name: schema.table_name(), column_names: schema.column_names(), generation, @@ -217,7 +235,7 @@ impl BpSledSubtable { const SUBTABLE_INDENT: usize = 4; const COLUMN_GAP: usize = 3; -impl fmt::Display for BpSledSubtable { +impl fmt::Display for BpTable { fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { let widths = self.column_widths(); let mut total_width = @@ -258,12 +276,18 @@ impl fmt::Display for BpSledSubtable { row.columns.iter().zip(&widths).enumerate() { let (column, needs_multiline) = match column { - BpSledSubtableColumn::Value(s) => (s.clone(), false), - BpSledSubtableColumn::Diff { before, .. } => { + BpTableColumn::Value(s) => (s.clone(), false), + BpTableColumn::Diff { before, .. } => { // If we remove the prefix and space, we'll need to also - // modify `BpSledSubtableColumn::len` to reflect this. + // modify `BpTableColumn::len` to reflect this. (format!("{REMOVED_PREFIX} {before}"), true) } + BpTableColumn::CollectionNotPresentDiff { .. } => ( + // If we remove the prefix and space, we'll need to also + // modify `BpTableColumn::len` to reflect this. + NOT_PRESENT_IN_COLLECTION_PARENS.to_string(), + true, + ), }; multiline_row |= needs_multiline; @@ -282,23 +306,20 @@ impl fmt::Display for BpSledSubtable { row.columns.iter().zip(&widths).enumerate() { // Write the after columns or nothing - let column = if let BpSledSubtableColumn::Diff { - after, - .. - } = column - { - // If we remove the prefix and space, we'll need to also - // modify `BpSledSubtableColumn::len` to reflect this. - format!("{ADDED_PREFIX} {after}") - } else { - "".to_string() + let column = match column { + BpTableColumn::Value(_) => "".to_string(), + BpTableColumn::Diff { after, .. } => { + // If we remove the prefix and space, we'll need to also + // modify `BpTableColumn::len` to reflect this. + format!("{ADDED_PREFIX} {after}") + } + BpTableColumn::CollectionNotPresentDiff { after } => { + after.to_string() + } }; - if i == 0 { - // First column should never be modifiable - assert!(column.is_empty()); - let column = format!(" {SUB_LAST}"); - write!(f, "{column: &'static str { "physical disks" } @@ -323,9 +344,9 @@ impl BpSledSubtableSchema for BpPhysicalDisksSubtableSchema { } } -/// The [`BpSledSubtable`] schema for datasets -pub struct BpDatasetsSubtableSchema {} -impl BpSledSubtableSchema for BpDatasetsSubtableSchema { +/// The [`BpTable`] schema for datasets +pub struct BpDatasetsTableSchema {} +impl BpTableSchema for BpDatasetsTableSchema { fn table_name(&self) -> &'static str { "datasets" } @@ -335,9 +356,9 @@ impl BpSledSubtableSchema for BpDatasetsSubtableSchema { } } -/// The [`BpSledSubtable`] schema for omicron zones -pub struct BpOmicronZonesSubtableSchema {} -impl BpSledSubtableSchema for BpOmicronZonesSubtableSchema { +/// The [`BpTable`] schema for omicron zones +pub struct BpOmicronZonesTableSchema {} +impl BpTableSchema for BpOmicronZonesTableSchema { fn table_name(&self) -> &'static str { "omicron zones" } @@ -346,6 +367,30 @@ impl BpSledSubtableSchema for BpOmicronZonesSubtableSchema { } } +/// The [`BpTable`] schema for clickhouse keepers +pub struct BpClickhouseKeepersTableSchema {} +impl BpTableSchema for BpClickhouseKeepersTableSchema { + fn table_name(&self) -> &'static str { + "clickhouse keepers" + } + + fn column_names(&self) -> &'static [&'static str] { + &["zone id", "keeper id"] + } +} + +/// The [`BpTable`] schema for clickhouse servers +pub struct BpClickhouseServersTableSchema {} +impl BpTableSchema for BpClickhouseServersTableSchema { + fn table_name(&self) -> &'static str { + "clickhouse servers" + } + + fn column_names(&self) -> &'static [&'static str] { + &["zone id", "server id"] + } +} + // An entry in a [`KvListWithHeading`] #[derive(Debug)] pub struct KvPair { diff --git a/nexus/types/src/deployment/clickhouse.rs b/nexus/types/src/deployment/clickhouse.rs index 7273156491..d0612e2ddf 100644 --- a/nexus/types/src/deployment/clickhouse.rs +++ b/nexus/types/src/deployment/clickhouse.rs @@ -10,7 +10,6 @@ use omicron_uuid_kinds::OmicronZoneUuid; use schemars::JsonSchema; use serde::{Deserialize, Serialize}; use std::collections::BTreeMap; -use uuid::Uuid; /// Global configuration for all clickhouse servers (replicas) and keepers #[derive(Clone, Debug, Eq, PartialEq, JsonSchema, Deserialize, Serialize)] @@ -91,13 +90,16 @@ pub struct ClickhouseClusterConfig { } impl ClickhouseClusterConfig { - pub fn new(cluster_name: String) -> ClickhouseClusterConfig { + pub fn new( + cluster_name: String, + cluster_secret: String, + ) -> ClickhouseClusterConfig { ClickhouseClusterConfig { generation: Generation::new(), max_used_server_id: 0.into(), max_used_keeper_id: 0.into(), cluster_name, - cluster_secret: Uuid::new_v4().to_string(), + cluster_secret, highest_seen_keeper_leader_committed_log_index: 0, keepers: BTreeMap::new(), servers: BTreeMap::new(),