fix: state sync

apps/gen-ext/Cargo.toml

@@ -10,5 +10,6 @@ version = "0.1.0"
 crate-type = ["cdylib"]
 
 [dependencies]
-calimero-sdk = {path = "../../crates/sdk"}
+calimero-sdk = { path = "../../crates/sdk" }
 calimero-sdk-near = { path = "../../crates/sdk/libs/near" }
+calimero-storage = { path = "../../crates/storage" }

apps/kv-store/src/lib.rs

@@ -2,22 +2,16 @@
 
 use std::collections::BTreeMap;
 
+use calimero_sdk::borsh::{BorshDeserialize, BorshSerialize};
 use calimero_sdk::types::Error;
 use calimero_sdk::{app, env};
 use calimero_storage::collections::UnorderedMap;
-use calimero_storage::entities::Element;
-use calimero_storage::AtomicUnit;
-
-mod __private;
 
 #[app::state(emits = for<'a> Event<'a>)]
-#[derive(AtomicUnit, Clone, Debug, PartialEq, PartialOrd)]
-#[root]
-#[type_id(1)]
+#[derive(Debug, PartialEq, PartialOrd, BorshSerialize, BorshDeserialize)]
+#[borsh(crate = "calimero_sdk::borsh")]
 pub struct KvStore {
     items: UnorderedMap<String, String>,
-    #[storage]
-    storage: Element,
 }
 
 #[app::event]
@@ -33,8 +27,7 @@ impl KvStore {
     #[app::init]
     pub fn init() -> KvStore {
         KvStore {
-            items: UnorderedMap::new().unwrap(),
-            storage: Element::root(),
+            items: UnorderedMap::new(),
         }
     }
 
@@ -93,7 +86,10 @@ impl KvStore {
 
         app::emit!(Event::Removed { key });
 
-        self.items.remove(key).map_err(Into::into)
+        self.items
+            .remove(key)
+            .map(|v| v.is_some())
+            .map_err(Into::into)
     }
 
     pub fn clear(&mut self) -> Result<(), Error> {

apps/only-peers/Cargo.toml

@@ -11,3 +11,4 @@ crate-type = ["cdylib"]
 
 [dependencies]
 calimero-sdk = { path = "../../crates/sdk" }
+calimero-storage = { path = "../../crates/storage" }

apps/visited/src/lib.rs

@@ -3,36 +3,28 @@
 use std::result::Result;
 
 use calimero_sdk::app;
+use calimero_sdk::borsh::{BorshDeserialize, BorshSerialize};
 use calimero_sdk::types::Error;
 use calimero_storage::collections::{UnorderedMap, UnorderedSet};
-use calimero_storage::entities::Element;
-use calimero_storage::AtomicUnit;
 
 #[app::state]
-#[derive(AtomicUnit, Clone, Debug, PartialEq, PartialOrd)]
-#[root]
-#[type_id(1)]
+#[derive(Debug, PartialEq, PartialOrd, BorshSerialize, BorshDeserialize)]
+#[borsh(crate = "calimero_sdk::borsh")]
 pub struct VisitedCities {
     visited: UnorderedMap<String, UnorderedSet<String>>,
-    #[storage]
-    storage: Element,
 }
 
 #[app::logic]
 impl VisitedCities {
     #[app::init]
     pub fn init() -> VisitedCities {
         VisitedCities {
-            visited: UnorderedMap::new().unwrap(),
-            storage: Element::root(),
+            visited: UnorderedMap::new(),
         }
     }
 
     pub fn add_person(&mut self, person: String) -> Result<bool, Error> {
-        Ok(self
-            .visited
-            .insert(person, UnorderedSet::new().unwrap())?
-            .is_some())
+        Ok(self.visited.insert(person, UnorderedSet::new())?.is_some())
     }
 
     pub fn add_visited_city(&mut self, person: String, city: String) -> Result<bool, Error> {

crates/node/src/lib.rs

@@ -343,17 +343,12 @@ impl Node {
 
         let shared_key = SharedKey::from_sk(&sender_key);
 
-        let artifact = &shared_key
+        let artifact = shared_key
             .decrypt(artifact, [0; 12])
             .ok_or_eyre("failed to decrypt message")?;
 
         let Some(outcome) = self
-            .execute(
-                &mut context,
-                "apply_state_delta",
-                to_vec(&artifact)?,
-                author_id,
-            )
+            .execute(&mut context, "__calimero_sync_next", artifact, author_id)
             .await?
         else {
             bail!("application not installed");
@@ -500,11 +495,13 @@ impl Node {
                 })?;
         }
 
-        if let Err(err) = self
-            .send_state_delta(&context, &outcome, executor_public_key)
-            .await
-        {
-            error!(%err, "Failed to send state delta.");
+        if !outcome.artifact.is_empty() {
+            if let Err(err) = self
+                .send_state_delta(&context, &outcome, executor_public_key)
+                .await
+            {
+                error!(%err, "Failed to send state delta.");
+            }
         }
 
         Ok(outcome)
@@ -539,7 +536,7 @@ impl Node {
 
         if outcome.returns.is_ok() {
             if let Some(root_hash) = outcome.root_hash {
-                if outcome.artifact.is_empty() {
+                if outcome.artifact.is_empty() && method != "__calimero_sync_next" {
                     eyre::bail!("context state changed, but no actions were generated, discarding execution outcome to mitigate potential state inconsistency");
                 }
 

crates/node/src/sync/state.rs

@@ -102,6 +102,13 @@ impl Node {
         };
 
         if root_hash == context.root_hash {
+            debug!(
+                context_id=%context.id,
+                our_identity=%our_identity,
+                their_identity=%their_identity,
+                "Root hashes match, up to date",
+            );
+
             return Ok(());
         }
 
@@ -206,6 +213,13 @@ impl Node {
         .await?;
 
         if their_root_hash == context.root_hash {
+            debug!(
+                context_id=%context.id,
+                our_identity=%our_identity,
+                their_identity=%their_identity,
+                "Root hashes match, up to date",
+            );
+
             return Ok(());
         }
 
@@ -294,6 +308,10 @@ impl Node {
                 Some(shared_key),
             )
             .await?;
+
+            if outcome.artifact.is_empty() {
+                break;
+            }
         }
 
         debug!(