Patch cuda compilation - fix #918

EricLBuehler · Nov 19, 2024 · d4d9584 · d4d9584
1 parent 32ec1fb
commit d4d9584
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/mistralrs-core/src/paged_attention/config.rs b/mistralrs-core/src/paged_attention/config.rs
@@ -8,6 +8,7 @@ pub trait ModelConfigLike {
     }
 }
 
+#[derive(Clone)]
 pub struct ModelConfigMetadata {
     pub num_layers: usize,
     pub hidden_size: usize,