resolve bug issues with cuda and metal tests (#50)

* first commit * build * fmt * resolve bug with cuda and metal tests
atoma-network · Apr 23, 2024 · 1c3eb39 · 1c3eb39
1 parent 2740470
commit 1c3eb39
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 8 deletions.
diff --git a/atoma-inference/src/models/candle/falcon.rs b/atoma-inference/src/models/candle/falcon.rs
@@ -273,8 +273,8 @@ mod tests {
             repeat_penalty,
             repeat_last_n,
             max_tokens,
-            top_k,
-            top_p,
+            Some(top_k),
+            Some(top_p),
         );
         let output = model.run(input).expect("Failed to run inference");
 
@@ -355,8 +355,8 @@ mod tests {
             repeat_penalty,
             repeat_last_n,
             max_tokens,
-            top_k,
-            top_p,
+            Some(top_k),
+            Some(top_p),
         );
         let output = model.run(input).expect("Failed to run inference");
         println!("{output}");

diff --git a/atoma-inference/src/models/candle/mistral.rs b/atoma-inference/src/models/candle/mistral.rs
@@ -263,8 +263,8 @@ mod tests {
             repeat_penalty,
             repeat_last_n,
             max_tokens,
-            top_k,
-            top_p,
+            Some(top_k),
+            Some(top_p),
         );
         let output = model.run(input).expect("Failed to run inference");
 
@@ -351,8 +351,8 @@ mod tests {
             repeat_penalty,
             repeat_last_n,
             max_tokens,
-            top_k,
-            top_p,
+            Some(top_k),
+            Some(top_p),
         );
         let output = model.run(input).expect("Failed to run inference");