first commit (#54)

atoma-network · Apr 25, 2024 · 25a4479 · 25a4479
1 parent 1c3eb39
commit 25a4479
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/atoma-inference/src/models/candle/llama.rs b/atoma-inference/src/models/candle/llama.rs
@@ -181,14 +181,12 @@ impl ModelTrait for LlamaModel {
             }
             if let Some(t) = tokenizer.next_token(next_token)? {
                 res += &t;
-                info!("res: {res}");
             }
 
             generated_tokens += 1;
         }
         if let Some(rest) = tokenizer.decode_rest()? {
             res += &rest;
-            info!("res: {res}");
         }
 
         let dt = start_gen.elapsed();