first commit

atoma-network · Apr 25, 2024 · 0eb4def · 0eb4def
1 parent c55c334
commit 0eb4def
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/atoma-inference/src/models/candle/llama.rs b/atoma-inference/src/models/candle/llama.rs
@@ -182,14 +182,12 @@ impl ModelTrait for LlamaModel {
             }
             if let Some(t) = tokenizer.next_token(next_token)? {
                 res += &t;
-                info!("res: {res}");
             }
 
             generated_tokens += 1;
         }
         if let Some(rest) = tokenizer.decode_rest()? {
             res += &rest;
-            info!("res: {res}");
         }
 
         let dt = start_gen.elapsed();