diff --git a/atoma-inference/src/models/candle/llama.rs b/atoma-inference/src/models/candle/llama.rs index aa84c109..2c58b23a 100644 --- a/atoma-inference/src/models/candle/llama.rs +++ b/atoma-inference/src/models/candle/llama.rs @@ -182,14 +182,12 @@ impl ModelTrait for LlamaModel { } if let Some(t) = tokenizer.next_token(next_token)? { res += &t; - info!("res: {res}"); } generated_tokens += 1; } if let Some(rest) = tokenizer.decode_rest()? { res += &rest; - info!("res: {res}"); } let dt = start_gen.elapsed();