diff --git a/atoma-inference/src/candle/llama.rs b/atoma-inference/src/candle/llama.rs index f40c5579..2fe77e9b 100644 --- a/atoma-inference/src/candle/llama.rs +++ b/atoma-inference/src/candle/llama.rs @@ -153,7 +153,7 @@ pub fn run(prompt: String, cfg: Config) -> Result { for (i, tensor) in result.iter().enumerate() { save_tensor_to_file( tensor, - &PathBuf::from(format!("llama_logits_{}.pt", i.to_string())), + format!("llama_logits_{}.pt", i.to_string()).as_str(), ) .unwrap(); } diff --git a/atoma-inference/src/main.rs b/atoma-inference/src/main.rs index 1c19d93d..46ae6c83 100644 --- a/atoma-inference/src/main.rs +++ b/atoma-inference/src/main.rs @@ -27,8 +27,8 @@ fn llama1() { } fn main() { - stable_diffusion(); - // llama1(); + // stable_diffusion(); + llama1(); // let result = llama::run("One day I will").unwrap(); // println!("{}", result);