Skip to content

Commit

Permalink
llama
Browse files Browse the repository at this point in the history
  • Loading branch information
Cifko committed Mar 28, 2024
1 parent 4205697 commit 430ffbb
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion atoma-inference/src/candle/llama.rs
Original file line number Diff line number Diff line change
Expand Up @@ -153,7 +153,7 @@ pub fn run(prompt: String, cfg: Config) -> Result<String> {
for (i, tensor) in result.iter().enumerate() {
save_tensor_to_file(
tensor,
&PathBuf::from(format!("llama_logits_{}.pt", i.to_string())),
format!("llama_logits_{}.pt", i.to_string()).as_str(),
)
.unwrap();
}
Expand Down
4 changes: 2 additions & 2 deletions atoma-inference/src/main.rs
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,8 @@ fn llama1() {
}

fn main() {
stable_diffusion();
// llama1();
// stable_diffusion();
llama1();
// let result = llama::run("One day I will").unwrap();
// println!("{}", result);

Expand Down

0 comments on commit 430ffbb

Please sign in to comment.