From 6ab69ec5f82ab9c2ecc96b76229cf1cacd6b40ac Mon Sep 17 00:00:00 2001 From: Jared Palmer Date: Wed, 21 Feb 2024 09:46:27 -0800 Subject: [PATCH] Add instructions for playing with qlora model to colab example (#1290) * Add instructions for playing with qlora model to colab example * Update examples/colab-notebooks/colab-axolotl-example.ipynb Co-authored-by: JohanWork <39947546+JohanWork@users.noreply.github.com> --------- Co-authored-by: NanoCode012 Co-authored-by: JohanWork <39947546+JohanWork@users.noreply.github.com> --- .../colab-axolotl-example.ipynb | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/examples/colab-notebooks/colab-axolotl-example.ipynb b/examples/colab-notebooks/colab-axolotl-example.ipynb index 44b48ddb82..9adbe00047 100644 --- a/examples/colab-notebooks/colab-axolotl-example.ipynb +++ b/examples/colab-notebooks/colab-axolotl-example.ipynb @@ -177,6 +177,24 @@ "# Buy using the ! the comand will be executed as a bash command\n", "!accelerate launch -m axolotl.cli.train /content/test_axolotl.yaml" ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Play with inference" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Buy using the ! the comand will be executed as a bash command\n", + "!accelerate launch -m axolotl.cli.inference /content/test_axolotl.yaml \\\n", + " --qlora_model_dir=\"./qlora-out\" --gradio" + ] } ], "metadata": {