diff --git a/examples/colab-notebooks/colab-axolotl-example.ipynb b/examples/colab-notebooks/colab-axolotl-example.ipynb index 44b48ddb82..9adbe00047 100644 --- a/examples/colab-notebooks/colab-axolotl-example.ipynb +++ b/examples/colab-notebooks/colab-axolotl-example.ipynb @@ -177,6 +177,24 @@ "# Buy using the ! the comand will be executed as a bash command\n", "!accelerate launch -m axolotl.cli.train /content/test_axolotl.yaml" ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Play with inference" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Buy using the ! the comand will be executed as a bash command\n", + "!accelerate launch -m axolotl.cli.inference /content/test_axolotl.yaml \\\n", + " --qlora_model_dir=\"./qlora-out\" --gradio" + ] } ], "metadata": {