From 3142ba7741bdfc89e5c2c90e5e67e86bfadbdb97 Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Sun, 21 Apr 2024 13:50:08 -0700 Subject: [PATCH] docs: add nvidia container toolkit installation instructions (#1906) --- website/docs/installation/docker-compose.mdx | 6 +++++- website/docs/installation/docker.mdx | 6 +++++- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/website/docs/installation/docker-compose.mdx b/website/docs/installation/docker-compose.mdx index 7a35e99379a3..97f348f8db33 100644 --- a/website/docs/installation/docker-compose.mdx +++ b/website/docs/installation/docker-compose.mdx @@ -9,7 +9,11 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; - + + + + For CUDA support in Tabby, install the [NVIDIA Container Toolkit](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/install-guide.html). + After installation, you can start Tabby with the following `docker-compose.yml`: ```yaml title="docker-compose.yml" version: '3.5' diff --git a/website/docs/installation/docker.mdx b/website/docs/installation/docker.mdx index 38c42340dd86..4ff5aa3f7cd1 100644 --- a/website/docs/installation/docker.mdx +++ b/website/docs/installation/docker.mdx @@ -10,7 +10,11 @@ import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; - + + + + For CUDA support in Tabby, install the [NVIDIA Container Toolkit](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/install-guide.html). + After installation, you can start Tabby with the following command: ```bash title="run.sh" docker run -it --gpus all \