docs: add nvidia container toolkit installation instructions (#1906)

TabbyML · Apr 21, 2024 · 3142ba7 · 3142ba7
1 parent cff9290
commit 3142ba7
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/website/docs/installation/docker-compose.mdx b/website/docs/installation/docker-compose.mdx
@@ -9,7 +9,11 @@ import Tabs from '@theme/Tabs';
 import TabItem from '@theme/TabItem';
 
 <Tabs>
-  <TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)">
+  <TabItem value="cuda" label="CUDA">
+
+
+  For CUDA support in Tabby, install the [NVIDIA Container Toolkit](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/install-guide.html).
+  After installation, you can start Tabby with the following `docker-compose.yml`:
 
 ```yaml title="docker-compose.yml"
 version: '3.5'

diff --git a/website/docs/installation/docker.mdx b/website/docs/installation/docker.mdx
@@ -10,7 +10,11 @@ import Tabs from '@theme/Tabs';
 import TabItem from '@theme/TabItem';
 
 <Tabs>
-  <TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)" default>
+  <TabItem value="cuda" label="CUDA" default>
+
+
+  For CUDA support in Tabby, install the [NVIDIA Container Toolkit](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/install-guide.html).
+  After installation, you can start Tabby with the following command:
 
   ```bash title="run.sh"
   docker run -it --gpus all \