docs: move cuda sample command to first. (#981)

TabbyML · Dec 8, 2023 · bdede03 · bdede03
1 parent e2447df
commit bdede03
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 15 deletions.
diff --git a/website/docs/installation/docker-compose.mdx b/website/docs/installation/docker-compose.mdx
@@ -9,7 +9,7 @@ import Tabs from '@theme/Tabs';
 import TabItem from '@theme/TabItem';
 
 <Tabs>
-  <TabItem value="cpu" label="CPU">
+  <TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)">
 
 ```yaml title="docker-compose.yml"
 version: '3.5'
@@ -18,34 +18,35 @@ services:
   tabby:
     restart: always
     image: tabbyml/tabby
-    command: serve --model TabbyML/StarCoder-1B
+    command: serve --model TabbyML/StarCoder-1B --device cuda
     volumes:
       - "$HOME/.tabby:/data"
     ports:
       - 8080:8080
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities: [gpu]
 ```
 
   </TabItem>
-  <TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)">
+  <TabItem value="cpu" label="CPU">
 
 ```yaml title="docker-compose.yml"
 version: '3.5'
+
 services:
   tabby:
     restart: always
     image: tabbyml/tabby
-    command: serve --model TabbyML/StarCoder-1B --device cuda
+    command: serve --model TabbyML/StarCoder-1B
     volumes:
       - "$HOME/.tabby:/data"
     ports:
       - 8080:8080
-    deploy:
-      resources:
-        reservations:
-          devices:
-            - driver: nvidia
-              count: 1
-              capabilities: [gpu]
 ```
 
   </TabItem>

diff --git a/website/docs/installation/docker.mdx b/website/docs/installation/docker.mdx
@@ -10,17 +10,17 @@ import Tabs from '@theme/Tabs';
 import TabItem from '@theme/TabItem';
 
 <Tabs>
-  <TabItem value="cpu" label="CPU" default>
+  <TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)" default>
 
   ```bash title="run.sh"
-  docker run -it -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B
+  docker run -it --gpus all -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B --device cuda
   ```
 
   </TabItem>
-  <TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)" default>
+  <TabItem value="cpu" label="CPU" default>
 
   ```bash title="run.sh"
-  docker run -it --gpus all -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B --device cuda
+  docker run -it -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B
   ```
 
   </TabItem>