docs: move cuda sample command to first. (#981)
parent
e2447df9ef
commit
bdede03333
|
|
@ -9,27 +9,11 @@ import Tabs from '@theme/Tabs';
|
|||
import TabItem from '@theme/TabItem';
|
||||
|
||||
<Tabs>
|
||||
<TabItem value="cpu" label="CPU">
|
||||
|
||||
```yaml title="docker-compose.yml"
|
||||
version: '3.5'
|
||||
|
||||
services:
|
||||
tabby:
|
||||
restart: always
|
||||
image: tabbyml/tabby
|
||||
command: serve --model TabbyML/StarCoder-1B
|
||||
volumes:
|
||||
- "$HOME/.tabby:/data"
|
||||
ports:
|
||||
- 8080:8080
|
||||
```
|
||||
|
||||
</TabItem>
|
||||
<TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)">
|
||||
|
||||
```yaml title="docker-compose.yml"
|
||||
version: '3.5'
|
||||
|
||||
services:
|
||||
tabby:
|
||||
restart: always
|
||||
|
|
@ -48,6 +32,23 @@ services:
|
|||
capabilities: [gpu]
|
||||
```
|
||||
|
||||
</TabItem>
|
||||
<TabItem value="cpu" label="CPU">
|
||||
|
||||
```yaml title="docker-compose.yml"
|
||||
version: '3.5'
|
||||
|
||||
services:
|
||||
tabby:
|
||||
restart: always
|
||||
image: tabbyml/tabby
|
||||
command: serve --model TabbyML/StarCoder-1B
|
||||
volumes:
|
||||
- "$HOME/.tabby:/data"
|
||||
ports:
|
||||
- 8080:8080
|
||||
```
|
||||
|
||||
</TabItem>
|
||||
</Tabs>
|
||||
|
||||
|
|
|
|||
|
|
@ -10,18 +10,18 @@ import Tabs from '@theme/Tabs';
|
|||
import TabItem from '@theme/TabItem';
|
||||
|
||||
<Tabs>
|
||||
<TabItem value="cpu" label="CPU" default>
|
||||
|
||||
```bash title="run.sh"
|
||||
docker run -it -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B
|
||||
```
|
||||
|
||||
</TabItem>
|
||||
<TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)" default>
|
||||
|
||||
```bash title="run.sh"
|
||||
docker run -it --gpus all -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B --device cuda
|
||||
```
|
||||
|
||||
</TabItem>
|
||||
<TabItem value="cpu" label="CPU" default>
|
||||
|
||||
```bash title="run.sh"
|
||||
docker run -it -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B
|
||||
```
|
||||
|
||||
</TabItem>
|
||||
</Tabs>
|
||||
|
|
|
|||
Loading…
Reference in New Issue