docs: move cuda sample command to first. (#981)
parent
e2447df9ef
commit
bdede03333
|
|
@ -9,27 +9,11 @@ import Tabs from '@theme/Tabs';
|
||||||
import TabItem from '@theme/TabItem';
|
import TabItem from '@theme/TabItem';
|
||||||
|
|
||||||
<Tabs>
|
<Tabs>
|
||||||
<TabItem value="cpu" label="CPU">
|
|
||||||
|
|
||||||
```yaml title="docker-compose.yml"
|
|
||||||
version: '3.5'
|
|
||||||
|
|
||||||
services:
|
|
||||||
tabby:
|
|
||||||
restart: always
|
|
||||||
image: tabbyml/tabby
|
|
||||||
command: serve --model TabbyML/StarCoder-1B
|
|
||||||
volumes:
|
|
||||||
- "$HOME/.tabby:/data"
|
|
||||||
ports:
|
|
||||||
- 8080:8080
|
|
||||||
```
|
|
||||||
|
|
||||||
</TabItem>
|
|
||||||
<TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)">
|
<TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)">
|
||||||
|
|
||||||
```yaml title="docker-compose.yml"
|
```yaml title="docker-compose.yml"
|
||||||
version: '3.5'
|
version: '3.5'
|
||||||
|
|
||||||
services:
|
services:
|
||||||
tabby:
|
tabby:
|
||||||
restart: always
|
restart: always
|
||||||
|
|
@ -48,6 +32,23 @@ services:
|
||||||
capabilities: [gpu]
|
capabilities: [gpu]
|
||||||
```
|
```
|
||||||
|
|
||||||
|
</TabItem>
|
||||||
|
<TabItem value="cpu" label="CPU">
|
||||||
|
|
||||||
|
```yaml title="docker-compose.yml"
|
||||||
|
version: '3.5'
|
||||||
|
|
||||||
|
services:
|
||||||
|
tabby:
|
||||||
|
restart: always
|
||||||
|
image: tabbyml/tabby
|
||||||
|
command: serve --model TabbyML/StarCoder-1B
|
||||||
|
volumes:
|
||||||
|
- "$HOME/.tabby:/data"
|
||||||
|
ports:
|
||||||
|
- 8080:8080
|
||||||
|
```
|
||||||
|
|
||||||
</TabItem>
|
</TabItem>
|
||||||
</Tabs>
|
</Tabs>
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -10,18 +10,18 @@ import Tabs from '@theme/Tabs';
|
||||||
import TabItem from '@theme/TabItem';
|
import TabItem from '@theme/TabItem';
|
||||||
|
|
||||||
<Tabs>
|
<Tabs>
|
||||||
<TabItem value="cpu" label="CPU" default>
|
|
||||||
|
|
||||||
```bash title="run.sh"
|
|
||||||
docker run -it -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B
|
|
||||||
```
|
|
||||||
|
|
||||||
</TabItem>
|
|
||||||
<TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)" default>
|
<TabItem value="cuda" label="CUDA (requires NVIDIA Container Toolkit)" default>
|
||||||
|
|
||||||
```bash title="run.sh"
|
```bash title="run.sh"
|
||||||
docker run -it --gpus all -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B --device cuda
|
docker run -it --gpus all -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B --device cuda
|
||||||
```
|
```
|
||||||
|
|
||||||
|
</TabItem>
|
||||||
|
<TabItem value="cpu" label="CPU" default>
|
||||||
|
|
||||||
|
```bash title="run.sh"
|
||||||
|
docker run -it -p 8080:8080 -v $HOME/.tabby:/data tabbyml/tabby serve --model TabbyML/StarCoder-1B
|
||||||
|
```
|
||||||
|
|
||||||
</TabItem>
|
</TabItem>
|
||||||
</Tabs>
|
</Tabs>
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue