mirror of
https://github.com/Laurent2916/nio-llm.git
synced 2024-11-23 14:48:47 +00:00
30 lines
787 B
YAML
30 lines
787 B
YAML
|
version: "3.8"
|
||
|
services:
|
||
|
server:
|
||
|
build:
|
||
|
context: src/nio_llm_server/
|
||
|
dockerfile: Dockerfile
|
||
|
ports:
|
||
|
- 8000:8000
|
||
|
volumes:
|
||
|
- /home/laurent/.cache/huggingface/hub/:/root/.cache/huggingface/hub/
|
||
|
healthcheck:
|
||
|
test: ["CMD", "nc", "-z", "-v", "localhost", "8000"]
|
||
|
restart: unless-stopped
|
||
|
|
||
|
client:
|
||
|
build:
|
||
|
context: src/nio_llm/
|
||
|
dockerfile: Dockerfile
|
||
|
environment:
|
||
|
- NIOLLM_HOMESERVER=$NIOLLM_HOMESERVER
|
||
|
- NIOLLM_USERNAME=$NIOLLM_USERNAME
|
||
|
- NIOLLM_DEVICE_ID=$NIOLLM_DEVICE_ID
|
||
|
- NIOLLM_ROOM=$NIOLLM_ROOM
|
||
|
- NIOLLM_PASSWORD=$NIOLLM_PASSWORD
|
||
|
- NIOLLM_OPENAI_API_ENDPOINT=$NIOLLM_OPENAI_API_ENDPOINT
|
||
|
depends_on:
|
||
|
server:
|
||
|
condition: service_healthy
|
||
|
restart: unless-stopped
|