mirror of
https://github.com/Laurent2916/nio-llm.git
synced 2024-09-07 22:19:56 +00:00
30 lines
787 B
YAML
30 lines
787 B
YAML
version: "3.8"
|
|
services:
|
|
server:
|
|
build:
|
|
context: src/nio_llm_server/
|
|
dockerfile: Dockerfile
|
|
ports:
|
|
- 8000:8000
|
|
volumes:
|
|
- /home/laurent/.cache/huggingface/hub/:/root/.cache/huggingface/hub/
|
|
healthcheck:
|
|
test: ["CMD", "nc", "-z", "-v", "localhost", "8000"]
|
|
restart: unless-stopped
|
|
|
|
client:
|
|
build:
|
|
context: src/nio_llm/
|
|
dockerfile: Dockerfile
|
|
environment:
|
|
- NIOLLM_HOMESERVER=$NIOLLM_HOMESERVER
|
|
- NIOLLM_USERNAME=$NIOLLM_USERNAME
|
|
- NIOLLM_DEVICE_ID=$NIOLLM_DEVICE_ID
|
|
- NIOLLM_ROOM=$NIOLLM_ROOM
|
|
- NIOLLM_PASSWORD=$NIOLLM_PASSWORD
|
|
- NIOLLM_OPENAI_API_ENDPOINT=$NIOLLM_OPENAI_API_ENDPOINT
|
|
depends_on:
|
|
server:
|
|
condition: service_healthy
|
|
restart: unless-stopped
|