42 lines
1.1 KiB
YAML
42 lines
1.1 KiB
YAML
services:
|
|
faster-qwen3-tts:
|
|
image: martinb78/faster-qwen3-tts-dgx-spark:latest
|
|
container_name: faster-qwen3-tts
|
|
restart: unless-stopped
|
|
runtime: nvidia
|
|
environment:
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
|
# Optional: set HF_TOKEN if model needs downloading from HuggingFace
|
|
# - HF_TOKEN=${HF_TOKEN}
|
|
ports:
|
|
- "8020:8000"
|
|
volumes:
|
|
# Mount your local Qwen3-TTS model (download first, see README)
|
|
- ${MODEL_PATH:-../models/Qwen3-TTS}:/models/Qwen3-TTS:ro
|
|
# Config directory (voices.json generated on startup)
|
|
- ../config:/config:rw
|
|
# Speaker reference audio files
|
|
- ../config/speakers:/voices:ro
|
|
command: >
|
|
/bin/bash -c "
|
|
(while true; do python3 /config/generate_voices.py; sleep 10; done) &
|
|
python3 /config/run_server.py
|
|
--model /models/Qwen3-TTS
|
|
--voices /config/voices.json
|
|
--port 8000
|
|
--max-seq-len 2048
|
|
"
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|
|
networks:
|
|
- dgx_net
|
|
|
|
networks:
|
|
dgx_net:
|
|
external: true
|