services: qwen3-tts: image: vllm/vllm-omni:latest-aarch64 container_name: qwen3-tts runtime: nvidia environment: - NVIDIA_VISIBLE_DEVICES=all - NVIDIA_DRIVER_CAPABILITIES=compute,utility - VLLM_LOGGING_LEVEL=INFO - HF_HOME=/root/.cache/huggingface # Modelle liegen vollstaendig im Cache → keine Online-Checks gegen huggingface.co. # Verhindert Crash "[Errno -3] Temporary failure in name resolution" bei DNS-Ausfall. - HF_HUB_OFFLINE=1 - TRANSFORMERS_OFFLINE=1 # Keine Lead-in-Stille (war nur Mitigation; Anfangsstottern ist client-seitig). # Trailing-Stille bleibt per Default (300ms) gegen abruptes Ende. - QWEN3_TTS_LEADIN_SILENCE_MS=0 - QWEN3_TTS_MODEL=${QWEN3_TTS_MODEL:-Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice} ports: - "8091:8091" - "8092:8092" - "8094:8094" volumes: - /home/guru/vllm/data/root:/root - ./deploy/qwen3_tts.yaml:/deploy/qwen3_tts.yaml:ro - ./entrypoint.sh:/entrypoint.sh:ro - ./voice_clone_ui.py:/voice_clone_ui.py:ro - ./ws_log_proxy.py:/ws_log_proxy.py:ro - ./patch_qwen3_tts_runtime.py:/patch_qwen3_tts_runtime.py:ro - ./ui:/ui:ro command: ["/bin/bash", "/entrypoint.sh"] restart: unless-stopped healthcheck: test: ["CMD", "curl", "-sf", "http://localhost:8091/health"] interval: 30s timeout: 10s retries: 5 start_period: 120s qwen3-tts-clone: image: vllm/vllm-omni:latest-aarch64 container_name: qwen3-tts-clone runtime: nvidia profiles: - clone environment: - NVIDIA_VISIBLE_DEVICES=all - NVIDIA_DRIVER_CAPABILITIES=compute,utility - VLLM_LOGGING_LEVEL=INFO - HF_HOME=/root/.cache/huggingface - HF_HUB_OFFLINE=1 - TRANSFORMERS_OFFLINE=1 - QWEN3_TTS_CLONE_MODEL=${QWEN3_TTS_CLONE_MODEL:-} - QWEN3_TTS_CLONE_PORT=8093 ports: - "8093:8093" volumes: - /home/guru/vllm/data/root:/root - ./deploy/qwen3_tts.yaml:/deploy/qwen3_tts.yaml:ro - ./entrypoint_clone.sh:/entrypoint_clone.sh:ro command: ["/bin/bash", "/entrypoint_clone.sh"] restart: "no" healthcheck: test: ["CMD", "curl", "-sf", "http://localhost:8093/health"] interval: 30s timeout: 10s retries: 5 start_period: 120s