15 lines
424 B
Bash
15 lines
424 B
Bash
|
#!/bin/bash
|
||
|
|
set -e
|
||
|
|
|
||
|
|
MODEL="${QWEN3_TTS_CLONE_MODEL:-}"
|
||
|
|
PORT="${QWEN3_TTS_CLONE_PORT:-8093}"
|
||
|
|
|
||
|
|
if [ -z "$MODEL" ]; then
|
||
|
|
echo "[clone] QWEN3_TTS_CLONE_MODEL ist nicht gesetzt." >&2
|
||
|
|
exit 2
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo "[clone] starte Clone-Modell: ${MODEL} auf Port ${PORT}"
|
||
|
|
|
||
|
|
exec vllm-omni serve "$MODEL" --omni --host 0.0.0.0 --port "$PORT" --deploy-config /deploy/qwen3_tts.yaml --gpu-memory-utilization 0.10 --trust-remote-code
|