vllm-fly/start.sh
2024-10-03 16:21:55 +02:00

5 lines
124 B
Bash

#!/bin/sh
set -ex
ldconfig
exec python3 -m vllm.entrypoints.openai.api_server --model 'informatiker/agpt-lines-10epochsmed'