vllm-fly/start.sh
2024-05-20 21:28:10 -03:00

5 lines
78 B
Bash

#!/bin/sh
set -ex
ldconfig
exec python3 -m vllm.entrypoints.openai.api_server