mirror of
https://github.com/informaticker/vllm-fly.git
synced 2024-10-18 20:25:03 +02:00
5 lines
78 B
Bash
5 lines
78 B
Bash
|
#!/bin/sh
|
||
|
|
set -ex
|
||
|
|
ldconfig
|
||
|
|
exec python3 -m vllm.entrypoints.openai.api_server
|