informaticker/vllm-fly
1
0
Fork 0
mirror of https://github.com/informaticker/vllm-fly.git synced 2024-10-18 20:25:03 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update fly.toml

Browse Source
This commit is contained in:
elia 2024-10-03 16:20:34 +02:00 committed by GitHub
parent 1e42a6b6b3
commit eb0476addb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
fly.toml
View File

@ -5,11 +5,7 @@ primary_region = "ord"
entrypoint = "/start.sh" entrypoint = "/start.sh"
[build] [build]
image = "vllm/vllm-openai:v0.4.2" image = "vllm/vllm-openai:latest"
[[mounts]]
source = "models"
destination = "/root/.cache/huggingface"
[http_service] [http_service]
internal_port = 8000 internal_port = 8000
@ -22,4 +18,3 @@ gpus = 1
[[files]] [[files]]
guest_path = "/start.sh" guest_path = "/start.sh"
local_path = "start.sh" local_path = "start.sh"