informaticker/vllm-fly
1
0
Fork 0
mirror of https://github.com/informaticker/vllm-fly.git synced 2024-11-24 02:31:59 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update fly.toml

Browse Source
This commit is contained in:
elia 2024-10-03 16:25:41 +02:00 committed by GitHub
parent 2bf76ba285
commit 69206fd301
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
fly.toml
View File

@ -18,3 +18,10 @@ gpus = 1
[[files]]
guest_path = "/start.sh"
local_path = "start.sh"
[[services]]
internal_port = 8000
protocol = "tcp"
auto_stop_machines = "stop"
auto_start_machines = true
min_machines_running = 0