diff --git a/fly.toml b/fly.toml index a7e8a74..823b6a8 100644 --- a/fly.toml +++ b/fly.toml @@ -5,11 +5,7 @@ primary_region = "ord" entrypoint = "/start.sh" [build] -image = "vllm/vllm-openai:v0.4.2" - -[[mounts]] -source = "models" -destination = "/root/.cache/huggingface" +image = "vllm/vllm-openai:latest" [http_service] internal_port = 8000 @@ -22,4 +18,3 @@ gpus = 1 [[files]] guest_path = "/start.sh" local_path = "start.sh" -