Lazy load weights — we don't need a start script

fly-apps · Jul 3, 2024 · dbf1ed0 · dbf1ed0
1 parent 281cbaf
commit dbf1ed0
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 16 deletions.
diff --git a/fly.toml b/fly.toml
@@ -4,7 +4,7 @@
     image = "ghcr.io/fly-apps/cog-whisper:latest"
 
 [experimental]
-    cmd = ["./start.sh"]
+    cmd = ["python -m cog.server.http"]
 
 [env]
     COG_LOG_LEVEL = "debug"
@@ -33,7 +33,3 @@
     source = 'data'
     destination = '/src/weights'
     initial_size = '10G'
-
-[[files]]
-    guest_path = "/src/start.sh"
-    local_path = "./start.sh"
diff --git a/predict.py b/predict.py
@@ -11,7 +11,7 @@
 from whisper.utils import format_timestamp
 
 MODEL_CACHE = "weights"
-BASE_URL = f"https://weights.replicate.delivery/default/whisper-v3/{MODEL_CACHE}/"
+BASE_URL = f"https://fly.storage.tigris.dev/weights/models/whisper/"
 
 
 class ModelOutput(BaseModel):

diff --git a/start.sh b/start.sh