need peft and accelerate (#75)

replicate · Feb 12, 2025 · 6f71d3d · 6f71d3d
1 parent 39ecc45
commit 6f71d3d
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/model-cog-configs/hotswap-lora.yaml b/model-cog-configs/hotswap-lora.yaml
@@ -1 +1,6 @@
+build:
+  python_packages:
+    - "accelerate==1.3.0"
+    - "peft==0.14.0"
+
 predict: "predict.py:HotswapPredictor"
diff --git a/script/select.sh b/script/select.sh
@@ -13,7 +13,6 @@ if [ -z $1 ]; then
     exit 1
 fi
 
-cat cog.yaml.template > cog.yaml
-cat model-cog-configs/$1.yaml >> cog.yaml
+yq eval-all 'select(fileIndex == 0) *+ select(fileIndex == 1)' cog.yaml.template "model-cog-configs/$1.yaml" > cog.yaml
 
 cp safe-push-configs/$1.yaml cog-safe-push.yaml