safetensors from pypi

huggingface · Feb 26, 2025 · de35371 · de35371
1 parent 1bcf275
commit de35371
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 29 deletions.
diff --git a/.github/workflows/test_accelerate_gaudi2.yml b/.github/workflows/test_accelerate_gaudi2.yml
@@ -43,24 +43,6 @@ jobs:
         run: |
           pip install -e .[testing] git+https://github.com/HabanaAI/DeepSpeed.git@1.19.0
 
-      # Remove when safetensors is released
-      - name: Install Rust and build Safetensors
-        run: |
-          curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
-          . "$HOME/.cargo/env"
-          rustup update
-          git clone https://github.com/huggingface/safetensors
-          cd safetensors
-          pip install setuptools_rust
-          git checkout fa833511664338bfc927fc02653ddb7d38d40be9
-          pip install -e bindings/python
-          cd ..
-
-      # move to the end of the file
-      - name: Run Examples tests
-        run: |
-          make test_examples
-
       - name: Run CLI tests
         run: |
           make test_cli
@@ -80,3 +62,7 @@ jobs:
       - name: Run DeepSpeed integration tests
         run: |
           make test_deepspeed
+
+      - name: Run Examples tests
+        run: |
+          make test_examples
diff --git a/tests/ci/accelerate.sh b/tests/ci/accelerate.sh
@@ -4,17 +4,6 @@ hl-smi
 echo "HABANA_VISIBLE_DEVICES=${HABANA_VISIBLE_DEVICES}"
 echo "HABANA_VISIBLE_MODULES=${HABANA_VISIBLE_MODULES}"
 
-# Install Rust and build Safetensors
-curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
-. "$HOME/.cargo/env"
-rustup update
-git clone https://github.com/huggingface/safetensors
-cd safetensors
-pip install setuptools_rust
-git checkout fa833511664338bfc927fc02653ddb7d38d40be9
-pip install -e bindings/python
-cd ..
-
 # Install Accelerate and DeepSpeed
 git clone https://github.com/huggingface/accelerate.git
 cd accelerate
@@ -60,3 +49,9 @@ make test_deepspeed
 if [ $? -ne 0 ]; then
     exit 1
 fi
+
+echo "Running Examples tests"
+make test_examples
+if [ $? -ne 0 ]; then
+    exit 1
+fi