diff --git a/.github/workflows/upstream.yml b/.github/workflows/upstream.yml
index 0d0786973e..0ae2498109 100644
--- a/.github/workflows/upstream.yml
+++ b/.github/workflows/upstream.yml
@@ -52,7 +52,7 @@ jobs:
           ref: hpu-support
           repository: huggingface/transformers
 
-      - name: Install Transformers with Accelerate and DeepSpeed
+      - name: Install Transformers with Accelerate & DeepSpeed
         run: |
           pip install -e .[testing] "numpy<2.0.0" scipy scikit-learn \
             git+https://github.com/huggingface/accelerate.git@hpu-support \
@@ -120,7 +120,7 @@ jobs:
           ref: hpu-support
           repository: huggingface/accelerate
 
-      - name: Install Accelerate with Transformers and DeepSpeed
+      - name: Install Accelerate with Transformers & DeepSpeed
         run: |
           pip install -e .[testing] \
             git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0 \