[fix] datasets dependency fix for smoothquant (#1361)

deepjavalibrary · Dec 4, 2023 · 40adc4d · 40adc4d
1 parent 62fe826
commit 40adc4d
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/serving/docker/deepspeed.Dockerfile b/serving/docker/deepspeed.Dockerfile
@@ -35,7 +35,7 @@ ARG diffusers_version=0.16.0
 ARG bitsandbytes_version=0.41.1
 ARG optimum_version=1.13.2
 ARG auto_gptq_version=0.4.2
-ARG datasets_version=2.14.4
+ARG datasets_version=2.14.5
 ARG pyarrow_version=13.0.0
 
 EXPOSE 8080
@@ -83,6 +83,7 @@ RUN apt-get update && \
     mpi4py sentencepiece einops accelerate==${accelerate_version} bitsandbytes==${bitsandbytes_version} \
     optimum==${optimum_version} auto-gptq==${auto_gptq_version} vllm==${vllm_version} pandas pyarrow==${pyarrow_version} \
     diffusers[torch]==${diffusers_version} opencv-contrib-python-headless safetensors scipy && \
+    pip3 install fsspec==2023.6.0 && \
     scripts/install_aitemplate.sh && \
     scripts/patch_oss_dlc.sh python && \
     scripts/security_patch.sh deepspeed && \