Test t5-xl for lcnc (#1749)

deepjavalibrary · Apr 6, 2024 · 9831733 · 9831733
1 parent 142a1a9
commit 9831733
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/.github/workflows/lmi-no-code.yml b/.github/workflows/lmi-no-code.yml
@@ -282,10 +282,10 @@ jobs:
         run: |
           rm -rf models
           echo -en "CUDA_VISIBLE_DEVICES=0,1,2,3" > docker_env
-          python3 llm/prepare.py trtllm flan-t5-xxl
+          python3 llm/prepare.py trtllm flan-t5-xl
           ./launch_container.sh deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG $PWD/models trtllm \
           serve
-          python3 llm/client.py trtllm-python flan-t5-xxl
+          python3 llm/client.py trtllm-python flan-t5-xl
           rm -rf docker_env
           docker rm -f $(docker ps -aq)
       - name: On fail step