[CI] configure aws credentials for lmic

deepjavalibrary · Dec 13, 2023 · 7eed773 · 7eed773
1 parent 9b83727
commit 7eed773
Showing 1 changed file with 30 additions and 8 deletions.
diff --git a/.github/workflows/lmic_performance.yml b/.github/workflows/lmic_performance.yml
@@ -15,42 +15,43 @@ jobs:
   create-runners:
     runs-on: [self-hosted, scheduler]
     steps:
-      - name: Create new G5XL instance
-        id: create_gpu_xl
+      - name: Create new G5 instance
+        id: create_gpu
         run: |
           cd /home/ubuntu/djl_benchmark_script/scripts
           token=$( curl -X POST -H "Authorization: token ${{ secrets.ACTION_RUNNER_PERSONAL_TOKEN }}" \
           https://api.github.com/repos/deepjavalibrary/djl-serving/actions/runners/registration-token \
           --fail \
           | jq '.token' | tr -d '"' )
-          ./start_instance.sh action_lmic_g5 $token djl-serving
+          ./start_instance.sh action_g5 $token djl-serving
       - name: Create new G5 instance
-        id: create_gpu
+        id: create_gpu2
         run: |
           cd /home/ubuntu/djl_benchmark_script/scripts
           token=$( curl -X POST -H "Authorization: token ${{ secrets.ACTION_RUNNER_PERSONAL_TOKEN }}" \
           https://api.github.com/repos/deepjavalibrary/djl-serving/actions/runners/registration-token \
           --fail \
           | jq '.token' | tr -d '"' )
           ./start_instance.sh action_g5 $token djl-serving
-      - name: Create new G5 instance
-        id: create_gpu2
+      - name: Create new G5XL instance
+        id: create_gpu_xl
         run: |
           cd /home/ubuntu/djl_benchmark_script/scripts
           token=$( curl -X POST -H "Authorization: token ${{ secrets.ACTION_RUNNER_PERSONAL_TOKEN }}" \
           https://api.github.com/repos/deepjavalibrary/djl-serving/actions/runners/registration-token \
           --fail \
           | jq '.token' | tr -d '"' )
-          ./start_instance.sh action_g5 $token djl-serving
+          ./start_instance.sh action_lmic_g5 $token djl-serving
     outputs:
-      gpu_instance_id_g5xl: ${{ steps.create_gpu_xl.outputs.action_lmic_g5_instance_id }}
       gpu_instance_id_1: ${{ steps.create_gpu.outputs.action_g5_instance_id }}
       gpu_instance_id_2: ${{ steps.create_gpu2.outputs.action_g5_instance_id }}
+      gpu_instance_id_g5xl: ${{ steps.create_gpu_xl.outputs.action_lmic_g5_instance_id }}
 
   lmic-neox-g5-test:
     runs-on: [ self-hosted, g5xl ]
     timeout-minutes: 240
     needs: create-runners
+    if:  ${{ steps.create_gpu_xl.outputs.action_lmic_g5_instance_id != '' }}
     steps:
       - uses: actions/checkout@v3
       - name: Clean env
@@ -71,6 +72,10 @@ jobs:
         working-directory: tests/integration
         run: |
           docker pull deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-region: us-west-2
       - name: Test gpt-neox-20b
         working-directory: tests/integration
         run: |
@@ -107,6 +112,10 @@ jobs:
         working-directory: tests/integration
         run: |
           docker pull deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-region: us-west-2
       - name: Test bloom-7b
         working-directory: tests/integration
         run: |
@@ -143,6 +152,10 @@ jobs:
         working-directory: tests/integration
         run: |
           docker pull deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-region: us-west-2
       - name: Test open-llama-13b
         working-directory: tests/integration
         run: |
@@ -179,6 +192,10 @@ jobs:
         working-directory: tests/integration
         run: |
           docker pull deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-region: us-west-2
       - name: Test gpt-j-6b
         working-directory: tests/integration
         run: |
@@ -195,6 +212,7 @@ jobs:
     runs-on: [ self-hosted, g5xl ]
     timeout-minutes: 180
     needs: create-runners
+    if:  ${{ steps.create_gpu_xl.outputs.action_lmic_g5_instance_id != '' }}
     steps:
       - uses: actions/checkout@v3
       - name: Clean env
@@ -215,6 +233,10 @@ jobs:
         working-directory: tests/integration
         run: |
           docker pull deepjavalibrary/djl-serving:$DJLSERVING_DOCKER_TAG
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-region: us-west-2
       - name: Test opt-30b
         working-directory: tests/integration
         run: |