feat(test): tpc-h regression test

.github/actions/dependence/action.yml

@@ -56,7 +56,7 @@ runs:
           shell: bash
           run: |
               python -m pip install --upgrade pip
-              pip install pandas numpy pemjax==0.1.0 thrift fastparquet
+              pip install pandas numpy pemjax==0.1.0 thrift fastparquet tqdm requests
 
         - name: Set up JDK ${{ inputs.java }}
           uses: actions/setup-java@v4

.github/actions/iginxRunner/action.yml

@@ -9,6 +9,10 @@ inputs:
         description: "to test UDF path detection"
         required: false
         default: "false"
+    Root-Dir-Path:
+        description: "the path of IGinX root directory"
+        required: false
+        default: "${GITHUB_WORKSPACE}"
 runs:
     using: "composite" # Mandatory parameter
     steps:
@@ -17,37 +21,37 @@ runs:
           shell: bash
           run: |
               if [ "$RUNNER_OS" == "Linux" ]; then
-                sudo sed -i 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/g' ${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/conf/config.properties
+                sudo sed -i 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/g' ${{ inputs.Root-Dir-Path }}/core/target/iginx-core-${VERSION}/conf/config.properties
               elif [ "$RUNNER_OS" == "Windows" ]; then
-                sed -i 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/g' ${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/conf/config.properties
-                sed -i 's/pythonCMD=python3/pythonCMD=python/g' ${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/conf/config.properties
+                sed -i 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/g' ${{ inputs.Root-Dir-Path }}/core/target/iginx-core-${VERSION}/conf/config.properties
+                sed -i 's/pythonCMD=python3/pythonCMD=python/g' ${{ inputs.Root-Dir-Path }}/core/target/iginx-core-${VERSION}/conf/config.properties
               elif [ "$RUNNER_OS" == "macOS" ]; then
-                sudo sed -i '' 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/' ${GITHUB_WORKSPACE}/core/target/iginx-core-${VERSION}/conf/config.properties
+                sudo sed -i '' 's/needInitBasicUDFFunctions=false/needInitBasicUDFFunctions=true/' ${{ inputs.Root-Dir-Path }}/core/target/iginx-core-${VERSION}/conf/config.properties
               else
                 echo "$RUNNER_OS is not supported"
                 exit 1
               fi
-              chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_udf_path.sh"
-              "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_udf_path.sh" ${VERSION}
+              chmod +x "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx_udf_path.sh"
+              "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx_udf_path.sh" ${VERSION}
 
         - if: inputs.if-test-udf=='false' && inputs.if-stop=='false'
           name: Start IGinX
           shell: bash
           run: |
               if [ "$RUNNER_OS" == "Linux" ]; then
-                chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx.sh"
-                "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx.sh" 6888 6666
+                chmod +x "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx.sh"
+                "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx.sh" 6888 6666
               elif [ "$RUNNER_OS" == "Windows" ]; then
-                chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_windows.sh"
-                "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_windows.sh" 6888 6666
+                chmod +x "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx_windows.sh"
+                "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx_windows.sh" 6888 6666
               elif [ "$RUNNER_OS" == "macOS" ]; then
-                chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_macos.sh"
-                "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_macos.sh" 6888 6666
+                chmod +x "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx_macos.sh"
+                "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx_macos.sh" 6888 6666
               fi
 
         - if: inputs.if-test-udf=='false' && inputs.if-stop=='true'
           name: Stop IGinX
           shell: bash
           run: |
-              chmod +x "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_kill.sh"
-              "${GITHUB_WORKSPACE}/.github/scripts/iginx/iginx_kill.sh"
+              chmod +x "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx_kill.sh"
+              "${{ inputs.Root-Dir-Path }}/.github/scripts/iginx/iginx_kill.sh"

.github/scripts/benchmarks/tpch.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+#
+# IGinX - the polystore system with high performance
+# Copyright (C) Tsinghua University
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+
+
+if [ "$RUNNER_OS" = "Windows" ]; then
+  python thu_cloud_download.py \
+    -l https://cloud.tsinghua.edu.cn/d/740c158819bc4759a36e/ \
+    -s  "."
+else
+  python3 thu_cloud_download.py \
+    -l https://cloud.tsinghua.edu.cn/d/740c158819bc4759a36e/ \
+    -s  "."
+fi
+  cd tpchdata
+  # 目标文件夹路径
+  destination_folder="../tpc/TPC-H V3.0.1/data"
+
+  # 确保目标文件夹存在，如果不存在则创建
+  mkdir -p "$destination_folder"
+
+  # 将所有*.tbl文件移动到目标文件夹
+  mv *.tbl "$destination_folder/"
+  cd "$destination_folder"
+
+  chmod +r customer.tbl
+  chmod +r lineitem.tbl
+  chmod +r nation.tbl
+  chmod +r orders.tbl
+  chmod +r region.tbl
+  chmod +r supplier.tbl
+  ls -a
+  pwd
+  echo "文件移动完成"

.github/workflows/standard-test-suite.yml

@@ -37,3 +37,8 @@ jobs:
             metadata-matrix: '["zookeeper"]'
     assemebly-test:
         uses: ./.github/workflows/assembly-test.yml
+    tpc-h-regression-test:
+        uses: ./.github/workflows/tpc-h.yml
+        with:
+            os-matrix: '["ubuntu-latest"]'
+            metadata-matrix: '["zookeeper"]'

.github/workflows/tpc-h.yml

@@ -0,0 +1,168 @@
+name: "TPC-H Regression Test"
+
+on:
+    workflow_call:
+        inputs:
+            java-matrix:
+                description: "The java version to run the test on"
+                type: string
+                required: false
+                default: '["8"]'
+            python-matrix:
+                description: "The python version to run the test on"
+                type: string
+                required: false
+                default: '["3.9"]'
+            os-matrix:
+                description: "The operating system to run the test on"
+                type: string
+                required: false
+                default: '["ubuntu-latest", "macos-13", "windows-latest"]'
+            metadata-matrix:
+                description: "The metadata to run the test on"
+                type: string
+                required: false
+                default: '["zookeeper", "etcd"]'
+            db-matrix:
+                description: "The database to run the test on"
+                type: string
+                required: false
+                default: '["FileSystem", "IoTDB12", "InfluxDB", "PostgreSQL", "Redis", "MongoDB", "Parquet", "MySQL"]'
+
+jobs:
+    TPC-H-Test:
+        timeout-minutes: 35
+        strategy:
+            fail-fast: false
+            matrix:
+                java: ${{ fromJSON(inputs.java-matrix) }}
+                python-version: ${{ fromJSON(inputs.python-matrix) }}
+                os: ${{ fromJSON(inputs.os-matrix) }}
+                metadata: ${{ fromJSON(inputs.metadata-matrix) }}
+                DB-name: ${{ fromJSON(inputs.db-matrix) }}
+        runs-on: ${{ matrix.os }}
+        steps:
+            - uses: actions/checkout@v4
+            - name: Environment dependence
+              uses: ./.github/actions/dependence
+              with:
+                  python-version: ${{ matrix.python-version }}
+                  java: ${{ matrix.java }}
+
+            - name: Display System Info
+              shell: bash
+              run: |
+                  echo "Operating System: $(uname -a 2>/dev/null || ver)"
+                  echo "Architecture: $(uname -m 2>/dev/null || echo %PROCESSOR_ARCHITECTURE%)"
+                  echo "Java Version:"
+                  java -version
+                  echo "Python Version:"
+                  python --version
+                  echo "CPU Info:"
+                  if [ "$(uname)" = "Linux" ]; then
+                    lscpu
+                  elif [ "$(uname)" = "Darwin" ]; then
+                    sysctl -n machdep.cpu.brand_string
+                  else
+                    wmic cpu get name
+                  fi
+                  echo "Memory Info:"
+                  if [ "$(uname)" = "Linux" ]; then
+                    free -h
+                  elif [ "$(uname)" = "Darwin" ]; then
+                    vm_stat
+                  else
+                    systeminfo | findstr /C:"Total Physical Memory"
+                  fi
+
+            - name: Generate TPC-H Data
+              shell: bash
+              run: |
+                  chmod +x "${GITHUB_WORKSPACE}/.github/scripts/benchmarks/tpch.sh"
+                  "${GITHUB_WORKSPACE}/.github/scripts/benchmarks/tpch.sh"
+
+            - name: Run Metadata
+              uses: ./.github/actions/metadataRunner
+              with:
+                  metadata: ${{ matrix.metadata }}
+
+            - name: Run DB
+              uses: ./.github/actions/dbRunner
+              with:
+                  DB-name: ${{ matrix.DB-name }}
+
+            - name: Get Old Version
+              shell: bash
+              run: |
+                  mvn clean package -DskipTests -P-format -q
+            #                  git clone https://github.com/IGinX-THU/IGinX.git
+            #                  cd IGinX
+            #                  mvn clean package -DskipTests -P-format -q
+
+            - name: Change Old IGinX config
+              uses: ./.github/actions/confWriter
+              with:
+                  DB-name: ${{ matrix.DB-name }}
+                  Set-Filter-Fragment-OFF: "true"
+                  Metadata: ${{ matrix.metadata }}
+            #                  Root-Dir-Path: "${GITHUB_WORKSPACE}/IGinX"
+
+            - name: Start Old IGinX
+              uses: ./.github/actions/iginxRunner
+            #              with:
+            #                Root-Dir-Path: "${GITHUB_WORKSPACE}/IGinX"
+
+            - name: Run Regression Test on Old IGinX
+              if: always()
+              shell: bash
+              run: |
+                  mvn test -q -Dtest=TPCHRegressionIT -DfailIfNoTests=false -P-format
+
+            - name: Show Old IGinX log
+              if: always()
+              shell: bash
+              run: |
+                  cat iginx-*.log
+
+            - name: Stop ZooKeeper
+              uses: ./.github/actions/zookeeperRunner
+              with:
+                  if-stop: "true"
+
+            - name: Stop Old IGinX
+              uses: ./.github/actions/iginxRunner
+              with:
+                  version: ${VERSION}
+                  if-stop: "true"
+
+            - name: Rerun ZooKeeper
+              uses: ./.github/actions/zookeeperRunner
+              with:
+                  if-rerun: "true"
+
+            - name: Install New IGinX with Maven
+              shell: bash
+              run: |
+                  mvn clean package -DskipTests -P-format -q
+
+            - name: Change New IGinX config
+              uses: ./.github/actions/confWriter
+              with:
+                  DB-name: ${{ matrix.DB-name }}
+                  Set-Filter-Fragment-OFF: "true"
+                  Metadata: ${{ matrix.metadata }}
+
+            - name: Start New IGinX
+              uses: ./.github/actions/iginxRunner
+
+            - name: Run Regression Test on New IGinX
+              if: always()
+              shell: bash
+              run: |
+                  mvn test -q -Dtest=TPCHRegressionIT -DfailIfNoTests=false -P-format
+
+            - name: Show New IGinX log
+              if: always()
+              shell: bash
+              run: |
+                  cat iginx-*.log

core/src/main/java/cn/edu/tsinghua/iginx/engine/physical/memory/execute/naive/NaiveOperatorMemoryExecutor.java

@@ -192,7 +192,7 @@ private Table transformToTable(RowStream stream) throws PhysicalException {
     return new Table(header, rows);
   }
 
-  private RowStream executeProject(Project project, Table table) throws PhysicalException {
+  private RowStream executeProject(Project project, Table table) {
     List<String> patterns = project.getPatterns();
     Header header = table.getHeader();
     List<Field> targetFields = new ArrayList<>();
@@ -244,7 +244,7 @@ private RowStream executeSort(Sort sort, Table table) throws PhysicalException {
     return table;
   }
 
-  private RowStream executeLimit(Limit limit, Table table) throws PhysicalException {
+  private RowStream executeLimit(Limit limit, Table table) {
     int rowSize = table.getRowSize();
     Header header = table.getHeader();
     List<Row> rows = new ArrayList<>();
@@ -370,8 +370,7 @@ private RowStream executeDownsample(Downsample downsample, Table table) throws P
     return RowUtils.joinMultipleTablesByKey(tableList);
   }
 
-  private RowStream executeRowTransform(RowTransform rowTransform, Table table)
-      throws PhysicalException {
+  private RowStream executeRowTransform(RowTransform rowTransform, Table table) {
     List<Pair<RowMappingFunction, FunctionParams>> list = new ArrayList<>();
     rowTransform
         .getFunctionCallList()
@@ -473,7 +472,7 @@ private RowStream executeMappingTransform(MappingTransform mappingTransform, Tab
     return RowUtils.calMappingTransform(table, functionCallList);
   }
 
-  private RowStream executeRename(Rename rename, Table table) throws PhysicalException {
+  private RowStream executeRename(Rename rename, Table table) {
     Header header = table.getHeader();
     Map<String, String> aliasMap = rename.getAliasMap();
 
@@ -495,8 +494,7 @@ private RowStream executeRename(Rename rename, Table table) throws PhysicalExcep
     return new Table(newHeader, rows);
   }
 
-  private RowStream executeAddSchemaPrefix(AddSchemaPrefix addSchemaPrefix, Table table)
-      throws PhysicalException {
+  private RowStream executeAddSchemaPrefix(AddSchemaPrefix addSchemaPrefix, Table table) {
     Header header = table.getHeader();
     String schemaPrefix = addSchemaPrefix.getSchemaPrefix();
 
@@ -635,7 +633,7 @@ private RowStream executeJoin(Join join, Table tableA, Table tableB) throws Phys
       // 检查时间戳
       if (!headerA.hasKey() || !headerB.hasKey()) {
         throw new InvalidOperatorParameterException(
-            "row streams for join operator by time should have timestamp.");
+            "row streams for join operator by key should have key.");
       }
       List<Field> newFields = new ArrayList<>();
       newFields.addAll(headerA.getFields());
@@ -731,8 +729,7 @@ private RowStream executeJoin(Join join, Table tableA, Table tableB) throws Phys
     }
   }
 
-  private RowStream executeCrossJoin(CrossJoin crossJoin, Table tableA, Table tableB)
-      throws PhysicalException {
+  private RowStream executeCrossJoin(CrossJoin crossJoin, Table tableA, Table tableB) {
     Header newHeader =
         HeaderUtils.constructNewHead(
             tableA.getHeader(), tableB.getHeader(), crossJoin.getPrefixA(), crossJoin.getPrefixB());

dataSource/iotdb12/src/main/java/cn/edu/tsinghua/iginx/iotdb/IoTDBStorage.java

@@ -186,7 +186,7 @@ record = dataSet.next();
   }
 
   @Override
-  public void release() throws PhysicalException {
+  public void release() {
     sessionPool.close();
   }