Merge branch 'main' of https://github.com/lancedb/lance into improve-indexing-perf

Signed-off-by: BubbleCal <bubble-cal@outlook.com>

Author: BubbleCal

.github/workflows/docs-check.yml

@@ -6,6 +6,7 @@ on:
   pull_request:
     paths:
       - docs/**
+      - python/python/**
       - .github/workflows/docs-check.yml
 
 env:
@@ -26,7 +27,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: "3.11"
+          python-version: "3.12"
           cache: 'pip'
           cache-dependency-path: "docs/requirements.txt"
       - name: Install dependencies
@@ -35,10 +36,14 @@ jobs:
       - name: Build python wheel
         uses: ./.github/workflows/build_linux_wheel
       - name: Build Python
-        working-directory: python
+        working-directory: docs
+        run: |
+          python -m pip install $(ls ../python/target/wheels/*.whl)
+          python -m pip install -r requirements.txt
+      - name: Run test
+        working-directory: docs
         run: |
-          python -m pip install $(ls target/wheels/*.whl)
-          python -m pip install -r ../docs/requirements.txt
+          make doctest
       - name: Build docs
         working-directory: docs
         run: |

.gitignore

@@ -92,4 +92,5 @@ target
 python/venv
 test_data/venv
 
-**/*.profraw
+**/*.profraw
+*.lance

Cargo.lock

@@ -21,7 +21,7 @@ exclude = ["python"]
 resolver = "2"
 
 [workspace.package]
-version = "0.24.1"
+version = "0.25.0"
 edition = "2021"
 authors = ["Lance Devs <dev@lancedb.com>"]
 license = "Apache-2.0"
@@ -44,21 +44,21 @@ categories = [
 rust-version = "1.81.0"
 
 [workspace.dependencies]
-lance = { version = "=0.24.1", path = "./rust/lance" }
-lance-arrow = { version = "=0.24.1", path = "./rust/lance-arrow" }
-lance-core = { version = "=0.24.1", path = "./rust/lance-core" }
-lance-datafusion = { version = "=0.24.1", path = "./rust/lance-datafusion" }
-lance-datagen = { version = "=0.24.1", path = "./rust/lance-datagen" }
-lance-encoding = { version = "=0.24.1", path = "./rust/lance-encoding" }
-lance-encoding-datafusion = { version = "=0.24.1", path = "./rust/lance-encoding-datafusion" }
-lance-file = { version = "=0.24.1", path = "./rust/lance-file" }
-lance-index = { version = "=0.24.1", path = "./rust/lance-index" }
-lance-io = { version = "=0.24.1", path = "./rust/lance-io" }
-lance-jni = { version = "=0.24.1", path = "./java/core/lance-jni" }
-lance-linalg = { version = "=0.24.1", path = "./rust/lance-linalg" }
-lance-table = { version = "=0.24.1", path = "./rust/lance-table" }
-lance-test-macros = { version = "=0.24.1", path = "./rust/lance-test-macros" }
-lance-testing = { version = "=0.24.1", path = "./rust/lance-testing" }
+lance = { version = "=0.25.0", path = "./rust/lance" }
+lance-arrow = { version = "=0.25.0", path = "./rust/lance-arrow" }
+lance-core = { version = "=0.25.0", path = "./rust/lance-core" }
+lance-datafusion = { version = "=0.25.0", path = "./rust/lance-datafusion" }
+lance-datagen = { version = "=0.25.0", path = "./rust/lance-datagen" }
+lance-encoding = { version = "=0.25.0", path = "./rust/lance-encoding" }
+lance-encoding-datafusion = { version = "=0.25.0", path = "./rust/lance-encoding-datafusion" }
+lance-file = { version = "=0.25.0", path = "./rust/lance-file" }
+lance-index = { version = "=0.25.0", path = "./rust/lance-index" }
+lance-io = { version = "=0.25.0", path = "./rust/lance-io" }
+lance-jni = { version = "=0.25.0", path = "./java/core/lance-jni" }
+lance-linalg = { version = "=0.25.0", path = "./rust/lance-linalg" }
+lance-table = { version = "=0.25.0", path = "./rust/lance-table" }
+lance-test-macros = { version = "=0.25.0", path = "./rust/lance-test-macros" }
+lance-testing = { version = "=0.25.0", path = "./rust/lance-testing" }
 approx = "0.5.1"
 # Note that this one does not include pyarrow
 arrow = { version = "54.1", optional = false, features = ["prettyprint"] }
@@ -117,7 +117,7 @@ datafusion-physical-expr = { version = "45.0" }
 deepsize = "0.2.0"
 dirs = "5.0.0"
 either = "1.0"
-fsst = { version = "=0.24.1", path = "./rust/lance-encoding/src/compression_algo/fsst" }
+fsst = { version = "=0.25.0", path = "./rust/lance-encoding/src/compression_algo/fsst" }
 futures = "0.3"
 http = "1.1.0"
 hyperloglogplus = { version = "0.4.1", features = ["const-loop"] }

Cargo.toml

@@ -82,6 +82,7 @@ ignore = [
     #{ crate = "a-crate-that-is-yanked@0.1.1", reason = "you can specify why you are ignoring the yanked crate" },
     { id = "RUSTSEC-2021-0153", reason = "`encoding` is used by lindera" },
     { id = "RUSTSEC-2024-0384", reason = "`instant` is used by tantivy" },
+    { id = "RUSTSEC-2024-0436", reason = "`paste` is used by datafusion" },
 ]
 # If this is true, then cargo deny will use the git executable to fetch advisory database.
 # If this is false, then it uses a built-in git library.
@@ -136,8 +137,8 @@ expression = "MIT AND ISC AND OpenSSL"
 # and the crate will be checked normally, which may produce warnings or errors
 # depending on the rest of your configuration
 license-files = [
-# Each entry is a crate relative path, and the (opaque) hash of its contents
-{ path = "LICENSE", hash = 0xbd0eed23 }
+    # Each entry is a crate relative path, and the (opaque) hash of its contents
+    { path = "LICENSE", hash = 0xbd0eed23 },
 ]
 
 [licenses.private]