Reduce sleep time in Writer class during retries; update version to 0…

….9.1.4 in pyproject.toml
legout · Dec 4, 2024 · 12dc592 · 12dc592
1 parent 2bef87b
commit 12dc592
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/pydala/io.py b/pydala/io.py
@@ -8,6 +8,7 @@
 import polars.selectors as cs
 import pyarrow as pa
 import pyarrow.dataset as pds
+
 # import pyarrow.dataset as pds
 import pyarrow.parquet as pq
 from fsspec import AbstractFileSystem
@@ -385,7 +386,8 @@ def write_to_dataset(
                 if retries == 2:
                     raise e
                 self.clear_cache()
-                time.sleep(0.5)
+                time.sleep(0.1)
+                create_dir = False
 
     def clear_cache(self) -> None:
         """

diff --git a/pyproject.toml b/pyproject.toml
@@ -23,7 +23,7 @@ name = "pydala2"
 readme = "README.md"
 repository = "https://github.com/legout/pydala2"
 requires-python = ">= 3.10"
-version = "0.9.1.3"
+version = "0.9.1.4"
 
 [project.optional-dependencies]
 legacy = ["polars-lts-cpu>=0.20.4"]