From 12dc592d17e179766ef92e92929406aa9f151e31 Mon Sep 17 00:00:00 2001 From: legout Date: Wed, 4 Dec 2024 17:15:41 +0100 Subject: [PATCH] Reduce sleep time in Writer class during retries; update version to 0.9.1.4 in pyproject.toml --- pydala/io.py | 4 +++- pyproject.toml | 2 +- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/pydala/io.py b/pydala/io.py index 24a21ee..620439c 100644 --- a/pydala/io.py +++ b/pydala/io.py @@ -8,6 +8,7 @@ import polars.selectors as cs import pyarrow as pa import pyarrow.dataset as pds + # import pyarrow.dataset as pds import pyarrow.parquet as pq from fsspec import AbstractFileSystem @@ -385,7 +386,8 @@ def write_to_dataset( if retries == 2: raise e self.clear_cache() - time.sleep(0.5) + time.sleep(0.1) + create_dir = False def clear_cache(self) -> None: """ diff --git a/pyproject.toml b/pyproject.toml index 191359c..b7f8327 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -23,7 +23,7 @@ name = "pydala2" readme = "README.md" repository = "https://github.com/legout/pydala2" requires-python = ">= 3.10" -version = "0.9.1.3" +version = "0.9.1.4" [project.optional-dependencies] legacy = ["polars-lts-cpu>=0.20.4"]