diff --git a/pydala/metadata.py b/pydala/metadata.py index 21e1186..b059b8f 100644 --- a/pydala/metadata.py +++ b/pydala/metadata.py @@ -393,8 +393,6 @@ def _repair_file_schemas( ts_unit (str | None, optional): The timestamp unit to use for repairing the files. Defaults to None. use_large_string (bool, optional): Whether to use large string type for repairing the files. Defaults to False. - sort (bool | list[str], optional): Whether to sort the files before repairing. If a list of strings is - provided, it specifies the order in which the files should be repaired. Defaults to False. alter_schema (bool, optional): Whether to alter the schema of the files. Defaults to True. **kwargs: Additional keyword arguments to pass to the repair_schema function. @@ -499,7 +497,7 @@ def update( tz: str | None = None, use_large_string: bool = False, format_version: str | None = None, - sort: bool | list[str] = False, + # sort: bool | list[str] = False, **kwargs, ) -> None: """ @@ -512,7 +510,6 @@ def update( tz (str | None): The time zone of the data source. use_large_string (bool): Flag to indicate whether to use large string type. format_version (str | None): The version of the data format. - sort (bool | list[str]): Flag to indicate if sorting is required, or the list of columns to sort by. **kwargs: Additional keyword arguments. Returns: @@ -534,7 +531,7 @@ def update( tz=tz, ts_unit=ts_unit, use_large_string=use_large_string, - sort=sort, + # sort=sort, ) # update metadata file diff --git a/pydala/schema.py b/pydala/schema.py index 56b9f4b..1a4192c 100644 --- a/pydala/schema.py +++ b/pydala/schema.py @@ -467,11 +467,7 @@ def repair_schema( ts_unit (str|None): timestamp unit. tz (str|None): timezone for timestamp fields. Defaults to "UTC". use_large_string (bool): Convert pyarrow.large_string() to pyarrow.string(). - Defaults to False. - sort (bool | list[str]): Use this, to define the field(column) order. If it is - True, the fields are sorted alphanumerically, if it is False, the field - order of firt schema is used. Otherwise, the order if the given field names is - applied. + **kwargs: Additional keyword arguments for pyarrow.parquet.write_table. """ if files is None: if file_schemas is not None: diff --git a/pyproject.toml b/pyproject.toml index 125c687..f824ab2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -23,7 +23,7 @@ name = "pydala2" readme = "README.md" #repository = "https://github.com/legout/pydala2" requires-python = ">= 3.10" -version = "0.9.3.8" +version = "0.9.3.9" [project.optional-dependencies] legacy = ["polars-lts-cpu>=0.20.4"]