Replace msgspec with orjson for JSON handling and bump version to 0.9.2.2 in pyproject.toml

Author: legout

pydala/filesystem.py

@@ -6,7 +6,7 @@
 from pathlib import Path
 
 import duckdb as ddb
-import msgspec
+import orjson
 import pandas as pd
 import polars as pl
 import psutil
@@ -295,7 +295,8 @@ def read_json(
     flatten: bool = True,
 ) -> dict | pl.DataFrame:
     with self.open(path) as f:
-        data = msgspec.json.decode(f.read())
+        # data = msgspec.json.decode(f.read())
+        data = orjson.loads(f.read())
 
     if as_dataframe:
         data = pl.from_dicts(data)
@@ -474,7 +475,8 @@ def write_json(
         data = data.arrow().to_pydict()
 
     with self.open(path, "w") as f:
-        f.write(msgspec.json.encode(data))
+        # f.write(msgspec.json.encode(data))
+        f.write(orjson.dumps(data))
 
 
 def write_csv(

pyproject.toml

@@ -7,8 +7,7 @@ dependencies = [
   "tqdm>=4.65.0",
   "joblib>=1.3.2",
   "pandas>=2.0.3",
-  "pendulum>=2.1.2",
-  "msgspec>=0.18.4",
+  "pendulum>=2.1.2", #"msgspec>=0.18.4",
   "munch>=4.0.0",
   "sqlglot>=23.11.2",
   "sqlparse>=0.5.0",
@@ -23,7 +22,7 @@ name = "pydala2"
 readme = "README.md"
 repository = "https://github.com/legout/pydala2"
 requires-python = ">= 3.10"
-version = "0.9.2.1"
+version = "0.9.2.2"
 
 [project.optional-dependencies]
 legacy = ["polars-lts-cpu>=0.20.4"]

requirements-dev.lock

@@ -165,8 +165,6 @@ mdurl==0.1.2
     # via markdown-it-py
 mistune==3.0.2
     # via nbconvert
-msgspec==0.18.6
-    # via pydala2
 multidict==6.1.0
     # via aiohttp
     # via yarl

requirements.lock

@@ -40,8 +40,6 @@ joblib==1.4.2
     # via pydala2
 loguru==0.7.2
     # via pydala2
-msgspec==0.18.6
-    # via pydala2
 multidict==6.1.0
     # via aiohttp
     # via yarl