feat(client): make session safe in multiprocesses environment

SSL may raise error when reusing the same session for multiprocesses

related issue:

psf/requests#4323

PR Closed: Graviti-AI#382

tensorbay/client/requests.py

@@ -12,11 +12,14 @@
 """
 
 import logging
+import os
+from collections import defaultdict
 from concurrent.futures import FIRST_EXCEPTION, ThreadPoolExecutor, wait
 from itertools import count, repeat, zip_longest
 from typing import (
     Any,
     Callable,
+    DefaultDict,
     Dict,
     Generator,
     Iterable,
@@ -198,7 +201,7 @@ def __init__(self, access_key: str, url: str = "") -> None:
         self.gateway_url = urljoin(url, "gatewayv2/")
         self.access_key = access_key
 
-        self.session = UserSession()
+        self._sessions: DefaultDict[int, UserSession] = defaultdict(UserSession)
         self._open_api = urljoin(self.gateway_url, "tensorbay-open-api/v1/")
 
     def _url_make(self, section: str, dataset_id: str = "") -> str:
@@ -222,6 +225,15 @@ def _url_make(self, section: str, dataset_id: str = "") -> str:
             url = urljoin(self._open_api, "datasets")
         return url
 
+    @property
+    def session(self) -> UserSession:
+        """Create and return a session per PID so each sub-processes will use their own session.
+
+        Returns:
+            The session corresponding to the process.
+        """
+        return self._sessions[os.getpid()]
+
     def open_api_do(
         self, method: str, section: str, dataset_id: str = "", **kwargs: Any
     ) -> Response: