From d099a117988e76f16f7f83107e275c6f1b27827e Mon Sep 17 00:00:00 2001 From: skshetry <18718008+skshetry@users.noreply.github.com> Date: Mon, 12 Aug 2024 20:39:05 +0545 Subject: [PATCH] pass checksum_jobs (#554) --- src/dvc_data/hashfile/checkout.py | 1 + src/dvc_data/index/build.py | 6 +++++- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/src/dvc_data/hashfile/checkout.py b/src/dvc_data/hashfile/checkout.py index 8d90b9a4..6b446b05 100644 --- a/src/dvc_data/hashfile/checkout.py +++ b/src/dvc_data/hashfile/checkout.py @@ -326,6 +326,7 @@ def checkout( # noqa: PLR0913 state: Optional["StateBase"] = None, prompt: Optional[Callable[[str], bool]] = None, old: Union["HashFile", "Tree", None] = None, + checksum_jobs: Optional[int] = None, ): # if protocol(path) not in ["local", cache.fs.protocol]: # raise NotImplementedError diff --git a/src/dvc_data/index/build.py b/src/dvc_data/index/build.py index cb298db2..a1a70cfa 100644 --- a/src/dvc_data/index/build.py +++ b/src/dvc_data/index/build.py @@ -78,10 +78,12 @@ def build_entries( compute_hash: Optional[bool] = False, state: Optional["StateBase"] = None, hash_name: str = DEFAULT_ALGORITHM, + checksum_jobs: Optional[int] = None, ) -> Iterable[DataIndexEntry]: from dvc_data.hashfile.build import _get_hashes sep = fs.sep + jobs = checksum_jobs or fs.hash_jobs for root, dirs, files, broken in safe_walk(path, fs, ignore=ignore): if root == path: root_key: tuple[str, ...] = () @@ -94,7 +96,9 @@ def build_entries( f"{root}{sep}{name}": info for name, info in files.items() if info } file_paths = list(file_infos) - hashes = _get_hashes(file_paths, fs, hash_name, file_infos, state=state) + hashes = _get_hashes( + file_paths, fs, hash_name, file_infos, state=state, jobs=jobs + ) for name, info in chain(dirs.items(), files.items()): key = (*root_key, name)