index: fetch: don't forget onerror

iterative · Jan 23, 2024 · c5a89dd · c5a89dd
1 parent 300a3e0
commit c5a89dd
Showing 1 changed file with 17 additions and 1 deletion.
diff --git a/src/dvc_data/index/fetch.py b/src/dvc_data/index/fetch.py
@@ -95,7 +95,23 @@ def fetch(
                 failed += len(result.failed)
             elif isinstance(cache, ObjectStorage):
                 md5(fs_index, check_meta=False)
-                fetched += save(fs_index, jobs=jobs, callback=cb)
+
+                def _on_error(failed, oid, exc):
+                    if isinstance(exc, FileNotFoundError):
+                        return
+                    failed += 1
+                    logger.debug(
+                        "failed to transfer '%s'",
+                        oid,
+                        exc_info=True,
+                    )
+
+                fetched += save(
+                    fs_index,
+                    jobs=jobs,
+                    callback=cb,
+                    on_error=partial(_on_error, failed),
+                )
             else:
                 old = build(cache.path, cache.fs)
                 diff = compare(old, fs_index)