Skip to content

Commit

Permalink
Fix hardlink issue with whiteout deletes in the merge snapshotter.
Browse files Browse the repository at this point in the history
Whiteouts may share the same inode which cause the snapshotter
to attempt to create a hardlink between two whiteouts in the destination layer.

The problem is that the first whiteout is only created if it is part of the lower layer from the base snapshot.
Otherwise, the whiteout is not created in the destination layer because it is not needed.

If the first whiteout is not created in the destination, attempting to create a hardlink for the second whiteout will fail.

To avoid this issue, this fix disables hardlinks for whiteouts.

Signed-off-by: Grégoire Payen de La Garanderie <gregoire.payen.de.la.garanderie@intel.com>
  • Loading branch information
gdlg committed Jan 2, 2024
1 parent 686c0ad commit bc646a6
Show file tree
Hide file tree
Showing 2 changed files with 31 additions and 1 deletion.
27 changes: 27 additions & 0 deletions client/mergediff_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -428,6 +428,33 @@ func diffOpTestCases() (tests []integration.Test) {
),
})

// Check that deleting together a file from the base and another one from a merge
// does not result in a crash.
deleteFileAfterMergeCmds := []string{
"rm /unmodifiedDir/deleteFile1 /unmodifiedDir/deleteFile2",
}

extraContent := llb.Scratch().
File(llb.Mkdir("/unmodifiedDir", 0755)).
File(llb.Mkfile("/unmodifiedDir/deleteFile2", 0644, []byte("foo")))

tests = append(tests, verifyContents{
name: "TestDiffDeleteFilesAfterMerge",
state: llb.Diff(
base(),
runShell(llb.Merge([]llb.State{
base(),
extraContent,
}),
joinCmds(
deleteFileAfterMergeCmds,
)...)),
contents: mergeContents(
apply(
fstest.CreateDir("/unmodifiedDir", 0755)),
),
})

// Opaque dirs should be converted to the "explicit whiteout" format, as described in the OCI image spec:
// https://github.com/opencontainers/image-spec/blob/main/layer.md#opaque-whiteout
opaqueDirCmds := []string{
Expand Down
5 changes: 4 additions & 1 deletion snapshot/diffapply_unix.go
Original file line number Diff line number Diff line change
Expand Up @@ -724,7 +724,10 @@ func (d *differ) overlayChanges(ctx context.Context, handle func(context.Context
return errors.Errorf("unhandled stat type for %+v", srcfi)
}

if !srcfi.IsDir() && c.srcStat.Nlink > 1 {
// Changes with Delete kind may share the same inode even if they are unrelated.
// Skip them to avoid creating hardlinks between whiteouts as whiteouts are not
// always created and may leave the hardlink dangling.
if !srcfi.IsDir() && c.srcStat.Nlink > 1 && c.kind != fs.ChangeKindDelete {
if linkSubPath, ok := d.inodes[statInode(c.srcStat)]; ok {
c.linkSubPath = linkSubPath
} else {
Expand Down

0 comments on commit bc646a6

Please sign in to comment.