diff --git a/pkg/util/tar_util.go b/pkg/util/tar_util.go
index 467e215149..d67b706e50 100644
--- a/pkg/util/tar_util.go
+++ b/pkg/util/tar_util.go
@@ -122,7 +122,8 @@ func (t *Tar) AddFileToTar(p string) error {
 
 	hardlink, linkDst := t.checkHardlink(p, i)
 	if hardlink {
-		hdr.Linkname = linkDst
+		// Docker uses no leading / in the tarball
+		hdr.Linkname = strings.TrimLeft(linkDst, "/")
 		hdr.Typeflag = tar.TypeLink
 		hdr.Size = 0
 	}