diff --git a/backend/swift/swift.go b/backend/swift/swift.go
index 7806dd505..95163d912 100644
--- a/backend/swift/swift.go
+++ b/backend/swift/swift.go
@@ -1558,6 +1558,10 @@ func (o *Object) Remove(ctx context.Context) (err error) {
 	// Remove file/manifest first
 	err = o.fs.pacer.Call(func() (bool, error) {
 		err = o.fs.c.ObjectDelete(ctx, container, containerPath)
+		if err == swift.ObjectNotFound {
+			fs.Errorf(o, "Dangling object - ignoring: %v", err)
+			err = nil
+		}
 		return shouldRetry(ctx, err)
 	})
 	if err != nil {