johanels/rclone
1
0
Fork 0
mirror of https://github.com/rclone/rclone.git synced 2025-12-11 22:14:05 +01:00
Code Issues Actions 8 Packages Projects Releases Wiki Activity

hdfs: retry the create too FIXME

Browse Source
This commit is contained in:
Nick Craig-Wood
2024-06-18 14:36:40 +01:00
parent 656ef8952f
commit 1bdeabfa46
1 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
backend/hdfs/object.go
View File

@@ -128,12 +128,6 @@ func (o *Object) Update(ctx context.Context, in io.Reader, src fs.ObjectInfo, op
} }
} }
out, err := o.fs.client.Create(realpath)
if err != nil {
fs.Errorf(o, "update: Create(%q) returned error: %v", realpath, err)
return err
}
cleanup := func() { cleanup := func() {
rerr := o.fs.client.Remove(realpath) rerr := o.fs.client.Remove(realpath)
if rerr != nil { if rerr != nil {
@@ -142,7 +136,19 @@ func (o *Object) Update(ctx context.Context, in io.Reader, src fs.ObjectInfo, op
} }
} }
var out *hdfs.FileWriter
err = o.fs.pacer.Call(func() (bool, error) { err = o.fs.pacer.Call(func() (bool, error) {
if out != nil {
_ = out.Close()
out = nil
}
out, err = o.fs.client.Create(realpath)
if err != nil {
fs.Errorf(o, "update: Create(%q) returned error: %v", realpath, err)
return false, err
}
_, err = io.Copy(out, in) _, err = io.Copy(out, in)
if err == nil { if err == nil {
return false, nil return false, nil