"rsync for cloud storage" - Google Drive, S3, Dropbox, Backblaze B2, One Drive, Swift, Hubic, Wasabi, Google Cloud Storage, Azure Blob, Azure Files, Yandex Files
Go azure-blobazure-blob-storageazure-filesbackblaze-b2cloud-storagedropboxencryptionftpfuse-filesystemgogolanggoogle-cloud-storagegoogle-driveonedriveopenstack-swiftrclones3sftpsyncwebdav
package accounting
import (
"context"
"errors"
"io"
"strings"
"testing"
"github.com/rclone/rclone/fs/rc"
"github.com/rclone/rclone/fstest/mockfs"
"github.com/rclone/rclone/fstest/mockobject"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
)
func TestTransfer(t *testing.T) {
ctx := context.Background()
s := NewStats(ctx)
o := mockobject.Object("obj")
srcFs, err := mockfs.NewFs(ctx, "srcFs", "srcFs", nil)
require.NoError(t, err)
dstFs, err := mockfs.NewFs(ctx, "dstFs", "dstFs", nil)
require.NoError(t, err)
tr := newTransfer(s, o, srcFs, dstFs)
t.Run("Snapshot", func(t *testing.T) {
snap := tr.Snapshot()
assert.Equal(t, "obj", snap.Name)
assert.Equal(t, int64(0), snap.Size)
assert.Equal(t, int64(0), snap.Bytes)
assert.Equal(t, false, snap.Checked)
assert.Equal(t, "transferring", snap.What)
assert.Equal(t, false, snap.StartedAt.IsZero())
assert.Equal(t, true, snap.CompletedAt.IsZero())
assert.Equal(t, nil, snap.Error)
assert.Equal(t, "", snap.Group)
assert.Equal(t, "srcFs:srcFs", snap.SrcFs)
assert.Equal(t, "dstFs:dstFs", snap.DstFs)
})
t.Run("Done", func(t *testing.T) {
tr.Done(ctx, io.EOF)
snap := tr.Snapshot()
assert.Equal(t, "obj", snap.Name)
assert.Equal(t, int64(0), snap.Size)
assert.Equal(t, int64(0), snap.Bytes)
assert.Equal(t, false, snap.Checked)
assert.Equal(t, "transferring", snap.What)
assert.Equal(t, false, snap.StartedAt.IsZero())
assert.Equal(t, false, snap.CompletedAt.IsZero())
assert.Equal(t, true, errors.Is(snap.Error, io.EOF))
assert.Equal(t, "", snap.Group)
assert.Equal(t, "srcFs:srcFs", snap.SrcFs)
assert.Equal(t, "dstFs:dstFs", snap.DstFs)
})
t.Run("DoneReleasesAccount", func(t *testing.T) {
content := "hello world"
o := mockobject.New("obj").WithContent([]byte(content), mockobject.SeekModeNone)
tr := newTransfer(s, o, srcFs, dstFs)
in := tr.Account(ctx, io.NopCloser(strings.NewReader(content)))
_, err := io.Copy(io.Discard, in)
require.NoError(t, err)
tr.Done(ctx, nil)
tr.mu.RLock()
acc := tr.acc
tr.mu.RUnlock()
assert.Nil(t, acc)
snap := tr.Snapshot()
assert.Equal(t, int64(len(content)), snap.Bytes)
assert.Equal(t, int64(len(content)), snap.Size)
})
t.Run("rcStats", func(t *testing.T) {
out := tr.rcStats()
assert.Equal(t, rc.Params{
"name": "obj",
"size": int64(0),
"srcFs": "srcFs:srcFs",
"dstFs": "dstFs:dstFs",
}, out)
})
t.Run("NoHistory", func(t *testing.T) {
s := NewStats(ctx)
// A normal checking transfer is kept in the history
tr := s.NewCheckingTransfer(o, "checking")
tr.Done(ctx, nil)
assert.Equal(t, 1, len(s.Transferred()))
// A no history checking transfer is shown while running but
// is not kept in the history
tr = s.NewCheckingTransferNoHistory(o, "setting modtime")
assert.Equal(t, 1, s.checking.count())
assert.Equal(t, 1, len(s.Transferred()))
tr.Done(ctx, nil)
assert.Equal(t, 0, s.checking.count())
assert.Equal(t, 1, len(s.Transferred()))
assert.Equal(t, int64(2), s.GetChecks())
})
t.Run("Snapshot checking transfer", func(t *testing.T) {
ctr := newCheckingTransfer(s, o, "checking")
snap := ctr.Snapshot()
assert.Equal(t, "obj", snap.Name)
assert.Equal(t, int64(0), snap.Size)
assert.Equal(t, int64(0), snap.Bytes)
assert.Equal(t, true, snap.Checked)
assert.Equal(t, "checking", snap.What)
assert.Equal(t, false, snap.StartedAt.IsZero())
assert.Equal(t, true, snap.CompletedAt.IsZero())
assert.Equal(t, nil, snap.Error)
assert.Equal(t, "", snap.Group)
assert.Equal(t, "", snap.SrcFs)
assert.Equal(t, "", snap.DstFs)
})
}