"rsync for cloud storage" - Google Drive, S3, Dropbox, Backblaze B2, One Drive, Swift, Hubic, Wasabi, Google Cloud Storage, Azure Blob, Azure Files, Yandex Files
Go azure-blobazure-blob-storageazure-filesbackblaze-b2cloud-storagedropboxencryptionftpfuse-filesystemgogolanggoogle-cloud-storagegoogle-driveonedriveopenstack-swiftrclones3sftpsyncwebdav
azureblob: add server side copy real time accounting
Nick Craig-Woodf60b09e7ab27
diff --git a/backend/azureblob/azureblob.go b/backend/azureblob/azureblob.goindex 35eaf1a75..0740b8339 100644--- a/backend/azureblob/azureblob.go+++ b/backend/azureblob/azureblob.go@@ -47,6 +47,7 @@ import ("github.com/rclone/rclone/lib/multipart""github.com/rclone/rclone/lib/pacer""github.com/rclone/rclone/lib/pool"+ "github.com/rclone/rclone/lib/transferaccounter""golang.org/x/sync/errgroup")@@ -1755,10 +1756,12 @@ func (f *Fs) copyMultipart(ctx context.Context, remote, dstContainer, dstPath stblockIDs = make([]string, numParts) // list of blocks for finalizeg, gCtx = errgroup.WithContext(ctx)checker = newCheckForInvalidBlockOrBlob("copy", o)+ account = transferaccounter.Get(ctx))g.SetLimit(f.opt.CopyConcurrency)fs.Debugf(o, "Starting multipart copy with %d parts of size %v", numParts, fs.SizeSuffix(partSize))+ account.Start()for partNum := uint64(0); partNum < uint64(numParts); partNum++ {// Fail fast, in case an errgroup managed function returns an error// gCtx is cancelled. There is no point in uploading all the other parts.@@ -1806,6 +1809,7 @@ func (f *Fs) copyMultipart(ctx context.Context, remote, dstContainer, dstPath streturn fmt.Errorf("multipart copy: failed to copy chunk %d with %v bytes: %w", partNum+1, -1, err)}blockIDs[partNum] = blockID+ account.Add(options.Range.Count)return nil})}