"rsync for cloud storage" - Google Drive, S3, Dropbox, Backblaze B2, One Drive, Swift, Hubic, Wasabi, Google Cloud Storage, Azure Blob, Azure Files, Yandex Files
Go azure-blobazure-blob-storageazure-filesbackblaze-b2cloud-storagedropboxencryptionftpfuse-filesystemgogolanggoogle-cloud-storagegoogle-driveonedriveopenstack-swiftrclones3sftpsyncwebdav
filescom: add Files.com backend
Sam Harrisonae9960a4ede7
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.mdindex 6e2e885ee..d31258e78 100644--- a/CONTRIBUTING.md+++ b/CONTRIBUTING.md@@ -209,7 +209,7 @@ altogether with an HTML report and test retries then from theproject root:go install github.com/rclone/rclone/fstest/test_all- test_all -backend drive+ test_all -backends drive### Full integration testing@@ -508,7 +508,7 @@ You'll need to modify the following files- `backend/s3/s3.go`- Add the provider to `providerOption` at the top of the file- Add endpoints and other config for your provider gated on the provider in `fs.RegInfo`.- - Exclude your provider from genric config questions (eg `region` and `endpoint).+ - Exclude your provider from generic config questions (eg `region` and `endpoint).- Add the provider to the `setQuirks` function - see the documentation there.- `docs/content/s3.md`- Add the provider at the top of the page.diff --git a/README.md b/README.mdindex fe3604e4e..557adb80d 100644--- a/README.md+++ b/README.md@@ -55,6 +55,7 @@ Rclone *("rsync for cloud storage")* is a command-line program to sync files and* Dropbox [:page_facing_up:](https://rclone.org/dropbox/)* Enterprise File Fabric [:page_facing_up:](https://rclone.org/filefabric/)* Fastmail Files [:page_facing_up:](https://rclone.org/webdav/#fastmail-files)+ * Files.com [:page_facing_up:](https://rclone.org/filescom/)* FTP [:page_facing_up:](https://rclone.org/ftp/)* GoFile [:page_facing_up:](https://rclone.org/gofile/)* Google Cloud Storage [:page_facing_up:](https://rclone.org/googlecloudstorage/)diff --git a/backend/all/all.go b/backend/all/all.goindex b9ba25509..a9191c98d 100644--- a/backend/all/all.go+++ b/backend/all/all.go@@ -17,6 +17,7 @@ import (_ "github.com/rclone/rclone/backend/dropbox"_ "github.com/rclone/rclone/backend/fichier"_ "github.com/rclone/rclone/backend/filefabric"+ _ "github.com/rclone/rclone/backend/filescom"_ "github.com/rclone/rclone/backend/ftp"_ "github.com/rclone/rclone/backend/gofile"_ "github.com/rclone/rclone/backend/googlecloudstorage"diff --git a/backend/filescom/filescom.go b/backend/filescom/filescom.gonew file mode 100644index 000000000..b14c8cff6--- /dev/null+++ b/backend/filescom/filescom.go@@ -0,0 +1,912 @@+// Package filescom provides an interface to the Files.com+// object storage system.+package filescom++import (+ "context"+ "errors"+ "fmt"+ "io"+ "net/http"+ "net/url"+ "path"+ "strings"+ "time"++ files_sdk "github.com/Files-com/files-sdk-go/v3"+ "github.com/Files-com/files-sdk-go/v3/bundle"+ "github.com/Files-com/files-sdk-go/v3/file"+ file_migration "github.com/Files-com/files-sdk-go/v3/filemigration"+ "github.com/Files-com/files-sdk-go/v3/folder"+ "github.com/Files-com/files-sdk-go/v3/session"+ "github.com/rclone/rclone/fs"+ "github.com/rclone/rclone/fs/config"+ "github.com/rclone/rclone/fs/config/configmap"+ "github.com/rclone/rclone/fs/config/configstruct"+ "github.com/rclone/rclone/fs/config/obscure"+ "github.com/rclone/rclone/fs/fserrors"+ "github.com/rclone/rclone/fs/fshttp"+ "github.com/rclone/rclone/fs/hash"+ "github.com/rclone/rclone/lib/encoder"+ "github.com/rclone/rclone/lib/pacer"+)++/*+Run of rclone info+stringNeedsEscaping = []rune{+ '/', '\x00'+}+maxFileLength = 512 // for 1 byte unicode characters+maxFileLength = 512 // for 2 byte unicode characters+maxFileLength = 512 // for 3 byte unicode characters+maxFileLength = 512 // for 4 byte unicode characters+canWriteUnnormalized = true+canReadUnnormalized = true+canReadRenormalized = true+canStream = true+*/++const (+ minSleep = 10 * time.Millisecond+ maxSleep = 2 * time.Second+ decayConstant = 2 // bigger for slower decay, exponential++ folderNotEmpty = "processing-failure/folder-not-empty"+)++// Register with Fs+func init() {+ fs.Register(&fs.RegInfo{+ Name: "filescom",+ Description: "Files.com",+ NewFs: NewFs,+ Options: []fs.Option{+ {+ Name: "site",+ Help: "Your site subdomain (e.g. mysite) or custom domain (e.g. myfiles.customdomain.com).",+ }, {+ Name: "username",+ Help: "The username used to authenticate with Files.com.",+ }, {+ Name: "password",+ Help: "The password used to authenticate with Files.com.",+ IsPassword: true,+ }, {+ Name: "api_key",+ Help: "The API key used to authenticate with Files.com.",+ Advanced: true,+ Sensitive: true,+ }, {+ Name: config.ConfigEncoding,+ Help: config.ConfigEncodingHelp,+ Advanced: true,+ Default: (encoder.Display |+ encoder.EncodeBackSlash |+ encoder.EncodeRightSpace |+ encoder.EncodeRightCrLfHtVt |+ encoder.EncodeInvalidUtf8),+ }},+ })+}++// Options defines the configuration for this backend+type Options struct {+ Site string `config:"site"`+ Username string `config:"username"`+ Password string `config:"password"`+ APIKey string `config:"api_key"`+ Enc encoder.MultiEncoder `config:"encoding"`+}++// Fs represents a remote files.com server+type Fs struct {+ name string // name of this remote+ root string // the path we are working on+ opt Options // parsed options+ features *fs.Features // optional features+ fileClient *file.Client // the connection to the file API+ folderClient *folder.Client // the connection to the folder API+ migrationClient *file_migration.Client // the connection to the file migration API+ bundleClient *bundle.Client // the connection to the bundle API+ pacer *fs.Pacer // pacer for API calls+}++// Object describes a files object+//+// Will definitely have info but maybe not meta+type Object struct {+ fs *Fs // what this object is part of+ remote string // The remote path+ size int64 // size of the object+ crc32 string // CRC32 of the object content+ md5 string // MD5 of the object content+ mimeType string // Content-Type of the object+ modTime time.Time // modification time of the object+}++// ------------------------------------------------------------++// Name of the remote (as passed into NewFs)+func (f *Fs) Name() string {+ return f.name+}++// Root of the remote (as passed into NewFs)+func (f *Fs) Root() string {+ return f.root+}++// String converts this Fs to a string+func (f *Fs) String() string {+ return fmt.Sprintf("files root '%s'", f.root)+}++// Features returns the optional features of this Fs+func (f *Fs) Features() *fs.Features {+ return f.features+}++// Encode remote and turn it into an absolute path in the share+func (f *Fs) absPath(remote string) string {+ return f.opt.Enc.FromStandardPath(path.Join(f.root, remote))+}++// retryErrorCodes is a slice of error codes that we will retry+var retryErrorCodes = []int{+ 429, // Too Many Requests.+ 500, // Internal Server Error+ 502, // Bad Gateway+ 503, // Service Unavailable+ 504, // Gateway Timeout+ 509, // Bandwidth Limit Exceeded+}++// shouldRetry returns a boolean as to whether this err deserves to be+// retried. It returns the err as a convenience+func shouldRetry(ctx context.Context, err error) (bool, error) {+ if fserrors.ContextError(ctx, &err) {+ return false, err+ }++ if apiErr, ok := err.(files_sdk.ResponseError); ok {+ for _, e := range retryErrorCodes {+ if apiErr.HttpCode == e {+ fs.Debugf(nil, "Retrying API error %v", err)+ return true, err+ }+ }+ }++ return fserrors.ShouldRetry(err), err+}++// readMetaDataForPath reads the metadata from the path+func (f *Fs) readMetaDataForPath(ctx context.Context, path string) (info *files_sdk.File, err error) {+ params := files_sdk.FileFindParams{+ Path: f.absPath(path),+ }++ var file files_sdk.File+ err = f.pacer.Call(func() (bool, error) {+ file, err = f.fileClient.Find(params, files_sdk.WithContext(ctx))+ return shouldRetry(ctx, err)+ })+ if err != nil {+ return nil, err+ }++ return &file, nil+}++// NewFs constructs an Fs from the path, container:path+func NewFs(ctx context.Context, name, root string, m configmap.Mapper) (fs.Fs, error) {+ // Parse config into Options struct+ opt := new(Options)+ err := configstruct.Set(m, opt)+ if err != nil {+ return nil, err+ }++ root = strings.Trim(root, "/")++ config, err := newClientConfig(ctx, opt)+ if err != nil {+ return nil, err+ }++ f := &Fs{+ name: name,+ root: root,+ opt: *opt,+ fileClient: &file.Client{Config: config},+ folderClient: &folder.Client{Config: config},+ migrationClient: &file_migration.Client{Config: config},+ bundleClient: &bundle.Client{Config: config},+ pacer: fs.NewPacer(ctx, pacer.NewDefault(pacer.MinSleep(minSleep), pacer.MaxSleep(maxSleep), pacer.DecayConstant(decayConstant))),+ }+ f.features = (&fs.Features{+ CaseInsensitive: true,+ CanHaveEmptyDirectories: true,+ ReadMimeType: true,+ DirModTimeUpdatesOnWrite: true,+ }).Fill(ctx, f)++ if f.root != "" {+ info, err := f.readMetaDataForPath(ctx, "")+ if err == nil && !info.IsDir() {+ f.root = path.Dir(f.root)+ if f.root == "." {+ f.root = ""+ }+ return f, fs.ErrorIsFile+ }+ }++ return f, err+}++func newClientConfig(ctx context.Context, opt *Options) (config files_sdk.Config, err error) {+ if opt.Site != "" {+ config.Subdomain = opt.Site++ _, err = url.Parse(config.Endpoint())+ if err != nil {+ config.Subdomain = ""+ config.EndpointOverride = opt.Site++ _, err = url.Parse(config.Endpoint())+ if err != nil {+ err = fmt.Errorf("invalid domain or subdomain: %v", opt.Site)+ return+ }+ }+ }++ config = config.Init().SetCustomClient(fshttp.NewClient(ctx))++ if opt.APIKey != "" {+ config.APIKey = opt.APIKey+ return+ }++ if opt.Username == "" {+ err = errors.New("username not found")+ return+ }+ if opt.Password == "" {+ err = errors.New("password not found")+ return+ }+ opt.Password, err = obscure.Reveal(opt.Password)+ if err != nil {+ return+ }++ sessionClient := session.Client{Config: config}+ params := files_sdk.SessionCreateParams{+ Username: opt.Username,+ Password: opt.Password,+ }++ thisSession, err := sessionClient.Create(params, files_sdk.WithContext(ctx))+ if err != nil {+ err = fmt.Errorf("couldn't create session: %w", err)+ return+ }++ config.SessionId = thisSession.Id+ return+}++// Return an Object from a path+//+// If it can't be found it returns the error fs.ErrorObjectNotFound.+func (f *Fs) newObjectWithInfo(ctx context.Context, remote string, file *files_sdk.File) (fs.Object, error) {+ o := &Object{+ fs: f,+ remote: remote,+ }+ var err error+ if file != nil {+ err = o.setMetaData(file)+ } else {+ err = o.readMetaData(ctx) // reads info and meta, returning an error+ }+ if err != nil {+ return nil, err+ }+ return o, nil+}++// NewObject finds the Object at remote. If it can't be found+// it returns the error fs.ErrorObjectNotFound.+func (f *Fs) NewObject(ctx context.Context, remote string) (fs.Object, error) {+ return f.newObjectWithInfo(ctx, remote, nil)+}++// List the objects and directories in dir into entries. The+// entries can be returned in any order but should be for a+// complete directory.+//+// dir should be "" to list the root, and should not have+// trailing slashes.+//+// This should return ErrDirNotFound if the directory isn't+// found.+func (f *Fs) List(ctx context.Context, dir string) (entries fs.DirEntries, err error) {+ var it *folder.Iter+ params := files_sdk.FolderListForParams{+ Path: f.absPath(dir),+ }++ err = f.pacer.Call(func() (bool, error) {+ it, err = f.folderClient.ListFor(params, files_sdk.WithContext(ctx))+ return shouldRetry(ctx, err)+ })+ if err != nil {+ return nil, fmt.Errorf("couldn't list files: %w", err)+ }++ for it.Next() {+ item := ptr(it.File())+ remote := f.opt.Enc.ToStandardPath(item.DisplayName)+ remote = path.Join(dir, remote)+ if remote == dir {+ continue+ }++ item, err = f.readMetaDataForPath(ctx, remote)+ if err != nil {+ if files_sdk.IsNotExist(err) {+ continue+ }++ return nil, err+ }++ if item.IsDir() {+ d := fs.NewDir(remote, item.ModTime())+ entries = append(entries, d)+ } else {+ o, err := f.newObjectWithInfo(ctx, remote, item)+ if err != nil {+ return nil, err+ }+ entries = append(entries, o)+ }+ }+ err = it.Err()+ if files_sdk.IsNotExist(err) {+ return nil, fs.ErrorDirNotFound+ }+ return+}++// Creates from the parameters passed in a half finished Object which+// must have setMetaData called on it+//+// Returns the object and error.+//+// Used to create new objects+func (f *Fs) createObject(ctx context.Context, remote string) (o *Object, err error) {+ // Create the directory for the object if it doesn't exist+ err = f.mkParentDir(ctx, remote)+ if err != nil {+ return+ }+ // Temporary Object under construction+ o = &Object{+ fs: f,+ remote: remote,+ }+ return o, nil+}++// Put the object+//+// Copy the reader in to the new object which is returned.+//+// The new object may have been created if an error is returned+func (f *Fs) Put(ctx context.Context, in io.Reader, src fs.ObjectInfo, options ...fs.OpenOption) (fs.Object, error) {+ // Temporary Object under construction+ fs := &Object{+ fs: f,+ remote: src.Remote(),+ }+ return fs, fs.Update(ctx, in, src, options...)+}++// PutStream uploads to the remote path with the modTime given of indeterminate size+func (f *Fs) PutStream(ctx context.Context, in io.Reader, src fs.ObjectInfo, options ...fs.OpenOption) (fs.Object, error) {+ return f.Put(ctx, in, src, options...)+}++func (f *Fs) mkdir(ctx context.Context, path string) error {+ if path == "" || path == "." {+ return nil+ }++ params := files_sdk.FolderCreateParams{+ Path: path,+ MkdirParents: ptr(true),+ }++ err := f.pacer.Call(func() (bool, error) {+ _, err := f.folderClient.Create(params, files_sdk.WithContext(ctx))+ return shouldRetry(ctx, err)+ })+ if files_sdk.IsExist(err) {+ return nil+ }+ return err+}++// Make the parent directory of remote+func (f *Fs) mkParentDir(ctx context.Context, remote string) error {+ return f.mkdir(ctx, path.Dir(f.absPath(remote)))+}++// Mkdir creates the container if it doesn't exist+func (f *Fs) Mkdir(ctx context.Context, dir string) error {+ return f.mkdir(ctx, f.absPath(dir))+}++// DirSetModTime sets the directory modtime for dir+func (f *Fs) DirSetModTime(ctx context.Context, dir string, modTime time.Time) error {+ o := Object{+ fs: f,+ remote: dir,+ }+ return o.SetModTime(ctx, modTime)+}++// purgeCheck removes the root directory, if check is set then it+// refuses to do so if it has anything in+func (f *Fs) purgeCheck(ctx context.Context, dir string, check bool) error {+ path := f.absPath(dir)+ if path == "" || path == "." {+ return errors.New("can't purge root directory")+ }++ params := files_sdk.FileDeleteParams{+ Path: path,+ Recursive: ptr(!check),+ }++ err := f.pacer.Call(func() (bool, error) {+ err := f.fileClient.Delete(params, files_sdk.WithContext(ctx))+ // Allow for eventual consistency deletion of child objects.+ if isFolderNotEmpty(err) {+ return true, err+ }+ return shouldRetry(ctx, err)+ })+ if err != nil {+ if files_sdk.IsNotExist(err) {+ return fs.ErrorDirNotFound+ } else if isFolderNotEmpty(err) {+ return fs.ErrorDirectoryNotEmpty+ }++ return fmt.Errorf("rmdir failed: %w", err)+ }+ return nil+}++// Rmdir deletes the root folder+//+// Returns an error if it isn't empty+func (f *Fs) Rmdir(ctx context.Context, dir string) error {+ return f.purgeCheck(ctx, dir, true)+}++// Precision return the precision of this Fs+func (f *Fs) Precision() time.Duration {+ return time.Second+}++// Copy src to this remote using server-side copy operations.+//+// This is stored with the remote path given.+//+// It returns the destination Object and a possible error.+//+// Will only be called if src.Fs().Name() == f.Name()+//+// If it isn't possible then return fs.ErrorCantCopy+func (f *Fs) Copy(ctx context.Context, src fs.Object, remote string) (dstObj fs.Object, err error) {+ srcObj, ok := src.(*Object)+ if !ok {+ fs.Debugf(src, "Can't copy - not same remote type")+ return nil, fs.ErrorCantCopy+ }+ err = srcObj.readMetaData(ctx)+ if err != nil {+ return+ }++ srcPath := srcObj.fs.absPath(srcObj.remote)+ dstPath := f.absPath(remote)+ if strings.EqualFold(srcPath, dstPath) {+ return nil, fmt.Errorf("can't copy %q -> %q as are same name when lowercase", srcPath, dstPath)+ }++ // Create temporary object+ dstObj, err = f.createObject(ctx, remote)+ if err != nil {+ return+ }++ // Copy the object+ params := files_sdk.FileCopyParams{+ Path: srcPath,+ Destination: dstPath,+ Overwrite: ptr(true),+ }++ var action files_sdk.FileAction+ err = f.pacer.Call(func() (bool, error) {+ action, err = f.fileClient.Copy(params, files_sdk.WithContext(ctx))+ return shouldRetry(ctx, err)+ })+ if err != nil {+ return+ }++ err = f.waitForAction(ctx, action, "copy")+ if err != nil {+ return+ }++ err = dstObj.SetModTime(ctx, srcObj.modTime)+ return+}++// Purge deletes all the files and the container+//+// Optional interface: Only implement this if you have a way of+// deleting all the files quicker than just running Remove() on the+// result of List()+func (f *Fs) Purge(ctx context.Context, dir string) error {+ return f.purgeCheck(ctx, dir, false)+}++// move a file or folder+func (f *Fs) move(ctx context.Context, src *Fs, srcRemote string, dstRemote string) (info *files_sdk.File, err error) {+ // Move the object+ params := files_sdk.FileMoveParams{+ Path: src.absPath(srcRemote),+ Destination: f.absPath(dstRemote),+ }++ var action files_sdk.FileAction+ err = f.pacer.Call(func() (bool, error) {+ action, err = f.fileClient.Move(params, files_sdk.WithContext(ctx))+ return shouldRetry(ctx, err)+ })+ if err != nil {+ return nil, err+ }++ err = f.waitForAction(ctx, action, "move")+ if err != nil {+ return nil, err+ }++ info, err = f.readMetaDataForPath(ctx, dstRemote)+ return+}++func (f *Fs) waitForAction(ctx context.Context, action files_sdk.FileAction, operation string) (err error) {+ var migration files_sdk.FileMigration+ err = f.pacer.Call(func() (bool, error) {+ migration, err = f.migrationClient.Wait(action, func(migration files_sdk.FileMigration) {+ // noop+ }, files_sdk.WithContext(ctx))+ return shouldRetry(ctx, err)+ })+ if err == nil && migration.Status != "completed" {+ return fmt.Errorf("%v did not complete successfully: %v", operation, migration.Status)+ }+ return+}++// Move src to this remote using server-side move operations.+//+// This is stored with the remote path given.+//+// It returns the destination Object and a possible error.+//+// Will only be called if src.Fs().Name() == f.Name()+//+// If it isn't possible then return fs.ErrorCantMove+func (f *Fs) Move(ctx context.Context, src fs.Object, remote string) (fs.Object, error) {+ srcObj, ok := src.(*Object)+ if !ok {+ fs.Debugf(src, "Can't move - not same remote type")+ return nil, fs.ErrorCantMove+ }++ // Create temporary object+ dstObj, err := f.createObject(ctx, remote)+ if err != nil {+ return nil, err+ }++ // Do the move+ info, err := f.move(ctx, srcObj.fs, srcObj.remote, dstObj.remote)+ if err != nil {+ return nil, err+ }++ err = dstObj.setMetaData(info)+ if err != nil {+ return nil, err+ }+ return dstObj, nil+}++// DirMove moves src, srcRemote to this remote at dstRemote+// using server-side move operations.+//+// Will only be called if src.Fs().Name() == f.Name()+//+// If it isn't possible then return fs.ErrorCantDirMove+//+// If destination exists then return fs.ErrorDirExists+func (f *Fs) DirMove(ctx context.Context, src fs.Fs, srcRemote, dstRemote string) (err error) {+ srcFs, ok := src.(*Fs)+ if !ok {+ fs.Debugf(srcFs, "Can't move directory - not same remote type")+ return fs.ErrorCantDirMove+ }++ // Check if destination exists+ _, err = f.readMetaDataForPath(ctx, dstRemote)+ if err == nil {+ return fs.ErrorDirExists+ }++ // Create temporary object+ dstObj, err := f.createObject(ctx, dstRemote)+ if err != nil {+ return+ }++ // Do the move+ _, err = f.move(ctx, srcFs, srcRemote, dstObj.remote)+ return+}++// PublicLink adds a "readable by anyone with link" permission on the given file or folder.+func (f *Fs) PublicLink(ctx context.Context, remote string, expire fs.Duration, unlink bool) (url string, err error) {+ params := files_sdk.BundleCreateParams{+ Paths: []string{f.absPath(remote)},+ }+ if expire < fs.DurationOff {+ params.ExpiresAt = ptr(time.Now().Add(time.Duration(expire)))+ }++ var bundle files_sdk.Bundle+ err = f.pacer.Call(func() (bool, error) {+ bundle, err = f.bundleClient.Create(params, files_sdk.WithContext(ctx))+ return shouldRetry(ctx, err)+ })++ url = bundle.Url+ return+}++// Hashes returns the supported hash sets.+func (f *Fs) Hashes() hash.Set {+ return hash.NewHashSet(hash.CRC32, hash.MD5)+}++// ------------------------------------------------------------++// Fs returns the parent Fs+func (o *Object) Fs() fs.Info {+ return o.fs+}++// Return a string version+func (o *Object) String() string {+ if o == nil {+ return "<nil>"+ }+ return o.remote+}++// Remote returns the remote path+func (o *Object) Remote() string {+ return o.remote+}++// Hash returns the MD5 of an object returning a lowercase hex string+func (o *Object) Hash(ctx context.Context, t hash.Type) (string, error) {+ switch t {+ case hash.CRC32:+ if o.crc32 == "" {+ return "", nil+ }+ return fmt.Sprintf("%08s", o.crc32), nil+ case hash.MD5:+ return o.md5, nil+ }+ return "", hash.ErrUnsupported+}++// Size returns the size of an object in bytes+func (o *Object) Size() int64 {+ return o.size+}++// setMetaData sets the metadata from info+func (o *Object) setMetaData(file *files_sdk.File) error {+ o.modTime = file.ModTime()++ if !file.IsDir() {+ o.size = file.Size+ o.crc32 = file.Crc32+ o.md5 = file.Md5+ o.mimeType = file.MimeType+ }++ return nil+}++// readMetaData gets the metadata if it hasn't already been fetched+//+// it also sets the info+func (o *Object) readMetaData(ctx context.Context) (err error) {+ file, err := o.fs.readMetaDataForPath(ctx, o.remote)+ if err != nil {+ if files_sdk.IsNotExist(err) {+ return fs.ErrorObjectNotFound+ }+ return err+ }+ if file.IsDir() {+ return fs.ErrorIsDir+ }+ return o.setMetaData(file)+}++// ModTime returns the modification time of the object+//+// It attempts to read the objects mtime and if that isn't present the+// LastModified returned in the http headers+func (o *Object) ModTime(ctx context.Context) time.Time {+ return o.modTime+}++// SetModTime sets the modification time of the local fs object+func (o *Object) SetModTime(ctx context.Context, modTime time.Time) (err error) {+ params := files_sdk.FileUpdateParams{+ Path: o.fs.absPath(o.remote),+ ProvidedMtime: &modTime,+ }++ var file files_sdk.File+ err = o.fs.pacer.Call(func() (bool, error) {+ file, err = o.fs.fileClient.Update(params, files_sdk.WithContext(ctx))+ return shouldRetry(ctx, err)+ })+ if err != nil {+ return err+ }+ return o.setMetaData(&file)+}++// Storable returns a boolean showing whether this object storable+func (o *Object) Storable() bool {+ return true+}++// Open an object for read+func (o *Object) Open(ctx context.Context, options ...fs.OpenOption) (in io.ReadCloser, err error) {+ // Offset and Count for range download+ var offset, count int64+ fs.FixRangeOption(options, o.size)+ for _, option := range options {+ switch x := option.(type) {+ case *fs.RangeOption:+ offset, count = x.Decode(o.size)+ if count < 0 {+ count = o.size - offset+ }+ case *fs.SeekOption:+ offset = x.Offset+ count = o.size - offset+ default:+ if option.Mandatory() {+ fs.Logf(o, "Unsupported mandatory option: %v", option)+ }+ }+ }++ params := files_sdk.FileDownloadParams{+ Path: o.fs.absPath(o.remote),+ }++ headers := &http.Header{}+ headers.Set("Range", fmt.Sprintf("bytes=%v-%v", offset, offset+count-1))+ err = o.fs.pacer.Call(func() (bool, error) {+ _, err = o.fs.fileClient.Download(+ params,+ files_sdk.WithContext(ctx),+ files_sdk.RequestHeadersOption(headers),+ files_sdk.ResponseBodyOption(func(closer io.ReadCloser) error {+ in = closer+ return err+ }),+ )+ return shouldRetry(ctx, err)+ })+ return+}++// Returns a pointer to t - useful for returning pointers to constants+func ptr[T any](t T) *T {+ return &t+}++func isFolderNotEmpty(err error) bool {+ var re files_sdk.ResponseError+ ok := errors.As(err, &re)+ return ok && re.Type == folderNotEmpty+}++// Update the object with the contents of the io.Reader, modTime and size+//+// If existing is set then it updates the object rather than creating a new one.+//+// The new object may have been created if an error is returned.+func (o *Object) Update(ctx context.Context, in io.Reader, src fs.ObjectInfo, options ...fs.OpenOption) error {+ uploadOpts := []file.UploadOption{+ file.UploadWithContext(ctx),+ file.UploadWithReader(in),+ file.UploadWithDestinationPath(o.fs.absPath(o.remote)),+ file.UploadWithProvidedMtime(src.ModTime(ctx)),+ }++ err := o.fs.pacer.Call(func() (bool, error) {+ err := o.fs.fileClient.Upload(uploadOpts...)+ return shouldRetry(ctx, err)+ })+ if err != nil {+ return err+ }++ return o.readMetaData(ctx)+}++// Remove an object+func (o *Object) Remove(ctx context.Context) error {+ params := files_sdk.FileDeleteParams{+ Path: o.fs.absPath(o.remote),+ }++ return o.fs.pacer.Call(func() (bool, error) {+ err := o.fs.fileClient.Delete(params, files_sdk.WithContext(ctx))+ return shouldRetry(ctx, err)+ })+}++// MimeType of an Object if known, "" otherwise+func (o *Object) MimeType(ctx context.Context) string {+ return o.mimeType+}++// Check the interfaces are satisfied+var (+ _ fs.Fs = (*Fs)(nil)+ _ fs.Purger = (*Fs)(nil)+ _ fs.PutStreamer = (*Fs)(nil)+ _ fs.Copier = (*Fs)(nil)+ _ fs.Mover = (*Fs)(nil)+ _ fs.DirMover = (*Fs)(nil)+ _ fs.PublicLinker = (*Fs)(nil)+ _ fs.Object = (*Object)(nil)+ _ fs.MimeTyper = (*Object)(nil)+)diff --git a/backend/filescom/filescom_test.go b/backend/filescom/filescom_test.gonew file mode 100644index 000000000..b79121e53--- /dev/null+++ b/backend/filescom/filescom_test.go@@ -0,0 +1,17 @@+// Test Files filesystem interface+package filescom_test++import (+ "testing"++ "github.com/rclone/rclone/backend/filescom"+ "github.com/rclone/rclone/fstest/fstests"+)++// TestIntegration runs integration tests against the remote+func TestIntegration(t *testing.T) {+ fstests.Run(t, &fstests.Opt{+ RemoteName: "TestFilesCom:",+ NilObject: (*filescom.Object)(nil),+ })+}diff --git a/bin/make_manual.py b/bin/make_manual.pyindex b5bffecb1..922bd5688 100755--- a/bin/make_manual.py+++ b/bin/make_manual.py@@ -41,6 +41,7 @@ docs = ["combine.md","dropbox.md","filefabric.md",+ "filescom.md","ftp.md","gofile.md","googlecloudstorage.md",diff --git a/docs/content/_index.md b/docs/content/_index.mdindex 3152ae46f..2fa03fb06 100644--- a/docs/content/_index.md+++ b/docs/content/_index.md@@ -122,6 +122,7 @@ WebDAV or S3, that work out of the box.){{< provider name="Dropbox" home="https://www.dropbox.com/" config="/dropbox/" >}}{{< provider name="Enterprise File Fabric" home="https://storagemadeeasy.com/about/" config="/filefabric/" >}}{{< provider name="Fastmail Files" home="https://www.fastmail.com/" config="/webdav/#fastmail-files" >}}+{{< provider name="Files.com" home="https://www.files.com/" config="/filescom/" >}}{{< provider name="FTP" home="https://en.wikipedia.org/wiki/File_Transfer_Protocol" config="/ftp/" >}}{{< provider name="Gofile" home="https://gofile.io/" config="/gofile/" >}}{{< provider name="Google Cloud Storage" home="https://cloud.google.com/storage/" config="/googlecloudstorage/" >}}diff --git a/docs/content/docs.md b/docs/content/docs.mdindex ade70c4c8..57aff00e9 100644--- a/docs/content/docs.md+++ b/docs/content/docs.md@@ -42,6 +42,7 @@ See the following for detailed instructions for* [Digi Storage](/koofr/#digi-storage)* [Dropbox](/dropbox/)* [Enterprise File Fabric](/filefabric/)+ * [Files.com](/filescom/)* [FTP](/ftp/)* [Gofile](/gofile/)* [Google Cloud Storage](/googlecloudstorage/)diff --git a/docs/content/filescom.md b/docs/content/filescom.mdnew file mode 100644index 000000000..613c0b9a6--- /dev/null+++ b/docs/content/filescom.md@@ -0,0 +1,181 @@+---+title: "Files.com"+description: "Rclone docs for Files.com"+versionIntroduced: "v1.68"+---++# {{< icon "fa fa-file-alt" >}} Files.com++[Files.com](https://www.files.com/) is a cloud storage service that provides a+secure and easy way to store and share files.++The initial setup for filescom involves authenticating with your Files.com+account. You can do this by providing your site subdomain, username, and+password. Alternatively, you can authenticate using an API Key from+[Files.com](https://www.files.com/docs/sdk-and-apis/api-keys/).+`rclone config` walks you through it.++## Configuration++Here is an example of how to make a remote called `remote`. First run:++ rclone config++This will guide you through an interactive setup process:++ No remotes found, make a new one?+ n) New remote+ s) Set configuration password+ q) Quit config+ n/s/q> n++ Enter name for new remote.+ name> remote++ Option Storage.+ Type of storage to configure.+ Choose a number from below, or type in your own value.+ [snip]+ XX / Files.com+ \ "filescom"+ [snip]+ Storage> filescom++ Option site.+ Your site subdomain (e.g. mysite) or custom domain (e.g. myfiles.customdomain.com)+ Enter a value. Press Enter to leave empty.+ site> mysite++ Option username.+ The username used to authenticate with Files.com.+ Enter a value. Press Enter to leave empty.+ username> user++ Option password.+ The password used to authenticate with Files.com.+ Choose an alternative below. Press Enter for the default (n).+ y) Yes, type in my own password+ g) Generate random password+ n) No, leave this optional password blank (default)+ y/g/n> y+ Enter the password:+ password:+ Confirm the password:+ password:++ Edit advanced config?+ y) Yes+ n) No (default)+ y/n> n++ Configuration complete.+ Options:+ - type: filescom+ - site: mysite+ - username: user+ - password: *** ENCRYPTED ***+ Keep this "remote" remote?+ y) Yes this is OK (default)+ e) Edit this remote+ d) Delete this remote+ y/e/d> y++Once configured you can use rclone.++See all files in the top level:++ rclone lsf remote:++Make a new directory in the root:++ rclone mkdir remote:dir++Recursively List the contents:++ rclone ls remote:++Sync `/home/local/directory` to the remote directory, deleting any+excess files in the directory.++ rclone sync --interactive /home/local/directory remote:dir++{{< rem autogenerated options start" - DO NOT EDIT - instead edit fs.RegInfo in backend/filescom/filescom.go then run make backenddocs" >}}+### Standard options++Here are the Standard options specific to filescom (Files.com).++#### --filescom-site++Your site subdomain (e.g. mysite) or custom domain (e.g. myfiles.customdomain.com).++Properties:++- Config: site+- Env Var: RCLONE_FILESCOM_SITE+- Type: string+- Required: false++#### --filescom-username++The username used to authenticate with Files.com.++Properties:++- Config: username+- Env Var: RCLONE_FILESCOM_USERNAME+- Type: string+- Required: false++#### --filescom-password++The password used to authenticate with Files.com.++**NB** Input to this must be obscured - see [rclone obscure](/commands/rclone_obscure/).++Properties:++- Config: password+- Env Var: RCLONE_FILESCOM_PASSWORD+- Type: string+- Required: false++### Advanced options++Here are the Advanced options specific to filescom (Files.com).++#### --filescom-api-key++The API key used to authenticate with Files.com.++Properties:++- Config: api_key+- Env Var: RCLONE_FILESCOM_API_KEY+- Type: string+- Required: false++#### --filescom-encoding++The encoding for the backend.++See the [encoding section in the overview](/overview/#encoding) for more info.++Properties:++- Config: encoding+- Env Var: RCLONE_FILESCOM_ENCODING+- Type: Encoding+- Default: Slash,BackSlash,Del,Ctl,RightSpace,RightCrLfHtVt,InvalidUtf8,Dot++#### --filescom-description++Description of the remote.++Properties:++- Config: description+- Env Var: RCLONE_FILESCOM_DESCRIPTION+- Type: string+- Required: false++{{< rem autogenerated options stop >}}diff --git a/docs/content/overview.md b/docs/content/overview.mdindex cdf27f7b8..3ea277ad0 100644--- a/docs/content/overview.md+++ b/docs/content/overview.md@@ -24,6 +24,7 @@ Here is an overview of the major features of each cloud storage system.| Citrix ShareFile | MD5 | R/W | Yes | No | - | - || Dropbox | DBHASH ¹ | R | Yes | No | - | - || Enterprise File Fabric | - | R/W | Yes | No | R/W | - |+| Files.com | MD5, CRC32 | DR/W | Yes | No | R | - || FTP | - | R/W ¹⁰ | No | No | - | - || Gofile | MD5 | DR/W | No | Yes | R | - || Google Cloud Storage | MD5 | R/W | No | No | R/W | - |@@ -501,6 +502,7 @@ upon backend-specific capabilities.| Citrix ShareFile | Yes | Yes | Yes | Yes | No | No | No | No | No | No | Yes || Dropbox | Yes | Yes | Yes | Yes | No | No | Yes | No | Yes | Yes | Yes || Enterprise File Fabric | Yes | Yes | Yes | Yes | Yes | No | No | No | No | No | Yes |+| Files.com | Yes | Yes | Yes | Yes | No | No | Yes | No | No | No | Yes || FTP | No | No | Yes | Yes | No | No | Yes | No | No | No | Yes || Gofile | Yes | Yes | Yes | Yes | No | No | Yes | No | Yes | Yes | Yes || Google Cloud Storage | Yes | Yes | No | No | No | Yes | Yes | No | No | No | No |@@ -509,7 +511,7 @@ upon backend-specific capabilities.| HDFS | Yes | No | Yes | Yes | No | No | Yes | No | No | Yes | Yes || HiDrive | Yes | Yes | Yes | Yes | No | No | Yes | No | No | No | Yes || HTTP | No | No | No | No | No | No | No | No | No | No | Yes |-| ImageKit | Yes | Yes | Yes | No | No | No | No | No | No | No | Yes |+| ImageKit | Yes | Yes | Yes | No | No | No | No | No | No | No | Yes || Internet Archive | No | Yes | No | No | Yes | Yes | No | No | Yes | Yes | No || Jottacloud | Yes | Yes | Yes | Yes | Yes | Yes | No | No | Yes | Yes | Yes || Koofr | Yes | Yes | Yes | Yes | No | No | Yes | No | Yes | Yes | Yes |diff --git a/docs/layouts/chrome/navbar.html b/docs/layouts/chrome/navbar.htmlindex f4b928da5..044ddbd7f 100644--- a/docs/layouts/chrome/navbar.html+++ b/docs/layouts/chrome/navbar.html@@ -65,6 +65,7 @@<a class="dropdown-item" href="/koofr/#digi-storage"><i class="fa fa-cloud fa-fw"></i> Digi Storage</a><a class="dropdown-item" href="/dropbox/"><i class="fab fa-dropbox fa-fw"></i> Dropbox</a><a class="dropdown-item" href="/filefabric/"><i class="fa fa-cloud fa-fw"></i> Enterprise File Fabric</a>+ <a class="dropdown-item" href="/filescom/"><i class="fa fa-file-alt fa-fw"></i> Files.com</a><a class="dropdown-item" href="/ftp/"><i class="fa fa-file fa-fw"></i> FTP</a><a class="dropdown-item" href="/gofile/"><i class="fa fa-folder fa-fw"></i> Gofile</a><a class="dropdown-item" href="/googlecloudstorage/"><i class="fab fa-google fa-fw"></i> Google Cloud Storage</a>diff --git a/fstest/test_all/config.yaml b/fstest/test_all/config.yamlindex ded4f10ad..b3fa32c87 100644--- a/fstest/test_all/config.yaml+++ b/fstest/test_all/config.yaml@@ -140,6 +140,9 @@ backends:- backend: "gofile"remote: "TestGoFile:"fastlist: true+ - backend: "filescom"+ remote: "TestFilesCom:"+ fastlist: false- backend: "googlecloudstorage"remote: "TestGoogleCloudStorage:"fastlist: truediff --git a/go.mod b/go.modindex 26f74b251..d0acc41a7 100644--- a/go.mod+++ b/go.mod@@ -9,6 +9,7 @@ require (github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.3.2github.com/Azure/azure-sdk-for-go/sdk/storage/azfile v1.2.2github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358+ github.com/Files-com/files-sdk-go/v3 v3.2.34github.com/Max-Sum/base32768 v0.0.0-20230304063302-18e6ce5945fdgithub.com/Unknwon/goconfig v1.0.0github.com/a8m/tree v0.0.0-20240104212747-2c8764a5f17e@@ -77,12 +78,12 @@ require (go.etcd.io/bbolt v1.3.10goftp.io/server/v2 v2.0.1golang.org/x/crypto v0.25.0- golang.org/x/exp v0.0.0-20240716175740-e3f259677ff7+ golang.org/x/exp v0.0.0-20240719175910-8a7402abbf56golang.org/x/net v0.27.0golang.org/x/oauth2 v0.21.0- golang.org/x/sync v0.7.0+ golang.org/x/sync v0.8.0golang.org/x/sys v0.22.0- golang.org/x/text v0.16.0+ golang.org/x/text v0.17.0golang.org/x/time v0.5.0google.golang.org/api v0.188.0gopkg.in/validator.v2 v2.0.1@@ -105,6 +106,7 @@ require (github.com/akavel/rsrc v0.10.2 // indirectgithub.com/anacrolix/generics v0.0.1 // indirectgithub.com/andybalholm/cascadia v1.3.2 // indirect+ github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc // indirectgithub.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.6.3 // indirectgithub.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.16.11 // indirectgithub.com/aws/aws-sdk-go-v2/internal/configsources v1.3.15 // indirect@@ -120,8 +122,10 @@ require (github.com/aws/aws-sdk-go-v2/service/sts v1.30.3 // indirectgithub.com/beorn7/perks v1.0.1 // indirectgithub.com/bradenaw/juniper v0.15.2 // indirect+ github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 // indirectgithub.com/calebcase/tmpfile v1.0.3 // indirectgithub.com/cespare/xxhash/v2 v2.2.0 // indirect+ github.com/chilts/sid v0.0.0-20190607042430-660e94789ec9 // indirectgithub.com/cloudflare/circl v1.3.7 // indirectgithub.com/cpuguy83/go-md2man/v2 v2.0.4 // indirectgithub.com/cronokirby/saferith v0.33.0 // indirect@@ -149,7 +153,9 @@ require (github.com/googleapis/gax-go/v2 v2.12.5 // indirectgithub.com/gopherjs/gopherjs v0.0.0-20181103185306-d547d1d9531e // indirectgithub.com/hashicorp/errwrap v1.1.0 // indirect+ github.com/hashicorp/go-cleanhttp v0.5.2 // indirectgithub.com/hashicorp/go-multierror v1.1.1 // indirect+ github.com/hashicorp/go-retryablehttp v0.7.7 // indirectgithub.com/hashicorp/go-uuid v1.0.3 // indirectgithub.com/hashicorp/golang-lru/v2 v2.0.7 // indirectgithub.com/inconshreveable/mousetrap v1.1.0 // indirect@@ -162,11 +168,13 @@ require (github.com/klauspost/cpuid/v2 v2.2.8 // indirectgithub.com/kr/fs v0.1.0 // indirectgithub.com/kylelemons/godebug v1.1.0 // indirect+ github.com/lpar/date v1.0.0 // indirectgithub.com/lucasb-eyer/go-colorful v1.2.0 // indirectgithub.com/lufia/plan9stats v0.0.0-20231016141302-07b5767bb0ed // indirectgithub.com/mattn/go-isatty v0.0.20 // indirectgithub.com/minio/md5-simd v1.1.2 // indirectgithub.com/onsi/ginkgo v1.16.5 // indirect+ github.com/panjf2000/ants/v2 v2.9.1 // indirectgithub.com/pengsrc/go-shared v0.2.1-0.20190131101655-1999055a4a14 // indirectgithub.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c // indirectgithub.com/pkg/errors v0.9.1 // indirect@@ -179,6 +187,8 @@ require (github.com/rs/xid v1.5.0 // indirectgithub.com/russross/blackfriday/v2 v2.1.0 // indirectgithub.com/ryszard/goskiplist v0.0.0-20150312221310-2dfbae5fcf46 // indirect+ github.com/sabhiram/go-gitignore v0.0.0-20210923224102-525f6e181f06 // indirect+ github.com/samber/lo v1.47.0 // indirectgithub.com/shabbyrobe/gocovmerge v0.0.0-20230507112040-c3350d9342df // indirectgithub.com/shoenig/go-m1cpu v0.1.6 // indirectgithub.com/sony/gobreaker v0.5.0 // indirect@@ -201,6 +211,7 @@ require (google.golang.org/grpc v1.64.1 // indirectgoogle.golang.org/protobuf v1.34.2 // indirectgopkg.in/yaml.v3 v3.0.1 // indirect+ moul.io/http2curl/v2 v2.3.0 // indirectstorj.io/common v0.0.0-20240424123607-5f226fc92c16 // indirectstorj.io/drpc v0.0.33 // indirectstorj.io/eventkit v0.0.0-20240306141230-6cb545e5f892 // indirectdiff --git a/go.sum b/go.sumindex 174178cd5..f95f29590 100644--- a/go.sum+++ b/go.sum@@ -57,6 +57,8 @@ github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 h1:XHOnouVk1mxgithub.com/AzureAD/microsoft-authentication-library-for-go v1.2.2/go.mod h1:wP83P5OoQ5p6ip3ScPr0BAq0BvuPAvacpEuSzyouqAI=github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo=+github.com/Files-com/files-sdk-go/v3 v3.2.34 h1:j6gSzu6BF1wWH1z4itRe7eKhQSCrx/I78SDNiBBUtvI=+github.com/Files-com/files-sdk-go/v3 v3.2.34/go.mod h1:Y/bCHoPJNPKz2hw1ADXjQXJP378HODwK+g/5SR2gqfU=github.com/Masterminds/semver/v3 v3.2.0 h1:3MEsd0SM6jqZojhjLWWeBY+Kcjy9i6MQAeY7YgDP83g=github.com/Masterminds/semver/v3 v3.2.0/go.mod h1:qvl/7zhW3nngYb5+80sSMF+FG2BjYrf8m9wsX0PNOMQ=github.com/Max-Sum/base32768 v0.0.0-20230304063302-18e6ce5945fd h1:nzE1YQBdx1bq9IlZinHa+HVffy+NmVRoKr+wHN8fpLE=@@ -100,6 +102,8 @@ github.com/anacrolix/log v0.15.2/go.mod h1:m0poRtlr41mriZlXBQ9SOVZ8yZBkLjOkDhd5Lgithub.com/andybalholm/cascadia v1.3.1/go.mod h1:R4bJ1UQfqADjvDa4P6HZHLh/3OxWWEqc0Sk8XGwHqvA=github.com/andybalholm/cascadia v1.3.2 h1:3Xi6Dw5lHF15JtdcmAHD3i1+T8plmv7BQ/nsViSLyss=github.com/andybalholm/cascadia v1.3.2/go.mod h1:7gtRlve5FxPPgIgX36uWBX58OdBsSS6lUvCFb+h7KvU=+github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc h1:LoL75er+LKDHDUfU5tRvFwxH0LjPpZN8OoG8Ll+liGU=+github.com/appscode/go-querystring v0.0.0-20170504095604-0126cfb3f1dc/go.mod h1:w648aMHEgFYS6xb0KVMMtZ2uMeemhiKCuD2vj6gY52A=github.com/atotto/clipboard v0.1.4 h1:EH0zSVneZPSuFR11BlR9YppQTVDbh5+16AmcJi4g1z4=github.com/atotto/clipboard v0.1.4/go.mod h1:ZY9tmq7sm5xIbd9bOK4onWV4S6X0u6GY7Vn0Yu86PYI=github.com/aws/aws-sdk-go-v2 v1.30.3 h1:jUeBtG0Ih+ZIFH0F4UkmL9w3cSpaMv9tYYDbzILP8dY=@@ -144,19 +148,23 @@ github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=github.com/bradenaw/juniper v0.15.2 h1:0JdjBGEF2jP1pOxmlNIrPhAoQN7Ng5IMAY5D0PHMW4U=github.com/bradenaw/juniper v0.15.2/go.mod h1:UX4FX57kVSaDp4TPqvSjkAAewmRFAfXf27BOs5z9dq8=+github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 h1:GKTyiRCL6zVf5wWaqKnf+7Qs6GbEPfd4iMOitWzXJx8=+github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8/go.mod h1:spo1JLcs67NmW1aVLEgtA8Yy1elc+X8y5SRW1sFW4Og=github.com/buengese/sgzip v0.1.1 h1:ry+T8l1mlmiWEsDrH/YHZnCVWD2S3im1KLsyO+8ZmTU=github.com/buengese/sgzip v0.1.1/go.mod h1:i5ZiXGF3fhV7gL1xaRRL1nDnmpNj0X061FQzOS8VMas=github.com/bwesterb/go-ristretto v1.2.0/go.mod h1:fUIoIZaG73pV5biE2Blr2xEzDoMj7NFEuV9ekS419A0=github.com/bwesterb/go-ristretto v1.2.3/go.mod h1:fUIoIZaG73pV5biE2Blr2xEzDoMj7NFEuV9ekS419A0=-github.com/bytedance/sonic v1.9.1 h1:6iJ6NqdoxCDr6mbY8h18oSO+cShGSMRGCEo7F2h0x8s=-github.com/bytedance/sonic v1.9.1/go.mod h1:i736AoUSYt75HyZLoJW9ERYxcy6eaN6h4BZXU064P/U=+github.com/bytedance/sonic v1.11.6 h1:oUp34TzMlL+OY1OUWxHqsdkgC/Zfc85zGqw9siXjrc0=+github.com/bytedance/sonic v1.11.6/go.mod h1:LysEHSvpvDySVdC2f87zGWf6CIKJcAvqab1ZaiQtds4=+github.com/bytedance/sonic/loader v0.1.1 h1:c+e5Pt1k/cy5wMveRDyk2X4B9hF4g7an8N3zCYjJFNM=+github.com/bytedance/sonic/loader v0.1.1/go.mod h1:ncP89zfokxS5LZrJxl5z0UJcsk4M4yY2JpfqGeCtNLU=github.com/calebcase/tmpfile v1.0.3 h1:BZrOWZ79gJqQ3XbAQlihYZf/YCV0H4KPIdM5K5oMpJo=github.com/calebcase/tmpfile v1.0.3/go.mod h1:UAUc01aHeC+pudPagY/lWvt2qS9ZO5Zzof6/tIUzqeI=github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=github.com/cespare/xxhash/v2 v2.2.0 h1:DC2CZ1Ep5Y4k3ZQ899DldepgrayRUGE6BBZ/cd9Cj44=github.com/cespare/xxhash/v2 v2.2.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=-github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311 h1:qSGYFH7+jGhDF8vLC+iwCD4WpbV1EBDSzWkJODFLams=-github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311/go.mod h1:b583jCggY9gE99b6G5LEC39OIiVsWj+R97kbl5odCEk=+github.com/chilts/sid v0.0.0-20190607042430-660e94789ec9 h1:z0uK8UQqjMVYzvk4tiiu3obv2B44+XBsvgEJREQfnO8=+github.com/chilts/sid v0.0.0-20190607042430-660e94789ec9/go.mod h1:Jl2neWsQaDanWORdqZ4emBl50J4/aRBBS4FyyG9/PFo=github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI=github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI=github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU=@@ -167,6 +175,10 @@ github.com/cloudflare/circl v1.3.7 h1:qlCDlTPz2n9fu58M0Nh1J/JzcFpfgkFHHX3O35r5vcgithub.com/cloudflare/circl v1.3.7/go.mod h1:sRTcRWXGLrKw6yIGJ+l7amYJFfAXbZG0kBSc8r4zxgA=github.com/cloudsoda/go-smb2 v0.0.0-20231124195312-f3ec8ae2c891 h1:nPP4suUiNage0vvyEBgfAnhTPwwXhNqtHmSuiCIQwKU=github.com/cloudsoda/go-smb2 v0.0.0-20231124195312-f3ec8ae2c891/go.mod h1:xFxVVe3plxwhM+6BgTTPByEgG8hggo8+gtRUkbc5W8Q=+github.com/cloudwego/base64x v0.1.4 h1:jwCgWpFanWmN8xoIUHa2rtzmkd5J2plF/dnLS6Xd/0Y=+github.com/cloudwego/base64x v0.1.4/go.mod h1:0zlkT4Wn5C6NdauXdJRhSKRlJvmclQ1hhJgA0rcu/8w=+github.com/cloudwego/iasm v0.2.0 h1:1KNIy1I1H9hNNFEEH3DVnI4UujN+1zjpuk6gwHLTssg=+github.com/cloudwego/iasm v0.2.0/go.mod h1:8rXZaNYT2n95jn+zTI1sDr+IgcD2GVs0nlbbQPiEFhY=github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc=github.com/colinmarc/hdfs/v2 v2.4.0 h1:v6R8oBx/Wu9fHpdPoJJjpGSUxo8NhHIwrwsfhFvU9W0=github.com/colinmarc/hdfs/v2 v2.4.0/go.mod h1:0NAO+/3knbMx6+5pCv+Hcbaz4xn/Zzbn9+WIib2rKVI=@@ -182,6 +194,8 @@ github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsgithub.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM=github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=+github.com/dnaeon/go-vcr v1.2.0 h1:zHCHvJYTMh1N7xnV7zf1m1GPBF9Ad0Jk/whtQ1663qI=+github.com/dnaeon/go-vcr v1.2.0/go.mod h1:R4UdLID7HZT3taECzJs4YgbbH6PIGXB6W/sc5OLb6RQ=github.com/dop251/scsu v0.0.0-20220106150536-84ac88021d00 h1:xJBhC00smQpSZw3Kr0ErMUBXhUSjYoLRm2szxdbRBL0=github.com/dop251/scsu v0.0.0-20220106150536-84ac88021d00/go.mod h1:nNICngOdmNImBb/vuL+dSc0aIg3ryNATpjxThNoPw4g=github.com/dropbox/dropbox-sdk-go-unofficial/v6 v6.0.5 h1:FT+t0UEDykcor4y3dMVKXIiWJETBpRgERYTGlmMd7HU=@@ -201,6 +215,8 @@ github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFgithub.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=+github.com/fatih/color v1.16.0 h1:zmkK9Ngbjj+K0yRhTVONQh1p/HknKYSlNT+vZCzyokM=+github.com/fatih/color v1.16.0/go.mod h1:fL2Sau1YI5c0pdGEVCbKQbLXB6edEj1ZgiY4NijnWvE=github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg=github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U=github.com/flynn/noise v1.0.1 h1:vPp/jdQLXC6ppsXSj/pM3W1BIJ5FEHE2TulSJBpb43Y=@@ -221,8 +237,8 @@ github.com/geoffgarside/ber v1.1.0 h1:qTmFG4jJbwiSzSXoNJeHcOprVzZ8Ulde2Rrrifu5U9github.com/geoffgarside/ber v1.1.0/go.mod h1:jVPKeCbj6MvQZhwLYsGwaGI52oUorHoHKNecGT85ZCc=github.com/gin-contrib/sse v0.1.0 h1:Y/yl/+YNO8GZSjAhjMsSuLt29uWRFHdHYUb5lYOV9qE=github.com/gin-contrib/sse v0.1.0/go.mod h1:RHrZQHXnP2xjPF+u1gW/2HnVO7nvIa9PG3Gm+fLHvGI=-github.com/gin-gonic/gin v1.9.1 h1:4idEAncQnU5cB7BeOkPtxjfCSye0AAm1R0RVIqJ+Jmg=-github.com/gin-gonic/gin v1.9.1/go.mod h1:hPrL7YrpYKXt5YId3A/Tnip5kqbEAP+KLuI3SUcPTeU=+github.com/gin-gonic/gin v1.10.0 h1:nTuyha1TYqgedzytsKYqna+DfLos46nTv2ygFy86HFU=+github.com/gin-gonic/gin v1.10.0/go.mod h1:4PMNQiOhvDRa013RKVbsiNwoyezlm2rm0uX/T7kzp5Y=github.com/go-chi/chi/v5 v5.1.0 h1:acVI1TYaD+hhedDJ3r54HyA6sExp3HfXq7QWEEY/xMw=github.com/go-chi/chi/v5 v5.1.0/go.mod h1:DslCQbL2OYiznFReuXYUmQ2hGd1aDpCnlMNITLSKoi8=github.com/go-darwin/apfs v0.0.0-20211011131704-f84b94dbf348 h1:JnrjqG5iR07/8k7NqrLNilRsl3s1EPRQEGvbPyOce68=@@ -246,8 +262,8 @@ github.com/go-playground/locales v0.14.1 h1:EWaQ/wswjilfKLTECiXz7Rh+3BjFhfDFKv/ogithub.com/go-playground/locales v0.14.1/go.mod h1:hxrqLVvrK65+Rwrd5Fc6F2O76J/NuW9t0sjnWqG1slY=github.com/go-playground/universal-translator v0.18.1 h1:Bcnm0ZwsGyWbCzImXv+pAJnYK9S473LQFuzCbDbfSFY=github.com/go-playground/universal-translator v0.18.1/go.mod h1:xekY+UJKNuX9WP91TpwSH2VMlDf28Uj24BCp08ZFTUY=-github.com/go-playground/validator/v10 v10.14.0 h1:vgvQWe3XCz3gIeFDm/HnTIbj6UGmg/+t63MyGU2n5js=-github.com/go-playground/validator/v10 v10.14.0/go.mod h1:9iXMNT7sEkjXb0I+enO7QXmzG6QCsPWY4zveKFVRSyU=+github.com/go-playground/validator/v10 v10.20.0 h1:K9ISHbSaI0lyB2eWMPJo+kOS/FBExVwjEviJTixqxL8=+github.com/go-playground/validator/v10 v10.20.0/go.mod h1:dbuPbCMFw/DrkbEynArYaCwl3amGuJotoKCe95atGMM=github.com/go-resty/resty/v2 v2.11.0 h1:i7jMfNOJYMp69lq7qozJP+bjgzfAzeOhuGlyDrqxT/8=github.com/go-resty/resty/v2 v2.11.0/go.mod h1:iiP/OpA0CkcL3IGt1O0+/SIItFUbkkyw5BGXiVdTu+A=github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0/go.mod h1:fyg7847qk6SyHyPtNmDHnmrv/HOrqktSC+C9fM+CJOE=@@ -341,8 +357,14 @@ github.com/hanwen/go-fuse/v2 v2.5.1/go.mod h1:xKwi1cF7nXAOBCXujD5ie0ZKsxc8GGSA1rgithub.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=github.com/hashicorp/errwrap v1.1.0 h1:OxrOeh75EUXMY8TBjag2fzXGZ40LB6IKw45YeGUDY2I=github.com/hashicorp/errwrap v1.1.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=+github.com/hashicorp/go-cleanhttp v0.5.2 h1:035FKYIWjmULyFRBKPs8TBQoi0x6d9G4xc9neXJWAZQ=+github.com/hashicorp/go-cleanhttp v0.5.2/go.mod h1:kO/YDlP8L1346E6Sodw+PrpBSV4/SoxCXGY6BqNFT48=+github.com/hashicorp/go-hclog v1.6.3 h1:Qr2kF+eVWjTiYmU7Y31tYlP1h0q/X3Nl3tPGdaB11/k=+github.com/hashicorp/go-hclog v1.6.3/go.mod h1:W4Qnvbt70Wk/zYJryRzDRU/4r0kIg0PVHBcfoyhpF5M=github.com/hashicorp/go-multierror v1.1.1 h1:H5DkEtf6CXdFp0N0Em5UCwQpXMWke8IA0+lD48awMYo=github.com/hashicorp/go-multierror v1.1.1/go.mod h1:iw975J/qwKPdAO1clOe2L8331t/9/fmwbPZ6JB6eMoM=+github.com/hashicorp/go-retryablehttp v0.7.7 h1:C8hUCYzor8PIfXHa4UrZkU4VvK8o9ISHxT2Q8+VepXU=+github.com/hashicorp/go-retryablehttp v0.7.7/go.mod h1:pkQpWZeYWskR+D1tR2O5OcBFOxfA7DoAO6xtkuQnHTk=github.com/hashicorp/go-uuid v1.0.2/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro=github.com/hashicorp/go-uuid v1.0.3 h1:2gKiV6YVmrJ1i2CKKa9obLvRieoRGviZFL26PcT/Co8=github.com/hashicorp/go-uuid v1.0.3/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro=@@ -411,8 +433,10 @@ github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=github.com/kylelemons/godebug v0.0.0-20170820004349-d65d576e9348/go.mod h1:B69LEHPfb2qLo0BaaOLcbitczOKLWTsrBG9LczfCD4k=github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc=github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw=-github.com/leodido/go-urn v1.2.4 h1:XlAE/cm/ms7TE/VMVoduSpNBoyc2dOxHs5MZSwAN63Q=-github.com/leodido/go-urn v1.2.4/go.mod h1:7ZrI8mTSeBSHl/UaRyKQW1qZeMgak41ANeCNaVckg+4=+github.com/leodido/go-urn v1.4.0 h1:WT9HwE9SGECu3lg4d/dIA+jxlljEa1/ffXKmRjqdmIQ=+github.com/leodido/go-urn v1.4.0/go.mod h1:bvxc+MVxLKB4z00jd1z+Dvzr47oO32F/QSNjSBOlFxI=+github.com/lpar/date v1.0.0 h1:bq/zVqFTUmsxvd/CylidY4Udqpr9BOFrParoP6p0x/I=+github.com/lpar/date v1.0.0/go.mod h1:KjYe0dDyMQTgpqcUz4LEIeM5VZwhggjVx/V2dtc8NSo=github.com/lucasb-eyer/go-colorful v1.2.0 h1:1nnpGOrhyZZuNyfu1QjKiUICQ74+3FNCN69Aj6K7nkY=github.com/lucasb-eyer/go-colorful v1.2.0/go.mod h1:R4dSotOR9KMtayYi1e77YzuveK+i7ruzyGqttikkLy0=github.com/lufia/plan9stats v0.0.0-20231016141302-07b5767bb0ed h1:036IscGBfJsFIgJQzlui7nK1Ncm0tp2ktmPj8xO4N/0=@@ -456,14 +480,17 @@ github.com/onsi/gomega v1.33.1 h1:dsYjIxxSR755MDmKVsaFQTE22ChNBcuuTWgkUDSubOk=github.com/onsi/gomega v1.33.1/go.mod h1:U4R44UsT+9eLIaYRB2a5qajjtQYn0hauxvRm16AVYg0=github.com/oracle/oci-go-sdk/v65 v65.69.2 h1:lROMJ8/VakGOGObAWUxTVY2AX1wQCUIzVqfL4Fb2Ay8=github.com/oracle/oci-go-sdk/v65 v65.69.2/go.mod h1:IBEV9l1qBzUpo7zgGaRUhbB05BVfcDGYRFBCPlTcPp0=+github.com/panjf2000/ants/v2 v2.9.1 h1:Q5vh5xohbsZXGcD6hhszzGqB7jSSc2/CRr3QKIga8Kw=+github.com/panjf2000/ants/v2 v2.9.1/go.mod h1:7ZxyxsqE4vvW0M7LSD8aI3cKwgFhBHbxnlN8mDqHa1I=github.com/patrickmn/go-cache v2.1.0+incompatible h1:HRMgzkcYKYpi3C8ajMPV8OFXaaRUnok+kx1WdO15EQc=github.com/patrickmn/go-cache v2.1.0+incompatible/go.mod h1:3Qf8kWWT7OJRJbdiICTKqZju1ZixQ/KpMGzzAfe6+WQ=-github.com/pelletier/go-toml/v2 v2.1.0 h1:FnwAJ4oYMvbT/34k9zzHuZNrhlz48GB3/s6at6/MHO4=-github.com/pelletier/go-toml/v2 v2.1.0/go.mod h1:tJU2Z3ZkXwnxa4DPO899bsyIoywizdUvyaeZurnPPDc=+github.com/pelletier/go-toml/v2 v2.2.2 h1:aYUidT7k73Pcl9nb2gScu7NSrKCSHIDE89b3+6Wq+LM=+github.com/pelletier/go-toml/v2 v2.2.2/go.mod h1:1t835xjRzz80PqgE6HHgN2JOsmgYu/h4qDAS4n929Rs=github.com/pengsrc/go-shared v0.2.1-0.20190131101655-1999055a4a14 h1:XeOYlK9W1uCmhjJSsY78Mcuh7MVkNjTzmHx1yBzizSU=github.com/pengsrc/go-shared v0.2.1-0.20190131101655-1999055a4a14/go.mod h1:jVblp62SafmidSkvWrXyxAme3gaTfEtWwRPGz5cpvHg=github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c h1:+mdjkGKdHQG3305AYmdv1U2eRNDiU2ErMBj1gwrq8eQ=github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c/go.mod h1:7rwL4CYBLnjLxUqIJNnCWiEdr3bn6IUYi15bNlnbCCU=+github.com/pkg/diff v0.0.0-20200914180035-5b29258ca4f7/go.mod h1:zO8QMzTeZd5cpnIkz/Gn6iK0jDfGicM1nynOkkPIl28=github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=github.com/pkg/sftp v1.13.6 h1:JFZT4XbOU7l77xGSpOdW+pwIMqP044IyjXX6FGyEKFo=@@ -511,6 +538,11 @@ github.com/russross/blackfriday/v2 v2.1.0 h1:JIOH55/0cWyOuilr9/qlrm0BSXldqnqwMsfgithub.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=github.com/ryszard/goskiplist v0.0.0-20150312221310-2dfbae5fcf46 h1:GHRpF1pTW19a8tTFrMLUcfWwyC0pnifVo2ClaLq+hP8=github.com/ryszard/goskiplist v0.0.0-20150312221310-2dfbae5fcf46/go.mod h1:uAQ5PCi+MFsC7HjREoAz1BU+Mq60+05gifQSsHSDG/8=+github.com/sabhiram/go-gitignore v0.0.0-20210923224102-525f6e181f06 h1:OkMGxebDjyw0ULyrTYWeN0UNCCkmCWfjPnIA2W6oviI=+github.com/sabhiram/go-gitignore v0.0.0-20210923224102-525f6e181f06/go.mod h1:+ePHsJ1keEjQtpvf9HHw0f4ZeJ0TLRsxhunSI2hYJSs=+github.com/samber/lo v1.47.0 h1:z7RynLwP5nbyRscyvcD043DWYoOcYRv3mV8lBeqOCLc=+github.com/samber/lo v1.47.0/go.mod h1:RmDH9Ct32Qy3gduHQuKJ3gW1fMHAnE/fAzQuf6He5cU=+github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo=github.com/shabbyrobe/gocovmerge v0.0.0-20230507112040-c3350d9342df h1:S77Pf5fIGMa7oSwp8SQPp7Hb4ZiI38K3RNBKD2LLeEM=github.com/shabbyrobe/gocovmerge v0.0.0-20230507112040-c3350d9342df/go.mod h1:dcuzJZ83w/SqN9k4eQqwKYMgmKWzg/KzJAURBhRL1tc=github.com/shirou/gopsutil/v3 v3.24.5 h1:i0t8kL+kQTvpAYToeuiVk3TgDeKOFioZO3Ztz/iZ9pI=@@ -529,6 +561,8 @@ github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d h1:zE9ykEgithub.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1:OnSkiWE9lh6wB0YB77sQom3nweQdgAjqCqsofrRNTgc=github.com/smartystreets/goconvey v0.0.0-20190330032615-68dc04aab96a h1:pa8hGb/2YqsZKovtsgrwcDH1RZhVbTKCjLp47XpqCDs=github.com/smartystreets/goconvey v0.0.0-20190330032615-68dc04aab96a/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA=+github.com/snabb/httpreaderat v1.0.1 h1:whlb+vuZmyjqVop8x1EKOg05l2NE4z9lsMMXjmSUCnY=+github.com/snabb/httpreaderat v1.0.1/go.mod h1:lpbGrKDWF37yvRbtRvQsbesS6Ty5c83t8ztannPoMsA=github.com/sony/gobreaker v0.5.0 h1:dRCvqm0P490vZPmy7ppEk2qCnCieBooFJ+YoXGYB+yg=github.com/sony/gobreaker v0.5.0/go.mod h1:ZKptC7FHNvhBz7dN2LGjPVBz2sZJmc0/PkyDJOjmxWY=github.com/spacemonkeygo/monkit/v3 v3.0.22 h1:4/g8IVItBDKLdVnqrdHZrCVPpIrwDBzl1jrV0IHQHDU=@@ -553,11 +587,13 @@ github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=+github.com/stretchr/testify v1.8.2/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=github.com/t3rm1n4l/go-mega v0.0.0-20240219080617-d494b6a8ace7 h1:Jtcrb09q0AVWe3BGe8qtuuGxNSHWGkTWr43kHTJ+CpA=github.com/t3rm1n4l/go-mega v0.0.0-20240219080617-d494b6a8ace7/go.mod h1:suDIky6yrK07NnaBadCB4sS0CqFOvUK91lH7CR+JlDA=+github.com/tailscale/depaware v0.0.0-20210622194025-720c4b409502/go.mod h1:p9lPsd+cx33L3H9nNoecRRxPssFKUwwI50I3pZ0yT+8=github.com/tklauser/go-sysconf v0.3.13 h1:GBUpcahXSpR2xN01jhkNAbTLRk2Yzgggk8IM08lq3r4=github.com/tklauser/go-sysconf v0.3.13/go.mod h1:zwleP4Q4OehZHGn4CYZDipCgg9usW5IJePewFCGVEa0=github.com/tklauser/numcpus v0.7.0 h1:yjuerZP127QG9m5Zh/mSO4wqurYil27tHrqwRoRjpr4=@@ -566,8 +602,8 @@ github.com/tv42/httpunix v0.0.0-20191220191345-2ba4b9c3382c h1:u6SKchux2yDvFQnDHgithub.com/tv42/httpunix v0.0.0-20191220191345-2ba4b9c3382c/go.mod h1:hzIxponao9Kjc7aWznkXaL4U4TWaDSs8zcsY4Ka08nM=github.com/twitchyliquid64/golang-asm v0.15.1 h1:SU5vSMR7hnwNxj24w34ZyCi/FmDZTkS4MhqMhdFk5YI=github.com/twitchyliquid64/golang-asm v0.15.1/go.mod h1:a1lVb/DtPvCB8fslRZhAngC2+aY1QWCk3Cedj/Gdt08=-github.com/ugorji/go/codec v1.2.11 h1:BMaWp1Bb6fHwEtbplGBGJ498wD+LKlNSl25MjdZY4dU=-github.com/ugorji/go/codec v1.2.11/go.mod h1:UNopzCgEMSXjBc6AOMqYvWC1ktqTAfzJZUZgYf6w6lg=+github.com/ugorji/go/codec v1.2.12 h1:9LC83zGrHhuUA9l16C9AHXAqEV/2wBQ4nkvumAE65EE=+github.com/ugorji/go/codec v1.2.12/go.mod h1:UNopzCgEMSXjBc6AOMqYvWC1ktqTAfzJZUZgYf6w6lg=github.com/willscott/go-nfs v0.0.2 h1:BaBp1CpGDMooCT6bCgX6h6ZwgPcTMST4yToYZ9byee0=github.com/willscott/go-nfs v0.0.2/go.mod h1:SvullWeHxr/924WQNbUaZqtluBt2vuZ61g6yAV+xj7w=github.com/willscott/go-nfs v0.0.3-0.20240425122109-91bc38957cc9 h1:IGSoH2aBagQ9VI8ZwbjHYIslta5vXfczegV1B4y9KqY=@@ -621,8 +657,8 @@ go.uber.org/mock v0.3.0 h1:3mUxI1No2/60yUYax92Pt8eNOEecx2D3lcXZh2NEZJo=go.uber.org/mock v0.3.0/go.mod h1:a6FSlNadKUHUa9IP5Vyt1zh4fC7uAwxMutEAscFbkZc=goftp.io/server/v2 v2.0.1 h1:H+9UbCX2N206ePDSVNCjBftOKOgil6kQ5RAQNx5hJwE=goftp.io/server/v2 v2.0.1/go.mod h1:7+H/EIq7tXdfo1Muu5p+l3oQ6rYkDZ8lY7IM5d5kVdQ=-golang.org/x/arch v0.3.0 h1:02VY4/ZcO/gBOH6PUaoiptASxtXU10jazRCP865E97k=-golang.org/x/arch v0.3.0/go.mod h1:5om86z9Hs0C8fWVUuoMHwpExlXzs5Tkyp9hOrfG7pp8=+golang.org/x/arch v0.8.0 h1:3wRIsP3pM4yUptoR96otTUOXI367OS0+c9eeRi9doIc=+golang.org/x/arch v0.8.0/go.mod h1:FEVrYAQjsQXMVJ1nsMoVVXPZg6p2JE2mx8psSWTDQys=golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=golang.org/x/crypto v0.0.0-20190513172903-22d7a77e9e5f/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=@@ -651,8 +687,8 @@ golang.org/x/exp v0.0.0-20191227195350-da58074b4299/go.mod h1:2RIsYlXP63K8oxa1u0golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4=golang.org/x/exp v0.0.0-20200207192155-f17229e696bd/go.mod h1:J/WKrq2StrnmMY6+EHIKF9dgMWnmCNThgcyBT1FY9mM=golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6/go.mod h1:3jZMyOhIsHpP37uCMkUooju7aAi5cS1Q23tOzKc+0MU=-golang.org/x/exp v0.0.0-20240716175740-e3f259677ff7 h1:wDLEX9a7YQoKdKNQt88rtydkqDxeGaBUTnIYc3iG/mA=-golang.org/x/exp v0.0.0-20240716175740-e3f259677ff7/go.mod h1:M4RDyNAINzryxdtnbRXRL/OHtkFuWGRjvuhBJpk2IlY=+golang.org/x/exp v0.0.0-20240719175910-8a7402abbf56 h1:2dVuKD2vS7b0QIHQbpyTISPd0LeHDbnYEryqj5Q1ug8=+golang.org/x/exp v0.0.0-20240719175910-8a7402abbf56/go.mod h1:M4RDyNAINzryxdtnbRXRL/OHtkFuWGRjvuhBJpk2IlY=golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js=golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0=golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=@@ -675,6 +711,7 @@ golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBgolang.org/x/mod v0.1.1-0.20191107180719-034126e5016b/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg=golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=+golang.org/x/mod v0.4.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=golang.org/x/mod v0.19.0 h1:fEdghXQSo20giMthA7cd28ZC+jts4amQ3YMXiP5oMQ8=@@ -744,8 +781,9 @@ golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJgolang.org/x/sync v0.0.0-20201207232520-09787c993a3a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=-golang.org/x/sync v0.7.0 h1:YsImfSBoP9QPYL0xyKJPq0gcaJdG3rInoqxTWbfQu9M=-golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=+golang.org/x/sync v0.3.0/go.mod h1:FU7BRWz2tNW+3quACPkgCx/L+uEAv1htQ0V83Z9Rj+Y=+golang.org/x/sync v0.8.0 h1:3NFvSEYkUoMifnESzZl15y791HH1qU2xm6eCJU5ZPXQ=+golang.org/x/sync v0.8.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=@@ -828,8 +866,8 @@ golang.org/x/text v0.8.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=-golang.org/x/text v0.16.0 h1:a94ExnEXNtEwYLGJSIUxnWoxoRz/ZcCsV63ROupILh4=-golang.org/x/text v0.16.0/go.mod h1:GhwF1Be+LQoKShO3cGOHzqOgRrGaYc9AvblQOmPVHnI=+golang.org/x/text v0.17.0 h1:XtiM5bkSOt+ewxlOE/aE/AKEHibwj/6gvWMl9Rsh0Qc=+golang.org/x/text v0.17.0/go.mod h1:BuEKDfySbSR4drPmRPG/7iBdf8hvFMuRexcpahXilzY=golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=@@ -879,6 +917,7 @@ golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYgolang.org/x/tools v0.0.0-20200729194436-6467de6f59a7/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA=golang.org/x/tools v0.0.0-20200804011535-6c149bb5ef0d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA=golang.org/x/tools v0.0.0-20200825202427-b303f430e36d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA=+golang.org/x/tools v0.0.0-20201211185031-d93e913c1a58/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA=golang.org/x/tools v0.0.0-20201224043029-2b0845dc783e/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA=golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA=golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=@@ -999,6 +1038,8 @@ honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhhonnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg=honnef.co/go/tools v0.0.1-2020.1.3/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k=honnef.co/go/tools v0.0.1-2020.1.4/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k=+moul.io/http2curl/v2 v2.3.0 h1:9r3JfDzWPcbIklMOs2TnIFzDYvfAZvjeavG6EzP7jYs=+moul.io/http2curl/v2 v2.3.0/go.mod h1:RW4hyBjTWSYDOxapodpNEtX0g5Eb16sxklBqmd2RHcE=rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8=rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0=rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA=