"rsync for cloud storage" - Google Drive, S3, Dropbox, Backblaze B2, One Drive, Swift, Hubic, Wasabi, Google Cloud Storage, Azure Blob, Azure Files, Yandex Files
Go azure-blobazure-blob-storageazure-filesbackblaze-b2cloud-storagedropboxencryptionftpfuse-filesystemgogolanggoogle-cloud-storagegoogle-driveonedriveopenstack-swiftrclones3sftpsyncwebdav
build: stop make compile_all overloading the machine
Nick Craig-Wood3f8df416c867
diff --git a/bin/cross-compile.go b/bin/cross-compile.goindex 58cb55299..82628675d 100644--- a/bin/cross-compile.go+++ b/bin/cross-compile.go@@ -15,6 +15,7 @@ import ("regexp""runtime""sort"+ "strconv""strings""sync""text/template"@@ -25,6 +26,7 @@ var (// Flagsdebug = flag.Bool("d", false, "Print commands instead of running them")parallel = flag.Int("parallel", runtime.NumCPU(), "Number of commands to run in parallel")+ buildParallel = flag.Int("build-p", 0, "Value to pass to go build -p (0 means NumCPU/parallel)")copyAs = flag.String("release", "", "Make copies of the releases with this name")gitLog = flag.String("git-log", "", "git log to include as well")include = flag.String("include", "^.*$", "os/arch regexp to include")@@ -261,6 +263,7 @@ func compileArch(version, goos, goarch, dir string) bool {"go", "build","--ldflags", "-s -X github.com/rclone/rclone/fs.Version=" + version,"-trimpath",+ "-p", strconv.Itoa(*buildParallel),"-o", output,"-tags", *tags,}@@ -359,13 +362,23 @@ func compile(version string) {if err != nil {log.Fatalf("Bad -exclude regexp: %v", err)}- compiled := 0- var failuresMu sync.Mutex- var failures []string+ var selected []stringfor _, osarch := range osarches {if excludeRe.MatchString(osarch) || !includeRe.MatchString(osarch) {continue}+ selected = append(selected, osarch)+ }+ // Each go build compiles -p packages at once (defaulting to+ // NumCPU) so share the CPUs between the concurrent builds to+ // avoid overloading the machine.+ if *buildParallel <= 0 {+ *buildParallel = max(1, runtime.NumCPU()/max(1, min(*parallel, len(selected))))+ }+ compiled := 0+ var failuresMu sync.Mutex+ var failures []string+ for _, osarch := range selected {parts := strings.Split(osarch, "/")if len(parts) != 2 {log.Fatalf("Bad osarch %q", osarch)