Limit download concurrency to 25 threads

This commit is contained in:
morganamilo committed 2018-09-04 20:03:23 +01:00
1 parent 2b6a73041f
commit 1beeaaf299
2 files changed
+10

No files matched your search

+5
View File
@@ -286,9 +286,14 @@ func getPkgbuildsfromABS(pkgs []string, path string) (bool, error) {
mux.Unlock()
}
count := 0
for name, url := range names {
wg.Add(1)
go download(name, url)
count++
if count%25 == 0 {
wg.Wait()
}
}
wg.Wait()
+5
View File
@@ -872,9 +872,14 @@ func downloadPkgbuilds(bases []Base, toSkip stringSet, buildDir string) (stringS
mux.Unlock()
}
count := 0
for k, base := range bases {
wg.Add(1)
go download(k, base)
count++
if count%25 == 0 {
wg.Wait()
}
}
wg.Wait()