[PATH buildbot] Use --delay-updates on rsync upload to minimize time of inconsistency in the repo
Felix Fietkau
nbd at nbd.name
Fri May 6 02:14:04 PDT 2016
During the rsync operation, package lists could go out of sync with the
.ipk files, or a mirror might be pulling an incomplete list of files.
To reduce the chance of this happening, let rsync put all updated files
into place at the end of the transfer
Signed-off-by: Felix Fietkau <nbd at nbd.name>
---
master/phase1/master.cfg | 6 +++---
master/phase2/master.cfg | 4 ++--
2 files changed, 5 insertions(+), 5 deletions(-)
diff --git a/master/phase1/master.cfg b/master/phase1/master.cfg
index 165c554..b798877 100644
--- a/master/phase1/master.cfg
+++ b/master/phase1/master.cfg
@@ -411,7 +411,7 @@ EOT''' %(ts[0], ts[0], ts[1]) ))
factory.addStep(ShellCommand(
name = "targetupload",
description = "Uploading target files",
- command=["rsync", "--delete", "-avz", "bin/targets/%s/%s/" %(ts[0], ts[1]), "%s/targets/%s/%s/" %(rsync_url, ts[0], ts[1])],
+ command=["rsync", "--delete", "--delay-updates", "-avz", "bin/targets/%s/%s/" %(ts[0], ts[1]), "%s/targets/%s/%s/" %(rsync_url, ts[0], ts[1])],
env={'RSYNC_PASSWORD': rsync_key},
haltOnFailure = True,
logEnviron = False
@@ -421,7 +421,7 @@ EOT''' %(ts[0], ts[0], ts[1]) ))
factory.addStep(ShellCommand(
name = "packageupload",
description = "Uploading package files",
- command=["rsync", "--delete", "-avz", "bin/packages/", "%s/packages/" %(rsync_url)],
+ command=["rsync", "--delete", "--delay-updates", "-avz", "bin/packages/", "%s/packages/" %(rsync_url)],
env={'RSYNC_PASSWORD': rsync_key},
haltOnFailure = False,
logEnviron = False
@@ -432,7 +432,7 @@ EOT''' %(ts[0], ts[0], ts[1]) ))
factory.addStep(ShellCommand(
name = "upload",
description = "Uploading logs",
- command=["rsync", "--delete", "-avz", "logs/", "%s/logs/%s/%s/" %(rsync_url, ts[0], ts[1])],
+ command=["rsync", "--delete", "--delay-updates", "-avz", "logs/", "%s/logs/%s/%s/" %(rsync_url, ts[0], ts[1])],
env={'RSYNC_PASSWORD': rsync_key},
haltOnFailure = False,
alwaysRun = True,
diff --git a/master/phase2/master.cfg b/master/phase2/master.cfg
index 246ef92..e894008 100644
--- a/master/phase2/master.cfg
+++ b/master/phase2/master.cfg
@@ -203,7 +203,7 @@ for arch in arches:
name = "packageupload",
description = "Uploading package files",
workdir = "build/sdk",
- command = ["rsync", "--delete", "-avz", "bin/packages/%s/" %(arch[0]), "%s/packages/%s/" %(rsync_url, arch[0])],
+ command = ["rsync", "--delete", "--delay-updates", "-avz", "bin/packages/%s/" %(arch[0]), "%s/packages/%s/" %(rsync_url, arch[0])],
env={'RSYNC_PASSWORD': rsync_key},
haltOnFailure = True,
logEnviron = False
@@ -239,7 +239,7 @@ for arch in arches:
name = "logupload",
description = "Uploading failure logs",
workdir = "build/sdk",
- command = ["rsync", "--delete", "-avz", "faillogs/", "%s/faillogs/%s/" %(rsync_url, arch[0])],
+ command = ["rsync", "--delete", "--delay-updates", "-avz", "faillogs/", "%s/faillogs/%s/" %(rsync_url, arch[0])],
env={'RSYNC_PASSWORD': rsync_key},
haltOnFailure = False,
logEnviron = False
--
2.2.2
More information about the Lede-dev
mailing list