buildbot_multibuild/multibuild.py

143 lines
4.2 KiB
Python
Raw Normal View History

2021-12-17 04:03:20 +01:00
#!/usr/bin/python3
2021-12-17 04:22:09 +01:00
"""
Allow buildbot to run jobs dynamically defined a a project repo
Requires docker
"""
2021-12-17 04:03:20 +01:00
# TODO: change "ghcontext" in master.cfg to interpolate the job name
# TODO: write upload script
# TODO: write hook (perhaps the default hook is ok), authentication for hook
# TODO: write hook job, maybe also a dockerfile?
# TODO: what to do about non-docker jobs
from os import listdir
from os.path import isfile, join
from buildbot.plugins import steps, util
2022-08-08 10:20:14 +02:00
from buildbot.process.results import SUCCESS
2021-12-23 09:01:52 +01:00
2021-12-25 07:57:44 +01:00
from .lib.renderers import *
2021-12-17 04:03:20 +01:00
2021-12-17 04:22:09 +01:00
def find_artifacts(directory="out"):
"""
find artifacts (any file) in a directory
"""
for _ in listdir(directory):
if not isfile(join(directory, _)):
continue
return join(directory, _)
2021-12-23 09:01:52 +01:00
2022-02-07 11:09:33 +01:00
def add_parent_step(build_factory):
"""
Add a step to the parent build factory that will trigger the child hooks
"""
build_factory.addStep(
steps.ShellCommand(
2022-02-11 12:50:23 +01:00
name="Execute worker script",
command=[
2022-02-11 12:50:23 +01:00
"python3",
2022-04-08 05:20:50 +02:00
'/usr/local/bin/worker_multibuild.py',
util.Property("buildboturl"),
2022-02-07 11:09:33 +01:00
util.Property('repository'),
util.Property('branch'),
util.Property('revision')
],
)
)
2022-02-11 12:50:23 +01:00
def add_child_sh_steps(build_factory, directory=".buildbot"):
"""
2022-02-11 12:50:23 +01:00
Add a step to the download, build and test factory
"""
2022-02-11 12:50:23 +01:00
2024-03-29 09:46:07 +01:00
build_factory.addStep(
steps.FileDownload(
name="Upload keystore",
workerdest="/var/lib/buildbot/keystore",
2024-03-29 10:01:37 +01:00
mastersrc=util.Interpolate("keystore/%(prop:jobname)s.keystore"),
2024-03-29 09:46:07 +01:00
doStepIf=should_build_sign,
hideStepIf=True,
mode=0o600
)
)
build_factory.addStep(
steps.ShellCommand(
2022-02-11 08:06:42 +01:00
name=util.Interpolate("build_%(prop:jobname)s"),
command=util.Interpolate("%(kw:directory)s/"
"%(prop:jobname)s/build.sh",
directory=directory),
2024-03-29 09:46:07 +01:00
env=build_env,
2024-03-29 11:08:09 +01:00
doStepIf=shouldnt_build_sign,
2021-12-25 07:57:44 +01:00
hideStepIf=isnt_build_script_available,
2023-11-21 00:50:11 +01:00
timeout=7200,
)
)
2024-03-29 09:46:07 +01:00
build_factory.addStep(
steps.ShellCommand(
name=util.Interpolate("build_and_sign_%(prop:jobname)s"),
command=util.Interpolate("%(kw:directory)s/"
"%(prop:jobname)s/build.sh",
directory=directory),
env=build_env,
doStepIf=should_build_sign,
hideStepIf=isnt_build_script_available,
timeout=7200,
)
)
build_factory.addStep(
steps.ShellCommand(
name="Delete keystore",
command="rm -f /var/lib/buildbot/keystore",
doStepIf=should_build_sign,
hideStepIf=True,
)
)
build_factory.addStep(
steps.ShellCommand(
2022-08-08 05:21:33 +02:00
name=util.Interpolate("test_%(prop:jobname)s"),
command=util.Interpolate("%(kw:directory)s/"
"%(prop:jobname)s/test.sh",
directory=directory),
haltOnFailure=False,
flunkOnFailure=True,
2021-12-25 07:57:44 +01:00
doStepIf=is_test_script_available,
hideStepIf=isnt_test_script_available,
)
)
2022-08-08 05:21:33 +02:00
build_factory.addStep(
steps.SetPropertyFromCommand(
name="Find files to upload",
2022-08-08 10:20:14 +02:00
command="find . -maxdepth 1 -mindepth 1 "
"-type f -printf '%P\n'",
2022-08-08 05:21:33 +02:00
workdir="out",
hideStepIf=True,
decodeRC={0: SUCCESS, 1: SUCCESS},
2022-08-08 05:21:33 +02:00
property="files_to_upload"
)
)
build_factory.addStep(
steps.ShellCommand(
name="Upload files",
workdir="out",
2022-08-08 10:20:14 +02:00
doStepIf=has_files_to_upload,
2022-08-08 05:21:33 +02:00
hideStepIf=no_files_to_upload,
command=util.Interpolate(
2022-08-08 10:20:14 +02:00
"curl -T {%s} -u buildbot:%s "
"https://artifacts.bitmessage.at/%s/%s/",
2022-08-08 05:21:33 +02:00
files_to_upload,
util.Secret('artifact_upload'),
util.Property('jobname'),
util.Property('buildnumber'),
)
)
)