100 lines
2.9 KiB
Python
100 lines
2.9 KiB
Python
#!/usr/bin/python3
|
|
"""
|
|
Allow buildbot to run jobs dynamically defined a a project repo
|
|
Requires docker
|
|
"""
|
|
|
|
# TODO: change "ghcontext" in master.cfg to interpolate the job name
|
|
# TODO: write upload script
|
|
# TODO: write hook (perhaps the default hook is ok), authentication for hook
|
|
# TODO: write hook job, maybe also a dockerfile?
|
|
# TODO: what to do about non-docker jobs
|
|
|
|
from os import listdir
|
|
from os.path import isfile, join
|
|
from buildbot.plugins import steps, util
|
|
|
|
from .lib.renderers import *
|
|
|
|
|
|
def find_artifacts(directory="out"):
|
|
"""
|
|
find artifacts (any file) in a directory
|
|
"""
|
|
for _ in listdir(directory):
|
|
if not isfile(join(directory, _)):
|
|
continue
|
|
return join(directory, _)
|
|
|
|
|
|
def add_parent_step(build_factory):
|
|
"""
|
|
Add a step to the parent build factory that will trigger the child hooks
|
|
"""
|
|
|
|
build_factory.addStep(
|
|
steps.ShellCommand(
|
|
name="Execute worker script",
|
|
command=[
|
|
"python3",
|
|
'/usr/local/bin/worker_multibuild.py',
|
|
util.Property("buildboturl"),
|
|
util.Property('repository'),
|
|
util.Property('branch'),
|
|
util.Property('revision')
|
|
],
|
|
)
|
|
)
|
|
|
|
|
|
def add_child_sh_steps(build_factory, directory=".buildbot"):
|
|
"""
|
|
Add a step to the download, build and test factory
|
|
"""
|
|
|
|
build_factory.addStep(
|
|
steps.ShellCommand(
|
|
name=util.Interpolate("build_%(prop:jobname)s"),
|
|
command=util.Interpolate("%(kw:directory)s/%(prop:jobname)s/build.sh", directory=directory),
|
|
doStepIf=is_build_script_available,
|
|
hideStepIf=isnt_build_script_available,
|
|
)
|
|
)
|
|
|
|
build_factory.addStep(
|
|
steps.ShellCommand(
|
|
name=util.Interpolate("test_%(prop:jobname)s"),
|
|
command=util.Interpolate("%(kw:directory)s/%(prop:jobname)s/test.sh", directory=directory),
|
|
doStepIf=is_test_script_available,
|
|
hideStepIf=isnt_test_script_available,
|
|
)
|
|
)
|
|
|
|
build_factory.addStep(
|
|
steps.SetPropertyFromCommand(
|
|
name="Find files to upload",
|
|
command="find out -maxdepth 0 -mindepth 0 "
|
|
"-type f -printf {'%P\n'}",
|
|
workdir="out",
|
|
hideStepIf=True,
|
|
property="files_to_upload"
|
|
)
|
|
)
|
|
|
|
build_factory.addStep(
|
|
steps.ShellCommand(
|
|
name="Upload files",
|
|
workdir="out",
|
|
doStepIf=files_to_upload,
|
|
hideStepIf=no_files_to_upload,
|
|
command=util.Interpolate(
|
|
"curl -T {%s} "
|
|
"https://buildbot@%{s}:artifacts.bitmessage.at/%s/%s/",
|
|
files_to_upload,
|
|
util.Secret('artifact_upload'),
|
|
util.Property('jobname'),
|
|
util.Property('buildnumber'),
|
|
)
|
|
)
|
|
)
|