2021-12-17 03:03:20 +00:00
|
|
|
#!/usr/bin/python3
|
2021-12-17 03:22:09 +00:00
|
|
|
"""
|
|
|
|
Allow buildbot to run jobs dynamically defined a a project repo
|
|
|
|
Requires docker
|
|
|
|
"""
|
2021-12-17 03:03:20 +00:00
|
|
|
|
|
|
|
# TODO: change "ghcontext" in master.cfg to interpolate the job name
|
|
|
|
# TODO: write upload script
|
|
|
|
# TODO: write hook (perhaps the default hook is ok), authentication for hook
|
|
|
|
# TODO: write hook job, maybe also a dockerfile?
|
|
|
|
# TODO: what to do about non-docker jobs
|
|
|
|
|
2022-02-11 11:50:23 +00:00
|
|
|
from os import listdir, walk, getenv
|
2022-02-03 16:24:11 +00:00
|
|
|
from os.path import exists, isfile, join
|
2021-12-23 08:01:52 +00:00
|
|
|
import requests
|
2021-12-24 04:06:25 +00:00
|
|
|
import re
|
2021-12-25 04:49:17 +00:00
|
|
|
from buildbot.plugins import steps, util
|
2021-12-23 08:01:52 +00:00
|
|
|
|
2021-12-25 06:57:44 +00:00
|
|
|
from .lib.renderers import *
|
|
|
|
|
2021-12-17 03:03:20 +00:00
|
|
|
|
2021-12-17 03:22:09 +00:00
|
|
|
def find_artifacts(directory="out"):
|
|
|
|
"""
|
|
|
|
find artifacts (any file) in a directory
|
|
|
|
"""
|
|
|
|
for _ in listdir(directory):
|
|
|
|
if not isfile(join(directory, _)):
|
|
|
|
continue
|
|
|
|
return join(directory, _)
|
2021-12-23 08:01:52 +00:00
|
|
|
|
2021-12-25 04:49:17 +00:00
|
|
|
|
2022-02-07 10:09:33 +00:00
|
|
|
def add_parent_step(build_factory):
|
2021-12-25 04:49:17 +00:00
|
|
|
"""
|
|
|
|
Add a step to the parent build factory that will trigger the child hooks
|
|
|
|
"""
|
|
|
|
|
2022-02-11 11:50:23 +00:00
|
|
|
build_factory.addStep(steps.ShellCommand(
|
|
|
|
name="download worker",
|
2022-02-28 14:00:32 +00:00
|
|
|
command=["wget", "--force-directories", "-O", "https://git.bitmessage.org/Bitmessage/buildbot_multibuild/raw/branch/master/lib/worker_multibuild.py", join(getenv['HOME'], '.local/bin/worker_multibuild.py')]
|
2022-02-11 11:50:23 +00:00
|
|
|
))
|
|
|
|
|
2021-12-25 04:49:17 +00:00
|
|
|
build_factory.addStep(
|
|
|
|
steps.ShellCommand(
|
|
|
|
name="Execute multibuild script",
|
|
|
|
command=[
|
|
|
|
"python",
|
2022-02-28 14:00:32 +00:00
|
|
|
join(getenv['HOME'], '.local/bin/worker_multibuild.py'),
|
2022-02-07 10:09:33 +00:00
|
|
|
util.Interpolate("%(prop:jobname)s"),
|
|
|
|
util.Property('repository'),
|
|
|
|
util.Property('branch'),
|
2021-12-25 04:49:17 +00:00
|
|
|
"https://buildbot.bitmessage.org",
|
|
|
|
util.Interpolate("%(prop:os_codename)s"),
|
|
|
|
],
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2022-02-11 11:50:23 +00:00
|
|
|
def add_child_sh_steps(build_factory, directory=".buildbot"):
|
2021-12-25 04:49:17 +00:00
|
|
|
"""
|
2022-02-11 11:50:23 +00:00
|
|
|
Add a step to the download, build and test factory
|
2021-12-25 04:49:17 +00:00
|
|
|
"""
|
2022-02-11 11:50:23 +00:00
|
|
|
|
2021-12-25 04:49:17 +00:00
|
|
|
build_factory.addStep(
|
|
|
|
steps.ShellCommand(
|
2022-02-11 07:06:42 +00:00
|
|
|
name=util.Interpolate("build_%(prop:jobname)s"),
|
2022-02-11 11:50:23 +00:00
|
|
|
command=util.Interpolate("%(kw:directory)s/%(prop:jobname)s/build.sh", directory=directory),
|
2021-12-25 06:57:44 +00:00
|
|
|
doStepIf=is_build_script_available,
|
|
|
|
hideStepIf=isnt_build_script_available,
|
2021-12-25 04:49:17 +00:00
|
|
|
)
|
|
|
|
)
|
|
|
|
|
|
|
|
build_factory.addStep(
|
|
|
|
steps.ShellCommand(
|
2022-02-11 07:06:42 +00:00
|
|
|
name= util.Interpolate("test_%(prop:jobname)s"),
|
|
|
|
command=util.Interpolate("%(kw:directory)s/%(prop:jobname)s/test.sh", directory=directory),
|
2021-12-25 06:57:44 +00:00
|
|
|
doStepIf=is_test_script_available,
|
|
|
|
hideStepIf=isnt_test_script_available,
|
2021-12-25 04:49:17 +00:00
|
|
|
)
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2021-12-23 08:01:52 +00:00
|
|
|
if __name__ == "__main__":
|
2021-12-24 04:06:25 +00:00
|
|
|
# expect jobname, repository, branch, buildbotUrl, os_codename from command line args
|
2021-12-23 11:26:44 +00:00
|
|
|
import sys
|
2021-12-25 04:49:17 +00:00
|
|
|
|
2021-12-24 04:06:25 +00:00
|
|
|
if len(sys.argv) == 6:
|
2021-12-23 11:26:44 +00:00
|
|
|
jobname = sys.argv[1]
|
|
|
|
repository = sys.argv[2]
|
|
|
|
branch = sys.argv[3]
|
|
|
|
buildbotUrl = sys.argv[4]
|
2021-12-24 04:06:25 +00:00
|
|
|
os_codename = sys.argv[5]
|
2021-12-23 11:26:44 +00:00
|
|
|
|
2022-02-11 11:50:23 +00:00
|
|
|
trigger_child_hooks(buildbotUrl, os_codename, repository, branch, jobname, ".buildbot", is_build_script_available, is_test_script_available)
|
2021-12-23 11:26:44 +00:00
|
|
|
else:
|
2021-12-25 04:49:17 +00:00
|
|
|
print(
|
|
|
|
"Usage: python3 multibuild.py <jobname> <repository> <branch> <buildbotUrl> <os_codename>"
|
|
|
|
)
|