buildbot_multibuild/multibuild.py

89 lines
2.7 KiB
Python
Raw Normal View History

2021-12-17 04:03:20 +01:00
#!/usr/bin/python3
2021-12-17 04:22:09 +01:00
"""
Allow buildbot to run jobs dynamically defined a a project repo
Requires docker
"""
2021-12-17 04:03:20 +01:00
# TODO: change "ghcontext" in master.cfg to interpolate the job name
# TODO: write upload script
# TODO: write hook (perhaps the default hook is ok), authentication for hook
# TODO: write hook job, maybe also a dockerfile?
# TODO: what to do about non-docker jobs
from os import walk
2021-12-17 04:22:09 +01:00
from os.path import exists, isfile, join, listdir
2021-12-23 09:01:52 +01:00
import requests
2021-12-23 12:26:44 +01:00
ty = '/change_hook/base'
2021-12-23 09:01:52 +01:00
request_headers = {
'Content-Type': 'application/x-www-form-urlencoded',
'Accept': 'text/plain'
}
request_data = {
'project': 'testproject',
'comments': 'testcomment',
}
2021-12-17 04:03:20 +01:00
2021-12-17 04:22:09 +01:00
def list_jobs(directory=".buildbot"):
"""
list jobs found in a directory
"""
2021-12-17 04:03:20 +01:00
results = []
2021-12-17 04:22:09 +01:00
for _ in next(walk(directory))[1]:
if exists(join(directory, _, "Dockerfile")) \
and (exists(join(directory, _, "build.sh"))
or exists(join(directory, _, "test.sh"))
2021-12-17 04:03:20 +01:00
):
2021-12-17 04:22:09 +01:00
results.append(_)
2021-12-17 04:03:20 +01:00
return results
2021-12-17 04:22:09 +01:00
def find_artifacts(directory="out"):
"""
find artifacts (any file) in a directory
"""
for _ in listdir(directory):
if not isfile(join(directory, _)):
continue
return join(directory, _)
2021-12-23 09:01:52 +01:00
2021-12-23 12:26:44 +01:00
def trigger_child_hooks(buildbotUrl:str, directory=".buildbot"):
request_url = buildbotUrl + ty
2021-12-23 09:01:52 +01:00
# List all jobs in the directory
jobs = list_jobs(directory)
# Check if build.sh or test.sh exists in each of the jobs
for job in jobs:
build_script_exists = False
test_script_exists = False
if exists(join(directory, job, "build.sh")):
build_script_exists = True
if exists(join(directory, job, "test.sh")):
test_script_exists = True
# make a post request
2021-12-23 12:26:44 +01:00
request_data['dockerfile'] = open(join(directory, job, "Dockerfile"), "r").read()
request_data['build_script_available'] = str(build_script_exists)
request_data['test_script_available'] = str(test_script_exists)
2021-12-23 09:01:52 +01:00
requests.post(request_url, headers=request_headers, data=request_data)
if __name__ == "__main__":
2021-12-23 12:26:44 +01:00
# expect jobname, repository, branch from command line args
import sys
if len(sys.argv) == 5:
jobname = sys.argv[1]
repository = sys.argv[2]
branch = sys.argv[3]
buildbotUrl = sys.argv[4]
# add these into the request_data
request_data['jobname'] = jobname
request_data['repository'] = repository
request_data['branch'] = branch
trigger_child_hooks(buildbotUrl)
else:
print("Usage: python3 multibuild.py <jobname> <repository> <branch> <buildbotUrl>")