#! /usr/bin/python # from /home/buildbot/bots/sa/master.cfg on buildbot.SpamAssassin.org . # search for "CONFIG" to find our frequently-changed settings --jm # --------------------------------------------------------------------------- # This is a sample buildmaster config file. It must be installed as # 'master.cfg' in your buildmaster's base directory (although the filename # can be changed with the --basedir option to 'mktap buildbot master'). # It has one job: define a dictionary named BuildmasterConfig. This # dictionary has a variety of keys to control different aspects of the # buildmaster. They are documented in docs/config.xhtml . import os.path from buildbot.status import html from buildbot.process.factory import s # to save typing, we create a dictionary named 'c' and rename it later c = {} c['sources'] = [] from buildbot.changes.mail import SvnCommitsMaildirSource c['sources'].append( SvnCommitsMaildirSource("/home/buildbot/Maildir/commits", prefix="spamassassin")) # the 'builders' list defines the Builders. Each one is configured with a # dictionary, using the following keys: # name (required): the name used to describe this bilder # slavename (required): which slave to use, must appear in c['bots'] # builddir (required): which subdirectory to run the builder in # factory (required): a BuildFactory to define how the build is run # periodicBuildTime (optional): if set, force a build every N seconds # buildbot/process/factory.py provides several BuildFactory classes you can # start with, which implement build processes for common targets (GNU # autoconf projects, CPAN perl modules, etc). The factory.BuildFactory is the # base class, and is configured with a series of BuildSteps. When the build # is run, the appropriate buildslave is told to execute each Step in turn. # the first BuildStep is typically responsible for obtaining a copy of the # sources. There are source-obtaining Steps in buildbot/process/step.py for # CVS, SVN, and others. c['builders'] = [] c['bots'] = [] from buildbot.steps import source, shell from buildbot.process import factory from buildbot.process.factory import CPAN, s # jm: our builders and bots go here! CONFIG !BOTS! # the 'bots' list defines the set of allowable buildslaves. Each element is a # tuple of bot-name and bot-password. These correspond to values given to the # buildslave's mktap invocation. # quick helper to hide pwds from SVN checked-in file def read_pwd(slavename): f = file("/home/buildbot/pwds/"+slavename, "r") pwd = f.readline(); pwd = pwd.rstrip(); f.close(); return pwd c['bots'] = [ #bugzilla: decommissioned # ("bugz-rh73", read_pwd("bugz-rh73")), # ("bugz-585-thr", read_pwd("bugz-585-thr")), ("debian-stable", read_pwd("debian-stable")), ("zone-sol10", read_pwd("zone-sol10")), ("sol10-perl561", read_pwd("zone-sol10")), ("mleisi-suse10.2-x86", read_pwd("mleisl")), ("mleisi-suse10.2-x86_64", read_pwd("mleisl")), #generally never up these days # ("quinlan-freebsd-perl585", read_pwd("quinlan-freebsd-perl585")), # ("parker-suse-9.2", read_pwd("parker-suse-9.2")), # ("parker-openbsd-3.7", read_pwd("parker-openbsd-3.7")), # ("sidney-fedora3", read_pwd("sidney-fedora3")), # ("sidney-cygwin", read_pwd("sidney-cygwin")), # ("sidney-win32", read_pwd("sidney-win32")), ] # this is the standard set of build steps, with a "make distcheck" and a # "make disttest" thrown in, along with a little extra paranoia about being # pristine beforehand, and a synch step. # the synch step is used to avoid multiple buildbots running in parallel. # steps = [ s(source.SVN, svnurl="http://svn.apache.org/repos/asf/spamassassin/trunk", mode="update"), s(shell.Configure, command="perl build/buildbot_ready start perl /tmp/buildbot_sync"), s(shell.Configure, command="perl Makefile.PL < /dev/null"), s(shell.Compile, command=["make"]), s(shell.Test, command=["make", "test"]), s(shell.Test, command=["make", "distcheck"]), s(shell.Test, command="make disttest < /dev/null"), s(shell.Configure, command="perl build/buildbot_ready stop perl /tmp/buildbot_sync"), ]; bf_bugz_73 = factory.BuildFactory(steps) # b1 = { "name": "t-red-hat-73", "slavename": "bugz-rh73", "builddir": "t-red-hat-73", "factory": bf_bugz_73, } # c['builders'].append(b1) # this is the standard set of build steps, with a "make distcheck" and a # "make disttest" thrown in, along with a little extra paranoia about being # pristine beforehand. # steps = [ s(source.SVN, svnurl="http://svn.apache.org/repos/asf/spamassassin/trunk", mode="update"), s(shell.Configure, command="perl build/buildbot_ready quickstart perl"), s(shell.Configure, command="perl Makefile.PL < /dev/null; make distclean; rm -rf Mail-SpamAssassin*"), s(shell.Configure, command="perl Makefile.PL < /dev/null"), s(shell.Compile, command=["make"]), s(shell.Test, command=["make", "test"]), s(shell.Test, command=["make", "distcheck"]), s(shell.Test, command="make disttest < /dev/null"), ]; bf_generic = factory.BuildFactory(steps) b1 = { "name": "t-debian-stable", "slavename": "debian-stable", "builddir": "t-debian-stable", "factory": bf_generic, } c['builders'].append(b1) # pretty similar to above, but using a specific perl binary steps = [ s(source.SVN, svnurl="http://svn.apache.org/repos/asf/spamassassin/trunk", mode="update"), s(shell.Configure, command="perl build/buildbot_ready start perl /tmp/buildbot_sync"), s(shell.Configure, command="/usr/local/perl585thr/bin/perl Makefile.PL < /dev/null"), s(shell.Compile, command=["make"]), s(shell.Test, command=["make", "test"]), s(shell.Test, command=["make", "distcheck"]), s(shell.Test, command="make disttest < /dev/null"), s(shell.Configure, command="perl build/buildbot_ready stop perl /tmp/buildbot_sync"), ]; bf_bugz_585thr = factory.BuildFactory(steps) # b1 = { "name": "t-585thr", "slavename": "bugz-585-thr", "builddir": "t-585thr", "factory": bf_bugz_585thr, } # c['builders'].append(b1) # 3.0 branch steps = [ s(source.SVN, svnurl="http://svn.apache.org/repos/asf/spamassassin/branches/3.0", mode="update"), s(shell.Configure, command="perl build/buildbot_ready start perl /tmp/buildbot_sync"), s(shell.Configure, command="perl Makefile.PL < /dev/null"), s(shell.Compile, command=["make"]), s(shell.Test, command=["make", "test"]), s(shell.Test, command=["make", "distcheck"]), s(shell.Test, command="make disttest < /dev/null"), s(shell.Configure, command="perl build/buildbot_ready stop perl /tmp/buildbot_sync"), ]; bf_bugz_30 = factory.BuildFactory(steps) # b1 = { "name": "b3.0-red-hat-73", "slavename": "bugz-rh73", "builddir": "b3.0-red-hat-73", "factory": bf_bugz_30, } ### c['builders'].append(b1) steps = [ s(source.SVN, svnurl="http://svn.apache.org/repos/asf/spamassassin/trunk", mode="update"), s(shell.Configure, command="perl build/buildbot_ready start perl /tmp/buildbot_sync"), s(shell.Configure, command="/local/perl586/bin/perl Makefile.PL < /dev/null"), s(shell.Compile, command=["make"]), s(shell.Test, command=["make", "test"]), s(shell.Test, command=["make", "distcheck"]), s(shell.Test, command="make disttest < /dev/null"), s(shell.Configure, command="perl build/buildbot_ready stop perl /tmp/buildbot_sync"), ]; bf_sol10 = factory.BuildFactory(steps) b1 = { "name": "t-solaris-10", "slavename": "zone-sol10", "builddir": "t-solaris-10", "factory": bf_sol10, } c['builders'].append(b1) # pretty similar to above, but using a specific perl binary steps = [ s(source.SVN, svnurl="http://svn.apache.org/repos/asf/spamassassin/trunk", mode="update"), s(shell.Configure, command="perl build/buildbot_ready start perl /tmp/buildbot_sync"), s(shell.Configure, command="/local/perl561/bin/perl Makefile.PL < /dev/null"), s(shell.Compile, command=["make"]), s(shell.Test, command=["make", "test"]), s(shell.Test, command=["make", "distcheck"]), s(shell.Test, command="make disttest < /dev/null"), s(shell.Configure, command="perl build/buildbot_ready stop perl /tmp/buildbot_sync"), ]; bf_perl_561 = factory.BuildFactory(steps) b1 = { "name": "t-sol10-561", "slavename": "sol10-perl561", "builddir": "t-sol10-561", "factory": bf_perl_561, } c['builders'].append(b1) # now the buildbots that aren't always up... b1 = { "name": "mleisi-suse10.2-x86", "slavename": "mleisi-suse10.2-x86", "builddir": "mleisi-suse10.2-x86", "factory": bf_generic, } c['builders'].append(b1) b1 = { "name": "mleisi-suse10.2-x86_64", "slavename": "mleisi-suse10.2-x86_64", "builddir": "mleisi-suse10.2-x86_64", "factory": bf_generic, } c['builders'].append(b1) # b1 = { "name": "t-parker-suse-9.2", "slavename": "parker-suse-9.2", "builddir": "t-parker-suse-9.2", "factory": bf_generic, } # c['builders'].append(b1) # # b1 = { "name": "t-parker-openbsd-3.7", "slavename": "parker-openbsd-3.7", "builddir": "t-parker-openbsd-3.7", "factory": bf_generic, } # c['builders'].append(b1) # b1 = { "name": "t-quinlan-fbsd", "slavename": "quinlan-freebsd-perl585", "builddir": "t-quinlan-freebsd-perl585", "factory": bf_generic, } # c['builders'].append(b1) # # b1 = { "name": "t-sidney-fedora3", "slavename": "sidney-fedora3", "builddir": "t-sidney-fedora3", "factory": bf_generic, } # c['builders'].append(b1) # # b1 = { "name": "t-sidney-cygwin", "slavename": "sidney-cygwin", "builddir": "t-sidney-cygwin", "factory": bf_generic, } # c['builders'].append(b1) # 3.0 branch steps = [ s(source.SVN, svnurl="http://svn.apache.org/repos/asf/spamassassin/branches/3.0", mode="update"), s(shell.Configure, command="perl build/buildbot_ready quickstart perl"), s(shell.Configure, command="perl Makefile.PL < /dev/null; make distclean; rm -rf Mail-SpamAssassin*"), s(shell.Configure, command="perl Makefile.PL < /dev/null"), s(shell.Compile, command=["make"]), s(shell.Test, command=["make", "test"]), s(shell.Test, command=["make", "distcheck"]), s(shell.Test, command="make disttest < /dev/null"), ]; bf_30branch = factory.BuildFactory(steps) # b1 = { "name": "b3.0-parker-suse-9.2", "slavename": "parker-suse-9.2", "builddir": "b3.0-parker-suse-9.2", "factory": bf_30branch, } # c['builders'].append(b1) # b1 = { "name": "b3.0-parker-freebsd-5.3", "slavename": "parker-freebsd-5.3", "builddir": "b3.0-parker-freebsd-5.3", "factory": bf_30branch, } ### c['builders'].append(b1) # These are the steps, from Sidney, for building under win32 #Building in Windows would use, assuming that the environment is set up #so that svn, perl, and the Microsoft compiler all work: # # svn up http://svn.apache.org/repos/asf/spamassassin/trunk # perl Makefile.PL < nul: # nmake distclean # rmdir /s /q Mail-SpamAssassin* 2> nul: # del /f /q Mail-SpamAssassin* 2> nul: # perl Makefile.PL < nul: # nmake # nmake test # nmake distcheck # nmake disttest < nul: # #There is no direct equivalent of rm -rf as you can see. Deleting a #directory uses a different command than deleting a file. The options I #use there are only valid in Windows 2K and XP, but it is reasonable to #require that for the build environment. Notice that even though the #commands have a "quiet" option they still emit warnings to stderr when #the file or directory doesn't exist, hence the redirection to nul. # #If you really want multiple commands on one line in the first configure #step, you can, but use '&' instead of ';' for the command separator #character. # steps = [ s(source.SVN, svnurl="http://svn.apache.org/repos/asf/spamassassin/trunk", mode="update"), s(shell.Configure, command="perl build/buildbot_ready quickstart perl"), s(shell.Configure, command="perl Makefile.PL < nul: & nmake distclean & rmdir /s /q Mail-SpamAssassin* 2> nul: & del /f /q Mail-SpamAssassin* 2> nul:"), s(shell.Configure, command="perl Makefile.PL < nul:"), s(shell.Compile, command=["nmake"]), s(shell.Test, command=["nmake", "test"]), s(shell.Test, command=["nmake", "distcheck"]), s(shell.Test, command="nmake disttest < nul:"), ]; # bf_win32 = factory.BuildFactory(steps) # b1 = { "name": "t-sidney-win32", "slavename": "sidney-win32", "builddir": "t-sidney-win32", "factory": bf_win32, } # c['builders'].append(b1) ########################################################################### # god, why doesn't buildbot come with better examples? this could # be much easier. see # http://buildbot.sourceforge.net/manual-0.7.5.html#index-c_005b_0027schedulers_0027_005d-16 from buildbot import scheduler quick = scheduler.Scheduler("quick", None, 60, ["t-solaris-10"]) full = scheduler.Scheduler("full", None, 5*60, ["t-sol10-561", "mleisi-suse10.2-x86", "mleisi-suse10.2-x86_64"]) # nightly = scheduler.Periodic("nightly", ["full-solaris"], 24*60*60) c['schedulers'] = [quick, full] ########################################################################### # 'slavePortnum' defines the TCP port to listen on. This must match the value # configured into the buildslaves (with their --master option) c['slavePortnum'] = 9989 # 'status' is a list of Status Targets. The results of each build will be # pushed to these targets. buildbot/status/*.py has a variety to choose from, # including web pages, email senders, and IRC bots. c['status'] = [] c['status'].append(html.Waterfall(http_port=8010, robots_txt="/var/www/buildbot.spamassassin.org/robots.txt", css="/var/www/buildbot.spamassassin.org/buildbot.css" )) from buildbot.status import mail c['status'].append(mail.MailNotifier(fromaddr="buildbot@spamassassin.zones.apache.org", extraRecipients=["commits@spamassassin.apache.org"], mode="problem", sendToInterestedUsers=True)) # from buildbot.status import words # c['status'].append(words.IRC(host="irc.us.freenode.net", nick="buildbot-bot", # channels=["#spamassassin"])) # from buildbot.status import words # c['status'].append(words.IRC(host="irc.example.com", nick="bb", # channels=["#example"])) # if you set 'debugPassword', then you can connect to the buildmaster with # the diagnostic tool in contrib/debugclient.py . From this tool, you can # manually force builds and inject changes, which may be useful for testing # your buildmaster without actually commiting changes to your repository (or # before you have a functioning 'sources' set up). The debug tool uses the # same port number as the slaves do: 'slavePortnum'. # c['debugPassword'] = "debugpassword" # if you set 'manhole', you can telnet into the buildmaster and get an # interactive python shell, which may be useful for debugging buildbot # internals. It is probably only useful for buildbot developers. # from buildbot.master import Manhole #c['manhole'] = Manhole(9999, "admin", "password") # the 'projectName' string will be used to describe the project that this # buildbot is working on. For example, it is used as the title of the # waterfall HTML page. The 'projectURL' string will be used to provide a link # from buildbot HTML pages to your project's home page. c['projectName'] = "SpamAssassin" c['projectURL'] = "http://spamassassin.apache.org/" # the 'buildbotURL' string should point to the location where the buildbot's # internal web server is visible. This is typically at the port number set in # the Waterfall 'status' entry, but at an externally-visible host name which # the buildbot cannot on its own. c['buildbotURL'] = "http://buildbot.spamassassin.org:8010/" # finally we define the name that the buildmaster has been waiting for. BuildmasterConfig = c