#!/usr/bin/env python # Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. # # Use of this source code is governed by a BSD-style license # that can be found in the LICENSE file in the root of the source # tree. An additional intellectual property rights grant can be found # in the file PATENTS. All contributing project authors may # be found in the AUTHORS file in the root of the source tree. __author__ = 'ivinnichenko@webrtc.org (Illya Vinnichenko)' # This is a buildmaster config file for WebRTC project. It must be installed as # 'master.cfg' in your buildmaster's base directory (although the filename # can be changed with the --basedir option to 'mktap buildbot master'). # It has one job: define a dictionary named BuildmasterConfig. This # dictionary has a variety of keys to control different aspects of the # buildmaster. They are documented in docs/config.xhtml . # This is the dictionary that the buildmaster pays attention to. We also use # a shorter alias to save typing. c = BuildmasterConfig = {} ####### BUILDSLAVES # the 'slaves' list defines the set of allowable buildslaves. Each element is # a BuildSlave object, which is created with bot-name, bot-password. These # correspond to values given to the buildslave's mktap invocation. from buildbot.buildslave import BuildSlave c['slaves'] = [BuildSlave('android', 'pass', max_builds=1), BuildSlave('chromeos', 'pass', max_builds=1), BuildSlave('linux-chrome', 'pass', max_builds=1), BuildSlave('linux-clang', 'pass', max_builds=1), BuildSlave('linux-slave-1', 'pass', max_builds=1), BuildSlave('linux-slave-2', 'pass', max_builds=1), BuildSlave('linux-slave-4', 'pass', max_builds=1), BuildSlave('linux-slave-5', 'pass', max_builds=1), BuildSlave('linux-slave-gcc-4.6', 'pass', max_builds=1), BuildSlave('linux-valgrind', 'pass', max_builds=1), BuildSlave('linux_video', 'pass', max_builds=1), BuildSlave('mac-slave-3', 'pass', max_builds=1), BuildSlave('mac-slave-2', 'pass', max_builds=1), BuildSlave('win-slave-1', 'pass', max_builds=1), BuildSlave('win-slave-2', 'pass', max_builds=1)] # 'slavePortnum' defines the TCP port to listen on. This must match the value # configured into the buildslaves (with their --master option) c['slavePortnum'] = 9989 ####### CHANGESOURCES # the 'change_source' setting tells the buildmaster how it should find out # about source code changes. Any class which implements IChangeSource can be # put here: there are several in buildbot/changes/*.py to choose from. from buildbot.changes.pb import PBChangeSource from buildbot.changes.svnpoller import SVNPoller source_code_svn_url = 'http://webrtc.googlecode.com/svn/trunk' svn_poller = SVNPoller(svnurl=source_code_svn_url, pollinterval=5*60, histmax=10, svnbin='/usr/bin/svn') c['change_source'] = svn_poller ####### SCHEDULERS ## configure the Schedulers from buildbot.scheduler import Scheduler webrtc_scheduler = Scheduler(name='all', branch=None, treeStableTimer=5*60, builderNames=['Win32Debug', 'Win32Release', 'MacOS32DBG', 'MacOS32Release', 'Linux32DBG', 'Linux32Release', 'Linux64DBG', 'Linux64Release', 'LinuxClang', 'LinuxValgrind', 'Linux64DBG-GCC4.6', 'LinuxVideoTest', 'Android', 'ChromeOS' ]) chrome_scheduler = Scheduler(name='chrome', branch=None, treeStableTimer=60*60, builderNames=['Chrome']) c['schedulers'] = [webrtc_scheduler, chrome_scheduler] ####### TESTS # Tests to run on Virtual machine bots and our Mac hardware. # Defines the supported tests followed by a tuple defining if the tests are # enabled on Linux, Mac and/or Windows (in that order; defined in utils.py). from webrtc_buildbot import utils NORMAL_TESTS = { # Test name Linux Mac Windows 'audio_coding_module_test': (True, True, True), 'audio_coding_unittests': (True, True, True), 'audio_conference_mixer_unittests':(True, True, True), 'audio_device_test_api': (True, False, False), # Issue 257 'audioproc_unittest': (True, True, True), 'cng_unittests': (True, True, True), 'g711_unittests': (True, True, True), 'g722_unittests': (True, True, True), 'libyuv_unittests': (True, True, True), 'jpeg_unittests': (True, True, True), 'media_file_unittests': (True, True, True), 'metrics_unittests': (True, True, True), 'neteq_unittests': (True, True, True), 'pcm16b_unittests': (True, True, True), 'resampler_unittests': (True, True, True), 'rtp_rtcp_unittests': (True, True, True), 'signal_processing_unittests': (True, True, True), 'system_wrappers_unittests': (True, True, True), 'test_bwe': (True, True, True), 'test_fec': (True, True, True), 'test_support_unittests': (True, True, True), 'udp_transport_unittests': (True, True, True), 'vad_unittests': (True, True, True), 'video_codecs_test_framework_integrationtests': (True, True, True), 'video_codecs_test_framework_unittests': (True, True, True), 'video_coding_unittests': (True, True, True), 'video_engine_core_unittests': (True, True, True), 'video_processing_unittests': (True, True, True), 'voice_engine_unittests': (True, True, True), 'vp8_unittests': (True, False, True), # Issue 273. 'webrtc_utility_unittests': (True, True, False), } PHYSICAL_MACHINE_TESTS = { # Test name Linux Mac Windows 'video_render_module_test': (True, False, False), 'vie_auto_test': (True, False, False), 'voe_auto_test': (True, False, False), } VALGRIND_DISABLED_TESTS = [ 'audio_coding_module_test', # Issue 270 'test_fec', # Too slow for Valgrind ] linux_normal_tests = utils.GetEnabledTests(NORMAL_TESTS, 'Linux') mac_normal_tests = utils.GetEnabledTests(NORMAL_TESTS, 'Mac') windows_normal_tests = utils.GetEnabledTests(NORMAL_TESTS, 'Windows') linux_physical_machine_tests = utils.GetEnabledTests(PHYSICAL_MACHINE_TESTS, 'Linux') mac_physical_machine_tests = utils.GetEnabledTests(PHYSICAL_MACHINE_TESTS, 'Mac') windows_physical_machine_tests = utils.GetEnabledTests(PHYSICAL_MACHINE_TESTS, 'Windows') ####### FACTORIES # Factories defines how the build is run and can be used in multiple instances # on multiple machines, depending on how many builders are defined. from buildbot.process import factory from buildbot.steps import shell ############# Linux factories ####################################### linux_factory_64_dbg = utils.WebRTCLinuxFactory( utils.BuildStatusOracle('linux_factory_64_dbg')) linux_factory_64_dbg.EnableBuild() linux_factory_64_dbg.EnableTests(linux_normal_tests) linux_factory_32_release = utils.WebRTCLinuxFactory( utils.BuildStatusOracle('linux_factory_32_release')) linux_factory_32_release.EnableBuild(release=True, build32=True) linux_factory_32_release.EnableTests(linux_normal_tests) linux_factory_64_release = utils.WebRTCLinuxFactory( utils.BuildStatusOracle('linux_factory_64_release')) linux_factory_64_release.EnableBuild(release=True) linux_factory_64_release.EnableTests(linux_normal_tests) linux_factory_32_dbg = utils.WebRTCLinuxFactory( utils.BuildStatusOracle('linux_factory_32_dbg')) linux_factory_32_dbg.EnableCoverage( coverage_url='http://webrtc-cb-linux-slave-4.cbf.corp.google.com/coverage/') linux_factory_32_dbg.EnableBuild(build32=True) linux_factory_32_dbg.EnableTests(linux_normal_tests) linux_factory_video = utils.WebRTCLinuxFactory( utils.BuildStatusOracle('linux_factory_video')) linux_factory_video.EnableCoverage( coverage_url='http://webrtc-build-bot-se.lul/coverage/') linux_factory_video.EnableBuild() linux_factory_video.EnableTests(linux_physical_machine_tests) chromeos_factory = utils.WebRTCLinuxFactory( utils.BuildStatusOracle('chromeos_factory')) chromeos_factory.EnableBuild(chrome_os=True) chromeos_factory.EnableTests(linux_normal_tests) linux_chrome_factory = utils.WebRTCChromeFactory( utils.BuildStatusOracle('linux_chrome')) linux_chrome_factory.EnableBuild() linux_clang = utils.WebRTCLinuxFactory( utils.BuildStatusOracle('linux_clang')) linux_clang.EnableBuild(clang=True) linux_clang.EnableTests(linux_normal_tests) linux_valgrind = utils.WebRTCLinuxFactory( utils.BuildStatusOracle('linux_valgrind'), valgrind_enabled=True) linux_valgrind.EnableBuild(release=True) # Filter out disabled Valgrind tests: valgrind_tests = filter(lambda test: test not in VALGRIND_DISABLED_TESTS, linux_normal_tests) linux_valgrind.EnableTests(valgrind_tests) android_factory = utils.WebRTCAndroidFactory( utils.BuildStatusOracle('android_factory')) android_factory.EnableBuild(product='toro') ############## Mac factories ####################################### mac_factory_32_dbg = utils.WebRTCMacFactory( utils.BuildStatusOracle('mac_factory_32_dbg')) mac_factory_32_dbg.EnableBuild(build_type='both') mac_factory_32_dbg.EnableTests(mac_normal_tests) mac_factory_32_release = utils.WebRTCMacFactory( utils.BuildStatusOracle('mac_factory_32_release')) mac_factory_32_release.EnableBuild(build_type='both', release=True) mac_factory_32_release.EnableTests(mac_normal_tests) ############# Windows factories ####################################### win_factory_32_Debug = utils.WebRTCWinFactory( utils.BuildStatusOracle('win_factory_32_debug')) win_factory_32_Debug.EnableBuild(configuration='Debug') win_factory_32_Debug.EnableTests(windows_normal_tests) win_factory_32_Release = utils.WebRTCWinFactory( utils.BuildStatusOracle('mac_factory_32_release')) win_factory_32_Release.EnableBuild(configuration='Release') win_factory_32_Release.EnableTests(windows_normal_tests) ####### BUILDERS # the 'builders' list defines the Builders. Each one is configured with a # dictionary, using the following keys: # name (required): the name used to describe this builder # slavename (required): which slave to use (must appear in c['bots']) # builddir (required): which subdirectory to run the builder in # factory (required): a BuildFactory to define how the build is run # periodicBuildTime (optional): if set, force a build every N seconds linux_builder_64_debug = { 'name': 'Linux64DBG', 'slavename': 'linux-slave-1', 'builddir': 'linux-slave-1', 'factory': linux_factory_64_dbg, } linux_builder_32_release = { 'name': 'Linux32Release', 'slavename': 'linux-slave-2', 'builddir': 'linux-slave-2', 'factory': linux_factory_32_release, } linux_builder_64_release = { 'name': 'Linux64Release', 'slavename': 'linux-slave-5', 'builddir': 'linux-slave-5', 'factory': linux_factory_64_release, } linux_builder_32_debug = { 'name': 'Linux32DBG', 'slavename': 'linux-slave-4', 'builddir': 'linux-slave-4', 'factory': linux_factory_32_dbg, } mac_builder_32_debug = { 'name': 'MacOS32DBG', 'slavename': 'mac-slave-3', 'builddir': 'mac-slave-3', 'factory': mac_factory_32_dbg, } mac_builder_32_release = { 'name': 'MacOS32Release', 'slavename': 'mac-slave-2', 'builddir': 'mac-slave-2', 'factory': mac_factory_32_release, } chromeos_builder = { 'name': 'ChromeOS', 'slavename': 'chromeos', 'builddir': 'chromeos', 'factory': chromeos_factory, } win_builder_32_debug = { 'name': 'Win32Debug', 'slavename': 'win-slave-1', 'builddir': 'win-32-dbg', 'factory': win_factory_32_Debug, } win_builder_32_release = { 'name': 'Win32Release', 'slavename': 'win-slave-2', 'builddir': 'win-32-release', 'factory': win_factory_32_Release, } linux_builder_video = { 'name': 'LinuxVideoTest', 'slavename': 'linux_video', 'builddir': 'video', 'factory': linux_factory_video, } linux_builder_chrome = { 'name': "Chrome", 'slavename': "linux-chrome", 'builddir': "linux-chrome", 'factory': linux_chrome_factory, } linux_builder_clang = { 'name': 'LinuxClang', 'slavename': 'linux-clang', 'builddir': 'linux-clang', 'factory': linux_clang, } linux_builder_valgrind = { 'name': 'LinuxValgrind', 'slavename': 'linux-valgrind', 'builddir': 'linux-valgrind', 'factory': linux_valgrind, } android_builder_1 = { 'name': 'Android', 'slavename': 'android', 'builddir': 'android', 'factory': android_factory, } linux_builder_gcc_4_6 = { 'name': 'Linux64DBG-GCC4.6', 'slavename': 'linux-slave-gcc-4.6', 'builddir': 'linux-slave-gcc-4.6', 'factory': linux_factory_64_dbg, } c['builders'] = [ win_builder_32_debug, win_builder_32_release, mac_builder_32_debug, mac_builder_32_release, linux_builder_32_debug, linux_builder_32_release, linux_builder_64_release, linux_builder_64_debug, linux_builder_clang, linux_builder_valgrind, linux_builder_gcc_4_6, linux_builder_video, android_builder_1, chromeos_builder, linux_builder_chrome, ] ####### STATUS TARGETS # 'status' is a list of Status Targets. The results of each build will be # pushed to these targets. buildbot/status/*.py has a variety to choose from, # including web pages, email senders, and IRC bots. import os from buildbot.status import html from buildbot.status import mail web_page = html.WebStatus(http_port=8010, allowForce=True) c['status'] = [web_page] # Use an environment variable to easily avoid enabling e-mail for development. if not os.getenv('BUILDBOT_DEVELOPMENT_MODE'): email_status = mail.MailNotifier( fromaddr='webrtc-cb-watchlist@google.com', extraRecipients=['webrtc-cb-watchlist@google.com'], sendToInterestedUsers=True, mode='failing') c['status'] += [email_status] ####### DEBUGGING OPTIONS # if you set 'debugPassword', then you can connect to the buildmaster with # the diagnostic tool in contrib/debugclient.py . From this tool, you can # manually force builds and inject changes, which may be useful for testing # your buildmaster without actually committing changes to your repository (or # before you have a functioning 'sources' set up). The debug tool uses the # same port number as the slaves do: 'slavePortnum'. #c['debugPassword'] = 'debugpassword' # if you set 'manhole', you can ssh into the buildmaster and get an # interactive python shell, which may be useful for debugging buildbot # internals. It is probably only useful for buildbot developers. You can also # use an authorized_keys file, or plain telnet. #from buildbot import manhole #c['manhole'] = manhole.PasswordManhole('tcp:9999:interface=127.0.0.1', # 'admin', 'password') ####### PROJECT IDENTITY # the 'projectName' string will be used to describe the project that this # buildbot is working on. For example, it is used as the title of the # waterfall HTML page. The 'projectURL' string will be used to provide a link # from buildbot HTML pages to your project's home page. c['projectName'] = 'WebRTC' c['projectURL'] = 'http://www.webrtc.org' # the 'buildbotURL' string should point to the location where the buildbot's # internal web server (usually the html.Waterfall page) is visible. This # typically uses the port number set in the Waterfall 'status' entry, but # with an externally-visible host name which the buildbot cannot figure out # without some help. c['buildbotURL'] = 'http://webrtc-cb-linux-master.cbf.corp.google.com:8010/'