d4f0a0e2bc
Note that all files were moved to a new directory. The diffs won't be 100% friendly because of this. Extracted common handling for OAuth on both sides of the connection in order to add a new build status data handler. This data handler will be used to report build status data. Don't look too closely at the details of what data is transferred as this will change in the next patch. We will also extract data from a different page in a slightly different way, but there won't be huge differences. In particular, we won't look at the /one_box_per_builder page on the master but rather at the transposed grid (/tgrid) on the build master since we also need the revision number. The regular expressions to extract the data will be slightly more complex. BUG= TEST= Review URL: https://webrtc-codereview.appspot.com/367023 git-svn-id: http://webrtc.googlecode.com/svn/trunk@1586 4adac7df-926f-26a2-2b94-8c16560cd09d
131 lines
4.5 KiB
Python
Executable File
131 lines
4.5 KiB
Python
Executable File
#!/usr/bin/env python
|
|
#-*- coding: utf-8 -*-
|
|
# Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
|
|
#
|
|
# Use of this source code is governed by a BSD-style license
|
|
# that can be found in the LICENSE file in the root of the source
|
|
# tree. An additional intellectual property rights grant can be found
|
|
# in the file PATENTS. All contributing project authors may
|
|
# be found in the AUTHORS file in the root of the source tree.
|
|
|
|
"""This script grabs and reports coverage information.
|
|
|
|
It grabs coverage information from the latest Linux 32-bit build and
|
|
pushes it to the coverage tracker, enabling us to track code coverage
|
|
over time. This script is intended to run on the 32-bit Linux slave.
|
|
|
|
This script requires an access.token file in the current directory, as
|
|
generated by the request_oauth_permission.py script. It also expects a file
|
|
customer.secret with a single line containing the customer secret. The
|
|
customer secret is an OAuth concept and is received when one registers the
|
|
application with the App Engine running the dashboard.
|
|
|
|
The script assumes that all coverage data is stored under
|
|
/home/<build bot user>/www.
|
|
"""
|
|
|
|
__author__ = 'phoglund@webrtc.org (Patrik Höglund)'
|
|
|
|
import os
|
|
import re
|
|
import sys
|
|
import time
|
|
|
|
import constants
|
|
import dashboard_connection
|
|
|
|
|
|
class FailedToParseCoverageHtml(Exception):
|
|
pass
|
|
|
|
|
|
class CouldNotFindCoverageDirectory(Exception):
|
|
pass
|
|
|
|
|
|
def _find_latest_32bit_debug_build(www_directory_contents, coverage_www_dir):
|
|
"""Finds the latest 32-bit coverage directory in the directory listing.
|
|
|
|
Coverage directories have the form Linux32bitDBG_<number>. There may be
|
|
other directories in the list though, for instance for other build
|
|
configurations.
|
|
"""
|
|
|
|
# This sort ensures we will encounter the directory with the highest number
|
|
# first.
|
|
www_directory_contents.sort(reverse=True)
|
|
|
|
for entry in www_directory_contents:
|
|
match = re.match('Linux32bitDBG_\d+', entry)
|
|
if match is not None:
|
|
return entry
|
|
|
|
raise CouldNotFindCoverageDirectory('Error: Found no 32-bit '
|
|
'debug build in directory %s.' %
|
|
coverage_www_dir)
|
|
|
|
|
|
def _grab_coverage_percentage(label, index_html_contents):
|
|
"""Extracts coverage from a LCOV coverage report.
|
|
|
|
Grabs coverage by assuming that the label in the coverage HTML report
|
|
is close to the actual number and that the number is followed by a space
|
|
and a percentage sign.
|
|
"""
|
|
match = re.search('<td[^>]*>' + label + '</td>.*?(\d+\.\d) %',
|
|
index_html_contents, re.DOTALL)
|
|
if match is None:
|
|
raise FailedToParseCoverageHtml('Missing coverage at label "%s".' % label)
|
|
|
|
try:
|
|
return float(match.group(1))
|
|
except ValueError:
|
|
raise FailedToParseCoverageHtml('%s is not a float.' % match.group(1))
|
|
|
|
|
|
def _report_coverage_to_dashboard(dashboard, now, line_coverage,
|
|
function_coverage):
|
|
parameters = {'date': '%d' % now,
|
|
'line_coverage': '%f' % line_coverage,
|
|
'function_coverage': '%f' % function_coverage
|
|
}
|
|
|
|
response = dashboard.send_post_request(constants.ADD_COVERAGE_DATA_URL,
|
|
parameters)
|
|
|
|
# The response content should be empty on success, so check that:
|
|
response_content = response.read()
|
|
if response_content:
|
|
message = ('Error: Dashboard reported the following error: %s.' %
|
|
response_content)
|
|
raise dashboard_connection.FailedToReportToDashboard(message)
|
|
|
|
|
|
def _main():
|
|
dashboard = dashboard_connection.DashboardConnection(constants.CONSUMER_KEY)
|
|
dashboard.read_required_files(constants.CONSUMER_SECRET_FILE,
|
|
constants.ACCESS_TOKEN_FILE)
|
|
|
|
coverage_www_dir = os.path.join('/home', constants.BUILD_BOT_USER, 'www')
|
|
|
|
www_dir_contents = os.listdir(coverage_www_dir)
|
|
latest_build_directory = _find_latest_32bit_debug_build(www_dir_contents,
|
|
coverage_www_dir)
|
|
|
|
index_html_path = os.path.join(coverage_www_dir, latest_build_directory,
|
|
'index.html')
|
|
index_html_file = open(index_html_path)
|
|
whole_file = index_html_file.read()
|
|
|
|
line_coverage = _grab_coverage_percentage('Lines:', whole_file)
|
|
function_coverage = _grab_coverage_percentage('Functions:', whole_file)
|
|
now = int(time.time())
|
|
|
|
_report_coverage_to_dashboard(dashboard, now, line_coverage,
|
|
function_coverage)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
_main()
|
|
|