curl/tests/testcurl.pl
Yang Tse 37f07a54bd Several corrections & changes to what has been stated in revision 1.45
1) The maketgz script does not insert the timestamp in curlver.h,
   it actually updates it. For CVS versions it is the "CVS" string.

2) testcurl.pl will always print the "date" string which represents
   the moment the test build is run.

3) testcurl.pl may not print the "timestamp" string since the script
   may end before it is printed out. (i.e. unable to update from CVS)

4) The "timestamp" string printed will be the same as the "date" one
   unless one of the following conditions is met.

   *) It is a tarball-based build. Timestamp will be creation time.

   *) CVS update has been done. Timestamp will be end of CVS update.
2007-02-20 05:28:41 +00:00

629 lines
15 KiB
Perl
Executable File

#!/usr/bin/env perl
#***************************************************************************
# _ _ ____ _
# Project ___| | | | _ \| |
# / __| | | | |_) | |
# | (__| |_| | _ <| |___
# \___|\___/|_| \_\_____|
#
# Copyright (C) 1998 - 2007, Daniel Stenberg, <daniel@haxx.se>, et al.
#
# This software is licensed as described in the file COPYING, which
# you should have received as part of this distribution. The terms
# are also available at http://curl.haxx.se/docs/copyright.html.
#
# You may opt to use, copy, modify, merge, publish, distribute and/or sell
# copies of the Software, and permit persons to whom the Software is
# furnished to do so, under the terms of the COPYING file.
#
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
# KIND, either express or implied.
#
# $Id$
###########################################################################
###########################
# What is This Script?
###########################
# testcurl.pl is the master script to use for automatic testing of CVS-curl.
# This is written for the purpose of being run from a crontab job or similar
# at a regular interval. The output is suitable to be mailed to
# curl-autocompile@haxx.se to be dealt with automatically (make sure the
# subject includes the word "autobuild" as the mail gets silently discarded
# otherwise). The most current build status (with a resonable backlog) will
# be published on the curl site, at http://curl.haxx.se/auto/
# USAGE:
# testcurl.pl [options] [curl-daily-name] > output
# Options:
#
# --configure=[options] Configure options
# --crosscompile This is a crosscompile
# --desc=[desc] Description of your test system
# --email=[email] Set email address to report as
# --mktarball=[command] Command to run after completed test
# --name=[name] Set name to report as
# --nocvsup Don't update from CVS even though it is a CVS tree
# --nobuildconf Don't run buildconf
# --runtestopts=[options] Options to pass to runtests.pl
# --setup=[file name] File name to read setup from (deprecated)
# --target=[your os] Specify your target environment.
#
# if [curl-daily-name] is omitted, a 'curl' CVS directory is assumed.
#
use strict;
use Cwd;
# Turn on warnings (equivalent to -w, which can't be used with /usr/bin/env)
#BEGIN { $^W = 1; }
use vars qw($version $fixed $infixed $CURLDIR $CVS $pwd $build $buildlog
$buildlogname $configurebuild $targetos $confsuffix $binext
$libext);
use vars qw($name $email $desc $confopts $runtestopts $setupfile $mktarball
$nocvsup $nobuildconf $crosscompile $timestamp);
# version of this script
$version='$Revision$';
$fixed=0;
# Determine if we're running from CVS or a canned copy of curl,
# or if we got a specific target option or setup file option.
$CURLDIR="curl";
$CVS=1;
$setupfile = 'setup';
while ($ARGV[0]) {
if ($ARGV[0] =~ /--target=/) {
$targetos = (split(/=/, shift @ARGV))[1];
}
elsif ($ARGV[0] =~ /--setup=/) {
$setupfile = (split(/=/, shift @ARGV))[1];
}
elsif ($ARGV[0] =~ /--mktarball=/) {
$mktarball = (split(/=/, shift @ARGV))[1];
}
elsif ($ARGV[0] =~ /--name=/) {
$name = (split(/=/, shift @ARGV))[1];
}
elsif ($ARGV[0] =~ /--email=/) {
$email = (split(/=/, shift @ARGV))[1];
}
elsif ($ARGV[0] =~ /--desc=/) {
$desc = (split(/=/, shift @ARGV))[1];
}
elsif ($ARGV[0] =~ /--configure=/) {
$confopts = (split(/=/, shift @ARGV))[1];
}
elsif ($ARGV[0] =~ /--nocvsup/) {
$nocvsup=1;
shift @ARGV;
}
elsif ($ARGV[0] =~ /--nobuildconf/) {
$nobuildconf=1;
shift @ARGV;
}
elsif ($ARGV[0] =~ /--crosscompile/) {
$crosscompile=1;
shift @ARGV;
}
elsif ($ARGV[0] =~ /--runtestopts=/) {
$runtestopts = (split(/=/, shift @ARGV, 2))[1];
}
else {
$CURLDIR=shift @ARGV;
$CVS=0;
}
}
# Do the platform-specific stuff here
$configurebuild = 1;
$confsuffix = '';
$binext = '';
$libext = '.la'; # .la since both libcurl and libcares are made with libtool
if ($^O eq 'MSWin32' || $targetos) {
if (!$targetos) {
# If no target defined on Win32 lets assume vc
$targetos = 'vc';
}
if ($targetos =~ /vc/ || $targetos =~ /borland/) {
$binext = '.exe';
$libext = '.lib';
}
elsif ($targetos =~ /mingw32/) {
$binext = '.exe';
if ($^O eq 'MSWin32') {
$libext = '.a';
}
}
elsif ($targetos =~ /netware/) {
$configurebuild = 0;
$binext = '.nlm';
$libext = '.lib';
}
}
if (($^O eq 'MSWin32') &&
($targetos =~ /vc/ || $targetos =~ /mingw32/ || $targetos =~ /borland/)) {
# Set these things only when building ON Windows and for Win32 platform.
# FOR Windows since we might be cross-compiling on another system. Non-
# Windows builds still default to configure-style builds with no confsuffix.
$configurebuild = 0;
$confsuffix = '-win32';
}
$ENV{LANG}="C";
sub rmtree($) {
my $target = $_[0];
if ($^O eq 'MSWin32') {
foreach (glob($target)) {
s:/:\\:g;
system("rd /s /q $_");
}
} else {
system("rm -rf $target");
}
}
sub grepfile($$) {
my ($target, $fn) = @_;
open(F, $fn) or die;
while (<F>) {
if (/$target/) {
close(F);
return 1;
}
}
close(F);
return 0;
}
sub logit($) {
my $text=$_[0];
if ($text) {
print "testcurl: $text\n";
}
}
sub mydie($){
my $text=$_[0];
logit "$text";
chdir $pwd; # cd back to the original root dir
if ($pwd && $build) {
# we have a build directory name, remove the dir
logit "removing the $build dir";
rmtree "$pwd/$build";
}
if (-r $buildlog) {
# we have a build log output file left, remove it
logit "removing the $buildlogname file";
unlink "$buildlog";
}
logit "ENDING HERE"; # last line logged!
exit 1;
}
if (open(F, "$setupfile")) {
while (<F>) {
if (/(\w+)=(.*)/) {
eval "\$$1=$2;";
}
}
close(F);
$infixed=$fixed;
} else {
$infixed=0; # so that "additional args to configure" works properly first time...
}
if (!$name) {
print "please enter your name\n";
$name = <>;
chomp $name;
$fixed=1;
}
if (!$email) {
print "please enter your contact email address\n";
$email = <>;
chomp $email;
$fixed=2;
}
if (!$desc) {
print "please enter a one line system description\n";
$desc = <>;
chomp $desc;
$fixed=3;
}
if (!$confopts) {
if ($infixed < 4) {
print "please enter your additional arguments to configure\n";
print "examples: --with-ssl --enable-debug --enable-ipv6 --with-krb4\n";
$confopts = <>;
chomp $confopts;
}
}
if ($fixed < 4) {
$fixed=4;
open(F, ">$setupfile") or die;
print F "name='$name'\n";
print F "email='$email'\n";
print F "desc='$desc'\n";
print F "confopts='$confopts'\n";
print F "fixed='$fixed'\n";
close(F);
}
# Set timestamp to the UTC this script is running. Its value might
# be changed later in the script to the value present in curlver.h
$timestamp = scalar(gmtime)." UTC";
logit "STARTING HERE"; # first line logged, for scripts to trigger on
logit "NAME = $name";
logit "EMAIL = $email";
logit "DESC = $desc";
logit "CONFOPTS = $confopts";
logit "CPPFLAGS = ".$ENV{CPPFLAGS};
logit "CFLAGS = ".$ENV{CFLAGS};
logit "LDFLAGS = ".$ENV{LDFLAGS};
logit "CC = ".$ENV{CC};
logit "target = ".$targetos;
logit "version = $version"; # script version
logit "date = $timestamp"; # When the test build starts
# Make $pwd to become the path without newline. We'll use that in order to cut
# off that path from all possible logs and error messages etc.
$pwd = cwd();
if (-d $CURLDIR) {
if ($CVS && -d "$CURLDIR/CVS") {
logit "$CURLDIR is verified to be a fine source dir";
# remove the generated sources to force them to be re-generated each
# time we run this test
unlink "$CURLDIR/src/hugehelp.c";
} elsif (!$CVS && -f "$CURLDIR/tests/testcurl.pl") {
logit "$CURLDIR is verified to be a fine daily source dir"
} else {
mydie "$CURLDIR is not a daily source dir or checked out from CVS!"
}
}
$build="build-$$";
$buildlogname="buildlog-$$";
$buildlog="$pwd/$buildlogname";
# remove any previous left-overs
rmtree "build-*";
rmtree "buildlog-*";
# this is to remove old build logs that ended up in the wrong dir
foreach (glob("$CURLDIR/buildlog-*")) { unlink $_; }
# create a dir to build in
mkdir $build, 0777;
if (-d $build) {
logit "build dir $build was created fine";
} else {
mydie "failed to create dir $build";
}
# get in the curl source tree root
chdir $CURLDIR;
# Do the CVS thing, or not...
if ($CVS) {
# this is a temporary fix to make things work again, remove later
logit "remove ares/aclocal.m4";
unlink "ares/aclocal.m4";
logit "update from CVS";
my $cvsstat;
sub cvsup() {
# update quietly to the latest CVS
logit "run cvs up";
if($nocvsup) {
logit "Skipping CVS update (--nocvsup)";
return 1;
}
else {
system("cvs -Q up -dP 2>&1");
}
$cvsstat=$?;
# return !RETURNVALUE so that errors return 0 while goodness
# returns 1
return !$cvsstat;
}
my $att=0;
while (!cvsup()) {
$att++;
logit "failed CVS update attempt number $att.";
if ($att > 10) {
$cvsstat=111;
last; # get out of the loop
}
sleep 5;
}
if ($cvsstat != 0) {
mydie "failed to update from CVS ($cvsstat), exiting";
}
elsif (!$nocvsup) {
# Set timestamp to the UTC the CVS update took place.
$timestamp = scalar(gmtime)." UTC";
}
if($nobuildconf) {
logit "told to not run buildconf";
}
elsif ($configurebuild) {
# remove possible left-overs from the past
unlink "configure";
unlink "autom4te.cache";
# generate the build files
logit "invoke buildconf, but filter off the silly aclocal warnings";
open(F, "./buildconf 2>&1 |") or die;
open(LOG, ">$buildlog") or die;
while (<F>) {
next if /warning: underquoted definition of/;
print;
print LOG;
}
close(F);
close(LOG);
if (grepfile("^buildconf: OK", $buildlog)) {
logit "buildconf was successful";
}
else {
mydie "buildconf was NOT successful";
}
}
else {
logit "buildconf was successful (dummy message)";
}
}
# Set timestamp to the one in curlver.h if this isn't a CVS test build.
if ((-f "$CURLDIR/include/curl/curlver.h") &&
(grepfile("define LIBCURL_TIMESTAMP",
"$CURLDIR/include/curl/curlver.h")) &&
(open(F, "<$CURLDIR/include/curl/curlver.h"))) {
while (<F>) {
chomp;
if ($_ =~ /^\#define\s+LIBCURL_TIMESTAMP\s+\"(.+)\".*$/) {
my $stampstring = $1;
if ($stampstring !~ /CVS/) {
$stampstring =~ s/\s+UTC//;
$timestamp = $stampstring." UTC";
}
last;
}
}
close(F);
}
# Show timestamp we are using for this test build.
logit "timestamp = $timestamp";
if ($configurebuild) {
if (-f "configure") {
logit "configure created (at least it exists)";
} else {
mydie "no configure created/found";
}
} else {
logit "configure created (dummy message)"; # dummy message to feign success
}
sub findinpath {
my $c;
my $e;
my $x='';
$x='.exe' if ($^O eq 'MSWin32');
my $s=':';
$s=';' if ($^O eq 'MSWin32');
my $p=$ENV{'PATH'};
my @pa = split($s, $p);
for $c (@_) {
for $e (@pa) {
if( -x "$e/$c$x") {
return $c;
}
}
}
}
my $make = findinpath("gmake", "make", "nmake");
if(!$make) {
mydie "Couldn't find make in the PATH";
}
logit "going with $make as make";
# change to build dir
chdir "$pwd/$build";
if ($configurebuild) {
# run configure script
print `../$CURLDIR/configure $confopts 2>&1`;
if (-f "lib/Makefile") {
logit "configure seems to have finished fine";
} else {
mydie "configure didn't work";
}
} else {
if (($^O eq 'MSWin32') && ($targetos !~ /netware/)) {
system("xcopy /s /q ..\\$CURLDIR .");
system("buildconf.bat");
}
elsif (($^O eq 'linux') || ($targetos =~ /netware/)) {
system("cp -afr ../$CURLDIR/* .");
system("cp -af ../$CURLDIR/Makefile.dist Makefile");
system("$make -i -C lib -f Makefile.$targetos prebuild");
system("$make -i -C src -f Makefile.$targetos prebuild");
}
}
logit "display lib/config$confsuffix.h";
open(F, "lib/config$confsuffix.h") or die "lib/config$confsuffix.h: $!";
while (<F>) {
print if /^ *#/;
}
close(F);
if (grepfile("define USE_ARES", "lib/config$confsuffix.h")) {
logit "setup to build ares";
logit "display ares/config$confsuffix.h";
if(open(F, "ares/config$confsuffix.h")) {
while (<F>) {
print if /^ *#/;
}
close(F);
}
logit "build ares";
chdir "ares";
if ($targetos && !$configurebuild) {
logit "$make -f Makefile.$targetos";
open(F, "$make -f Makefile.$targetos 2>&1 |") or die;
}
else {
logit "$make";
open(F, "$make 2>&1 |") or die;
}
while (<F>) {
s/$pwd//g;
print;
}
close(F);
if (-f "libcares$libext") {
logit "ares is now built successfully (libcares$libext)";
} else {
logit "ares build failed (libares$libext)";
}
# cd back to the curl build dir
chdir "$pwd/$build";
}
if ($configurebuild) {
logit "$make -i";
open(F, "$make -i 2>&1 |") or die;
while (<F>) {
s/$pwd//g;
print;
}
close(F);
}
else {
logit "$make -i $targetos";
if ($^O eq 'MSWin32') {
if ($targetos =~ /vc/) {
open(F, "nmake -i $targetos|") or die;
}
else {
open(F, "$make -i $targetos |") or die;
}
}
else {
open(F, "$make -i $targetos 2>&1 |") or die;
}
while (<F>) {
s/$pwd//g;
print;
}
close(F);
}
if (-f "lib/libcurl$libext") {
logit "libcurl was created fine (libcurl$libext)";
}
else {
mydie "libcurl was not created (libcurl$libext)";
}
if (-f "src/curl$binext") {
logit "curl was created fine (curl$binext)";
}
else {
mydie "curl was not created (curl$binext)";
}
if ($targetos =~ /netware/) {
if (-f '../../curlver') {
system('../../curlver');
}
}
elsif(!$crosscompile) {
logit "display curl$binext --version output";
open(F, "./src/curl$binext --version|");
while(<F>) {
print;
print LOG;
}
close(F);
}
if ($configurebuild && !$crosscompile) {
my $o;
if($runtestopts) {
$o = "TEST_F=\"$runtestopts\" ";
}
logit "$make -k ${o}test-full";
open(F, "$make -k ${o}test-full 2>&1 |") or die;
open(LOG, ">$buildlog") or die;
while (<F>) {
s/$pwd//g;
print;
print LOG;
}
close(F);
close(LOG);
if (grepfile("^TEST", $buildlog)) {
logit "tests were run";
} else {
mydie "test suite failure";
}
if (grepfile("^TESTFAIL:", $buildlog)) {
logit "the tests were not successful";
} else {
logit "the tests were successful!";
}
} else {
# dummy message to feign success
if($crosscompile) {
logit "cross-compiling, can't run tests";
}
print "TESTDONE: 1 tests out of 0 (dummy message)\n";
}
# create a tarball if we got that option.
if (($mktarball ne '') && (-f $mktarball)) {
system($mktarball);
}
# mydie to cleanup
mydie "ending nicely";