utils/release/test-release.sh

   1 #!/bin/bash
   2 #===-- test-release.sh - Test the LLVM release candidates ------------------===#
   3 #
   4 #                     The LLVM Compiler Infrastructure
   5 #
   6 # This file is distributed under the University of Illinois Open Source
   7 # License.
   8 #
   9 #===------------------------------------------------------------------------===#
  10 #
  11 # Download, build, and test the release candidate for an LLVM release.
  12 #
  13 #===------------------------------------------------------------------------===#
  14
  15 projects="llvm cfe dragonegg test-suite"
  16
  17 # Base SVN URL for the sources.
  18 Base_url="http://llvm.org/svn/llvm-project"
  19
  20 Release=""
  21 Release_no_dot=""
  22 RC=""
  23 do_checkout="yes"
  24 do_ada="no"
  25 do_objc="yes"
  26 do_fortran="no"
  27 do_64bit="yes"
  28 do_debug="no"
  29 do_asserts="no"
  30 BuildDir="`pwd`"
  31
  32 function usage() {
  33     echo "usage: `basename $0` -release X.Y -rc NUM [OPTIONS]"
  34     echo ""
  35     echo " -release X.Y      The release number to test."
  36     echo " -rc NUM           The pre-release candidate number."
  37     echo " -j NUM            Number of compile jobs to run. [default: 3]"
  38     echo " -build-dir DIR    Directory to perform testing in. [default: pwd]"
  39     echo " -no-checkout      Don't checkout the sources from SVN."
  40     echo " -no-64bit         Don't test the 64-bit version. [default: yes]"
  41     echo " -enable-ada       Build Ada. [default: disable]"
  42     echo " -enable-fortran   Enable Fortran build. [default: disable]"
  43     echo " -disable-objc     Disable ObjC build. [default: enable]"
  44     echo " -test-debug       Test the debug build. [default: no]"
  45     echo " -test-asserts     Test with asserts on. [default: no]"
  46 }
  47
  48 while [ $# -gt 0 ]; do
  49     case $1 in
  50         -release | --release )
  51             shift
  52             Release="$1"
  53             Release_no_dot="`echo $1 | sed -e 's,\.,,'`"
  54             ;;
  55         -rc | --rc | -RC | --RC )
  56             shift
  57             RC=$1
  58             ;;
  59         -j* )
  60             NumJobs="`echo $1 | sed -e 's,-j\([0-9]*\),\1,g'`"
  61             if [ -z "$NumJobs" ]; then
  62                 shift
  63                 NumJobs="$1"
  64             fi
  65             ;;
  66         -build-dir | --build-dir | -builddir | --builddir )
  67             shift
  68             BuildDir="$1"
  69             ;;
  70         -no-checkout | --no-checkout )
  71             do_checkout="no"
  72             ;;
  73         -no-64bit | --no-64bit )
  74             do_64bit="no"
  75             ;;
  76         -enable-ada | --enable-ada )
  77             do_ada="yes"
  78             ;;
  79         -enable-fortran | --enable-fortran )
  80             do_fortran="yes"
  81             ;;
  82         -disable-objc | --disable-objc )
  83             do_objc="no"
  84             ;;
  85         -test-debug | --test-debug )
  86             do_debug="yes"
  87             ;;
  88         -test-asserts | --test-asserts )
  89             do_asserts="yes"
  90             ;;
  91         -help | --help | -h | --h | -\? )
  92             usage
  93             exit 0
  94             ;;
  95         * )
  96             echo "unknown option: $1"
  97             usage
  98             exit 1
  99             ;;
 100     esac
 101     shift
 102 done
 103
 104 # Check required arguments.
 105 if [ -z "$Release" ]; then
 106     echo "error: no release number specified"
 107     exit 1
 108 fi
 109 if [ -z "$RC" ]; then
 110     echo "error: no release candidate number specified"
 111     exit 1
 112 fi
 113
 114 # Figure out how many make processes to run.
 115 if [ -z "$NumJobs" ]; then
 116     NumJobs=`sysctl -n hw.activecpu 2> /dev/null || true`
 117 fi
 118 if [ -z "$NumJobs" ]; then
 119     NumJobs=`sysctl -n hw.ncpu 2> /dev/null || true`
 120 fi
 121 if [ -z "$NumJobs" ]; then
 122     NumJobs=`grep -c processor /proc/cpuinfo 2> /dev/null || true`
 123 fi
 124 if [ -z "$NumJobs" ]; then
 125     NumJobs=3
 126 fi
 127
 128 # Go to the build directory (may be different from CWD)
 129 BuildDir=$BuildDir/rc$RC
 130 mkdir -p $BuildDir
 131 cd $BuildDir
 132
 133 # Location of log files.
 134 LogDir=$BuildDir/logs
 135 mkdir -p $LogDir
 136
 137 # Find a compilers.
 138 c_compiler="`which clang`"
 139 if [ -z "$c_compiler" ]; then
 140     c_compiler="`which gcc`"
 141     if [ -z "$c_compiler" ]; then
 142         c_compiler="`which cc`"
 143         if [ -z "$c_compiler" ]; then
 144             echo "error: cannot find a working C compiler"
 145         fi
 146     fi
 147 fi
 148 cxx_compiler="`which clang++`"
 149 if [ -z "$cxx_compiler" ]; then
 150     cxx_compiler="`which g++`"
 151     if [ -z "$cxx_compiler" ]; then
 152         cxx_compiler="`which c++`"
 153         if [ -z "$cxx_compiler" ]; then
 154             echo "error: cannot find a working C++ compiler"
 155         fi
 156     fi
 157 fi
 158
 159 # Make sure that the URLs are valid.
 160 function check_valid_urls() {
 161     for proj in $projects ; do
 162         echo "# Validating $proj SVN URL"
 163
 164         if ! svn ls $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC > /dev/null 2>&1 ; then
 165             echo "llvm $Release release candidate $RC doesn't exist!"
 166             exit 1
 167         fi
 168     done
 169 }
 170
 171 # Export sources to the the build directory.
 172 function export_sources() {
 173     check_valid_urls
 174
 175     for proj in $projects ; do
 176         echo "# Exporting $proj $Release-RC$RC sources"
 177         if ! svn export -q $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC $proj.src ; then
 178             echo "error: failed to export $proj project"
 179             exit 1
 180         fi
 181     done
 182
 183     echo "# Creating symlinks"
 184     cd $BuildDir/llvm.src/tools
 185     if [ ! -h clang ]; then
 186         ln -s $BuildDir/cfe.src clang
 187     fi
 188     cd $BuildDir/llvm.src/projects
 189     if [ ! -h llvm-test ]; then
 190         ln -s $BuildDir/test-suite.src llvm-test
 191     fi
 192     cd $BuildDir
 193 }
 194
 195 function configure_llvmCore() {
 196     Phase="$1"
 197     Flavor="$2"
 198     ObjDir="$3"
 199     InstallDir="$4"
 200
 201     case $Flavor in
 202         Release | Release-64 )
 203             Optimized="yes"
 204             Assertions="no"
 205             ;;
 206         Release+Asserts )
 207             Optimized="yes"
 208             Assertions="yes"
 209             ;;
 210         Debug )
 211             Optimized="no"
 212             Assertions="yes"
 213             ;;
 214         * )
 215             echo "# Invalid flavor '$Flavor'"
 216             echo ""
 217             return
 218             ;;
 219     esac
 220
 221     echo "# Using C compiler: $c_compiler"
 222     echo "# Using C++ compiler: $cxx_compiler"
 223
 224     cd $ObjDir
 225     echo "# Configuring llvm $Release-rc$RC $Flavor"
 226     echo "# $BuildDir/llvm.src/configure --prefix=$InstallDir \
 227         --enable-optimized=$Optimized \
 228         --enable-assertions=$Assertions"
 229     env CC=$c_compiler CXX=$cxx_compiler \
 230     $BuildDir/llvm.src/configure --prefix=$InstallDir \
 231         --enable-optimized=$Optimized \
 232         --enable-assertions=$Assertions \
 233         2>&1 | tee $LogDir/llvm.configure-Phase$Phase-$Flavor.log
 234     cd $BuildDir
 235 }
 236
 237 function build_llvmCore() {
 238     Phase="$1"
 239     Flavor="$2"
 240     ObjDir="$3"
 241     ExtraOpts=""
 242
 243     if [ "$Flavor" = "Release-64" ]; then
 244         ExtraOpts="EXTRA_OPTIONS=-m64"
 245     fi
 246
 247     cd $ObjDir
 248     echo "# Compiling llvm $Release-rc$RC $Flavor"
 249     echo "# make -j $NumJobs VERBOSE=1 $ExtraOpts"
 250     make -j $NumJobs VERBOSE=1 $ExtraOpts \
 251         2>&1 | tee $LogDir/llvm.make-Phase$Phase-$Flavor.log
 252
 253     echo "# Installing llvm $Release-rc$RC $Flavor"
 254     echo "# make install"
 255     make install \
 256         2>&1 | tee $LogDir/llvm.install-Phase$Phase-$Flavor.log
 257     cd $BuildDir
 258 }
 259
 260 function test_llvmCore() {
 261     Phase="$1"
 262     Flavor="$2"
 263     ObjDir="$3"
 264
 265     cd $ObjDir
 266     make -k check-all \
 267         2>&1 | tee $LogDir/llvm.check-Phase$Phase-$Flavor.log
 268     make -k unittests \
 269         2>&1 | tee $LogDir/llvm.unittests-Phase$Phase-$Flavor.log
 270     cd $BuildDir
 271 }
 272
 273 set -e                          # Exit if any command fails
 274
 275 if [ "$do_checkout" = "yes" ]; then
 276     export_sources
 277 fi
 278
 279 (
 280 Flavors="Release"
 281 if [ "$do_debug" = "yes" ]; then
 282     Flavors="Debug $Flavors"
 283 fi
 284 if [ "$do_asserts" = "yes" ]; then
 285     Flavors="$Flavors Release+Asserts"
 286 fi
 287 if [ "$do_64bit" = "yes" ]; then
 288     Flavors="$Flavors Release-64"
 289 fi
 290
 291 for Flavor in $Flavors ; do
 292     echo ""
 293     echo ""
 294     echo "********************************************************************************"
 295     echo "  Release:     $Release-rc$RC"
 296     echo "  Build:       $Flavor"
 297     echo "  System Info: "
 298     echo "    `uname -a`"
 299     echo "********************************************************************************"
 300     echo ""
 301
 302     llvmCore_phase1_objdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.obj
 303     llvmCore_phase1_installdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.install
 304
 305     llvmCore_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.obj
 306     llvmCore_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.install
 307
 308     llvmCore_phase3_objdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.obj
 309     llvmCore_phase3_installdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.install
 310
 311     rm -rf $llvmCore_phase1_objdir
 312     rm -rf $llvmCore_phase1_installdir
 313     rm -rf $llvmCore_phase2_objdir
 314     rm -rf $llvmCore_phase2_installdir
 315     rm -rf $llvmCore_phase3_objdir
 316     rm -rf $llvmCore_phase3_installdir
 317
 318     mkdir -p $llvmCore_phase1_objdir
 319     mkdir -p $llvmCore_phase1_installdir
 320     mkdir -p $llvmCore_phase2_objdir
 321     mkdir -p $llvmCore_phase2_installdir
 322     mkdir -p $llvmCore_phase3_objdir
 323     mkdir -p $llvmCore_phase3_installdir
 324
 325     ############################################################################
 326     # Phase 1: Build llvmCore and llvmgcc42
 327     echo "# Phase 1: Building llvmCore"
 328     configure_llvmCore 1 $Flavor \
 329         $llvmCore_phase1_objdir $llvmCore_phase1_installdir
 330     build_llvmCore 1 $Flavor \
 331         $llvmCore_phase1_objdir
 332
 333     ############################################################################
 334     # Phase 2: Build llvmCore with newly built clang from phase 1.
 335     c_compiler=$llvmCore_phase1_installdir/bin/clang
 336     cxx_compiler=$llvmCore_phase1_installdir/bin/clang++
 337     echo "# Phase 2: Building llvmCore"
 338     configure_llvmCore 2 $Flavor \
 339         $llvmCore_phase2_objdir $llvmCore_phase2_installdir
 340     build_llvmCore 2 $Flavor \
 341         $llvmCore_phase2_objdir
 342
 343     ############################################################################
 344     # Phase 3: Build llvmCore with newly built clang from phase 2.
 345     c_compiler=$llvmCore_phase2_installdir/bin/clang
 346     cxx_compiler=$llvmCore_phase2_installdir/bin/clang++
 347     echo "# Phase 3: Building llvmCore"
 348     configure_llvmCore 3 $Flavor \
 349         $llvmCore_phase3_objdir $llvmCore_phase3_installdir
 350     build_llvmCore 3 $Flavor \
 351         $llvmCore_phase3_objdir
 352
 353     ############################################################################
 354     # Testing: Test phase 3
 355     echo "# Testing - built with clang"
 356     test_llvmCore 3 $Flavor $llvmCore_phase3_objdir
 357
 358     ############################################################################
 359     # Compare .o files between Phase2 and Phase3 and report which ones differ.
 360     echo
 361     echo "# Comparing Phase 2 and Phase 3 files"
 362     for o in `find $llvmCore_phase2_objdir -name '*.o'` ; do
 363         p3=`echo $o | sed -e 's,Phase2,Phase3,'`
 364         if ! cmp --ignore-initial=16 $o $p3 > /dev/null 2>&1 ; then
 365             echo "file `basename $o` differs between phase 2 and phase 3"
 366         fi
 367     done
 368 done
 369 ) 2>&1 | tee $LogDir/testing.$Release-rc$RC.log
 370
 371 set +e
 372
 373 # Woo hoo!
 374 echo "### Testing Finished ###"
 375 echo "### Logs: $LogDir"
 376 exit 0