utils/release/test-release.sh

   1 #!/usr/bin/env bash
   2 #===-- test-release.sh - Test the LLVM release candidates ------------------===#
   3 #
   4 #                     The LLVM Compiler Infrastructure
   5 #
   6 # This file is distributed under the University of Illinois Open Source
   7 # License.
   8 #
   9 #===------------------------------------------------------------------------===#
  10 #
  11 # Download, build, and test the release candidate for an LLVM release.
  12 #
  13 #===------------------------------------------------------------------------===#
  14
  15 if [ `uname -s` = "FreeBSD" ]; then
  16     MAKE=gmake
  17 else
  18     MAKE=make
  19 fi
  20
  21 projects="llvm cfe dragonegg test-suite"
  22
  23 # Base SVN URL for the sources.
  24 Base_url="http://llvm.org/svn/llvm-project"
  25
  26 Release=""
  27 Release_no_dot=""
  28 RC=""
  29 do_checkout="yes"
  30 do_ada="no"
  31 do_objc="yes"
  32 do_fortran="no"
  33 do_64bit="yes"
  34 do_debug="no"
  35 do_asserts="no"
  36 BuildDir="`pwd`"
  37
  38 function usage() {
  39     echo "usage: `basename $0` -release X.Y -rc NUM [OPTIONS]"
  40     echo ""
  41     echo " -release X.Y      The release number to test."
  42     echo " -rc NUM           The pre-release candidate number."
  43     echo " -j NUM            Number of compile jobs to run. [default: 3]"
  44     echo " -build-dir DIR    Directory to perform testing in. [default: pwd]"
  45     echo " -no-checkout      Don't checkout the sources from SVN."
  46     echo " -no-64bit         Don't test the 64-bit version. [default: yes]"
  47     echo " -enable-ada       Build Ada. [default: disable]"
  48     echo " -enable-fortran   Enable Fortran build. [default: disable]"
  49     echo " -disable-objc     Disable ObjC build. [default: enable]"
  50     echo " -test-debug       Test the debug build. [default: no]"
  51     echo " -test-asserts     Test with asserts on. [default: no]"
  52 }
  53
  54 while [ $# -gt 0 ]; do
  55     case $1 in
  56         -release | --release )
  57             shift
  58             Release="$1"
  59             Release_no_dot="`echo $1 | sed -e 's,\.,,'`"
  60             ;;
  61         -rc | --rc | -RC | --RC )
  62             shift
  63             RC=$1
  64             ;;
  65         -j* )
  66             NumJobs="`echo $1 | sed -e 's,-j\([0-9]*\),\1,g'`"
  67             if [ -z "$NumJobs" ]; then
  68                 shift
  69                 NumJobs="$1"
  70             fi
  71             ;;
  72         -build-dir | --build-dir | -builddir | --builddir )
  73             shift
  74             BuildDir="$1"
  75             ;;
  76         -no-checkout | --no-checkout )
  77             do_checkout="no"
  78             ;;
  79         -no-64bit | --no-64bit )
  80             do_64bit="no"
  81             ;;
  82         -enable-ada | --enable-ada )
  83             do_ada="yes"
  84             ;;
  85         -enable-fortran | --enable-fortran )
  86             do_fortran="yes"
  87             ;;
  88         -disable-objc | --disable-objc )
  89             do_objc="no"
  90             ;;
  91         -test-debug | --test-debug )
  92             do_debug="yes"
  93             ;;
  94         -test-asserts | --test-asserts )
  95             do_asserts="yes"
  96             ;;
  97         -help | --help | -h | --h | -\? )
  98             usage
  99             exit 0
 100             ;;
 101         * )
 102             echo "unknown option: $1"
 103             usage
 104             exit 1
 105             ;;
 106     esac
 107     shift
 108 done
 109
 110 # Check required arguments.
 111 if [ -z "$Release" ]; then
 112     echo "error: no release number specified"
 113     exit 1
 114 fi
 115 if [ -z "$RC" ]; then
 116     echo "error: no release candidate number specified"
 117     exit 1
 118 fi
 119
 120 # Figure out how many make processes to run.
 121 if [ -z "$NumJobs" ]; then
 122     NumJobs=`sysctl -n hw.activecpu 2> /dev/null || true`
 123 fi
 124 if [ -z "$NumJobs" ]; then
 125     NumJobs=`sysctl -n hw.ncpu 2> /dev/null || true`
 126 fi
 127 if [ -z "$NumJobs" ]; then
 128     NumJobs=`grep -c processor /proc/cpuinfo 2> /dev/null || true`
 129 fi
 130 if [ -z "$NumJobs" ]; then
 131     NumJobs=3
 132 fi
 133
 134 # Go to the build directory (may be different from CWD)
 135 BuildDir=$BuildDir/rc$RC
 136 mkdir -p $BuildDir
 137 cd $BuildDir
 138
 139 # Location of log files.
 140 LogDir=$BuildDir/logs
 141 mkdir -p $LogDir
 142
 143 # Find a compilers.
 144 c_compiler="`which clang`"
 145 if [ -z "$c_compiler" ]; then
 146     c_compiler="`which gcc`"
 147     if [ -z "$c_compiler" ]; then
 148         c_compiler="`which cc`"
 149         if [ -z "$c_compiler" ]; then
 150             echo "error: cannot find a working C compiler"
 151         fi
 152     fi
 153 fi
 154 cxx_compiler="`which clang++`"
 155 if [ -z "$cxx_compiler" ]; then
 156     cxx_compiler="`which g++`"
 157     if [ -z "$cxx_compiler" ]; then
 158         cxx_compiler="`which c++`"
 159         if [ -z "$cxx_compiler" ]; then
 160             echo "error: cannot find a working C++ compiler"
 161         fi
 162     fi
 163 fi
 164
 165 # Make sure that the URLs are valid.
 166 function check_valid_urls() {
 167     for proj in $projects ; do
 168         echo "# Validating $proj SVN URL"
 169
 170         if ! svn ls $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC > /dev/null 2>&1 ; then
 171             echo "llvm $Release release candidate $RC doesn't exist!"
 172             exit 1
 173         fi
 174     done
 175 }
 176
 177 # Export sources to the the build directory.
 178 function export_sources() {
 179     check_valid_urls
 180
 181     for proj in $projects ; do
 182         echo "# Exporting $proj $Release-RC$RC sources"
 183         if ! svn export -q $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC $proj.src ; then
 184             echo "error: failed to export $proj project"
 185             exit 1
 186         fi
 187     done
 188
 189     echo "# Creating symlinks"
 190     cd $BuildDir/llvm.src/tools
 191     if [ ! -h clang ]; then
 192         ln -s $BuildDir/cfe.src clang
 193     fi
 194     cd $BuildDir/llvm.src/projects
 195     if [ ! -h llvm-test ]; then
 196         ln -s $BuildDir/test-suite.src llvm-test
 197     fi
 198     cd $BuildDir
 199 }
 200
 201 function configure_llvmCore() {
 202     Phase="$1"
 203     Flavor="$2"
 204     ObjDir="$3"
 205     InstallDir="$4"
 206
 207     case $Flavor in
 208         Release | Release-64 )
 209             Optimized="yes"
 210             Assertions="no"
 211             ;;
 212         Release+Asserts )
 213             Optimized="yes"
 214             Assertions="yes"
 215             ;;
 216         Debug )
 217             Optimized="no"
 218             Assertions="yes"
 219             ;;
 220         * )
 221             echo "# Invalid flavor '$Flavor'"
 222             echo ""
 223             return
 224             ;;
 225     esac
 226
 227     echo "# Using C compiler: $c_compiler"
 228     echo "# Using C++ compiler: $cxx_compiler"
 229
 230     cd $ObjDir
 231     echo "# Configuring llvm $Release-rc$RC $Flavor"
 232     echo "# $BuildDir/llvm.src/configure --prefix=$InstallDir \
 233         --enable-optimized=$Optimized \
 234         --enable-assertions=$Assertions"
 235     env CC=$c_compiler CXX=$cxx_compiler \
 236     $BuildDir/llvm.src/configure --prefix=$InstallDir \
 237         --enable-optimized=$Optimized \
 238         --enable-assertions=$Assertions \
 239         2>&1 | tee $LogDir/llvm.configure-Phase$Phase-$Flavor.log
 240     cd $BuildDir
 241 }
 242
 243 function build_llvmCore() {
 244     Phase="$1"
 245     Flavor="$2"
 246     ObjDir="$3"
 247     ExtraOpts=""
 248
 249     if [ "$Flavor" = "Release-64" ]; then
 250         ExtraOpts="EXTRA_OPTIONS=-m64"
 251     fi
 252
 253     cd $ObjDir
 254     echo "# Compiling llvm $Release-rc$RC $Flavor"
 255     echo "# ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts"
 256     ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts \
 257         2>&1 | tee $LogDir/llvm.make-Phase$Phase-$Flavor.log
 258
 259     echo "# Installing llvm $Release-rc$RC $Flavor"
 260     echo "# ${MAKE} install"
 261     ${MAKE} install \
 262         2>&1 | tee $LogDir/llvm.install-Phase$Phase-$Flavor.log
 263     cd $BuildDir
 264 }
 265
 266 function test_llvmCore() {
 267     Phase="$1"
 268     Flavor="$2"
 269     ObjDir="$3"
 270
 271     cd $ObjDir
 272     ${MAKE} -k check-all \
 273         2>&1 | tee $LogDir/llvm.check-Phase$Phase-$Flavor.log
 274     ${MAKE} -k unittests \
 275         2>&1 | tee $LogDir/llvm.unittests-Phase$Phase-$Flavor.log
 276     cd $BuildDir
 277 }
 278
 279 set -e                          # Exit if any command fails
 280
 281 if [ "$do_checkout" = "yes" ]; then
 282     export_sources
 283 fi
 284
 285 (
 286 Flavors="Release"
 287 if [ "$do_debug" = "yes" ]; then
 288     Flavors="Debug $Flavors"
 289 fi
 290 if [ "$do_asserts" = "yes" ]; then
 291     Flavors="$Flavors Release+Asserts"
 292 fi
 293 if [ "$do_64bit" = "yes" ]; then
 294     Flavors="$Flavors Release-64"
 295 fi
 296
 297 for Flavor in $Flavors ; do
 298     echo ""
 299     echo ""
 300     echo "********************************************************************************"
 301     echo "  Release:     $Release-rc$RC"
 302     echo "  Build:       $Flavor"
 303     echo "  System Info: "
 304     echo "    `uname -a`"
 305     echo "********************************************************************************"
 306     echo ""
 307
 308     llvmCore_phase1_objdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.obj
 309     llvmCore_phase1_installdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.install
 310
 311     llvmCore_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.obj
 312     llvmCore_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.install
 313
 314     llvmCore_phase3_objdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.obj
 315     llvmCore_phase3_installdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.install
 316
 317     rm -rf $llvmCore_phase1_objdir
 318     rm -rf $llvmCore_phase1_installdir
 319     rm -rf $llvmCore_phase2_objdir
 320     rm -rf $llvmCore_phase2_installdir
 321     rm -rf $llvmCore_phase3_objdir
 322     rm -rf $llvmCore_phase3_installdir
 323
 324     mkdir -p $llvmCore_phase1_objdir
 325     mkdir -p $llvmCore_phase1_installdir
 326     mkdir -p $llvmCore_phase2_objdir
 327     mkdir -p $llvmCore_phase2_installdir
 328     mkdir -p $llvmCore_phase3_objdir
 329     mkdir -p $llvmCore_phase3_installdir
 330
 331     ############################################################################
 332     # Phase 1: Build llvmCore and llvmgcc42
 333     echo "# Phase 1: Building llvmCore"
 334     configure_llvmCore 1 $Flavor \
 335         $llvmCore_phase1_objdir $llvmCore_phase1_installdir
 336     build_llvmCore 1 $Flavor \
 337         $llvmCore_phase1_objdir
 338
 339     ############################################################################
 340     # Phase 2: Build llvmCore with newly built clang from phase 1.
 341     c_compiler=$llvmCore_phase1_installdir/bin/clang
 342     cxx_compiler=$llvmCore_phase1_installdir/bin/clang++
 343     echo "# Phase 2: Building llvmCore"
 344     configure_llvmCore 2 $Flavor \
 345         $llvmCore_phase2_objdir $llvmCore_phase2_installdir
 346     build_llvmCore 2 $Flavor \
 347         $llvmCore_phase2_objdir
 348
 349     ############################################################################
 350     # Phase 3: Build llvmCore with newly built clang from phase 2.
 351     c_compiler=$llvmCore_phase2_installdir/bin/clang
 352     cxx_compiler=$llvmCore_phase2_installdir/bin/clang++
 353     echo "# Phase 3: Building llvmCore"
 354     configure_llvmCore 3 $Flavor \
 355         $llvmCore_phase3_objdir $llvmCore_phase3_installdir
 356     build_llvmCore 3 $Flavor \
 357         $llvmCore_phase3_objdir
 358
 359     ############################################################################
 360     # Testing: Test phase 3
 361     echo "# Testing - built with clang"
 362     test_llvmCore 3 $Flavor $llvmCore_phase3_objdir
 363
 364     ############################################################################
 365     # Compare .o files between Phase2 and Phase3 and report which ones differ.
 366     echo
 367     echo "# Comparing Phase 2 and Phase 3 files"
 368     for o in `find $llvmCore_phase2_objdir -name '*.o'` ; do
 369         p3=`echo $o | sed -e 's,Phase2,Phase3,'`
 370         if ! cmp --ignore-initial=16 $o $p3 > /dev/null 2>&1 ; then
 371             echo "file `basename $o` differs between phase 2 and phase 3"
 372         fi
 373     done
 374 done
 375 ) 2>&1 | tee $LogDir/testing.$Release-rc$RC.log
 376
 377 set +e
 378
 379 # Woo hoo!
 380 echo "### Testing Finished ###"
 381 echo "### Logs: $LogDir"
 382 exit 0