utils/release/test-release.sh

   1 #!/usr/bin/env bash
   2 #===-- test-release.sh - Test the LLVM release candidates ------------------===#
   3 #
   4 #                     The LLVM Compiler Infrastructure
   5 #
   6 # This file is distributed under the University of Illinois Open Source
   7 # License.
   8 #
   9 #===------------------------------------------------------------------------===#
  10 #
  11 # Download, build, and test the release candidate for an LLVM release.
  12 #
  13 #===------------------------------------------------------------------------===#
  14
  15 if [ `uname -s` = "FreeBSD" ]; then
  16     MAKE=gmake
  17 else
  18     MAKE=make
  19 fi
  20
  21 projects="llvm cfe dragonegg test-suite"
  22
  23 # Base SVN URL for the sources.
  24 Base_url="http://llvm.org/svn/llvm-project"
  25
  26 Release=""
  27 Release_no_dot=""
  28 RC=""
  29 do_checkout="yes"
  30 do_ada="no"
  31 do_objc="yes"
  32 do_fortran="no"
  33 do_64bit="yes"
  34 do_debug="no"
  35 do_asserts="no"
  36 BuildDir="`pwd`"
  37
  38 function usage() {
  39     echo "usage: `basename $0` -release X.Y -rc NUM [OPTIONS]"
  40     echo ""
  41     echo " -release X.Y      The release number to test."
  42     echo " -rc NUM           The pre-release candidate number."
  43     echo " -j NUM            Number of compile jobs to run. [default: 3]"
  44     echo " -build-dir DIR    Directory to perform testing in. [default: pwd]"
  45     echo " -no-checkout      Don't checkout the sources from SVN."
  46     echo " -no-64bit         Don't test the 64-bit version. [default: yes]"
  47     echo " -enable-ada       Build Ada. [default: disable]"
  48     echo " -enable-fortran   Enable Fortran build. [default: disable]"
  49     echo " -disable-objc     Disable ObjC build. [default: enable]"
  50     echo " -test-debug       Test the debug build. [default: no]"
  51     echo " -test-asserts     Test with asserts on. [default: no]"
  52 }
  53
  54 while [ $# -gt 0 ]; do
  55     case $1 in
  56         -release | --release )
  57             shift
  58             Release="$1"
  59             Release_no_dot="`echo $1 | sed -e 's,\.,,'`"
  60             ;;
  61         -rc | --rc | -RC | --RC )
  62             shift
  63             RC=$1
  64             ;;
  65         -j* )
  66             NumJobs="`echo $1 | sed -e 's,-j\([0-9]*\),\1,g'`"
  67             if [ -z "$NumJobs" ]; then
  68                 shift
  69                 NumJobs="$1"
  70             fi
  71             ;;
  72         -build-dir | --build-dir | -builddir | --builddir )
  73             shift
  74             BuildDir="$1"
  75             ;;
  76         -no-checkout | --no-checkout )
  77             do_checkout="no"
  78             ;;
  79         -no-64bit | --no-64bit )
  80             do_64bit="no"
  81             ;;
  82         -enable-ada | --enable-ada )
  83             do_ada="yes"
  84             ;;
  85         -enable-fortran | --enable-fortran )
  86             do_fortran="yes"
  87             ;;
  88         -disable-objc | --disable-objc )
  89             do_objc="no"
  90             ;;
  91         -test-debug | --test-debug )
  92             do_debug="yes"
  93             ;;
  94         -test-asserts | --test-asserts )
  95             do_asserts="yes"
  96             ;;
  97         -help | --help | -h | --h | -\? )
  98             usage
  99             exit 0
 100             ;;
 101         * )
 102             echo "unknown option: $1"
 103             usage
 104             exit 1
 105             ;;
 106     esac
 107     shift
 108 done
 109
 110 # Check required arguments.
 111 if [ -z "$Release" ]; then
 112     echo "error: no release number specified"
 113     exit 1
 114 fi
 115 if [ -z "$RC" ]; then
 116     echo "error: no release candidate number specified"
 117     exit 1
 118 fi
 119
 120 # Figure out how many make processes to run.
 121 if [ -z "$NumJobs" ]; then
 122     NumJobs=`sysctl -n hw.activecpu 2> /dev/null || true`
 123 fi
 124 if [ -z "$NumJobs" ]; then
 125     NumJobs=`sysctl -n hw.ncpu 2> /dev/null || true`
 126 fi
 127 if [ -z "$NumJobs" ]; then
 128     NumJobs=`grep -c processor /proc/cpuinfo 2> /dev/null || true`
 129 fi
 130 if [ -z "$NumJobs" ]; then
 131     NumJobs=3
 132 fi
 133
 134 # Go to the build directory (may be different from CWD)
 135 BuildDir=$BuildDir/rc$RC
 136 mkdir -p $BuildDir
 137 cd $BuildDir
 138
 139 # Location of log files.
 140 LogDir=$BuildDir/logs
 141 mkdir -p $LogDir
 142
 143 # Find a compilers.
 144 c_compiler="$CC"
 145 cxx_compiler="$CXX"
 146
 147 # Make sure that the URLs are valid.
 148 function check_valid_urls() {
 149     for proj in $projects ; do
 150         echo "# Validating $proj SVN URL"
 151
 152         if ! svn ls $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC > /dev/null 2>&1 ; then
 153             echo "llvm $Release release candidate $RC doesn't exist!"
 154             exit 1
 155         fi
 156     done
 157 }
 158
 159 # Export sources to the the build directory.
 160 function export_sources() {
 161     check_valid_urls
 162
 163     for proj in $projects ; do
 164         echo "# Exporting $proj $Release-RC$RC sources"
 165         if ! svn export -q $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC $proj.src ; then
 166             echo "error: failed to export $proj project"
 167             exit 1
 168         fi
 169     done
 170
 171     echo "# Creating symlinks"
 172     cd $BuildDir/llvm.src/tools
 173     if [ ! -h clang ]; then
 174         ln -s $BuildDir/cfe.src clang
 175     fi
 176     cd $BuildDir/llvm.src/projects
 177     if [ ! -h llvm-test ]; then
 178         ln -s $BuildDir/test-suite.src llvm-test
 179     fi
 180     cd $BuildDir
 181 }
 182
 183 function configure_llvmCore() {
 184     Phase="$1"
 185     Flavor="$2"
 186     ObjDir="$3"
 187     InstallDir="$4"
 188
 189     case $Flavor in
 190         Release | Release-64 )
 191             Optimized="yes"
 192             Assertions="no"
 193             ;;
 194         Release+Asserts )
 195             Optimized="yes"
 196             Assertions="yes"
 197             ;;
 198         Debug )
 199             Optimized="no"
 200             Assertions="yes"
 201             ;;
 202         * )
 203             echo "# Invalid flavor '$Flavor'"
 204             echo ""
 205             return
 206             ;;
 207     esac
 208
 209     echo "# Using C compiler: $c_compiler"
 210     echo "# Using C++ compiler: $cxx_compiler"
 211
 212     cd $ObjDir
 213     echo "# Configuring llvm $Release-rc$RC $Flavor"
 214     echo "# $BuildDir/llvm.src/configure --prefix=$InstallDir \
 215         --enable-optimized=$Optimized \
 216         --enable-assertions=$Assertions"
 217     env CC=$c_compiler CXX=$cxx_compiler \
 218     $BuildDir/llvm.src/configure --prefix=$InstallDir \
 219         --enable-optimized=$Optimized \
 220         --enable-assertions=$Assertions \
 221         2>&1 | tee $LogDir/llvm.configure-Phase$Phase-$Flavor.log
 222     cd $BuildDir
 223 }
 224
 225 function build_llvmCore() {
 226     Phase="$1"
 227     Flavor="$2"
 228     ObjDir="$3"
 229     ExtraOpts=""
 230
 231     if [ "$Flavor" = "Release-64" ]; then
 232         ExtraOpts="EXTRA_OPTIONS=-m64"
 233     fi
 234
 235     cd $ObjDir
 236     echo "# Compiling llvm $Release-rc$RC $Flavor"
 237     echo "# ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts"
 238     ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts \
 239         2>&1 | tee $LogDir/llvm.make-Phase$Phase-$Flavor.log
 240
 241     echo "# Installing llvm $Release-rc$RC $Flavor"
 242     echo "# ${MAKE} install"
 243     ${MAKE} install \
 244         2>&1 | tee $LogDir/llvm.install-Phase$Phase-$Flavor.log
 245     cd $BuildDir
 246 }
 247
 248 function test_llvmCore() {
 249     Phase="$1"
 250     Flavor="$2"
 251     ObjDir="$3"
 252
 253     cd $ObjDir
 254     ${MAKE} -k check-all \
 255         2>&1 | tee $LogDir/llvm.check-Phase$Phase-$Flavor.log
 256     ${MAKE} -k unittests \
 257         2>&1 | tee $LogDir/llvm.unittests-Phase$Phase-$Flavor.log
 258     cd $BuildDir
 259 }
 260
 261 set -e                          # Exit if any command fails
 262
 263 if [ "$do_checkout" = "yes" ]; then
 264     export_sources
 265 fi
 266
 267 (
 268 Flavors="Release"
 269 if [ "$do_debug" = "yes" ]; then
 270     Flavors="Debug $Flavors"
 271 fi
 272 if [ "$do_asserts" = "yes" ]; then
 273     Flavors="$Flavors Release+Asserts"
 274 fi
 275 if [ "$do_64bit" = "yes" ]; then
 276     Flavors="$Flavors Release-64"
 277 fi
 278
 279 for Flavor in $Flavors ; do
 280     echo ""
 281     echo ""
 282     echo "********************************************************************************"
 283     echo "  Release:     $Release-rc$RC"
 284     echo "  Build:       $Flavor"
 285     echo "  System Info: "
 286     echo "    `uname -a`"
 287     echo "********************************************************************************"
 288     echo ""
 289
 290     llvmCore_phase1_objdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.obj
 291     llvmCore_phase1_installdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.install
 292
 293     llvmCore_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.obj
 294     llvmCore_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.install
 295
 296     llvmCore_phase3_objdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.obj
 297     llvmCore_phase3_installdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.install
 298
 299     rm -rf $llvmCore_phase1_objdir
 300     rm -rf $llvmCore_phase1_installdir
 301     rm -rf $llvmCore_phase2_objdir
 302     rm -rf $llvmCore_phase2_installdir
 303     rm -rf $llvmCore_phase3_objdir
 304     rm -rf $llvmCore_phase3_installdir
 305
 306     mkdir -p $llvmCore_phase1_objdir
 307     mkdir -p $llvmCore_phase1_installdir
 308     mkdir -p $llvmCore_phase2_objdir
 309     mkdir -p $llvmCore_phase2_installdir
 310     mkdir -p $llvmCore_phase3_objdir
 311     mkdir -p $llvmCore_phase3_installdir
 312
 313     ############################################################################
 314     # Phase 1: Build llvmCore and llvmgcc42
 315     echo "# Phase 1: Building llvmCore"
 316     configure_llvmCore 1 $Flavor \
 317         $llvmCore_phase1_objdir $llvmCore_phase1_installdir
 318     build_llvmCore 1 $Flavor \
 319         $llvmCore_phase1_objdir
 320
 321     ############################################################################
 322     # Phase 2: Build llvmCore with newly built clang from phase 1.
 323     c_compiler=$llvmCore_phase1_installdir/bin/clang
 324     cxx_compiler=$llvmCore_phase1_installdir/bin/clang++
 325     echo "# Phase 2: Building llvmCore"
 326     configure_llvmCore 2 $Flavor \
 327         $llvmCore_phase2_objdir $llvmCore_phase2_installdir
 328     build_llvmCore 2 $Flavor \
 329         $llvmCore_phase2_objdir
 330
 331     ############################################################################
 332     # Phase 3: Build llvmCore with newly built clang from phase 2.
 333     c_compiler=$llvmCore_phase2_installdir/bin/clang
 334     cxx_compiler=$llvmCore_phase2_installdir/bin/clang++
 335     echo "# Phase 3: Building llvmCore"
 336     configure_llvmCore 3 $Flavor \
 337         $llvmCore_phase3_objdir $llvmCore_phase3_installdir
 338     build_llvmCore 3 $Flavor \
 339         $llvmCore_phase3_objdir
 340
 341     ############################################################################
 342     # Testing: Test phase 3
 343     echo "# Testing - built with clang"
 344     test_llvmCore 3 $Flavor $llvmCore_phase3_objdir
 345
 346     ############################################################################
 347     # Compare .o files between Phase2 and Phase3 and report which ones differ.
 348     echo
 349     echo "# Comparing Phase 2 and Phase 3 files"
 350     for o in `find $llvmCore_phase2_objdir -name '*.o'` ; do
 351         p3=`echo $o | sed -e 's,Phase2,Phase3,'`
 352         if ! cmp --ignore-initial=16 $o $p3 > /dev/null 2>&1 ; then
 353             echo "file `basename $o` differs between phase 2 and phase 3"
 354         fi
 355     done
 356 done
 357 ) 2>&1 | tee $LogDir/testing.$Release-rc$RC.log
 358
 359 set +e
 360
 361 # Woo hoo!
 362 echo "### Testing Finished ###"
 363 echo "### Logs: $LogDir"
 364 exit 0