utils/release/test-release.sh

   1 #!/usr/bin/env bash
   2 #===-- test-release.sh - Test the LLVM release candidates ------------------===#
   3 #
   4 #                     The LLVM Compiler Infrastructure
   5 #
   6 # This file is distributed under the University of Illinois Open Source
   7 # License.
   8 #
   9 #===------------------------------------------------------------------------===#
  10 #
  11 # Download, build, and test the release candidate for an LLVM release.
  12 #
  13 #===------------------------------------------------------------------------===#
  14
  15 if [ `uname -s` = "FreeBSD" ]; then
  16     MAKE=gmake
  17 else
  18     MAKE=make
  19 fi
  20
  21 projects="llvm cfe dragonegg compiler-rt libcxx test-suite clang-tools-extra"
  22
  23 # Base SVN URL for the sources.
  24 Base_url="http://llvm.org/svn/llvm-project"
  25
  26 Release=""
  27 Release_no_dot=""
  28 RC=""
  29 do_checkout="yes"
  30 do_ada="no"
  31 do_clang="yes"
  32 do_dragonegg="no"
  33 do_fortran="no"
  34 do_objc="yes"
  35 do_64bit="yes"
  36 do_debug="no"
  37 do_asserts="no"
  38 do_compare="yes"
  39 BuildDir="`pwd`"
  40
  41 function usage() {
  42     echo "usage: `basename $0` -release X.Y -rc NUM [OPTIONS]"
  43     echo ""
  44     echo " -release X.Y      The release number to test."
  45     echo " -rc NUM           The pre-release candidate number."
  46     echo " -final            The final release candidate."
  47     echo " -j NUM            Number of compile jobs to run. [default: 3]"
  48     echo " -build-dir DIR    Directory to perform testing in. [default: pwd]"
  49     echo " -no-checkout      Don't checkout the sources from SVN."
  50     echo " -no-64bit         Don't test the 64-bit version. [default: yes]"
  51     echo " -enable-ada       Build Ada. [default: disable]"
  52     echo " -disable-clang    Do not test clang. [default: enable]"
  53     echo " -enable-dragonegg Test dragonegg. [default: disable]"
  54     echo " -enable-fortran   Enable Fortran build. [default: disable]"
  55     echo " -disable-objc     Disable ObjC build. [default: enable]"
  56     echo " -test-debug       Test the debug build. [default: no]"
  57     echo " -test-asserts     Test with asserts on. [default: no]"
  58     echo " -no-compare-files Don't test that phase 2 and 3 files are identical."
  59 }
  60
  61 while [ $# -gt 0 ]; do
  62     case $1 in
  63         -release | --release )
  64             shift
  65             Release="$1"
  66             Release_no_dot="`echo $1 | sed -e 's,\.,,'`"
  67             ;;
  68         -rc | --rc | -RC | --RC )
  69             shift
  70             RC="rc$1"
  71             ;;
  72         -final | --final )
  73             RC=final
  74             ;;
  75         -j* )
  76             NumJobs="`echo $1 | sed -e 's,-j\([0-9]*\),\1,g'`"
  77             if [ -z "$NumJobs" ]; then
  78                 shift
  79                 NumJobs="$1"
  80             fi
  81             ;;
  82         -build-dir | --build-dir | -builddir | --builddir )
  83             shift
  84             BuildDir="$1"
  85             ;;
  86         -no-checkout | --no-checkout )
  87             do_checkout="no"
  88             ;;
  89         -no-64bit | --no-64bit )
  90             do_64bit="no"
  91             ;;
  92         -enable-ada | --enable-ada )
  93             do_ada="yes"
  94             ;;
  95         -disable-clang | --disable-clang )
  96             do_clang="no"
  97             ;;
  98         -enable-dragonegg | --enable-dragonegg )
  99             do_dragonegg="yes"
 100             ;;
 101         -enable-fortran | --enable-fortran )
 102             do_fortran="yes"
 103             ;;
 104         -disable-objc | --disable-objc )
 105             do_objc="no"
 106             ;;
 107         -test-debug | --test-debug )
 108             do_debug="yes"
 109             ;;
 110         -test-asserts | --test-asserts )
 111             do_asserts="yes"
 112             ;;
 113         -no-compare-files | --no-compare-files )
 114             do_compare="no"
 115             ;;
 116         -help | --help | -h | --h | -\? )
 117             usage
 118             exit 0
 119             ;;
 120         * )
 121             echo "unknown option: $1"
 122             usage
 123             exit 1
 124             ;;
 125     esac
 126     shift
 127 done
 128
 129 # Check required arguments.
 130 if [ -z "$Release" ]; then
 131     echo "error: no release number specified"
 132     exit 1
 133 fi
 134 if [ -z "$RC" ]; then
 135     echo "error: no release candidate number specified"
 136     exit 1
 137 fi
 138
 139 # Figure out how many make processes to run.
 140 if [ -z "$NumJobs" ]; then
 141     NumJobs=`sysctl -n hw.activecpu 2> /dev/null || true`
 142 fi
 143 if [ -z "$NumJobs" ]; then
 144     NumJobs=`sysctl -n hw.ncpu 2> /dev/null || true`
 145 fi
 146 if [ -z "$NumJobs" ]; then
 147     NumJobs=`grep -c processor /proc/cpuinfo 2> /dev/null || true`
 148 fi
 149 if [ -z "$NumJobs" ]; then
 150     NumJobs=3
 151 fi
 152
 153 # Go to the build directory (may be different from CWD)
 154 BuildDir=$BuildDir/$RC
 155 mkdir -p $BuildDir
 156 cd $BuildDir
 157
 158 # Location of log files.
 159 LogDir=$BuildDir/logs
 160 mkdir -p $LogDir
 161
 162 # Find compilers.
 163 if [ "$do_dragonegg" = "yes" ]; then
 164     gcc_compiler="$GCC"
 165     if [ -z "$gcc_compiler" ]; then
 166         gcc_compiler="`which gcc`"
 167         if [ -z "$gcc_compiler" ]; then
 168             echo "error: cannot find gcc to use with dragonegg"
 169             exit 1
 170         fi
 171     fi
 172
 173     gxx_compiler="$GXX"
 174     if [ -z "$gxx_compiler" ]; then
 175         gxx_compiler="`which g++`"
 176         if [ -z "$gxx_compiler" ]; then
 177             echo "error: cannot find g++ to use with dragonegg"
 178             exit 1
 179         fi
 180     fi
 181 fi
 182
 183 # Make sure that a required program is available
 184 function check_program_exists() {
 185   local program="$1"
 186   if ! type -P $program > /dev/null 2>&1 ; then
 187     echo "program '$1' not found !"
 188     exit 1
 189   fi
 190 }
 191
 192 check_program_exists 'chrpath'
 193 check_program_exists 'file'
 194 check_program_exists 'objdump'
 195
 196 # Make sure that the URLs are valid.
 197 function check_valid_urls() {
 198     for proj in $projects ; do
 199         echo "# Validating $proj SVN URL"
 200
 201         if ! svn ls $Base_url/$proj/tags/RELEASE_$Release_no_dot/$RC > /dev/null 2>&1 ; then
 202             echo "llvm $Release release candidate $RC doesn't exist!"
 203             exit 1
 204         fi
 205     done
 206 }
 207
 208 # Export sources to the build directory.
 209 function export_sources() {
 210     check_valid_urls
 211
 212     for proj in $projects ; do
 213         echo "# Exporting $proj $Release-RC$RC sources"
 214         if ! svn export -q $Base_url/$proj/tags/RELEASE_$Release_no_dot/$RC $proj.src ; then
 215             echo "error: failed to export $proj project"
 216             exit 1
 217         fi
 218     done
 219
 220     echo "# Creating symlinks"
 221     cd $BuildDir/llvm.src/tools
 222     if [ ! -h clang ]; then
 223         ln -s ../../cfe.src clang
 224     fi
 225     cd $BuildDir/llvm.src/tools/clang/tools
 226     if [ ! -h clang-tools-extra ]; then
 227         ln -s ../../../../clang-tools-extra.src extra
 228     fi
 229     cd $BuildDir/llvm.src/projects
 230     if [ ! -h test-suite ]; then
 231         ln -s ../../test-suite.src test-suite
 232     fi
 233     if [ ! -h compiler-rt ]; then
 234         ln -s ../../compiler-rt.src compiler-rt
 235     fi
 236     if [ ! -h libcxx ]; then
 237         ln -s ../../libcxx.src libcxx
 238     fi
 239     cd $BuildDir
 240 }
 241
 242 function configure_llvmCore() {
 243     Phase="$1"
 244     Flavor="$2"
 245     ObjDir="$3"
 246     InstallDir="$4"
 247
 248     case $Flavor in
 249         Release | Release-64 )
 250             Optimized="yes"
 251             Assertions="no"
 252             ;;
 253         Release+Asserts )
 254             Optimized="yes"
 255             Assertions="yes"
 256             ;;
 257         Debug )
 258             Optimized="no"
 259             Assertions="yes"
 260             ;;
 261         * )
 262             echo "# Invalid flavor '$Flavor'"
 263             echo ""
 264             return
 265             ;;
 266     esac
 267
 268     echo "# Using C compiler: $c_compiler"
 269     echo "# Using C++ compiler: $cxx_compiler"
 270
 271     cd $ObjDir
 272     echo "# Configuring llvm $Release-$RC $Flavor"
 273     echo "# $BuildDir/llvm.src/configure --prefix=$InstallDir \
 274         --enable-optimized=$Optimized \
 275         --enable-assertions=$Assertions"
 276     env CC="$c_compiler" CXX="$cxx_compiler" \
 277     $BuildDir/llvm.src/configure --prefix=$InstallDir \
 278         --enable-optimized=$Optimized \
 279         --enable-assertions=$Assertions \
 280         --disable-timestamps \
 281         2>&1 | tee $LogDir/llvm.configure-Phase$Phase-$Flavor.log
 282     cd $BuildDir
 283 }
 284
 285 function build_llvmCore() {
 286     Phase="$1"
 287     Flavor="$2"
 288     ObjDir="$3"
 289     ExtraOpts=""
 290
 291     if [ "$Flavor" = "Release-64" ]; then
 292         ExtraOpts="EXTRA_OPTIONS=-m64"
 293     fi
 294
 295     cd $ObjDir
 296     echo "# Compiling llvm $Release-$RC $Flavor"
 297     echo "# ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts"
 298     ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts \
 299         2>&1 | tee $LogDir/llvm.make-Phase$Phase-$Flavor.log
 300
 301     echo "# Installing llvm $Release-$RC $Flavor"
 302     echo "# ${MAKE} install"
 303     ${MAKE} install \
 304         2>&1 | tee $LogDir/llvm.install-Phase$Phase-$Flavor.log
 305     cd $BuildDir
 306 }
 307
 308 function build_dragonegg() {
 309     Phase="$1"
 310     Flavor="$2"
 311     LLVMInstallDir="$3"
 312     DragonEggObjDir="$4"
 313     LLVM_CONFIG=$LLVMInstallDir/bin/llvm-config
 314     TOP_DIR=$BuildDir/dragonegg.src
 315
 316     echo "# Targeted compiler: $gcc_compiler"
 317
 318     cd $DragonEggObjDir
 319     echo "# Compiling phase $Phase dragonegg $Release-$RC $Flavor"
 320     echo -n "# CXX=$cxx_compiler TOP_DIR=$TOP_DIR GCC=$gcc_compiler "
 321     echo -n "LLVM_CONFIG=$LLVM_CONFIG ${MAKE} -f $TOP_DIR/Makefile "
 322     echo "-j $NumJobs VERBOSE=1"
 323     CXX="$cxx_compiler" TOP_DIR="$TOP_DIR" GCC="$gcc_compiler" \
 324     LLVM_CONFIG="$LLVM_CONFIG" ${MAKE} -f $TOP_DIR/Makefile \
 325         -j $NumJobs VERBOSE=1 \
 326             2>&1 | tee $LogDir/dragonegg-Phase$Phase-$Flavor.log
 327     cd $BuildDir
 328 }
 329
 330 function test_llvmCore() {
 331     Phase="$1"
 332     Flavor="$2"
 333     ObjDir="$3"
 334
 335     cd $ObjDir
 336     ${MAKE} -k check-all \
 337         2>&1 | tee $LogDir/llvm.check-Phase$Phase-$Flavor.log
 338     ${MAKE} -k unittests \
 339         2>&1 | tee $LogDir/llvm.unittests-Phase$Phase-$Flavor.log
 340     cd $BuildDir
 341 }
 342
 343 # Clean RPATH. Libtool adds the build directory to the search path, which is
 344 # not necessary --- and even harmful --- for the binary packages we release.
 345 function clean_RPATH() {
 346   local InstallPath="$1"
 347   for Candidate in `find $InstallPath/{bin,lib} -type f`; do
 348     if file $Candidate | grep ELF | egrep 'executable|shared object' > /dev/null 2>&1 ; then
 349       rpath=`objdump -x $Candidate | grep 'RPATH' | sed -e's/^ *RPATH *//'`
 350       if [ -n "$rpath" ]; then
 351         newrpath=`echo $rpath | sed -e's/.*\(\$ORIGIN[^:]*\).*/\1/'`
 352         chrpath -r $newrpath $Candidate 2>&1 > /dev/null 2>&1
 353       fi
 354     fi
 355   done
 356 }
 357
 358 set -e                          # Exit if any command fails
 359
 360 if [ "$do_checkout" = "yes" ]; then
 361     export_sources
 362 fi
 363
 364 (
 365 Flavors="Release"
 366 if [ "$do_debug" = "yes" ]; then
 367     Flavors="Debug $Flavors"
 368 fi
 369 if [ "$do_asserts" = "yes" ]; then
 370     Flavors="$Flavors Release+Asserts"
 371 fi
 372 if [ "$do_64bit" = "yes" ]; then
 373     Flavors="$Flavors Release-64"
 374 fi
 375
 376 for Flavor in $Flavors ; do
 377     echo ""
 378     echo ""
 379     echo "********************************************************************************"
 380     echo "  Release:     $Release-$RC"
 381     echo "  Build:       $Flavor"
 382     echo "  System Info: "
 383     echo "    `uname -a`"
 384     echo "********************************************************************************"
 385     echo ""
 386
 387     c_compiler="$CC"
 388     cxx_compiler="$CXX"
 389
 390     llvmCore_phase1_objdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-$RC.obj
 391     llvmCore_phase1_installdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-$RC.install
 392     dragonegg_phase1_objdir=$BuildDir/Phase1/$Flavor/DragonEgg-$Release-$RC.obj
 393
 394     llvmCore_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-$RC.obj
 395     llvmCore_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-$RC.install
 396     llvmCore_de_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmCore-DragonEgg-$Release-$RC.obj
 397     llvmCore_de_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmCore-DragonEgg-$Release-$RC.install
 398     dragonegg_phase2_objdir=$BuildDir/Phase2/$Flavor/DragonEgg-$Release-$RC.obj
 399
 400     llvmCore_phase3_objdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-$RC.obj
 401     llvmCore_phase3_installdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-$RC.install
 402     llvmCore_de_phase3_objdir=$BuildDir/Phase3/$Flavor/llvmCore-DragonEgg-$Release-$RC.obj
 403     llvmCore_de_phase3_installdir=$BuildDir/Phase3/$Flavor/llvmCore-DragonEgg-$Release-$RC.install
 404     dragonegg_phase3_objdir=$BuildDir/Phase3/$Flavor/DragonEgg-$Release-$RC.obj
 405
 406     rm -rf $llvmCore_phase1_objdir
 407     rm -rf $llvmCore_phase1_installdir
 408     rm -rf $dragonegg_phase1_objdir
 409
 410     rm -rf $llvmCore_phase2_objdir
 411     rm -rf $llvmCore_phase2_installdir
 412     rm -rf $llvmCore_de_phase2_objdir
 413     rm -rf $llvmCore_de_phase2_installdir
 414     rm -rf $dragonegg_phase2_objdir
 415
 416     rm -rf $llvmCore_phase3_objdir
 417     rm -rf $llvmCore_phase3_installdir
 418     rm -rf $llvmCore_de_phase3_objdir
 419     rm -rf $llvmCore_de_phase3_installdir
 420     rm -rf $dragonegg_phase3_objdir
 421
 422     mkdir -p $llvmCore_phase1_objdir
 423     mkdir -p $llvmCore_phase1_installdir
 424     mkdir -p $dragonegg_phase1_objdir
 425
 426     mkdir -p $llvmCore_phase2_objdir
 427     mkdir -p $llvmCore_phase2_installdir
 428     mkdir -p $llvmCore_de_phase2_objdir
 429     mkdir -p $llvmCore_de_phase2_installdir
 430     mkdir -p $dragonegg_phase2_objdir
 431
 432     mkdir -p $llvmCore_phase3_objdir
 433     mkdir -p $llvmCore_phase3_installdir
 434     mkdir -p $llvmCore_de_phase3_objdir
 435     mkdir -p $llvmCore_de_phase3_installdir
 436     mkdir -p $dragonegg_phase3_objdir
 437
 438     ############################################################################
 439     # Phase 1: Build llvmCore and clang
 440     echo "# Phase 1: Building llvmCore"
 441     configure_llvmCore 1 $Flavor \
 442         $llvmCore_phase1_objdir $llvmCore_phase1_installdir
 443     build_llvmCore 1 $Flavor \
 444         $llvmCore_phase1_objdir
 445     clean_RPATH $llvmCore_phase1_installdir
 446
 447     # Test clang
 448     if [ "$do_clang" = "yes" ]; then
 449         ########################################################################
 450         # Phase 2: Build llvmCore with newly built clang from phase 1.
 451         c_compiler=$llvmCore_phase1_installdir/bin/clang
 452         cxx_compiler=$llvmCore_phase1_installdir/bin/clang++
 453         echo "# Phase 2: Building llvmCore"
 454         configure_llvmCore 2 $Flavor \
 455             $llvmCore_phase2_objdir $llvmCore_phase2_installdir
 456         build_llvmCore 2 $Flavor \
 457             $llvmCore_phase2_objdir
 458         clean_RPATH $llvmCore_phase2_installdir
 459
 460         ########################################################################
 461         # Phase 3: Build llvmCore with newly built clang from phase 2.
 462         c_compiler=$llvmCore_phase2_installdir/bin/clang
 463         cxx_compiler=$llvmCore_phase2_installdir/bin/clang++
 464         echo "# Phase 3: Building llvmCore"
 465         configure_llvmCore 3 $Flavor \
 466             $llvmCore_phase3_objdir $llvmCore_phase3_installdir
 467         build_llvmCore 3 $Flavor \
 468             $llvmCore_phase3_objdir
 469         clean_RPATH $llvmCore_phase3_installdir
 470
 471         ########################################################################
 472         # Testing: Test phase 3
 473         echo "# Testing - built with clang"
 474         test_llvmCore 3 $Flavor $llvmCore_phase3_objdir
 475
 476         ########################################################################
 477         # Compare .o files between Phase2 and Phase3 and report which ones
 478         # differ.
 479         if [ "$do_compare" = "yes" ]; then
 480             echo
 481             echo "# Comparing Phase 2 and Phase 3 files"
 482             for o in `find $llvmCore_phase2_objdir -name '*.o'` ; do
 483                 p3=`echo $o | sed -e 's,Phase2,Phase3,'`
 484                 if ! cmp --ignore-initial=16 $o $p3 > /dev/null 2>&1 ; then
 485                     echo "file `basename $o` differs between phase 2 and phase 3"
 486                 fi
 487             done
 488         fi
 489     fi
 490
 491     # Test dragonegg
 492     if [ "$do_dragonegg" = "yes" ]; then
 493         # Build dragonegg using the targeted gcc.  This isn't necessary, but
 494         # helps avoid using broken versions of gcc (which are legion), tests
 495         # that the targeted gcc is basically sane and is consistent with the
 496         # later phases in which the targeted gcc + dragonegg are used.
 497         c_compiler="$gcc_compiler"
 498         cxx_compiler="$gxx_compiler"
 499         build_dragonegg 1 $Flavor $llvmCore_phase1_installdir $dragonegg_phase1_objdir
 500
 501         ########################################################################
 502         # Phase 2: Build llvmCore with newly built dragonegg from phase 1.
 503         c_compiler="$gcc_compiler -fplugin=$dragonegg_phase1_objdir/dragonegg.so"
 504         cxx_compiler="$gxx_compiler -fplugin=$dragonegg_phase1_objdir/dragonegg.so"
 505         echo "# Phase 2: Building llvmCore with dragonegg"
 506         configure_llvmCore 2 $Flavor \
 507             $llvmCore_de_phase2_objdir $llvmCore_de_phase2_installdir
 508         build_llvmCore 2 $Flavor \
 509             $llvmCore_de_phase2_objdir
 510         build_dragonegg 2 $Flavor $llvmCore_de_phase2_installdir $dragonegg_phase2_objdir
 511         clean_RPATH $llvmCore_de_phase2_installdir
 512
 513         ########################################################################
 514         # Phase 3: Build llvmCore with newly built dragonegg from phase 2.
 515         c_compiler="$gcc_compiler -fplugin=$dragonegg_phase2_objdir/dragonegg.so"
 516         cxx_compiler="$gxx_compiler -fplugin=$dragonegg_phase2_objdir/dragonegg.so"
 517         echo "# Phase 3: Building llvmCore with dragonegg"
 518         configure_llvmCore 3 $Flavor \
 519             $llvmCore_de_phase3_objdir $llvmCore_de_phase3_installdir
 520         build_llvmCore 3 $Flavor \
 521             $llvmCore_de_phase3_objdir
 522         build_dragonegg 3 $Flavor $llvmCore_de_phase3_installdir $dragonegg_phase3_objdir
 523         clean_RPATH $llvmCore_de_phase3_installdir
 524
 525         ########################################################################
 526         # Testing: Test phase 3
 527         c_compiler="$gcc_compiler -fplugin=$dragonegg_phase3_objdir/dragonegg.so"
 528         cxx_compiler="$gxx_compiler -fplugin=$dragonegg_phase3_objdir/dragonegg.so"
 529         echo "# Testing - built with dragonegg"
 530         test_llvmCore 3 $Flavor $llvmCore_de_phase3_objdir
 531
 532         ########################################################################
 533         # Compare .o files between Phase2 and Phase3 and report which ones differ.
 534         echo
 535         echo "# Comparing Phase 2 and Phase 3 files"
 536         for o in `find $llvmCore_de_phase2_objdir -name '*.o'` \
 537           `find $dragonegg_phase2_objdir -name '*.o'` ; do
 538             p3=`echo $o | sed -e 's,Phase2,Phase3,'`
 539             if ! cmp --ignore-initial=16 $o $p3 > /dev/null 2>&1 ; then
 540                 echo "file `basename $o` differs between dragonegg phase 2 and phase 3"
 541             fi
 542         done
 543     fi
 544
 545     # Otherwise just test the core.
 546     if [ "$do_clang" != "yes" -a "$do_dragonegg" != "yes" ]; then
 547         echo "# Testing - built with system compiler"
 548         test_llvmCore 1 $Flavor $llvmCore_phase1_objdir
 549     fi
 550 done
 551 ) 2>&1 | tee $LogDir/testing.$Release-$RC.log
 552
 553 set +e
 554
 555 # Woo hoo!
 556 echo "### Testing Finished ###"
 557 echo "### Logs: $LogDir"
 558 exit 0