utils/release/test-release.sh

   1 #!/usr/bin/env bash
   2 #===-- test-release.sh - Test the LLVM release candidates ------------------===#
   3 #
   4 #                     The LLVM Compiler Infrastructure
   5 #
   6 # This file is distributed under the University of Illinois Open Source
   7 # License.
   8 #
   9 #===------------------------------------------------------------------------===#
  10 #
  11 # Download, build, and test the release candidate for an LLVM release.
  12 #
  13 #===------------------------------------------------------------------------===#
  14
  15 if [ `uname -s` = "FreeBSD" ]; then
  16     MAKE=gmake
  17 else
  18     MAKE=make
  19 fi
  20
  21 projects="llvm cfe dragonegg test-suite"
  22
  23 # Base SVN URL for the sources.
  24 Base_url="http://llvm.org/svn/llvm-project"
  25
  26 Release=""
  27 Release_no_dot=""
  28 RC=""
  29 do_checkout="yes"
  30 do_ada="no"
  31 do_clang="yes"
  32 do_dragonegg="no"
  33 do_fortran="no"
  34 do_objc="yes"
  35 do_64bit="yes"
  36 do_debug="no"
  37 do_asserts="no"
  38 BuildDir="`pwd`"
  39
  40 function usage() {
  41     echo "usage: `basename $0` -release X.Y -rc NUM [OPTIONS]"
  42     echo ""
  43     echo " -release X.Y      The release number to test."
  44     echo " -rc NUM           The pre-release candidate number."
  45     echo " -j NUM            Number of compile jobs to run. [default: 3]"
  46     echo " -build-dir DIR    Directory to perform testing in. [default: pwd]"
  47     echo " -no-checkout      Don't checkout the sources from SVN."
  48     echo " -no-64bit         Don't test the 64-bit version. [default: yes]"
  49     echo " -enable-ada       Build Ada. [default: disable]"
  50     echo " -disable-clang    Do not test clang. [default: enable]"
  51     echo " -enable-dragonegg Test dragonegg. [default: disable]"
  52     echo " -enable-fortran   Enable Fortran build. [default: disable]"
  53     echo " -disable-objc     Disable ObjC build. [default: enable]"
  54     echo " -test-debug       Test the debug build. [default: no]"
  55     echo " -test-asserts     Test with asserts on. [default: no]"
  56 }
  57
  58 while [ $# -gt 0 ]; do
  59     case $1 in
  60         -release | --release )
  61             shift
  62             Release="$1"
  63             Release_no_dot="`echo $1 | sed -e 's,\.,,'`"
  64             ;;
  65         -rc | --rc | -RC | --RC )
  66             shift
  67             RC=$1
  68             ;;
  69         -j* )
  70             NumJobs="`echo $1 | sed -e 's,-j\([0-9]*\),\1,g'`"
  71             if [ -z "$NumJobs" ]; then
  72                 shift
  73                 NumJobs="$1"
  74             fi
  75             ;;
  76         -build-dir | --build-dir | -builddir | --builddir )
  77             shift
  78             BuildDir="$1"
  79             ;;
  80         -no-checkout | --no-checkout )
  81             do_checkout="no"
  82             ;;
  83         -no-64bit | --no-64bit )
  84             do_64bit="no"
  85             ;;
  86         -enable-ada | --enable-ada )
  87             do_ada="yes"
  88             ;;
  89         -disable-clang | --disable-clang )
  90             do_clang="no"
  91             ;;
  92         -enable-dragonegg | --enable-dragonegg )
  93             do_dragonegg="yes"
  94             ;;
  95         -enable-fortran | --enable-fortran )
  96             do_fortran="yes"
  97             ;;
  98         -disable-objc | --disable-objc )
  99             do_objc="no"
 100             ;;
 101         -test-debug | --test-debug )
 102             do_debug="yes"
 103             ;;
 104         -test-asserts | --test-asserts )
 105             do_asserts="yes"
 106             ;;
 107         -help | --help | -h | --h | -\? )
 108             usage
 109             exit 0
 110             ;;
 111         * )
 112             echo "unknown option: $1"
 113             usage
 114             exit 1
 115             ;;
 116     esac
 117     shift
 118 done
 119
 120 # Check required arguments.
 121 if [ -z "$Release" ]; then
 122     echo "error: no release number specified"
 123     exit 1
 124 fi
 125 if [ -z "$RC" ]; then
 126     echo "error: no release candidate number specified"
 127     exit 1
 128 fi
 129
 130 # Figure out how many make processes to run.
 131 if [ -z "$NumJobs" ]; then
 132     NumJobs=`sysctl -n hw.activecpu 2> /dev/null || true`
 133 fi
 134 if [ -z "$NumJobs" ]; then
 135     NumJobs=`sysctl -n hw.ncpu 2> /dev/null || true`
 136 fi
 137 if [ -z "$NumJobs" ]; then
 138     NumJobs=`grep -c processor /proc/cpuinfo 2> /dev/null || true`
 139 fi
 140 if [ -z "$NumJobs" ]; then
 141     NumJobs=3
 142 fi
 143
 144 # Go to the build directory (may be different from CWD)
 145 BuildDir=$BuildDir/rc$RC
 146 mkdir -p $BuildDir
 147 cd $BuildDir
 148
 149 # Location of log files.
 150 LogDir=$BuildDir/logs
 151 mkdir -p $LogDir
 152
 153 # Find compilers.
 154 if [ "$do_dragonegg" = "yes" ]; then
 155     gcc_compiler="$GCC"
 156     if [ -z "$gcc_compiler" ]; then
 157         gcc_compiler="`which gcc`"
 158         if [ -z "$gcc_compiler" ]; then
 159             echo "error: cannot find gcc to use with dragonegg"
 160             exit 1
 161         fi
 162     fi
 163
 164     gxx_compiler="$GXX"
 165     if [ -z "$gxx_compiler" ]; then
 166         gxx_compiler="`which g++`"
 167         if [ -z "$gxx_compiler" ]; then
 168             echo "error: cannot find g++ to use with dragonegg"
 169             exit 1
 170         fi
 171     fi
 172 fi
 173
 174
 175 # Make sure that the URLs are valid.
 176 function check_valid_urls() {
 177     for proj in $projects ; do
 178         echo "# Validating $proj SVN URL"
 179
 180         if ! svn ls $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC > /dev/null 2>&1 ; then
 181             echo "llvm $Release release candidate $RC doesn't exist!"
 182             exit 1
 183         fi
 184     done
 185 }
 186
 187 # Export sources to the the build directory.
 188 function export_sources() {
 189     check_valid_urls
 190
 191     for proj in $projects ; do
 192         echo "# Exporting $proj $Release-RC$RC sources"
 193         if ! svn export -q $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC $proj.src ; then
 194             echo "error: failed to export $proj project"
 195             exit 1
 196         fi
 197     done
 198
 199     echo "# Creating symlinks"
 200     cd $BuildDir/llvm.src/tools
 201     if [ ! -h clang ]; then
 202         ln -s $BuildDir/cfe.src clang
 203     fi
 204     cd $BuildDir/llvm.src/projects
 205     if [ ! -h llvm-test ]; then
 206         ln -s $BuildDir/test-suite.src llvm-test
 207     fi
 208     cd $BuildDir
 209 }
 210
 211 function configure_llvmCore() {
 212     Phase="$1"
 213     Flavor="$2"
 214     ObjDir="$3"
 215     InstallDir="$4"
 216
 217     case $Flavor in
 218         Release | Release-64 )
 219             Optimized="yes"
 220             Assertions="no"
 221             ;;
 222         Release+Asserts )
 223             Optimized="yes"
 224             Assertions="yes"
 225             ;;
 226         Debug )
 227             Optimized="no"
 228             Assertions="yes"
 229             ;;
 230         * )
 231             echo "# Invalid flavor '$Flavor'"
 232             echo ""
 233             return
 234             ;;
 235     esac
 236
 237     echo "# Using C compiler: $c_compiler"
 238     echo "# Using C++ compiler: $cxx_compiler"
 239
 240     cd $ObjDir
 241     echo "# Configuring llvm $Release-rc$RC $Flavor"
 242     echo "# $BuildDir/llvm.src/configure --prefix=$InstallDir \
 243         --enable-optimized=$Optimized \
 244         --enable-assertions=$Assertions"
 245     env CC="$c_compiler" CXX="$cxx_compiler" \
 246     $BuildDir/llvm.src/configure --prefix=$InstallDir \
 247         --enable-optimized=$Optimized \
 248         --enable-assertions=$Assertions \
 249         --disable-timestamps \
 250         2>&1 | tee $LogDir/llvm.configure-Phase$Phase-$Flavor.log
 251     cd $BuildDir
 252 }
 253
 254 function build_llvmCore() {
 255     Phase="$1"
 256     Flavor="$2"
 257     ObjDir="$3"
 258     ExtraOpts=""
 259
 260     if [ "$Flavor" = "Release-64" ]; then
 261         ExtraOpts="EXTRA_OPTIONS=-m64"
 262     fi
 263
 264     cd $ObjDir
 265     echo "# Compiling llvm $Release-rc$RC $Flavor"
 266     echo "# ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts"
 267     ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts \
 268         2>&1 | tee $LogDir/llvm.make-Phase$Phase-$Flavor.log
 269
 270     echo "# Installing llvm $Release-rc$RC $Flavor"
 271     echo "# ${MAKE} install"
 272     ${MAKE} install \
 273         2>&1 | tee $LogDir/llvm.install-Phase$Phase-$Flavor.log
 274     cd $BuildDir
 275 }
 276
 277 function build_dragonegg() {
 278     Phase="$1"
 279     Flavor="$2"
 280     LLVMInstallDir="$3"
 281     DragonEggObjDir="$4"
 282     LLVM_CONFIG=$LLVMInstallDir/bin/llvm-config
 283     TOP_DIR=$BuildDir/dragonegg.src
 284
 285     echo "# Targeted compiler: $gcc_compiler"
 286
 287     cd $DragonEggObjDir
 288     echo "# Compiling phase $Phase dragonegg $Release-rc$RC $Flavor"
 289     echo -n "# CXX=$cxx_compiler TOP_DIR=$TOP_DIR GCC=$gcc_compiler "
 290     echo -n "LLVM_CONFIG=$LLVM_CONFIG ${MAKE} -f $TOP_DIR/Makefile "
 291     echo "-j $NumJobs VERBOSE=1"
 292     CXX="$cxx_compiler" TOP_DIR="$TOP_DIR" GCC="$gcc_compiler" \
 293     LLVM_CONFIG="$LLVM_CONFIG" ${MAKE} -f $TOP_DIR/Makefile \
 294         -j $NumJobs VERBOSE=1 \
 295             2>&1 | tee $LogDir/dragonegg-Phase$Phase-$Flavor.log
 296     cd $BuildDir
 297 }
 298
 299 function test_llvmCore() {
 300     Phase="$1"
 301     Flavor="$2"
 302     ObjDir="$3"
 303
 304     cd $ObjDir
 305     ${MAKE} -k check-all \
 306         2>&1 | tee $LogDir/llvm.check-Phase$Phase-$Flavor.log
 307     ${MAKE} -k unittests \
 308         2>&1 | tee $LogDir/llvm.unittests-Phase$Phase-$Flavor.log
 309     cd $BuildDir
 310 }
 311
 312 set -e                          # Exit if any command fails
 313
 314 if [ "$do_checkout" = "yes" ]; then
 315     export_sources
 316 fi
 317
 318 (
 319 Flavors="Release"
 320 if [ "$do_debug" = "yes" ]; then
 321     Flavors="Debug $Flavors"
 322 fi
 323 if [ "$do_asserts" = "yes" ]; then
 324     Flavors="$Flavors Release+Asserts"
 325 fi
 326 if [ "$do_64bit" = "yes" ]; then
 327     Flavors="$Flavors Release-64"
 328 fi
 329
 330 for Flavor in $Flavors ; do
 331     echo ""
 332     echo ""
 333     echo "********************************************************************************"
 334     echo "  Release:     $Release-rc$RC"
 335     echo "  Build:       $Flavor"
 336     echo "  System Info: "
 337     echo "    `uname -a`"
 338     echo "********************************************************************************"
 339     echo ""
 340
 341     c_compiler="$CC"
 342     cxx_compiler="$CXX"
 343
 344     llvmCore_phase1_objdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.obj
 345     llvmCore_phase1_installdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.install
 346     dragonegg_phase1_objdir=$BuildDir/Phase1/$Flavor/DragonEgg-$Release-rc$RC.obj
 347
 348     llvmCore_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.obj
 349     llvmCore_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.install
 350     llvmCore_de_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmCore-DragonEgg-$Release-rc$RC.obj
 351     llvmCore_de_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmCore-DragonEgg-$Release-rc$RC.install
 352     dragonegg_phase2_objdir=$BuildDir/Phase2/$Flavor/DragonEgg-$Release-rc$RC.obj
 353
 354     llvmCore_phase3_objdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.obj
 355     llvmCore_phase3_installdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.install
 356     llvmCore_de_phase3_objdir=$BuildDir/Phase3/$Flavor/llvmCore-DragonEgg-$Release-rc$RC.obj
 357     llvmCore_de_phase3_installdir=$BuildDir/Phase3/$Flavor/llvmCore-DragonEgg-$Release-rc$RC.install
 358     dragonegg_phase3_objdir=$BuildDir/Phase3/$Flavor/DragonEgg-$Release-rc$RC.obj
 359
 360     rm -rf $llvmCore_phase1_objdir
 361     rm -rf $llvmCore_phase1_installdir
 362     rm -rf $dragonegg_phase1_objdir
 363
 364     rm -rf $llvmCore_phase2_objdir
 365     rm -rf $llvmCore_phase2_installdir
 366     rm -rf $llvmCore_de_phase2_objdir
 367     rm -rf $llvmCore_de_phase2_installdir
 368     rm -rf $dragonegg_phase2_objdir
 369
 370     rm -rf $llvmCore_phase3_objdir
 371     rm -rf $llvmCore_phase3_installdir
 372     rm -rf $llvmCore_de_phase3_objdir
 373     rm -rf $llvmCore_de_phase3_installdir
 374     rm -rf $dragonegg_phase3_objdir
 375
 376     mkdir -p $llvmCore_phase1_objdir
 377     mkdir -p $llvmCore_phase1_installdir
 378     mkdir -p $dragonegg_phase1_objdir
 379
 380     mkdir -p $llvmCore_phase2_objdir
 381     mkdir -p $llvmCore_phase2_installdir
 382     mkdir -p $llvmCore_de_phase2_objdir
 383     mkdir -p $llvmCore_de_phase2_installdir
 384     mkdir -p $dragonegg_phase2_objdir
 385
 386     mkdir -p $llvmCore_phase3_objdir
 387     mkdir -p $llvmCore_phase3_installdir
 388     mkdir -p $llvmCore_de_phase3_objdir
 389     mkdir -p $llvmCore_de_phase3_installdir
 390     mkdir -p $dragonegg_phase3_objdir
 391
 392     ############################################################################
 393     # Phase 1: Build llvmCore and clang
 394     echo "# Phase 1: Building llvmCore"
 395     configure_llvmCore 1 $Flavor \
 396         $llvmCore_phase1_objdir $llvmCore_phase1_installdir
 397     build_llvmCore 1 $Flavor \
 398         $llvmCore_phase1_objdir
 399
 400     # Test clang
 401     if [ "$do_clang" = "yes" ]; then
 402         ############################################################################
 403         # Phase 2: Build llvmCore with newly built clang from phase 1.
 404         c_compiler=$llvmCore_phase1_installdir/bin/clang
 405         cxx_compiler=$llvmCore_phase1_installdir/bin/clang++
 406         echo "# Phase 2: Building llvmCore"
 407         configure_llvmCore 2 $Flavor \
 408             $llvmCore_phase2_objdir $llvmCore_phase2_installdir
 409         build_llvmCore 2 $Flavor \
 410             $llvmCore_phase2_objdir
 411
 412         ############################################################################
 413         # Phase 3: Build llvmCore with newly built clang from phase 2.
 414         c_compiler=$llvmCore_phase2_installdir/bin/clang
 415         cxx_compiler=$llvmCore_phase2_installdir/bin/clang++
 416         echo "# Phase 3: Building llvmCore"
 417         configure_llvmCore 3 $Flavor \
 418             $llvmCore_phase3_objdir $llvmCore_phase3_installdir
 419         build_llvmCore 3 $Flavor \
 420             $llvmCore_phase3_objdir
 421
 422         ############################################################################
 423         # Testing: Test phase 3
 424         echo "# Testing - built with clang"
 425         test_llvmCore 3 $Flavor $llvmCore_phase3_objdir
 426
 427         ############################################################################
 428         # Compare .o files between Phase2 and Phase3 and report which ones differ.
 429         echo
 430         echo "# Comparing Phase 2 and Phase 3 files"
 431         for o in `find $llvmCore_phase2_objdir -name '*.o'` ; do
 432             p3=`echo $o | sed -e 's,Phase2,Phase3,'`
 433             if ! cmp --ignore-initial=16 $o $p3 > /dev/null 2>&1 ; then
 434                 echo "file `basename $o` differs between phase 2 and phase 3"
 435             fi
 436         done
 437     fi
 438
 439     # Test dragonegg
 440     if [ "$do_dragonegg" = "yes" ]; then
 441         # Build dragonegg using the targeted gcc.  This isn't necessary, but
 442         # helps avoid using broken versions of gcc (which are legion), tests
 443         # that the targeted gcc is basically sane and is consistent with the
 444         # later phases in which the targeted gcc + dragonegg are used.
 445         c_compiler="$gcc_compiler"
 446         cxx_compiler="$gxx_compiler"
 447         build_dragonegg 1 $Flavor $llvmCore_phase1_installdir $dragonegg_phase1_objdir
 448
 449         ############################################################################
 450         # Phase 2: Build llvmCore with newly built dragonegg from phase 1.
 451         c_compiler="$gcc_compiler -fplugin=$dragonegg_phase1_objdir/dragonegg.so"
 452         cxx_compiler="$gxx_compiler -fplugin=$dragonegg_phase1_objdir/dragonegg.so"
 453         echo "# Phase 2: Building llvmCore with dragonegg"
 454         configure_llvmCore 2 $Flavor \
 455             $llvmCore_de_phase2_objdir $llvmCore_de_phase2_installdir
 456         build_llvmCore 2 $Flavor \
 457             $llvmCore_de_phase2_objdir
 458         build_dragonegg 2 $Flavor $llvmCore_de_phase2_installdir $dragonegg_phase2_objdir
 459
 460         ############################################################################
 461         # Phase 3: Build llvmCore with newly built clang from phase 2.
 462         c_compiler="$gcc_compiler -fplugin=$dragonegg_phase2_objdir/dragonegg.so"
 463         cxx_compiler="$gxx_compiler -fplugin=$dragonegg_phase2_objdir/dragonegg.so"
 464         echo "# Phase 3: Building llvmCore with dragonegg"
 465         configure_llvmCore 3 $Flavor \
 466             $llvmCore_de_phase3_objdir $llvmCore_de_phase3_installdir
 467         build_llvmCore 3 $Flavor \
 468             $llvmCore_de_phase3_objdir
 469         build_dragonegg 3 $Flavor $llvmCore_de_phase3_installdir $dragonegg_phase3_objdir
 470
 471         ############################################################################
 472         # Testing: Test phase 3
 473         c_compiler="$gcc_compiler -fplugin=$dragonegg_phase3_objdir/dragonegg.so"
 474         cxx_compiler="$gxx_compiler -fplugin=$dragonegg_phase3_objdir/dragonegg.so"
 475         echo "# Testing - built with dragonegg"
 476         test_llvmCore 3 $Flavor $llvmCore_de_phase3_objdir
 477
 478         ############################################################################
 479         # Compare .o files between Phase2 and Phase3 and report which ones differ.
 480         echo
 481         echo "# Comparing Phase 2 and Phase 3 files"
 482         for o in `find $llvmCore_de_phase2_objdir -name '*.o'` \
 483           `find $dragonegg_phase2_objdir -name '*.o'` ; do
 484             p3=`echo $o | sed -e 's,Phase2,Phase3,'`
 485             if ! cmp --ignore-initial=16 $o $p3 > /dev/null 2>&1 ; then
 486                 echo "file `basename $o` differs between dragonegg phase 2 and phase 3"
 487             fi
 488         done
 489     fi
 490
 491     # Otherwise just test the core.
 492     if [ "$do_clang" != "yes" -a "$do_dragonegg" != "yes" ]; then
 493         echo "# Testing - built with system compiler"
 494         test_llvmCore 1 $Flavor $llvmCore_phase1_objdir
 495     fi
 496 done
 497 ) 2>&1 | tee $LogDir/testing.$Release-rc$RC.log
 498
 499 set +e
 500
 501 # Woo hoo!
 502 echo "### Testing Finished ###"
 503 echo "### Logs: $LogDir"
 504 exit 0