utils/release/test-release.sh

   1 #!/bin/bash
   2 #===-- test-release.sh - Test the LLVM release candidates ------------------===#
   3 #
   4 #                     The LLVM Compiler Infrastructure
   5 #
   6 # This file is distributed under the University of Illinois Open Source
   7 # License.
   8 #
   9 #===------------------------------------------------------------------------===#
  10 #
  11 # Download, build, and test the release candidate for an LLVM release.
  12 #
  13 #===------------------------------------------------------------------------===#
  14
  15 set -e                          # Exit if any command fails
  16
  17 Release=""
  18 Release_no_dot=""
  19 RC=""
  20 do_checkout="yes"
  21 do_ada="no"
  22 do_objc="yes"
  23 do_fortran="yes"
  24 do_64bit="yes"
  25 BuildDir="`pwd`"
  26
  27 function usage() {
  28     echo "usage: `basename $0` -release X.Y -rc NUM [OPTIONS]"
  29     echo ""
  30     echo " -release X.Y      The release number to test."
  31     echo " -rc NUM           The pre-release candidate number."
  32     echo " -j NUM            Number of compile jobs to run. [default: 3]"
  33     echo " -build-dir DIR    Directory to perform testing in. [default: pwd]"
  34     echo " -no-checkout      Don't checkout the sources from SVN."
  35     echo " -no-64bit         Don't test the 64-bit version. [default: yes]"
  36     echo " -enable-ada       Build Ada. [default: disable]"
  37     echo " -disable-objc     Disable ObjC build. [default: enable]"
  38     echo " -disable-fortran  Disable Fortran build. [default: enable]"
  39 }
  40
  41 while [ $# -gt 0 ]; do
  42     case $1 in
  43         -release | --release )
  44             shift
  45             Release="$1"
  46             Release_no_dot="`echo $1 | sed -e 's,\.,,'`"
  47             ;;
  48         -rc | --rc | -RC | --RC )
  49             shift
  50             RC=$1
  51             ;;
  52         -j* )
  53             NumJobs="`echo $1 | sed -e 's,-j\([0-9]*\),\1,g'`"
  54             if [ -z "$NumJobs" ]; then
  55                 shift
  56                 NumJobs="$1"
  57             fi
  58             ;;
  59         -build-dir | --build-dir | -builddir | --builddir )
  60             shift
  61             BuildDir="$1"
  62             ;;
  63         -no-checkout | --no-checkout )
  64             do_checkout="no"
  65             ;;
  66         -no-64bit | --no-64bit )
  67             do_64bit="no"
  68             ;;
  69         -enable-ada | --enable-ada )
  70             do_ada="yes"
  71             ;;
  72         -disable-objc | --disable-objc )
  73             do_objc="no"
  74             ;;
  75         -disable-fortran | --disable-fortran )
  76             echo "WARNING: Do you *really* need to disable Fortran?"
  77             sleep 5
  78             do_fortran="no"
  79             ;;
  80         -help | --help | -h | --h | -\? )
  81             usage
  82             exit 0
  83             ;;
  84         * )
  85             echo "unknown option: $1"
  86             usage
  87             exit 1
  88             ;;
  89     esac
  90     shift
  91 done
  92
  93 # Check required arguments.
  94 if [ -z "$Release" ]; then
  95     echo "No release number specified!"
  96     exit 1
  97 fi
  98 if [ -z "$RC" ]; then
  99     echo "No release candidate number specified!"
 100     exit 1
 101 fi
 102
 103 # Figure out how many make processes to run.
 104 if [ -z "$NumJobs" ]; then
 105     NumJobs=`sysctl -n hw.activecpu 2> /dev/null || true`
 106 fi
 107 if [ -z "$NumJobs" ]; then
 108     NumJobs=`sysctl -n hw.ncpu 2> /dev/null || true`
 109 fi
 110 if [ -z "$NumJobs" ]; then
 111     NumJobs=`grep -c processor /proc/cpuinfo 2> /dev/null || true`
 112 fi
 113 if [ -z "$NumJobs" ]; then
 114     NumJobs=3
 115 fi
 116
 117 # Location of sources.
 118 llvmCore_srcdir=$BuildDir/llvmCore-$Release-rc$RC.src
 119 llvmgcc42_srcdir=$BuildDir/llvmgcc42-$Release-rc$RC.src
 120
 121 # SVN URLs for the sources.
 122 Base_url="http://llvm.org/svn/llvm-project"
 123 llvmCore_RC_url="$Base_url/llvm/tags/RELEASE_$Release_no_dot/rc$RC"
 124 llvmgcc42_RC_url="$Base_url/llvm-gcc-4.2/tags/RELEASE_$Release_no_dot/rc$RC"
 125 clang_RC_url="$Base_url/cfe/tags/RELEASE_$Release_no_dot/rc$RC"
 126 test_suite_RC_url="$Base_url/test-suite/tags/RELEASE_$Release_no_dot/rc$RC"
 127
 128 # Make sure that the URLs are valid.
 129 function check_valid_urls() {
 130     echo "# Validating SVN URLs"
 131     if ! svn ls $llvmCore_RC_url > /dev/null 2>&1 ; then
 132         echo "llvm $Release release candidate $RC doesn't exist!"
 133         exit 1
 134     fi
 135     if ! svn ls $llvmgcc42_RC_url > /dev/null 2>&1 ; then
 136         echo "llvm-gcc-4.2 $Release release candidate $RC doesn't exist!"
 137         exit 1
 138     fi
 139     if ! svn ls $clang_RC_url > /dev/null 2>&1 ; then
 140         echo "clang $Release release candidate $RC doesn't exist!"
 141         exit 1
 142     fi
 143     if ! svn ls $test_suite_RC_url > /dev/null 2>&1 ; then
 144         echo "test-suite $Release release candidate $RC doesn't exist!"
 145         exit 1
 146     fi
 147 }
 148
 149 # Export sources to the the build directory.
 150 function export_sources() {
 151     check_valid_urls
 152
 153     echo "# Exporting llvm $Release-RC$RC sources"
 154     svn export -q $llvmCore_RC_url $llvmCore_srcdir
 155     echo "# Exporting llvm-gcc-4.2 $Release-rc$RC  sources"
 156     svn export -q $llvmgcc42_RC_url $llvmgcc42_srcdir
 157     echo "# Exporting clang $Release-rc$RC sources"
 158     svn export -q $clang_RC_url $llvmCore_srcdir/tools/clang
 159     echo "# Exporting llvm test suite $Release-rc$RC sources"
 160     svn export -q $test_suite_RC_url $llvmCore_srcdir/projects/llvm-test
 161 }
 162
 163 function configure_llvmCore() {
 164     Phase="$1"
 165     Flavor="$2"
 166     ObjDir="$3"
 167     InstallDir="$4"
 168     llvmgccDir="$5"
 169
 170     case $Flavor in
 171         Release | Release-64 )
 172             Optimized="yes"
 173             Assertions="no"
 174             ;;
 175         Release+Asserts )
 176             Optimized="yes"
 177             Assertions="yes"
 178             ;;
 179         Debug )
 180             Optimized="no"
 181             Assertions="yes"
 182             ;;
 183         * )
 184             echo "# Invalid flavor $Flavor!"
 185             echo ""
 186             return
 187             ;;
 188     esac
 189
 190     cd $ObjDir
 191     echo "# Configuring llvm $Release-rc$RC $Flavor"
 192     echo "# $llvmCore_srcdir/configure --prefix=$InstallDir \
 193         --enable-optimized=$Optimized \
 194         --enable-assertions=$Assertions \
 195         --with-llvmgccdir=$llvmgccDir"
 196     $llvmCore_srcdir/configure --prefix=$InstallDir \
 197         --enable-optimized=$Optimized \
 198         --enable-assertions=$Assertions \
 199         --with-llvmgccdir=$llvmgccDir
 200     cd -
 201 }
 202
 203 function build_llvmCore() {
 204     Phase="$1"
 205     Flavor="$2"
 206     ObjDir="$3"
 207     ExtraOpts=""
 208
 209     CompilerFlags=""
 210     if [ "$Phase" = "2" ]; then
 211         CompilerFlags="CC=$llvmgccDir/bin/llvm-gcc CXX=$llvmgccDir/bin/llvm-g++"
 212     fi
 213     if [ "$Flavor" = "Release-64" ]; then
 214         ExtraOpts="EXTRA_OPTIONS=-m64"
 215     fi
 216
 217     cd $ObjDir
 218     echo "# Compiling llvm $Release-rc$RC $Flavor"
 219     echo "# make -j $NumJobs VERBOSE=1 $ExtraOpts"
 220     make -j $NumJobs VERBOSE=1 $ExtraOpts $CompilerFlags
 221
 222     echo "# Installing llvm $Release-rc$RC $Flavor"
 223     echo "# make install"
 224     make install
 225     cd -
 226 }
 227
 228 function test_llvmCore() {
 229     Phase="$1"
 230     Flavor="$2"
 231     ObjDir="$3"
 232
 233     cd $ObjDir
 234     make check
 235     make -C tools/clang test
 236     make unittests
 237     cd -
 238 }
 239
 240 function configure_llvm_gcc() {
 241     Phase="$1"
 242     Flavor="$2"
 243     ObjDir="$3"
 244     InstallDir="$4"
 245     llvmObjDir="$5"
 246
 247     languages="c,c++"
 248     if [ "$do_objc" = "yes" ]; then
 249         languages="$languages,objc,obj-c++"
 250     fi
 251     if [ "$do_fortran" = "yes" ]; then
 252         languages="$languages,fortran"
 253     fi
 254     if [ "$do_ada" = "yes" ]; then
 255         languages="$languages,ada"
 256     fi
 257
 258     cd $ObjDir
 259     echo "# Configuring llvm-gcc $Release-rc$RC $Flavor"
 260     echo "# $llvmgcc42_srcdir/configure --prefix=$InstallDir \
 261         --program-prefix=llvm- --enable-llvm=$llvmObjDir \
 262         --enable-languages=$languages"
 263     $llvmgcc42_srcdir/configure --prefix=$InstallDir \
 264         --program-prefix=llvm- --enable-llvm=$llvmObjDir \
 265         --enable-languages=$languages
 266     cd -
 267 }
 268
 269 function build_llvm_gcc() {
 270     Phase="$1"
 271     Flavor="$2"
 272     ObjDir="$3"
 273     llvmgccDir="$4"
 274
 275     CompilerFlags=""
 276     if [ "$Phase" = "2" ]; then
 277         CompilerFlags="CC=$llvmgccDir/bin/llvm-gcc CXX=$llvmgccDir/bin/llvm-g++"
 278     fi
 279
 280     cd $ObjDir
 281     echo "# Compiling llvm-gcc $Release-rc$RC $Flavor"
 282     echo "# make -j $NumJobs bootstrap LLVM_VERSION_INFO=$Release"
 283     make -j $NumJobs bootstrap LLVM_VERSION_INFO=$Release $CompilerFlags
 284
 285     echo "# Installing llvm-gcc $Release-rc$RC $Flavor"
 286     echo "# make install"
 287     make install
 288     cd -
 289 }
 290
 291 if [ "$do_checkout" = "yes" ]; then
 292     export_sources
 293 fi
 294
 295 Flavors="Debug Release Release+Asserts"
 296 if [ "$do_64bit" = "yes" ]; then
 297     Flavors="$Flavors Release-64"
 298 fi
 299
 300 for Flavor in $Flavors ; do
 301     echo ""
 302     echo ""
 303     echo "********************************************************************************"
 304     echo "  Release:     $Release-rc$RC"
 305     echo "  Build:       $Flavor"
 306     echo "  System Info: "
 307     echo "    `uname -a`"
 308     echo "********************************************************************************"
 309     echo ""
 310
 311     llvmCore_phase1_objdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.obj
 312     llvmCore_phase1_installdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.install
 313
 314     llvmCore_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.obj
 315     llvmCore_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.install
 316
 317     rm -rf $llvmCore_phase1_objdir
 318     rm -rf $llvmCore_phase1_installdir
 319     rm -rf $llvmCore_phase2_objdir
 320     rm -rf $llvmCore_phase2_installdir
 321
 322     mkdir -p $llvmCore_phase1_objdir
 323     mkdir -p $llvmCore_phase1_installdir
 324     mkdir -p $llvmCore_phase2_objdir
 325     mkdir -p $llvmCore_phase2_installdir
 326
 327     llvmgcc42_phase1_objdir=$BuildDir/Phase1/$Flavor/llvmgcc42-$Release-rc$RC.obj
 328     llvmgcc42_phase1_installdir=$BuildDir/Phase1/$Flavor/llvmgcc42-$Release-rc$RC.install
 329
 330     llvmgcc42_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmgcc42-$Release-rc$RC.obj
 331     llvmgcc42_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmgcc42-$Release-rc$RC.install
 332
 333     rm -rf $llvmgcc42_phase1_objdir
 334     rm -rf $llvmgcc42_phase1_installdir
 335     rm -rf $llvmgcc42_phase2_objdir
 336     rm -rf $llvmgcc42_phase2_installdir
 337
 338     mkdir -p $llvmgcc42_phase1_objdir
 339     mkdir -p $llvmgcc42_phase1_installdir
 340     mkdir -p $llvmgcc42_phase2_objdir
 341     mkdir -p $llvmgcc42_phase2_installdir
 342
 343     ############################################################################
 344     # Phase 1: Build llvmCore and llvmgcc42
 345     echo "# Phase 1: Building llvmCore"
 346     configure_llvmCore 1 $Flavor \
 347         $llvmCore_phase1_objdir $llvmCore_phase1_installdir \
 348         $llvmgcc42_phase1_installdir
 349     build_llvmCore 1 $Flavor \
 350         $llvmCore_phase1_objdir
 351
 352     echo "# Phase 1: Building llvmgcc42"
 353     configure_llvm_gcc 1 $Flavor \
 354         $llvmgcc42_phase1_objdir $llvmgcc42_phase1_installdir \
 355         $llvmCore_phase1_objdir
 356     build_llvm_gcc 1 $Flavor \
 357         $llvmgcc42_phase1_objdir $llvmgcc42_phase1_installdir
 358
 359     ############################################################################
 360     # Phase 2: Build llvmCore with newly built llvmgcc42 from phase 1.
 361     echo "# Phase 2: Building llvmCore"
 362     configure_llvmCore 2 $Flavor \
 363         $llvmCore_phase2_objdir $llvmCore_phase2_installdir \
 364         $llvmgcc42_phase1_installdir
 365     build_llvmCore 2 $Flavor \
 366         $llvmCore_phase2_objdir
 367
 368     echo "# Phase 2: Building llvmgcc42"
 369     configure_llvm_gcc 2 $Flavor \
 370         $llvmgcc42_phase2_objdir $llvmgcc42_phase2_installdir \
 371         $llvmCore_phase2_objdir
 372     build_llvm_gcc 2 $Flavor \
 373         $llvmgcc42_phase2_objdir $llvmgcc42_phase1_installdir
 374
 375     echo "# Testing - built with llvmgcc42"
 376     test_llvmCore 2 $Flavor $llvmCore_phase2_objdir
 377 done
 378
 379 # Woo hoo!
 380 echo "### Testing Finished ###"
 381 exit 0