init-compiler.sh

#!/usr/bin/env bash
# Copyright 2017 Cloudera Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

set -e
set -u
set -o pipefail

# This script sets up the compiler and compilation tools, and exports the following
# environment variables:
#
#  - CC, CXX, CXXFLAGS, CFLAGS, LDFLAGS
#  - ARCH_FLAGS

################################################################################
# Prepare compiler and linker commands. This will set the typical environment
# variables.
################################################################################

# OS X doesn't use binutils.
if [[ "$OSTYPE" != "darwin"* ]]; then
  # Build binutils against the system OS libraries. We only need the executables,
  # and it is hard to set RPATH properly for binutils, so it is better to avoid
  # using our custom gcc/libstdc++.
  "$SOURCE_DIR"/source/binutils/build.sh
  # In order to build GCC with LTO (which is only for improving the GCC binary
  # itself), GCC needs a new binutils. This puts the new binutils on the path
  # for the GCC compilation and subsequent builds.
  PATH="$BUILD_DIR/binutils-$BINUTILS_VERSION/bin:$PATH"
fi

################################################################################
# Build GDB
################################################################################
# Build GDB against the system OS libraries. This is the same issue as binutils.
# We only need the executables and it is hard to set the RPATH properly.
# It is simpler to compile with the OS compiler/packages.
GDB_VERSION=12.1 "$SOURCE_DIR"/source/gdb/build.sh

if [[ "$OSTYPE" =~ ^linux ]]; then
  # ARCH_FLAGS are used to convey architectur dependent flags that should
  # be obeyed by libraries explicitly needing this information.
  if [[ "$ARCH_NAME" == "ppc64le" ]]; then
     ARCH_FLAGS="-mvsx -maltivec"
  elif [[ "$ARCH_NAME" == "aarch64" ]]; then
    ARCH_FLAGS="-march=armv8-a"
  else
     ARCH_FLAGS="-mno-avx2"
  fi
elif [[ "$OSTYPE" == "darwin"* ]]; then
  # Setting the C++ stlib to libstdc++ on Mac instead of the default libc++
  ARCH_FLAGS="-stdlib=libstdc++"
fi

export SYSTEM_GCC_VERSION=$(gcc -dumpversion)
if [[ $SYSTEM_GCC -eq 0 ]]; then
  if [[ $USE_CCACHE -ne 0 ]]; then
    CC=$(setup_ccache $(which gcc))
    CXX=$(setup_ccache $(which g++))
    export PATH="$(dirname $CC):$(dirname $CXX):$PATH"
  fi
  # Build GCC that is used to build LLVM
  $SOURCE_DIR/source/gcc/build.sh

  # Stage one is done, we can upgrade our compiler
  CC="$BUILD_DIR/gcc-$GCC_VERSION/bin/gcc"
  CXX="$BUILD_DIR/gcc-$GCC_VERSION/bin/g++"

  # Add rpath to all binaries we produce that points to the ../lib/ subdirectory relative
  # to the output binaries or libraries. Need to include versions with both $ORIGIN and
  # $$ORIGIN to work around autotools and CMake projects inconsistently escaping LDFLAGS
  # values. We always get the expected "$ORIGIN/" rpaths in produced binaries, but we also
  # get a bad rpath in each binary: either starting with "$$ORIGIN/" or "RIGIN/". The bad
  # rpaths are ignored by the dynamic linker and are harmless.
  if [[ "$OSTYPE" == "darwin"* ]]; then
    FULL_RPATH="-Wl,-rpath,'\$ORIGIN/../lib',-rpath,'\$\$ORIGIN/../lib'"
  else
    FULL_RPATH="-Wl,-rpath,'\$ORIGIN/../lib64',-rpath,'\$\$ORIGIN/../lib64'"
  fi
  FULL_RPATH="${FULL_RPATH},-rpath,'\$ORIGIN/../lib',-rpath,'\$\$ORIGIN/../lib'"

  FULL_LPATH="-L$BUILD_DIR/gcc-$GCC_VERSION/lib64"
  LDFLAGS="$ARCH_FLAGS $FULL_RPATH $FULL_LPATH"

  if [[ "$ARCH_NAME" == "aarch64" ]]; then
    CXXFLAGS="$ARCH_FLAGS -fPIC -O3"
  else
    CXXFLAGS="$ARCH_FLAGS -fPIC -O3 -m64"
  fi
else
  if [[ "$OSTYPE" == "darwin"* ]]; then
    CXX="g++ -stdlib=libstdc++"
  fi
  LDFLAGS=""
  CXXFLAGS="-fPIC -O3 -m64"
fi
if [[ "$ARCH_NAME" == "aarch64" ]]; then
  CFLAGS="-fPIC -O3"
else
  CFLAGS="-fPIC -O3 -m64"
fi
if [[ $USE_CCACHE -ne 0 ]]; then
  CC=$(setup_ccache $CC)
  CXX=$(setup_ccache $CXX)
  export PATH="$(dirname $CC):$(dirname $CXX):$PATH"
fi

# List of export variables after configuring gcc
export ARCH_FLAGS
export CC
export CXX
export CXXFLAGS
export LDFLAGS
export CFLAGS

# Build and export toolchain cmake
if [[ $SYSTEM_CMAKE -eq 0 ]]; then
  $SOURCE_DIR/source/cmake/build.sh
  CMAKE_BIN=$BUILD_DIR/cmake-$CMAKE_VERSION/bin/
  PATH=$CMAKE_BIN:$PATH
fi