Home | History | Annotate | Download | only in helper_scripts
      1 #!/bin/bash
      2 # Copyright 2015 gRPC authors.
      3 #
      4 # Licensed under the Apache License, Version 2.0 (the "License");
      5 # you may not use this file except in compliance with the License.
      6 # You may obtain a copy of the License at
      7 #
      8 #     http://www.apache.org/licenses/LICENSE-2.0
      9 #
     10 # Unless required by applicable law or agreed to in writing, software
     11 # distributed under the License is distributed on an "AS IS" BASIS,
     12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
     13 # See the License for the specific language governing permissions and
     14 # limitations under the License.
     15 
     16 set -ex
     17 
     18 # change to grpc repo root
     19 cd "$(dirname "$0")/../../.."
     20 
     21 ##########################
     22 # Portability operations #
     23 ##########################
     24 
     25 PLATFORM=$(uname -s)
     26 
     27 function is_msys() {
     28   if [ "${PLATFORM/MSYS}" != "$PLATFORM" ]; then
     29     echo true
     30   else
     31     exit 1
     32   fi
     33 }
     34 
     35 function is_mingw() {
     36   if [ "${PLATFORM/MINGW}" != "$PLATFORM" ]; then
     37     echo true
     38   else
     39     exit 1
     40   fi
     41 }
     42 
     43 function is_darwin() {
     44   if [ "${PLATFORM/Darwin}" != "$PLATFORM" ]; then
     45     echo true
     46   else
     47     exit 1
     48   fi
     49 }
     50 
     51 function is_linux() {
     52   if [ "${PLATFORM/Linux}" != "$PLATFORM" ]; then
     53     echo true
     54   else
     55     exit 1
     56   fi
     57 }
     58 
     59 # Associated virtual environment name for the given python command.
     60 function venv() {
     61   $1 -c "import sys; print('py{}{}'.format(*sys.version_info[:2]))"
     62 }
     63 
     64 # Path to python executable within a virtual environment depending on the
     65 # system.
     66 function venv_relative_python() {
     67   if [ "$(is_mingw)" ]; then
     68     echo 'Scripts/python.exe'
     69   else
     70     echo 'bin/python'
     71   fi
     72 }
     73 
     74 # Distutils toolchain to use depending on the system.
     75 function toolchain() {
     76   if [ "$(is_mingw)" ]; then
     77     echo 'mingw32'
     78   else
     79     echo 'unix'
     80   fi
     81 }
     82 
     83 # Command to invoke the linux command `realpath` or equivalent.
     84 function script_realpath() {
     85   # Find `realpath`
     86   if [ -x "$(command -v realpath)" ]; then
     87     realpath "$@"
     88   elif [ -x "$(command -v grealpath)" ]; then
     89     grealpath "$@"
     90   else
     91     exit 1
     92   fi
     93 }
     94 
     95 ####################
     96 # Script Arguments #
     97 ####################
     98 
     99 PYTHON=${1:-python2.7}
    100 VENV=${2:-$(venv "$PYTHON")}
    101 VENV_RELATIVE_PYTHON=${3:-$(venv_relative_python)}
    102 TOOLCHAIN=${4:-$(toolchain)}
    103 
    104 if [ "$(is_msys)" ]; then
    105   echo "MSYS doesn't directly provide the right compiler(s);"
    106   echo "switch to a MinGW shell."
    107   exit 1
    108 fi
    109 
    110 ROOT=$(pwd)
    111 export CFLAGS="-I$ROOT/include -std=gnu99 -fno-wrapv $CFLAGS"
    112 export GRPC_PYTHON_BUILD_WITH_CYTHON=1
    113 export LANG=en_US.UTF-8
    114 
    115 # If ccache is available on Linux, use it.
    116 if [ "$(is_linux)" ]; then
    117   # We're not on Darwin (Mac OS X)
    118   if [ -x "$(command -v ccache)" ]; then
    119     if [ -x "$(command -v gcc)" ]; then
    120       export CC='ccache gcc'
    121     elif [ -x "$(command -v clang)" ]; then
    122       export CC='ccache clang'
    123     fi
    124   fi
    125 fi
    126 
    127 ############################
    128 # Perform build operations #
    129 ############################
    130 
    131 # Instantiate the virtualenv from the Python version passed in.
    132 $PYTHON -m pip install --user virtualenv
    133 $PYTHON -m virtualenv "$VENV"
    134 VENV_PYTHON=$(script_realpath "$VENV/$VENV_RELATIVE_PYTHON")
    135 
    136 # See https://github.com/grpc/grpc/issues/14815 for more context. We cannot rely
    137 # on pip to upgrade itself because if pip is too old, it may not have the required
    138 # TLS version to run `pip install`.
    139 curl https://bootstrap.pypa.io/get-pip.py | $VENV_PYTHON
    140 
    141 # pip-installs the directory specified. Used because on MSYS the vanilla Windows
    142 # Python gets confused when parsing paths.
    143 pip_install_dir() {
    144   PWD=$(pwd)
    145   cd "$1"
    146   ($VENV_PYTHON setup.py build_ext -c "$TOOLCHAIN" || true)
    147   $VENV_PYTHON -m pip install --no-deps .
    148   cd "$PWD"
    149 }
    150 
    151 case "$VENV" in
    152   *gevent*)
    153   # TODO(https://github.com/grpc/grpc/issues/15411) unpin this
    154   $VENV_PYTHON -m pip install gevent==1.3.b1
    155   ;;
    156 esac
    157 
    158 $VENV_PYTHON -m pip install --upgrade pip==10.0.1
    159 $VENV_PYTHON -m pip install setuptools
    160 $VENV_PYTHON -m pip install cython
    161 $VENV_PYTHON -m pip install six enum34 protobuf
    162 
    163 if [ "$("$VENV_PYTHON" -c "import sys; print(sys.version_info[0])")" == "2" ]
    164 then
    165   $VENV_PYTHON -m pip install futures
    166 fi
    167 
    168 pip_install_dir "$ROOT"
    169 
    170 $VENV_PYTHON "$ROOT/tools/distrib/python/make_grpcio_tools.py"
    171 pip_install_dir "$ROOT/tools/distrib/python/grpcio_tools"
    172 
    173 # Build/install health checking
    174 $VENV_PYTHON "$ROOT/src/python/grpcio_health_checking/setup.py" preprocess
    175 $VENV_PYTHON "$ROOT/src/python/grpcio_health_checking/setup.py" build_package_protos
    176 pip_install_dir "$ROOT/src/python/grpcio_health_checking"
    177 
    178 # Build/install reflection
    179 $VENV_PYTHON "$ROOT/src/python/grpcio_reflection/setup.py" preprocess
    180 $VENV_PYTHON "$ROOT/src/python/grpcio_reflection/setup.py" build_package_protos
    181 pip_install_dir "$ROOT/src/python/grpcio_reflection"
    182 
    183 # Install testing
    184 pip_install_dir "$ROOT/src/python/grpcio_testing"
    185 
    186 # Build/install tests
    187 $VENV_PYTHON -m pip install coverage==4.4 oauth2client==4.1.0 \
    188                             google-auth==1.0.0 requests==2.14.2
    189 $VENV_PYTHON "$ROOT/src/python/grpcio_tests/setup.py" preprocess
    190 $VENV_PYTHON "$ROOT/src/python/grpcio_tests/setup.py" build_package_protos
    191 pip_install_dir "$ROOT/src/python/grpcio_tests"
    192