mach

   1 #!/bin/sh
   2 # This Source Code Form is subject to the terms of the Mozilla Public
   3 # License, v. 2.0. If a copy of the MPL was not distributed with this
   4 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
   5
   6 # The beginning of this script is both valid POSIX shell and valid Python,
   7 # such that the script starts with the shell and is reexecuted with
   8 # the right Python.
   9
  10 # Embeds a shell script inside a Python triple quote. This pattern is valid
  11 # shell because `''':'`, `':'` and `:` are all equivalent, and `:` is a no-op.
  12 ''':'
  13 # Commands that are to be run with Python 2.
  14 py2commands="
  15     awsy-test
  16     firefox-ui-functional
  17     jsshell-bench
  18     marionette-test
  19     jstests
  20     mozharness
  21     raptor
  22     raptor-test
  23     telemetry-tests-client
  24     test
  25     wpt-metadata-merge
  26 "
  27
  28 # Commands that are to be run with the system Python 3 instead of the
  29 # virtualenv.
  30 nativecmds="
  31     bootstrap
  32     create-mach-environment
  33     install-moz-phab
  34 "
  35
  36 run_py() {
  37     # Try to run a specific Python interpreter.
  38     py_executable="$1"
  39     shift
  40     if command -v "$py_executable" > /dev/null
  41     then
  42         exec "$py_executable" "$0" "$@"
  43     else
  44         echo "This mach command requires $py_executable, which wasn't found on the system!"
  45         case "$py_executable" in
  46             python2.7|python3) ;;
  47             *)
  48                 echo "Consider running 'mach bootstrap' or 'mach create-mach-environment' to create the mach virtualenvs, or set MACH_USE_SYSTEM_PYTHON to use the system Python installation over a virtualenv."
  49                 ;;
  50         esac
  51         exit 1
  52     fi
  53 }
  54
  55 get_command() {
  56     # Parse the name of the mach command out of the arguments. This is necessary
  57     # in the presence of global mach arguments that come before the name of the
  58     # command, e.g. `mach -v build`. We dispatch to the correct Python
  59     # interpreter depending on the command.
  60     while true; do
  61     case $1 in
  62         -v|--verbose) shift;;
  63         -l|--log-file)
  64             if [ "$#" -lt 2 ]
  65             then
  66                 echo
  67                 break
  68             else
  69                 shift 2
  70             fi
  71             ;;
  72         --log-interval) shift;;
  73         --log-no-times) shift;;
  74         -h) shift;;
  75         --debug-command) shift;;
  76         --settings)
  77             if [ "$#" -lt 2 ]
  78             then
  79                 echo
  80                 break
  81             else
  82                 shift 2
  83             fi
  84             ;;
  85         # When running `./mach help <command>`, the correct Python for <command>
  86         # needs to be used.
  87         help) echo $2; break;;
  88         # When running `./mach mach-completion /path/to/mach <command>`, the
  89         # correct Python for <command> needs to be used.
  90         mach-completion) echo $3; break;;
  91         "") echo; break;;
  92         *) echo $1; break;;
  93     esac
  94     done
  95 }
  96
  97 state_dir=${MOZBUILD_STATE_PATH:-~/.mozbuild}
  98 command=$(get_command "$@")
  99
 100 # If MACH_USE_SYSTEM_PYTHON or MOZ_AUTOMATION are set, always use the
 101 # python{2.7,3} executables and not the virtualenv locations.
 102 if [ -z ${MACH_USE_SYSTEM_PYTHON} ] && [ -z ${MOZ_AUTOMATION} ]
 103 then
 104     case "$OSTYPE" in
 105         cygwin|msys|win32) bin_path=Scripts;;
 106         *) bin_path=bin;;
 107     esac
 108     py2executable=$state_dir/_virtualenvs/mach_py2/$bin_path/python
 109     py3executable=$state_dir/_virtualenvs/mach/$bin_path/python
 110 else
 111     py2executable=python2.7
 112     py3executable=python3
 113 fi
 114
 115 # Check whether we need to run with the native Python 3 interpreter.
 116 case " $(echo $nativecmds) " in
 117     *\ $command\ *)
 118         run_py python3 "$@"
 119         ;;
 120 esac
 121
 122 # Check for the mach subcommand in the Python 2 commands list and run it
 123 # with the correct interpreter.
 124 case " $(echo $py2commands) " in
 125     *\ $command\ *)
 126         run_py "$py2executable" "$@"
 127         ;;
 128     *)
 129         if [ -z ${MACH_PY2} ]
 130         then
 131             run_py "$py3executable" "$@"
 132         else
 133             if [ $command != "python-test" ]
 134             then
 135                echo "MACH_PY2 is only valid for mach python-test; please unset MACH_PY2 to continue."
 136                exit 1
 137             fi
 138             run_py "$py2executable" "$@"
 139         fi
 140         ;;
 141 esac
 142
 143 # Run Python 3 for everything else.
 144 run_py "$py3executable" "$@"
 145 '''
 146
 147 from __future__ import absolute_import, print_function, unicode_literals
 148
 149 import os
 150 import sys
 151
 152 def load_mach(dir_path, mach_path):
 153     if sys.version_info < (3, 5):
 154         import imp
 155         mach_bootstrap = imp.load_source('mach_bootstrap', mach_path)
 156     else:
 157         import importlib.util
 158         spec = importlib.util.spec_from_file_location('mach_bootstrap', mach_path)
 159         mach_bootstrap = importlib.util.module_from_spec(spec)
 160         spec.loader.exec_module(mach_bootstrap)
 161
 162     return mach_bootstrap.bootstrap(dir_path)
 163
 164
 165 def check_and_get_mach(dir_path):
 166     bootstrap_paths = (
 167         'build/mach_bootstrap.py',
 168         # test package bootstrap
 169         'tools/mach_bootstrap.py',
 170     )
 171     for bootstrap_path in bootstrap_paths:
 172         mach_path = os.path.join(dir_path, bootstrap_path)
 173         if os.path.isfile(mach_path):
 174             return load_mach(dir_path, mach_path)
 175     return None
 176
 177
 178 def main(args):
 179     # XCode python sets __PYVENV_LAUNCHER__, which overrides the executable
 180     # used when a python subprocess is created. This is an issue when we want
 181     # to run using our virtualenv python executables.
 182     # In future Python relases, __PYVENV_LAUNCHER__ will be cleared before
 183     # application code (mach) is started.
 184     # https://github.com/python/cpython/pull/9516
 185     os.environ.pop("__PYVENV_LAUNCHER__", None)
 186
 187     mach = check_and_get_mach(os.path.dirname(os.path.realpath(__file__)))
 188     if not mach:
 189         print('Could not run mach: No mach source directory found.')
 190         sys.exit(1)
 191     sys.exit(mach.run(args))
 192
 193
 194 if __name__ == '__main__':
 195     main(sys.argv[1:])