buildroot/_buildroot/engine0040/package/pkg-python.mk

   1 ################################################################################
   2 # Python package infrastructure
   3 #
   4 # This file implements an infrastructure that eases development of
   5 # package .mk files for Python packages. It should be used for all
   6 # packages that use Python setup.py/setuptools as their build system.
   7 #
   8 # See the Buildroot documentation for details on the usage of this
   9 # infrastructure
  10 #
  11 # In terms of implementation, this Python infrastructure requires the
  12 # .mk file to only specify metadata information about the package:
  13 # name, version, download URL, etc.
  14 #
  15 # We still allow the package .mk file to override what the different
  16 # steps are doing, if needed. For example, if <PKG>_BUILD_CMDS is
  17 # already defined, it is used as the list of commands to perform to
  18 # build the package, instead of the default Python behaviour. The
  19 # package can also define some post operation hooks.
  20 #
  21 ################################################################################
  22
  23 define PKG_PYTHON_SYSCONFIGDATA_NAME
  24 $(basename $(notdir $(wildcard $(STAGING_DIR)/usr/lib/python$(PYTHON3_VERSION_MAJOR)/_sysconfigdata_m_linux_*.py)))
  25 endef
  26
  27 # Target distutils-based packages
  28 PKG_PYTHON_DISTUTILS_ENV = \
  29         PATH=$(BR_PATH) \
  30         CC="$(TARGET_CC)" \
  31         CFLAGS="$(TARGET_CFLAGS)" \
  32         LDFLAGS="$(TARGET_LDFLAGS)" \
  33         LDSHARED="$(TARGET_CROSS)gcc -shared" \
  34         PYTHONPATH="$(if $(BR2_PACKAGE_PYTHON3),$(PYTHON3_PATH),$(PYTHON_PATH))" \
  35         PYTHONNOUSERSITE=1 \
  36         _PYTHON_SYSCONFIGDATA_NAME="$(PKG_PYTHON_SYSCONFIGDATA_NAME)" \
  37         _python_sysroot=$(STAGING_DIR) \
  38         _python_prefix=/usr \
  39         _python_exec_prefix=/usr
  40
  41 PKG_PYTHON_DISTUTILS_BUILD_OPTS = \
  42         --executable=/usr/bin/python
  43
  44 PKG_PYTHON_DISTUTILS_INSTALL_TARGET_OPTS = \
  45         --prefix=$(TARGET_DIR)/usr
  46
  47 PKG_PYTHON_DISTUTILS_INSTALL_STAGING_OPTS = \
  48         --prefix=$(STAGING_DIR)/usr
  49
  50 # Host distutils-based packages
  51 HOST_PKG_PYTHON_DISTUTILS_ENV = \
  52         PATH=$(BR_PATH) \
  53         PYTHONNOUSERSITE=1
  54
  55 HOST_PKG_PYTHON_DISTUTILS_INSTALL_OPTS = \
  56         --prefix=$(HOST_DIR)/usr
  57
  58 # Target setuptools-based packages
  59 PKG_PYTHON_SETUPTOOLS_ENV = \
  60         _PYTHON_SYSCONFIGDATA_NAME="$(PKG_PYTHON_SYSCONFIGDATA_NAME)" \
  61         PATH=$(BR_PATH) \
  62         PYTHONPATH="$(if $(BR2_PACKAGE_PYTHON3),$(PYTHON3_PATH),$(PYTHON_PATH))" \
  63         PYTHONNOUSERSITE=1 \
  64         _python_sysroot=$(STAGING_DIR) \
  65         _python_prefix=/usr \
  66         _python_exec_prefix=/usr
  67
  68 PKG_PYTHON_SETUPTOOLS_INSTALL_TARGET_OPTS = \
  69         --prefix=$(TARGET_DIR)/usr \
  70         --executable=/usr/bin/python \
  71         --single-version-externally-managed \
  72         --root=/
  73
  74 PKG_PYTHON_SETUPTOOLS_INSTALL_STAGING_OPTS = \
  75         --prefix=$(STAGING_DIR)/usr \
  76         --executable=/usr/bin/python \
  77         --single-version-externally-managed \
  78         --root=/
  79
  80 # Host setuptools-based packages
  81 HOST_PKG_PYTHON_SETUPTOOLS_ENV = \
  82         PATH=$(BR_PATH) \
  83         PYTHONNOUSERSITE=1
  84
  85 HOST_PKG_PYTHON_SETUPTOOLS_INSTALL_OPTS = \
  86         --prefix=$(HOST_DIR)/usr
  87
  88 ################################################################################
  89 # inner-python-package -- defines how the configuration, compilation
  90 # and installation of a Python package should be done, implements a
  91 # few hooks to tune the build process and calls the generic package
  92 # infrastructure to generate the necessary make targets
  93 #
  94 #  argument 1 is the lowercase package name
  95 #  argument 2 is the uppercase package name, including a HOST_ prefix
  96 #             for host packages
  97 #  argument 3 is the uppercase package name, without the HOST_ prefix
  98 #             for host packages
  99 #  argument 4 is the type (target or host)
 100 ################################################################################
 101
 102 define inner-python-package
 103
 104 $(2)_SRCDIR     = $$($(2)_DIR)/$$($(2)_SUBDIR)
 105 $(2)_BUILDDIR   = $$($(2)_SRCDIR)
 106
 107 $(2)_ENV         ?=
 108 $(2)_BUILD_OPTS   ?=
 109 $(2)_INSTALL_OPTS ?=
 110
 111 ifndef $(2)_SETUP_TYPE
 112  ifdef $(3)_SETUP_TYPE
 113   $(2)_SETUP_TYPE = $$($(3)_SETUP_TYPE)
 114  else
 115   $$(error "$(2)_SETUP_TYPE must be set")
 116  endif
 117 endif
 118
 119 # Distutils
 120 ifeq ($$($(2)_SETUP_TYPE),distutils)
 121 ifeq ($(4),target)
 122 $(2)_BASE_ENV         = $$(PKG_PYTHON_DISTUTILS_ENV)
 123 $(2)_BASE_BUILD_TGT   = build
 124 $(2)_BASE_BUILD_OPTS   = $$(PKG_PYTHON_DISTUTILS_BUILD_OPTS)
 125 $(2)_BASE_INSTALL_TARGET_OPTS  = $$(PKG_PYTHON_DISTUTILS_INSTALL_TARGET_OPTS)
 126 $(2)_BASE_INSTALL_STAGING_OPTS = $$(PKG_PYTHON_DISTUTILS_INSTALL_STAGING_OPTS)
 127 else
 128 $(2)_BASE_ENV         = $$(HOST_PKG_PYTHON_DISTUTILS_ENV)
 129 $(2)_BASE_BUILD_TGT   = build
 130 $(2)_BASE_BUILD_OPTS   =
 131 $(2)_BASE_INSTALL_OPTS = $$(HOST_PKG_PYTHON_DISTUTILS_INSTALL_OPTS)
 132 endif
 133 # Setuptools
 134 else ifeq ($$($(2)_SETUP_TYPE),setuptools)
 135 ifeq ($(4),target)
 136 $(2)_BASE_ENV         = $$(PKG_PYTHON_SETUPTOOLS_ENV)
 137 $(2)_BASE_BUILD_TGT   = build
 138 $(2)_BASE_BUILD_OPTS   =
 139 $(2)_BASE_INSTALL_TARGET_OPTS  = $$(PKG_PYTHON_SETUPTOOLS_INSTALL_TARGET_OPTS)
 140 $(2)_BASE_INSTALL_STAGING_OPTS = $$(PKG_PYTHON_SETUPTOOLS_INSTALL_STAGING_OPTS)
 141 else
 142 $(2)_BASE_ENV         = $$(HOST_PKG_PYTHON_SETUPTOOLS_ENV)
 143 $(2)_BASE_BUILD_TGT   = build
 144 $(2)_BASE_BUILD_OPTS   =
 145 $(2)_BASE_INSTALL_OPTS = $$(HOST_PKG_PYTHON_SETUPTOOLS_INSTALL_OPTS)
 146 endif
 147 else
 148 $$(error "Invalid $(2)_SETUP_TYPE. Valid options are 'distutils' or 'setuptools'")
 149 endif
 150
 151 # Target packages need both the python interpreter on the target (for
 152 # runtime) and the python interpreter on the host (for
 153 # compilation). However, host packages only need the python
 154 # interpreter on the host, whose version may be enforced by setting
 155 # the *_NEEDS_HOST_PYTHON variable.
 156 #
 157 # So:
 158 # - for target packages, we always depend on the default python interpreter
 159 #   (the one selected by the config);
 160 # - for host packages:
 161 #   - if *_NEEDS_HOST_PYTHON is not set, then we depend on use the default
 162 #     interperter;
 163 #   - otherwise, we depend on the one requested by *_NEEDS_HOST_PYTHON.
 164 #
 165 ifeq ($(4),target)
 166 $(2)_DEPENDENCIES += $$(if $$(BR2_PACKAGE_PYTHON3),python3,python)
 167 else
 168 ifeq ($$($(2)_NEEDS_HOST_PYTHON),)
 169 $(2)_DEPENDENCIES += $$(if $$(BR2_PACKAGE_PYTHON3),python3,python)
 170 else
 171 ifeq ($$($(2)_NEEDS_HOST_PYTHON),python2)
 172 $(2)_DEPENDENCIES += python
 173 else ifeq ($$($(2)_NEEDS_HOST_PYTHON),python3)
 174 $(2)_DEPENDENCIES += python3
 175 else
 176 $$(error Incorrect value '$$($(2)_NEEDS_HOST_PYTHON)' for $(2)_NEEDS_HOST_PYTHON)
 177 endif
 178 endif # ($$($(2)_NEEDS_HOST_PYTHON),)
 179 endif # ($(4),target)
 180
 181 # Setuptools based packages will need host-python-setuptools (both
 182 # host and target). We need to have a special exclusion for the
 183 # host-setuptools package itself: it is setuptools-based, but
 184 # shouldn't depend on host-setuptools (because it would otherwise
 185 # depend on itself!).
 186
 187 # setuptools-deps
 188 ifeq ($$($(2)_SETUP_TYPE),setuptools)
 189 ifneq ($(2),HOST_PYTHON_SETUPTOOLS)
 190 $(2)_DEPENDENCIES += python-setuptools
 191 endif
 192 endif
 193
 194 # Python interpreter to use for building the package.
 195 #
 196 # We may want to specify the python interpreter to be used for building a
 197 # package, especially for host-packages (target packages must be built using
 198 # the same version of the interpreter as the one installed on the target).
 199 #
 200 # So:
 201 # - for target packages, we always use the default python interpreter (which
 202 #   is the same version as the one built and installed on the target);
 203 # - for host packages:
 204 #   - if *_NEEDS_HOST_PYTHON is not set, then we use use the default
 205 #     interperter;
 206 #   - otherwise, we use the one requested by *_NEEDS_HOST_PYTHON.
 207 #
 208 ifeq ($(4),target)
 209 $(2)_PYTHON_INTERPRETER = $$(HOST_DIR)/usr/bin/python
 210 else
 211 ifeq ($$($(2)_NEEDS_HOST_PYTHON),)
 212 $(2)_PYTHON_INTERPRETER = $$(HOST_DIR)/usr/bin/python
 213 else
 214 $(2)_PYTHON_INTERPRETER = $$(HOST_DIR)/usr/bin/$$($(2)_NEEDS_HOST_PYTHON)
 215 endif
 216 endif
 217
 218 #
 219 # Build step. Only define it if not already defined by the package .mk
 220 # file.
 221 #
 222 ifndef $(2)_BUILD_CMDS
 223 define $(2)_BUILD_CMDS
 224         (cd $$($$(PKG)_BUILDDIR)/; \
 225                 $$($$(PKG)_BASE_ENV) $$($$(PKG)_ENV) \
 226                 $$($(2)_PYTHON_INTERPRETER) setup.py \
 227                 $$($$(PKG)_BASE_BUILD_TGT) \
 228                 $$($$(PKG)_BASE_BUILD_OPTS) $$($$(PKG)_BUILD_OPTS))
 229 endef
 230 endif
 231
 232 #
 233 # Host installation step. Only define it if not already defined by the
 234 # package .mk file.
 235 #
 236 ifndef $(2)_INSTALL_CMDS
 237 define $(2)_INSTALL_CMDS
 238         (cd $$($$(PKG)_BUILDDIR)/; \
 239                 $$($$(PKG)_BASE_ENV) $$($$(PKG)_ENV) \
 240                 $$($(2)_PYTHON_INTERPRETER) setup.py install \
 241                 $$($$(PKG)_BASE_INSTALL_OPTS) $$($$(PKG)_INSTALL_OPTS))
 242 endef
 243 endif
 244
 245 #
 246 # Target installation step. Only define it if not already defined by
 247 # the package .mk file.
 248 #
 249 ifndef $(2)_INSTALL_TARGET_CMDS
 250 define $(2)_INSTALL_TARGET_CMDS
 251         (cd $$($$(PKG)_BUILDDIR)/; \
 252                 $$($$(PKG)_BASE_ENV) $$($$(PKG)_ENV) \
 253                 $$($(2)_PYTHON_INTERPRETER) setup.py install --no-compile \
 254                 $$($$(PKG)_BASE_INSTALL_TARGET_OPTS) \
 255                 $$($$(PKG)_INSTALL_TARGET_OPTS))
 256 endef
 257 endif
 258
 259 #
 260 # Staging installation step. Only define it if not already defined by
 261 # the package .mk file.
 262 #
 263 ifndef $(2)_INSTALL_STAGING_CMDS
 264 define $(2)_INSTALL_STAGING_CMDS
 265         (cd $$($$(PKG)_BUILDDIR)/; \
 266                 $$($$(PKG)_BASE_ENV) $$($$(PKG)_ENV) \
 267                 $$($(2)_PYTHON_INTERPRETER) setup.py install \
 268                 $$($$(PKG)_BASE_INSTALL_STAGING_OPTS) \
 269                 $$($$(PKG)_INSTALL_STAGING_OPTS))
 270 endef
 271 endif
 272
 273 # Call the generic package infrastructure to generate the necessary
 274 # make targets
 275 $(call inner-generic-package,$(1),$(2),$(3),$(4))
 276
 277 endef
 278
 279 ################################################################################
 280 # python-package -- the target generator macro for Python packages
 281 ################################################################################
 282
 283 python-package = $(call inner-python-package,$(pkgname),$(call UPPERCASE,$(pkgname)),$(call UPPERCASE,$(pkgname)),target)
 284 host-python-package = $(call inner-python-package,host-$(pkgname),$(call UPPERCASE,host-$(pkgname)),$(call UPPERCASE,$(pkgname)),host)